From 6f37d8e28a608cc4e20b125ca0b3cfe5fed35956 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Lauri=20V=C3=B5sandi?= Date: Sun, 13 Feb 2022 22:54:40 +0200 Subject: [PATCH] Improved tiling --- camtiler.py | 68 +++++++++++++++++++++++++--------------------- docker-compose.yml | 2 +- 2 files changed, 38 insertions(+), 32 deletions(-) diff --git a/camtiler.py b/camtiler.py index c9d8d13..7b201e2 100755 --- a/camtiler.py +++ b/camtiler.py @@ -50,15 +50,10 @@ counter_tx_frames = Counter( counter_tx_events = Counter( "camtiler_client_tx_events", "Events emitted") -counter_timeout_errors = Counter( - "camtiler_client_timeout_errors", - "Upstream connection timeout errors") -counter_cancelled_errors = Counter( - "camtiler_client_cancelled_errors", - "Upstream connection cancelled errors") -counter_incomplete_read_errors = Counter( - "camtiler_client_incomplete_read_errors", - "Upstream incomplete read errors") +counter_errors = Counter( + "camtiler_errors", + "Upstream connection errors", + ["exception"]) app = Sanic("camtiler") @@ -71,13 +66,11 @@ Content-Type: image/jpeg MERGED_SUBSAMPLE=3 -# Consider camera gone after 5sec -TIMEOUT = 5.0 - # Blank frame BLANK = np.full((720, 1280, 3), 0) +GREEN = np.full((720, 1280, 3), (0, 135, 0)) -def tilera(iterable, filler): +def tilera(iterable): hstacking = ceil(len(iterable) ** 0.5) vstacking = ceil(len(iterable) / hstacking) rows = [] @@ -86,13 +79,27 @@ def tilera(iterable, filler): first_frame = True for i in range(0, hstacking): try: - frame = iterable[i + hstacking * j] + tile = iterable[i + hstacking * j] except IndexError: - frame = None - if frame is None: - frame = filler - frame = frame[::MERGED_SUBSAMPLE, ::MERGED_SUBSAMPLE] + tile = None + try: + name, frame = tile + except TypeError: + frame = BLANK + + if frame is None: + msg = "Signal lost" + frame = GREEN + else: + msg = "Live" + frame = frame[::MERGED_SUBSAMPLE, ::MERGED_SUBSAMPLE] + footer = np.zeros((30, len(frame[0]), 3)) + + if tile: + cv2.putText(footer, msg, (10, 24), cv2.FONT_HERSHEY_PLAIN, 1, (255, 255, 255)) + cv2.putText(footer, name, (10, 12), cv2.FONT_HERSHEY_PLAIN, 1, (255, 255, 255)) + frame = np.vstack([frame, footer]) if not first_frame: row.append(np.full((len(frame), 1, 3), 0)) first_frame = False @@ -104,7 +111,7 @@ def tilera(iterable, filler): async def client_connect(name, resp): buf = b"" - print("Upstream connection opened with status:", resp.status) + print("Upstream connection to %s opened with status: %d", (name, resp.status)) async for data, end_of_http_chunk in resp.content.iter_chunks(): if end_of_http_chunk: counter_rx_chunks.inc() @@ -137,30 +144,29 @@ async def client_connect(name, resp): async def client(name, url): print("Opening upstream connection to %s" % url) while True: - async with aiohttp.ClientSession() as session: - async with session.get(url) as resp: + app.ctx.frames[name] = None + async with aiohttp.ClientSession(timeout=aiohttp.ClientTimeout(connect=5, sock_read=2)) as session: try: - await client_connect(name, resp) - except asyncio.TimeoutError: - counter_timeout_errors.inc() - except asyncio.CancelledError: - counter_cancelled_errors.inc() - except asyncio.IncompleteReadError: - counter_incomplete_read_errors.inc() + async with session.get(url) as resp: + await client_connect(name, resp) + except (aiohttp.ClientError, asyncio.exceptions.TimeoutError) as e: + j = "%s.%s" % (e.__class__.__module__, e.__class__.__name__) + print("Caught exception %s for %s" % (j, name)) + counter_errors.labels(exception=j).inc() + await asyncio.sleep(1) @app.route("/tiled") async def stream_wrapper(request): async def stream_tiled(response): while True: - frames = [value for key, value in sorted(app.ctx.frames.items())] - img = tilera(frames, BLANK) + img = tilera(sorted(app.ctx.frames.items())) _, jpeg = cv2.imencode(".jpg", img, (cv2.IMWRITE_JPEG_QUALITY, 80)) data = STREAM_RESPONSE + jpeg.tobytes() await response.write(data) counter_tx_bytes.inc(len(data)) counter_tx_frames.inc() - await asyncio.sleep(0.2) + await asyncio.sleep(0.1) return response.stream( stream_tiled, diff --git a/docker-compose.yml b/docker-compose.yml index b0d1a0a..93d9940 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -10,7 +10,7 @@ services: build: context: . entrypoint: /app/camtiler.py - command: http://127.0.0.1:8080?action=stream http://127.0.0.2:8080?action=stream http://127.0.0.3:8080?action=stream http://127.0.0.4:1234 + command: http://127.0.0.1:8080?action=stream http://127.0.0.2:8080?action=stream http://127.0.0.3:1234 mjpg-streamer: network_mode: host