#!/usr/bin/env python3 """Utilities for dealing with webcam images.""" import logging import platform import subprocess from typing import NamedTuple, Optional import cv2 # type: ignore import numpy as np import requests import decorator_utils import exceptions logger = logging.getLogger(__name__) class RawJpgHsv(NamedTuple): """Raw image bytes, the jpeg image and the HSV (hue saturation value) image.""" raw: Optional[bytes] jpg: Optional[np.ndarray] hsv: Optional[np.ndarray] class SanityCheckImageMetadata(NamedTuple): """Is a Blue Iris image bad (big grey borders around it) or infrared?""" is_bad_image: bool is_infrared_image: bool def sanity_check_image(hsv: np.ndarray) -> SanityCheckImageMetadata: """See if a Blue Iris image is bad and infrared.""" def is_near(a, b) -> bool: return abs(a - b) < 3 rows, cols, _ = hsv.shape num_pixels = rows * cols weird_orange_count = 0 hs_zero_count = 0 for r in range(rows): for c in range(cols): pixel = hsv[(r, c)] if ( is_near(pixel[0], 16) and is_near(pixel[1], 117) and is_near(pixel[2], 196) ): weird_orange_count += 1 elif (is_near(pixel[0], 0) and is_near(pixel[1], 0)): hs_zero_count += 1 logger.debug(f"hszero#={hs_zero_count}, weird_orange={weird_orange_count}") return SanityCheckImageMetadata( hs_zero_count > (num_pixels * 0.75), weird_orange_count > (num_pixels * 0.75) ) @decorator_utils.retry_if_none(tries=2, delay_sec=1, backoff=1.1) def fetch_camera_image_from_video_server( camera_name: str, *, width: int = 256, quality: int = 70 ) -> Optional[bytes]: """Fetch the raw webcam image from the video server.""" camera_name = camera_name.replace(".house", "") camera_name = camera_name.replace(".cabin", "") url = f"http://10.0.0.226:8080/Umtxxf1uKMBniFblqeQ9KRbb6DDzN4/jpeg/GKlT2FfiSQ/{camera_name}/s.jpg" try: response = requests.get(url, stream=False, timeout=10.0) if response.ok: raw = response.content logger.debug(f'Read {len(response.content)} byte image from HTTP server') tmp = np.frombuffer(raw, dtype="uint8") logger.debug(f'Translated raw content into {tmp.shape} {type(tmp)} with element type {type(tmp[0])}.') jpg = cv2.imdecode(tmp, cv2.IMREAD_COLOR) logger.debug(f'Decoded into {jpg.shape} jpeg {type(jpg)} with element type {type(jpg[0][0])}') hsv = cv2.cvtColor(jpg, cv2.COLOR_BGR2HSV) logger.debug(f'Converted JPG into HSV {hsv.shape} HSV {type(hsv)} with element type {type(hsv[0][0])}') (_, is_bad_image) = sanity_check_image(hsv) if not is_bad_image: logger.debug(f"Got a good image from {url}") return raw except Exception as e: logger.exception(e) logger.warning(f"Got a bad image or HTTP error from {url}") return None def blue_iris_camera_name_to_hostname(camera_name: str) -> str: mapping = { "driveway": "driveway.house", "backyard": "backyard.house", "frontdoor": "frontdoor.house", "cabin_driveway": "driveway.cabin", } camera_name = mapping.get(camera_name, camera_name) if "." not in camera_name: hostname = platform.node() suffix = hostname.split(".")[-1] camera_name += f".{suffix}" return camera_name @decorator_utils.retry_if_none(tries=2, delay_sec=1, backoff=1.1) def fetch_camera_image_from_rtsp_stream( camera_name: str, *, width: int = 256 ) -> Optional[bytes]: """Fetch the raw webcam image straight from the webcam's RTSP stream.""" hostname = blue_iris_camera_name_to_hostname(camera_name) try: cmd = [ "/usr/bin/timeout", "-k 9s", "8s", "/usr/local/bin/ffmpeg", "-y", "-i", f"rtsp://camera:IaLaIok@{hostname}:554/live", "-f", "singlejpeg", "-vframes", "1", "-vf", f"scale={width}:-1", "-", ] with subprocess.Popen( cmd, stdout=subprocess.PIPE, stderr=subprocess.DEVNULL ) as proc: out, _ = proc.communicate(timeout=10) return out except Exception as e: logger.exception(e) logger.warning("Failed to retrieve image from RTSP stream") return None @decorator_utils.timeout(seconds=30, use_signals=False) def _fetch_camera_image( camera_name: str, *, width: int = 256, quality: int = 70 ) -> RawJpgHsv: """Fetch a webcam image given the camera name.""" logger.debug("Trying to fetch camera image from video server") raw = fetch_camera_image_from_video_server( camera_name, width=width, quality=quality ) if raw is None: logger.debug( "Reading from video server failed; trying direct RTSP stream" ) raw = fetch_camera_image_from_rtsp_stream(camera_name, width=width) if raw is not None and len(raw) > 0: tmp = np.frombuffer(raw, dtype="uint8") jpg = cv2.imdecode(tmp, cv2.IMREAD_COLOR) hsv = cv2.cvtColor(jpg, cv2.COLOR_BGR2HSV) return RawJpgHsv( raw=raw, jpg=jpg, hsv=hsv, ) logger.warning( "Failed to retieve image from both video server and direct RTSP stream" ) return RawJpgHsv(None, None, None) def fetch_camera_image( camera_name: str, *, width: int = 256, quality: int = 70 ) -> RawJpgHsv: try: return _fetch_camera_image(camera_name, width=width, quality=quality) except exceptions.TimeoutError: return RawJpgHsv(None, None, None)