X-Git-Url: https://wannabe.guru.org/gitweb/?a=blobdiff_plain;ds=inline;f=kiosk.py;h=c9f84e9b1755fead9c07b71baa2f8d45bc1f05af;hb=88e8e0e8a040866b0cbd87098c3595bf67b69765;hp=2c75dd09a50e76e895ba003e717600a3804ad97c;hpb=73e4d75ceabe5546f3966cfdcd1f705c77be17f7;p=kiosk.git diff --git a/kiosk.py b/kiosk.py index 2c75dd0..c9f84e9 100755 --- a/kiosk.py +++ b/kiosk.py @@ -1,38 +1,44 @@ #!/usr/bin/env python3 +import collections from datetime import datetime +from difflib import SequenceMatcher import gc -import linecache +import logging import os -import sys +import re from threading import Thread import time -import traceback import tracemalloc -from typing import Optional - -import constants -import renderer -import renderer +from typing import Dict, List, Optional +from queue import Queue + +import astral # type: ignore +from astral.sun import sun # type: ignore +import numpy as np +import pvporcupine +import pytz + +from pyutils import ( + bootstrap, + config, +) +from pyutils.datetimes import datetime_utils +from pyutils.files import file_utils + +import kiosk_constants +import file_writer import renderer_catalog import chooser -import logging +import listen import trigger_catalog -import utils - - -def filter_news_during_dinnertime(page: str) -> bool: - now = datetime.now() - is_dinnertime = now.hour >= 17 and now.hour <= 20 - return not is_dinnertime or not ( - "cnn" in page - or "news" in page - or "mynorthwest" in page - or "seattle" in page - or "stranger" in page - or "twitter" in page - or "wsj" in page - ) + + +cfg = config.add_commandline_args( + f'Kiosk Server ({__file__})', + 'A python server that runs a kiosk.' +) +logger = logging.getLogger(__file__) def thread_janitor() -> None: @@ -41,6 +47,7 @@ def thread_janitor() -> None: gc_target = 0.0 gc.enable() + # Main janitor loop; dump the largest pigs and force regular gcs. while True: now = time.time() if now > tracemalloc_target: @@ -53,114 +60,311 @@ def thread_janitor() -> None: key_type = 'lineno' limit = 10 top_stats = snapshot.statistics(key_type) - print("janitor: Top %s lines" % limit) + logger.info(f'janitor: Top {limit} lines') for index, stat in enumerate(top_stats[:limit], 1): frame = stat.traceback[0] + # replace "/path/to/module/file.py" with "module/file.py" filename = os.sep.join(frame.filename.split(os.sep)[-2:]) - print("janitor: #%s: %s:%s: %.1f KiB" - % (index, filename, frame.lineno, stat.size / 1024)) - line = linecache.getline(frame.filename, frame.lineno).strip() - if line: - print('janitor: %s' % line) + logger.info( + f'janitor: #{index}: {filename}:{frame.lineno}: {stat.size / 1024:.1f} KiB' + ) other = top_stats[limit:] if other: size = sum(stat.size for stat in other) - print("janitor: %s other: %.1f KiB" % (len(other), size / 1024)) + logger.info( + f'janitor: {len(other)} others: {size/1024:.1f} KiB' + ) total = sum(stat.size for stat in top_stats) - print("janitor: Total allocated size: %.1f KiB" % (total / 1024)) + logger.info( + f'janitor: Total allocated size: {total / 1024:.1f} KiB' + ) if now > gc_target: - print("janitor: Running gc operation") - gc_target = now + 60.0 + logger.info('janitor: kicking off a manual gc operation now.') gc.collect() - time.sleep(10.0) + gc_target = now + 120.0 + time.sleep(30.0) + + +def guess_page(command: str, page_chooser: chooser.chooser) -> str: + + def normalize_page(page: str) -> str: + logger.debug(f'normalize_page input: {page}') + page = page.replace('(', ' ') + page = page.replace('_', ' ') + page = page.replace(')', ' ') + page = page.replace('.html', '') + page = page.replace('CNNNews', 'news') + page = page.replace('CNNTechnology', 'technology') + page = page.replace('gocostco', 'costco list') + page = page.replace('gohardware', 'hardware list') + page = page.replace('gohouse', 'house list honey do') + page = page.replace('gcal', 'google calendar events') + page = page.replace('mynorthwest', 'northwest news') + page = page.replace('myq', 'myq garage door status') + page = page.replace('gomenu', 'dinner menu') + page = page.replace('gmaps-seattle-unwrapped', 'traffic') + page = page.replace('gomenu', 'dinner menu') + page = page.replace('WSJNews', 'news') + page = page.replace('telma', 'telma cabin') + page = page.replace('WSJBusiness', 'business news') + page = re.sub(r'[0-9]+', '', page) + logger.debug(f'normalize_page output: {page}') + return page + + logger.info(f'No exact match for f{command}; trying to guess...') + best_page = None + best_score = None + for page in page_chooser.get_page_list(): + npage = normalize_page(page) + score = SequenceMatcher(None, command, npage).ratio() + if best_score is None or score > best_score: + best_page = page + best_score = score + assert best_page is not None + logger.info(f'Best guess for f{command} => {best_page} (score = {best_score})') + return best_page + + +def process_command(command: str, page_history: List[str], page_chooser) -> str: + command = command.lower() + logger.info(f'Parsing verbal command: {command}') + page = None + if 'hold' in command: + page = page_history[0] + elif 'back' in command: + page = page_history[1] + elif 'skip' in command: + while True: + (page, _) = page_chooser.choose_next_page() + if page == page_history[0]: + logger.debug(f'chooser: {page} is the same as last time! Try again.') + else: + break + elif 'internal' in command: + if 'render' in command: + page = kiosk_constants.render_stats_pagename + else: + page = kiosk_constants.render_stats_pagename + elif 'weather' in command: + if 'telma' in command or 'cabin' in command: + page = 'weather-telma_3_10800.html' + elif 'stevens' in command: + page = 'weather-stevens_3_10800.html' + else: + page = 'weather-home_3_10800.html' + elif 'cabin' in command: + if 'list' in command: + page = 'Cabin-(gocabin)_2_3600.html' + else: + page = 'hidden/cabin_driveway.html' + elif 'news' in command or 'headlines' in command: + page = 'cnn-CNNNews_4_25900.html' + elif 'clock' in command or 'time' in command: + page = 'clock_10_none.html' + elif 'countdown' in command or 'countdowns' in command: + page = 'countdown_3_7200.html' + elif 'costco' in command: + page = 'Costco-(gocostco)_2_3600.html' + elif 'calendar' in command or 'events' in command: + page = 'gcal_3_86400.html' + elif 'countdown' in command or 'countdowns' in command: + page = 'countdown_3_7200.html' + elif 'grocery' in command or 'groceries' in command: + page = 'Grocery-(gogrocery)_2_3600.html' + elif 'hardware' in command: + page = 'Hardware-(gohardware)_2_3600.html' + elif 'garage' in command: + page = 'myq_4_300.html' + elif 'menu' in command: + page = 'Menu-(gomenu)_2_3600.html' + elif 'cron' in command or 'health' in command: + page = 'periodic-health_6_300.html' + elif 'photo' in command or 'picture' in command: + page = 'photo_23_3600.html' + elif 'quote' in command or 'quotation' in command or 'quotes' in command: + page = 'quotes_4_10800.html' + elif 'stevens' in command: + page = 'stevens-conditions_1_86400.html' + elif 'stock' in command or 'stocks' in command: + page = 'stock_3_86400.html' + elif 'twitter' in command: + page = 'twitter_10_3600.html' + elif 'traffic' in command: + page = 'gmaps-seattle-unwrapped_5_none.html' + elif 'front' in command and 'door' in command: + page = 'hidden/frontdoor.html' + elif 'driveway' in command: + page = 'hidden/driveway.html' + elif 'backyard' in command: + page = 'hidden/backyard.html' + else: + page = guess_page(command, page_chooser) + assert page is not None + logger.info(f'Parsed to {page}') + return page + + +def thread_change_current(command_queue: Queue) -> None: + page_history = ["", ""] + swap_page_target = 0.0 + def filter_news_during_dinnertime(page: str) -> bool: + now = datetime.now(tz=pytz.timezone("US/Pacific")) + is_dinnertime = now.hour >= 18 and now.hour <= 20 + return not is_dinnertime or not ( + "cnn" in page + or "news" in page + or "mynorthwest" in page + or "seattle" in page + or "wsj" in page + ) -def thread_change_current() -> None: page_chooser = chooser.weighted_random_chooser_with_triggers( trigger_catalog.get_triggers(), [filter_news_during_dinnertime] ) - swap_page_target = 0.0 - last_page = "" + current_file = os.path.join(kiosk_constants.pages_dir, "current.shtml") + emergency_file = os.path.join(kiosk_constants.pages_dir, "reload_immediately.html") + + # Main chooser loop while True: now = time.time() - (page, triggered) = page_chooser.choose_next_page() + + # Check for a verbal command. + command = None + try: + command = command_queue.get(block=False) + except Exception: + command = None + + if command is not None: + logger.info(f'chooser: We got a verbal command ("{command}"), parsing it...') + triggered = True + page = process_command(command, page_history, page_chooser) + else: + while True: + (page, triggered) = page_chooser.choose_next_page() + if triggered: + logger.info('chooser: A trigger is active...') + break + else: + if page == page_history[0]: + logger.debug(f'chooser: {page} is the same as last time! Try again.') + else: + break if triggered: - print("chooser[%s] - WE ARE TRIGGERED." % utils.timestamp()) - if page != last_page: - print( - "chooser[%s] - EMERGENCY PAGE %s LOAD NEEDED" - % (utils.timestamp(), page) - ) + if page != page_history[0] or (swap_page_target - now) < 10.0: + logger.info(f'chooser: An emergency page reload to {page} is needed at this time.') + swap_page_target = now + kiosk_constants.emergency_refresh_period_sec + + # Set current.shtml to the right page. try: - f = open(os.path.join(constants.pages_dir, "current.shtml"), "w") - emit_wrapped(f, page) - f.close() - except: - print("chooser[%s] - page does not exist?!" % (utils.timestamp())) + with open(current_file, "w") as f: + emit( + f, + page, + override_refresh_sec = kiosk_constants.emergency_refresh_period_sec, + command = command + ) + logger.debug(f'chooser: Wrote {current_file}.') + except Exception as e: + logger.exception(e) + logger.error(f'chooser: Unexpected exception; assuming {page} doesn\'t exist?!') continue - last_page = page - swap_page_target = now + constants.refresh_period_sec # Also notify XMLHTTP clients that they need to refresh now. - path = os.path.join(constants.pages_dir, "reload_immediately.html") - f = open(path, "w") - f.write("Reload, suckers!") - f.close() + with open(emergency_file, "w") as f: + f.write(f'Reload, suckers... you HAVE to see {page}!') + logger.debug(f'chooser: Wrote {emergency_file}...') # Fix this hack... maybe read the webserver logs and see if it # actually was picked up? - time.sleep(0.750) - os.remove(path) + time.sleep(0.999) + os.remove(emergency_file) + logger.debug(f'chooser: ...and removed {emergency_file}.') elif now >= swap_page_target: - if page == last_page: - print( - ( - "chooser[%s] - nominal choice got the same page..." - % (utils.timestamp()) - ) - ) - continue - print("chooser[%s] - nominal choice of %s" % (utils.timestamp(), page)) + assert page != page_history[0] + logger.info( + f'chooser: Nominal choice of {page} as the next to show.' + ) + swap_page_target = now + kiosk_constants.refresh_period_sec try: - f = open(os.path.join(constants.pages_dir, "current.shtml"), "w") - emit_wrapped(f, page) - f.close() - except: - print("chooser[%s] - page does not exist?!" % (utils.timestamp())) + with open(current_file, "w") as f: + emit(f, page) + logger.debug(f'chooser: Wrote {current_file}.') + except Exception as e: + logger.exception(e) + logger.error(f'chooser: Unexpected exception; assuming {page} doesn\'t exist?!') continue - last_page = page - swap_page_target = now + constants.refresh_period_sec - time.sleep(1) + page_history.insert(0, page) + page_history = page_history[0:10] + time.sleep(0.5) + + +def emit(f, + filename: str, + *, + override_refresh_sec: int = None, + command: str = None): + if 'unwrapped' not in filename: + logger.debug(f'Emitting {filename} wrapped.') + emit_wrapped(f, filename, override_refresh_sec=override_refresh_sec, command=command) + else: + logger.debug(f'Emitting {filename} raw.') + emit_raw(f, filename) + +def emit_raw(f, filename: str): + f.write(f'') + + +def emit_wrapped(f, + filename: str, + *, + override_refresh_sec: int = None, + command: str = None) -> None: -def emit_wrapped(f, filename) -> None: def pick_background_color() -> str: - now = datetime.now() - if now.hour <= 6 or now.hour >= 21: + now = datetime_utils.now_pacific() + city = astral.LocationInfo( + "Bellevue", "USA", "US/Pacific", 47.610, -122.201 + ) + s = sun(city.observer, date=now, tzinfo=pytz.timezone("US/Pacific")) + sunrise_mod = datetime_utils.minute_number(s["sunrise"].hour, s["sunrise"].minute) + sunset_mod = datetime_utils.minute_number(s["sunset"].hour, s["sunset"].minute) + now_mod = datetime_utils.minute_number(now.hour, now.minute) + if now_mod < sunrise_mod or now_mod > (sunset_mod + 45): return "E6B8B8" - elif now.hour == 7 or now.hour == 20: + elif now_mod < (sunrise_mod + 45) or now_mod > (sunset_mod + 120): return "EECDCD" else: return "FFFFFF" def get_refresh_period() -> float: - now = datetime.now() - if now.hour < 7: - return constants.refresh_period_night_sec * 1000 + if override_refresh_sec is not None: + return float(override_refresh_sec * 1000.0) + now = datetime.now(tz=pytz.timezone("US/Pacific")) + if now.hour < 6: + return float(kiosk_constants.refresh_period_night_sec * 1000.0) else: - return constants.refresh_period_sec * 1000 + return float(kiosk_constants.refresh_period_sec * 1000.0) - age = utils.describe_age_of_file_briefly(f"pages/{filename}") + age = file_utils.describe_file_ctime(f"pages/{filename}") bgcolor = pick_background_color() + if command is None: + pageid = filename + else: + pageid = f'"{command}" -> {filename}' + f.write( - """ +"""
|
-
-
+"""
+ )
+ f.write(f'')
+ f.write(
+"""
+
-
+ - %s @ %s ago. +""" + ) + f.write(f'{pageid} @ {age} ago.') + f.write( +""" None: + logger.info( + 'renderer: Updating internal render statistics page.' + ) + with file_writer.file_writer(kiosk_constants.render_stats_pagename) as f: + f.write( +''' +
|