4 from datetime import datetime
5 from difflib import SequenceMatcher
10 from threading import Thread
13 from typing import Dict, List, Optional, Tuple
14 from queue import Queue
16 import astral # type: ignore
17 from astral.sun import sun # type: ignore
27 from pyutils.datetimes import datetime_utils
28 from pyutils.files import file_utils
30 import kiosk_constants
32 import renderer_catalog
35 import trigger_catalog
38 cfg = config.add_commandline_args(
39 f"Kiosk Server ({__file__})", "A python server that runs a kiosk."
41 logger = logging.getLogger(__name__)
44 @logging_utils.LoggingContext(logger, prefix="janitor:")
45 def thread_janitor() -> None:
47 tracemalloc_target = 0.0
51 # Main janitor loop; dump the largest pigs and force regular gcs.
54 if now > tracemalloc_target:
55 tracemalloc_target = now + 30.0
56 snapshot = tracemalloc.take_snapshot()
57 snapshot = snapshot.filter_traces(
59 tracemalloc.Filter(False, "<frozen importlib._bootstrap>"),
60 tracemalloc.Filter(False, "<unknown>"),
65 top_stats = snapshot.statistics(key_type)
66 logger.info(f"Top {limit} lines")
67 for index, stat in enumerate(top_stats[:limit], 1):
68 frame = stat.traceback[0]
70 # replace "/path/to/module/file.py" with "module/file.py"
71 filename = os.sep.join(frame.filename.split(os.sep)[-2:])
73 f"#{index}: {filename}:{frame.lineno}: {stat.size / 1024:.1f} KiB"
76 other = top_stats[limit:]
78 size = sum(stat.size for stat in other)
79 logger.info(f"{len(other)} others: {size/1024:.1f} KiB")
80 total = sum(stat.size for stat in top_stats)
81 logger.info(f"Total allocated size: {total / 1024:.1f} KiB")
83 logger.info("Kicking off a manual gc operation now.")
85 gc_target = now + 120.0
86 logger.info("Having a little nap...")
90 def guess_page(command: str, page_chooser: chooser.chooser) -> str:
91 def normalize_page(page: str) -> str:
92 logger.debug(f"normalize_page input: {page}")
93 page = page.replace("(", " ")
94 page = page.replace("_", " ")
95 page = page.replace(")", " ")
96 page = page.replace(".html", "")
97 page = page.replace("CNNNews", "news")
98 page = page.replace("CNNTechnology", "technology")
99 page = page.replace("gocostco", "costco list")
100 page = page.replace("gohardware", "hardware list")
101 page = page.replace("gohouse", "house list honey do")
102 page = page.replace("gcal", "google calendar events")
103 page = page.replace("mynorthwest", "northwest news")
104 page = page.replace("myq", "myq garage door status")
105 page = page.replace("gomenu", "dinner menu")
106 page = page.replace("gmaps-seattle-unwrapped", "traffic")
107 page = page.replace("gomenu", "dinner menu")
108 page = page.replace("WSJNews", "news")
109 page = page.replace("telma", "telma cabin")
110 page = page.replace("WSJBusiness", "business news")
111 page = re.sub(r"[0-9]+", "", page)
112 logger.debug(f"normalize_page output: {page}")
115 logger.info(f"No exact match for f{command}; trying to guess...")
118 for page in page_chooser.get_page_list():
119 npage = normalize_page(page)
120 score = SequenceMatcher(None, command, npage).ratio()
121 if best_score is None or score > best_score:
124 assert best_page is not None
125 logger.info(f"Best guess for f{command} => {best_page} (score = {best_score})")
130 command: str, page_history: List[str], page_chooser
132 command = command.lower()
133 logger.info(f"Parsing verbal command: {command}")
135 if "hold" in command:
136 page = page_history[0]
137 elif "down" in command:
139 'xdotool search --onlyvisible "chrom" windowactivate click --repeat 8 5'
142 elif "up" in command:
144 'xdotool search --onlyvisible "chrom" windowactivate click --repeat 8 4'
147 elif "back" in command:
148 page = page_history[1]
149 elif "skip" in command:
151 (page, _) = page_chooser.choose_next_page()
152 if page == page_history[0]:
153 logger.debug(f"{page} is the same as last time! Try again.")
156 elif "internal" in command:
157 if "render" in command:
158 page = kiosk_constants.render_stats_pagename
160 page = kiosk_constants.render_stats_pagename
161 elif "weather" in command:
162 if "telma" in command or "cabin" in command:
163 page = "weather-telma_3_10800.html"
164 elif "stevens" in command:
165 page = "weather-stevens_3_10800.html"
167 page = "weather-home_3_10800.html"
168 elif "cabin" in command:
169 if "list" in command:
170 page = "Cabin-(gocabin)_2_3600.html"
172 page = "hidden/cabin_driveway.html"
173 elif "news" in command or "headlines" in command:
174 page = "cnn-CNNNews_4_25900.html"
175 elif "clock" in command or "time" in command:
176 page = "clock_10_none.html"
177 elif "countdown" in command or "countdowns" in command:
178 page = "countdown_3_7200.html"
179 elif "costco" in command:
180 page = "Costco-(gocostco)_2_3600.html"
181 elif "calendar" in command or "events" in command:
182 page = "gcal_3_86400.html"
183 elif "countdown" in command or "countdowns" in command:
184 page = "countdown_3_7200.html"
185 elif "grocery" in command or "groceries" in command:
186 page = "Grocery-(gogrocery)_2_3600.html"
187 elif "hardware" in command:
188 page = "Hardware-(gohardware)_2_3600.html"
189 elif "garage" in command:
190 page = "myq_4_300.html"
191 elif "menu" in command:
192 page = "Menu-(gomenu)_2_3600.html"
193 elif "cron" in command or "health" in command:
194 page = "periodic-health_6_300.html"
195 elif "photo" in command or "picture" in command:
196 page = "photo_23_3600.html"
197 elif "quote" in command or "quotation" in command or "quotes" in command:
198 page = "quotes_4_10800.html"
199 elif "stevens" in command:
200 page = "stevens-conditions_1_86400.html"
201 elif "stock" in command or "stocks" in command:
202 page = "stock_3_86400.html"
203 elif "twitter" in command:
204 page = "twitter_10_3600.html"
205 elif "traffic" in command:
206 page = "gmaps-seattle-unwrapped_5_none.html"
207 elif "front" in command and "door" in command:
208 page = "hidden/frontdoor.html"
209 elif "driveway" in command:
210 page = "hidden/driveway.html"
211 elif "backyard" in command:
212 page = "hidden/backyard.html"
214 page = guess_page(command, page_chooser)
215 assert page is not None
216 logger.info(f"Parsed to {page}")
220 @logging_utils.LoggingContext(logger, prefix="chooser:")
221 def thread_change_current(command_queue: Queue) -> None:
222 page_history = ["", ""]
223 swap_page_target = 0.0
225 def filter_news_during_dinnertime(page: str) -> bool:
226 now = datetime.now(tz=pytz.timezone("US/Pacific"))
227 is_dinnertime = now.hour >= 18 and now.hour <= 20
228 return not is_dinnertime or not (
231 or "mynorthwest" in page
236 def check_for_command() -> Tuple[Optional[str], Optional[str]]:
239 command = command_queue.get(block=False)
244 logger.info(f'We got a verbal command ("{command}"), parsing it...')
245 page = process_command(command, page_history, page_chooser)
250 def choose_page_randomly() -> Tuple[str, bool]:
252 (page, triggered) = page_chooser.choose_next_page()
254 logger.info("A trigger is active...")
257 if page == page_history[0]:
258 logger.debug(f"{page} is the same as last time! Try again.")
261 return (page, triggered)
263 page_chooser = chooser.weighted_random_chooser_with_triggers(
264 trigger_catalog.get_triggers(), [filter_news_during_dinnertime]
266 current_file = os.path.join(kiosk_constants.pages_dir, "current.shtml")
267 emergency_file = os.path.join(kiosk_constants.pages_dir, "reload_immediately.html")
269 # Main chooser loop -- note that this executes a couple of times per second
270 # to be responsive to triggers.
277 # Is there a verbal command to parse?
278 (page, command) = check_for_command()
282 # If not, choose the a (new!) page randomly or respond to a trigger.
283 (page, triggered) = choose_page_randomly()
285 # By now we have a page and we may be triggered.
288 # If we are triggered and the page is new, change the
289 # current page to the new page immediately.
290 if page != page_history[0]:
292 f"An emergency page reload to {page} is needed at this time."
294 swap_page_target = now + kiosk_constants.emergency_refresh_period_sec
296 # Set current.shtml to the triggered page.
298 with open(current_file, "w") as f:
302 override_refresh_sec=kiosk_constants.emergency_refresh_period_sec,
305 logger.debug(f"Wrote {current_file}.")
308 f"Unexpected exception; assuming {page} doesn't exist?!"
312 # Notify XMLHTTP clients that they need to refresh now.
313 with open(emergency_file, "w") as f:
314 f.write(f"Reload, suckers... you HAVE to see {page}!")
315 logger.debug(f"Wrote {emergency_file}...")
317 # Fix this hack... maybe read the webserver logs and see if it
318 # actually was picked up?
320 os.remove(emergency_file)
321 logger.debug(f"...and removed {emergency_file}.")
322 page_history.insert(0, page)
323 page_history = page_history[0:10]
325 # If we're not triggered, only render a new page if time has expired.
326 elif now >= swap_page_target:
327 logger.info(f"Nominal choice of {page} as the next to show.")
328 swap_page_target = now + kiosk_constants.refresh_period_sec
330 with open(current_file, "w") as f:
332 logger.debug(f"Wrote {current_file}.")
335 f"Unexpected exception; assuming {page} doesn't exist?!"
338 page_history.insert(0, page)
339 page_history = page_history[0:10]
344 def emit(f, filename: str, *, override_refresh_sec: int = None, command: str = None):
345 if "unwrapped" not in filename:
346 logger.debug(f"Emitting {filename} wrapped.")
348 f, filename, override_refresh_sec=override_refresh_sec, command=command
351 logger.debug(f"Emitting {filename} raw.")
352 emit_raw(f, filename)
355 def emit_raw(f, filename: str):
356 f.write(f'<!--#include virtual="{filename}"-->')
360 f, filename: str, *, override_refresh_sec: int = None, command: str = None
362 def pick_background_color() -> str:
363 now = datetime_utils.now_pacific()
364 city = astral.LocationInfo("Bellevue", "USA", "US/Pacific", 47.610, -122.201)
365 s = sun(city.observer, date=now, tzinfo=pytz.timezone("US/Pacific"))
366 sunrise_mod = datetime_utils.minute_number(
367 s["sunrise"].hour, s["sunrise"].minute
369 sunset_mod = datetime_utils.minute_number(s["sunset"].hour, s["sunset"].minute)
370 now_mod = datetime_utils.minute_number(now.hour, now.minute)
371 if now_mod < sunrise_mod or now_mod > (sunset_mod + 45):
373 elif now_mod < (sunrise_mod + 45) or now_mod > (sunset_mod + 120):
378 def get_refresh_period() -> float:
379 if override_refresh_sec is not None:
380 return float(override_refresh_sec * 1000.0)
381 now = datetime.now(tz=pytz.timezone("US/Pacific"))
383 return float(kiosk_constants.refresh_period_night_sec * 1000.0)
385 return float(kiosk_constants.refresh_period_sec * 1000.0)
387 age = file_utils.describe_file_ctime(f"pages/{filename}")
388 bgcolor = pick_background_color()
392 pageid = f'"{command}" -> {filename}'
397 <TITLE>Kitchen Kiosk</TITLE>
398 <LINK rel="stylesheet" type="text/css" href="style.css">
399 <meta name="google" content="notranslate">
400 <SCRIPT TYPE="text/javascript">
402 // Zoom the 'contents' div to fit without scrollbars and then make
404 function zoomScreen() {
407 document.getElementById("content").style.zoom = z+"%";
408 var body = document.body;
409 var html = document.documentElement;
410 var height = Math.max(body.scrollHeight,
415 var windowHeight = window.innerHeight;
416 var width = Math.max(body.scrollWidth,
421 var windowWidth = window.innerWidth;
422 var heightRatio = height / windowHeight;
423 var widthRatio = width / windowWidth;
425 if (heightRatio <= 1.0 && widthRatio <= 1.0) {
430 document.getElementById("content").style.visibility = "visible";
433 // Load IMG tags with DATA-SRC attributes late.
434 function lateLoadImages() {
435 var image = document.getElementsByTagName('img');
436 for (var i = 0; i < image.length; i++) {
437 if (image[i].getAttribute('DATA-SRC')) {
438 image[i].setAttribute('SRC', image[i].getAttribute('DATA-SRC'));
446 // Operate the clock at the top of the page.
447 function runClock() {
448 var today = new Date();
449 var h = today.getHours();
450 var ampm = h >= 12 ? 'pm' : 'am';
452 h = h ? h : 12; // the hour '0' should be '12'
453 var m = maybeAddZero(today.getMinutes());
455 if (today.getSeconds() %% 2 == 0) {
456 colon = "<FONT STYLE='color: #%s; font-size: 4vmin; font-weight: bold'>:</FONT>";
458 document.getElementById("time").innerHTML = h + colon + m + ampm;
459 document.getElementById("date").innerHTML = today.toDateString();
460 var t = setTimeout(function(){runClock()}, 1000);
467 // Helper method for running the clock.
468 function maybeAddZero(x) {
469 return (x < 10) ? "0" + x : x;
472 // Do something on page load.
473 function addLoadEvent(func) {
474 var oldonload = window.onload;
475 if (typeof window.onload != 'function') {
476 window.onload = func;
478 window.onload = function() {
487 // Sleep thread helper.
488 const sleep = (milliseconds) => {
489 return new Promise(resolve => setTimeout(resolve, milliseconds))
492 var loadedDate = new Date();
494 addLoadEvent(zoomScreen);
495 addLoadEvent(runClock);
496 addLoadEvent(lateLoadImages);
501 // Runs the countdown line at the bottom and is responsible for
502 // normal page reloads caused by the expiration of a timer.
503 (function countdown() {
506 var now = new Date();
507 var deltaMs = now.getTime() - loadedDate.getTime();
509 var remainingMs = (totalMs - deltaMs);
511 if (remainingMs > 0) {
512 var hr = document.getElementById("countdown");
513 var width = (remainingMs / (totalMs - 5000)) * 100.0;
515 hr.style.visibility = "visible";
516 hr.style.width = " ".concat(width, "%%");
517 hr.style.backgroundColor = "maroon";
520 // Reload unconditionally after 22 sec.
521 window.location.reload(true);
524 // Brief sleep before doing it all over again.
525 sleep(50).then(() => {
531 % get_refresh_period()
535 function check_reload() {
536 var xhr = new XMLHttpRequest();
538 '%s/reload_immediately.html');
541 if (xhr.status === 200) {
542 window.location.reload(true);
548 // Periodically checks for emergency reload events.
549 setInterval(check_reload, 500);
553 % kiosk_constants.root_url
555 f.write(f'<BODY BGCOLOR="#{bgcolor}">')
558 <TABLE style="height:100%; width:100%" BORDER=0>
561 <DIV id="date"> </DIV>
563 <TD ALIGN="center"><FONT COLOR=#bbbbbb>
564 <DIV id="info"></DIV></FONT>
567 <DIV id="time"> </DIV>
570 <TR STYLE="vertical-align:top">
572 <DIV ID="content" STYLE="zoom: 1; visibility: hidden;">
573 <!-- BEGIN main page contents. -->
576 f.write(f'<!--#include virtual="{filename}"-->')
579 <!-- END main page contents. -->
582 <DIV STYLE="position: absolute; top:1030px; width:99%">
586 f.write(f"<FONT SIZE=2 COLOR=#bbbbbb>{pageid} @ {age} ago.</FONT>")
590 <HR id="countdown" STYLE="width:0px;
597 background-color:#ffffff;">
606 def renderer_update_internal_stats_page(
607 last_render: Dict[str, datetime],
608 render_counts: collections.Counter,
609 render_times: Dict[str, np.array],
611 logger.info("Updating internal render statistics page.")
612 with file_writer.file_writer(kiosk_constants.render_stats_pagename) as f:
616 <TABLE BORDER=0 WIDTH=95%>
618 <TH><B>Renderer Name</B></TH>
619 <TH><B>Last Run</B></TH>
620 <TH><B>Num Invocations</B></TH>
621 <TH><B>Render Latency</B></TH>
625 for n, r in enumerate(renderer_catalog.get_renderers()):
627 style = 'style="margin: 0; padding: 0; background: #c6b0b0;"'
629 style = 'style="margin: 0; padding: 0; background: #eeeeee;"'
631 last = last_render.get(name, None)
635 last = last.strftime("%Y/%m/%d %I:%M:%S%P")
636 count = render_counts.get(name, 0)
637 latency = render_times.get(name, np.array([]))
638 p25 = p50 = p75 = p90 = p99 = "N/A"
640 p25 = np.percentile(latency, 25)
641 p50 = np.percentile(latency, 50)
642 p75 = np.percentile(latency, 75)
643 p90 = np.percentile(latency, 90)
644 p99 = np.percentile(latency, 99)
648 <TD {style}>{name} </TD>
649 <TD {style}> {last} </TD>
650 <TD {style}><CENTER> {count} </CENTER></TD>
651 <TD {style}> p25={p25:5.2f}, p50={p50:5.2f}, p75={p75:5.2f}, p90={p90:5.2f}, p99={p99:5.2f}</TD>
660 @logging_utils.LoggingContext(logger, prefix="renderer:")
661 def thread_invoke_renderers() -> None:
662 render_times: Dict[str, np.array] = {}
663 render_counts: collections.Counter = collections.Counter()
664 last_render: Dict[str, datetime] = {}
666 # Touch the internal render page now to signal that we're alive.
667 renderer_update_internal_stats_page(last_render, render_counts, render_times)
671 logger.info("invoking all overdue renderers in catalog...")
672 for r in renderer_catalog.get_renderers():
675 logger.info(f"Invoking {name}'s render method.")
678 except Exception as e:
681 f"Unexpected and unhandled exception ({e}) in {name}, swallowing it."
685 # Increment the count of render operations per renderer.
686 render_counts[name] += 1
688 # Keep track of the last time we invoked each renderer.
689 last_render[name] = datetime_utils.now_pacific()
691 # Record how long each render operation takes and warn if very long.
692 delta = time.time() - now
693 times = render_times.get(name, np.array([]))
694 times = np.insert(times, 0, delta)
695 render_times[name] = times
699 Warning: {name}'s rendering took {delta:5.2f}s.
700 FYI: {name}'s render times: p25={np.percentile(times, 25):5.2f}, p50={np.percentile(times, 50):5.2f}, p75={np.percentile(times, 75):5.2f}, p90={np.percentile(times, 90):5.2f}, p99={np.percentile(times, 99):5.2f}
704 # Update a page about internal stats of renderers.
705 renderer_update_internal_stats_page(last_render, render_counts, render_times)
706 logger.info("Having a little nap...")
707 time.sleep(kiosk_constants.render_period_sec)
710 @bootstrap.initialize
712 command_queue: Queue = Queue()
713 changer_thread: Optional[Thread] = None
714 renderer_thread: Optional[Thread] = None
715 janitor_thread: Optional[Thread] = None
716 hotword_thread: Optional[Thread] = None
718 with logging_utils.LoggingContext(logger, prefix="watchdog:"):
720 if hotword_thread is None or not hotword_thread.is_alive():
721 if hotword_thread is None:
722 logger.info("Starting up the hotword detector thread...")
725 "The hotword detector thread seems to have died; restarting it and hoping for the best."
727 keyword_paths = [pvporcupine.KEYWORD_PATHS[x] for x in ["bumblebee"]]
728 sensitivities = [0.7] * len(keyword_paths)
729 listener = listen.HotwordListener(
734 hotword_thread = Thread(target=listener.listen_forever, args=())
735 hotword_thread.start()
737 if changer_thread is None or not changer_thread.is_alive():
738 if changer_thread is None:
739 logger.info("Starting up the current page changer thread...")
742 "The current page changer thread seems to have died; restarting it and hoping for the best."
744 changer_thread = Thread(
745 target=thread_change_current, args=(command_queue,)
747 changer_thread.start()
749 if renderer_thread is None or not renderer_thread.is_alive():
750 if renderer_thread is None:
751 logger.info("Starting up the page renderer thread...")
754 "The page renderer thread seems to have died; restarting it and hoping for the best."
756 renderer_thread = Thread(target=thread_invoke_renderers, args=())
757 renderer_thread.start()
759 if janitor_thread is None or not janitor_thread.is_alive():
760 if janitor_thread is None:
761 logger.info("Starting up the memory janitor thread...")
764 "The memory janitor thread seems to have died; restarting it and hoping for the best."
766 janitor_thread = Thread(target=thread_janitor, args=())
767 janitor_thread.start()
769 # Have a little break and then check to make sure all threads are still alive.
770 logger.debug("Having a little nap...")
771 time.sleep(kiosk_constants.check_threads_period_sec)
774 if __name__ == "__main__":