Update .gitignore
[kiosk.git] / kiosk.py
index 379e196cbdd0563a950cf772692b441b94ee1054..2c75dd09a50e76e895ba003e717600a3804ad97c 100755 (executable)
--- a/kiosk.py
+++ b/kiosk.py
@@ -1,11 +1,16 @@
-#!/usr/local/bin/python
+#!/usr/bin/env python3
 
-import sys
-import traceback
+from datetime import datetime
+import gc
+import linecache
 import os
+import sys
 from threading import Thread
 import time
-from datetime import datetime
+import traceback
+import tracemalloc
+from typing import Optional
+
 import constants
 import renderer
 import renderer
@@ -15,67 +20,144 @@ import logging
 import trigger_catalog
 import utils
 
-def thread_change_current():
+
+def filter_news_during_dinnertime(page: str) -> bool:
+    now = datetime.now()
+    is_dinnertime = now.hour >= 17 and now.hour <= 20
+    return not is_dinnertime or not (
+        "cnn" in page
+        or "news" in page
+        or "mynorthwest" in page
+        or "seattle" in page
+        or "stranger" in page
+        or "twitter" in page
+        or "wsj" in page
+    )
+
+
+def thread_janitor() -> None:
+    tracemalloc.start()
+    tracemalloc_target = 0.0
+    gc_target = 0.0
+    gc.enable()
+
+    while True:
+        now = time.time()
+        if now > tracemalloc_target:
+            tracemalloc_target = now + 30.0
+            snapshot = tracemalloc.take_snapshot()
+            snapshot = snapshot.filter_traces((
+                tracemalloc.Filter(False, "<frozen importlib._bootstrap>"),
+                tracemalloc.Filter(False, "<unknown>"),
+            ))
+            key_type = 'lineno'
+            limit = 10
+            top_stats = snapshot.statistics(key_type)
+            print("janitor: Top %s lines" % limit)
+            for index, stat in enumerate(top_stats[:limit], 1):
+                frame = stat.traceback[0]
+                # replace "/path/to/module/file.py" with "module/file.py"
+                filename = os.sep.join(frame.filename.split(os.sep)[-2:])
+                print("janitor: #%s: %s:%s: %.1f KiB"
+                      % (index, filename, frame.lineno, stat.size / 1024))
+                line = linecache.getline(frame.filename, frame.lineno).strip()
+                if line:
+                    print('janitor:    %s' % line)
+
+            other = top_stats[limit:]
+            if other:
+                size = sum(stat.size for stat in other)
+                print("janitor: %s other: %.1f KiB" % (len(other), size / 1024))
+            total = sum(stat.size for stat in top_stats)
+            print("janitor: Total allocated size: %.1f KiB" % (total / 1024))
+        if now > gc_target:
+            print("janitor: Running gc operation")
+            gc_target = now + 60.0
+            gc.collect()
+        time.sleep(10.0)
+
+
+def thread_change_current() -> None:
     page_chooser = chooser.weighted_random_chooser_with_triggers(
-        trigger_catalog.get_triggers())
-    swap_page_target = 0
+        trigger_catalog.get_triggers(), [filter_news_during_dinnertime]
+    )
+    swap_page_target = 0.0
     last_page = ""
     while True:
         now = time.time()
         (page, triggered) = page_chooser.choose_next_page()
 
         if triggered:
-            print('chooser[%s] - WE ARE TRIGGERED.' % utils.timestamp())
+            print("chooser[%s] - WE ARE TRIGGERED." % utils.timestamp())
             if page != last_page:
-                print('chooser[%s] - EMERGENCY PAGE %s LOAD NEEDED' % (
-                    utils.timestamp(), page))
-                f = open(os.path.join(constants.pages_dir,
-                                      "current.shtml"), "w")
-                emit_wrapped(f, page)
-                f.close()
+                print(
+                    "chooser[%s] - EMERGENCY PAGE %s LOAD NEEDED"
+                    % (utils.timestamp(), page)
+                )
+                try:
+                    f = open(os.path.join(constants.pages_dir, "current.shtml"), "w")
+                    emit_wrapped(f, page)
+                    f.close()
+                except:
+                    print("chooser[%s] - page does not exist?!" % (utils.timestamp()))
+                    continue
+                last_page = page
+                swap_page_target = now + constants.refresh_period_sec
 
-                # Notify XMLHTTP clients that they need to refresh now.
-                path = os.path.join(constants.pages_dir,
-                                    "reload_immediately.html")
-                f = open(path, 'w')
+                # Also notify XMLHTTP clients that they need to refresh now.
+                path = os.path.join(constants.pages_dir, "reload_immediately.html")
+                f = open(path, "w")
                 f.write("Reload, suckers!")
                 f.close()
+
+                # Fix this hack... maybe read the webserver logs and see if it
+                # actually was picked up?
                 time.sleep(0.750)
                 os.remove(path)
-                last_page = page
-                swap_page_target = now + constants.refresh_period_sec
 
         elif now >= swap_page_target:
-            if (page == last_page):
-                print('chooser[%s] - nominal choice got the same page...' % (
-                    utils.timestamp()))
+            if page == last_page:
+                print(
+                    (
+                        "chooser[%s] - nominal choice got the same page..."
+                        % (utils.timestamp())
+                    )
+                )
                 continue
-            print('chooser[%s] - nominal choice of %s' % (utils.timestamp(), page))
+            print("chooser[%s] - nominal choice of %s" % (utils.timestamp(), page))
             try:
-                f = open(os.path.join(constants.pages_dir,
-                                      "current.shtml"), "w")
+                f = open(os.path.join(constants.pages_dir, "current.shtml"), "w")
                 emit_wrapped(f, page)
                 f.close()
-                last_page = page
-                swap_page_target = now + constants.refresh_period_sec
             except:
-                print('chooser[%s] - page does not exist?!' % (utils.timestamp()))
+                print("chooser[%s] - page does not exist?!" % (utils.timestamp()))
                 continue
-        time.sleep(1.0)
+            last_page = page
+            swap_page_target = now + constants.refresh_period_sec
+        time.sleep(1)
 
-def pick_background_color():
-    now = datetime.now()
-    if now.hour <= 6 or now.hour >= 21:
-        return "E6B8B8"
-    elif now.hour == 7 or now.hour == 20:
-        return "EECDCD"
-    else:
-        return "FFFFFF"
-
-def emit_wrapped(f, filename):
-    age = utils.describe_age_of_file_briefly("pages/%s" % filename)
+
+def emit_wrapped(f, filename) -> None:
+    def pick_background_color() -> str:
+        now = datetime.now()
+        if now.hour <= 6 or now.hour >= 21:
+            return "E6B8B8"
+        elif now.hour == 7 or now.hour == 20:
+            return "EECDCD"
+        else:
+            return "FFFFFF"
+
+    def get_refresh_period() -> float:
+        now = datetime.now()
+        if now.hour < 7:
+            return constants.refresh_period_night_sec * 1000
+        else:
+            return constants.refresh_period_sec * 1000
+
+    age = utils.describe_age_of_file_briefly(f"pages/{filename}")
     bgcolor = pick_background_color()
-    f.write("""
+    f.write(
+        """
 <HEAD>
   <TITLE>Kitchen Kiosk</TITLE>
   <LINK rel="stylesheet" type="text/css" href="style.css">
@@ -164,33 +246,49 @@ def emit_wrapped(f, filename):
     return new Promise(resolve => setTimeout(resolve, milliseconds))
   }
 
-  var loaded = false;
   var loadedDate = new Date();
 
   addLoadEvent(zoomScreen);
   addLoadEvent(runClock);
   addLoadEvent(lateLoadImages);
-  addLoadEvent(function() {
-    loaded = true;
-  });
 
-  // Reload the page after a certain amount of time has passed or
-  // immediately if told to do so.
-  (function poll() {
+  // Runs the countdown line at the bottom and is responsible for
+  // normal page reloads caused by the expiration of a timer.
+  (function countdown() {
     setTimeout(
       function() {
         var now = new Date();
         var deltaMs = now.getTime() - loadedDate.getTime();
+        var totalMs = %d;
+        var remainingMs = (totalMs - deltaMs);
 
-        // Reload unconditionally after 22 sec.
-        if (deltaMs > %d) {
+        if (remainingMs > 0) {
+          var hr = document.getElementById("countdown");
+          var width = (remainingMs / (totalMs - 5000)) * 100.0;
+          if (width <= 100) {
+            hr.style.visibility = "visible";
+            hr.style.width = " ".concat(width, "%%");
+            hr.style.backgroundColor = "maroon";
+          }
+        } else {
+          // Reload unconditionally after 22 sec.
           window.location.reload();
         }
 
-        // Reload immediately if told.
+        // Brief sleep before doing it all over again.
+        sleep(50).then(() => {
+          countdown();
+        });
+      }, 50)
+  })();
+
+  // Periodically checks for emergency reload events.
+  (function poll() {
+    setTimeout(
+      function() {
         var xhr = new XMLHttpRequest();
         xhr.open('GET',
-                 'http://wannabe.house/kiosk/pages/reload_immediately.html');
+                 'http://%s/kiosk/pages/reload_immediately.html');
         xhr.onload =
           function() {
             if (xhr.status === 200) {
@@ -222,53 +320,85 @@ def emit_wrapped(f, filename):
     <TR STYLE="vertical-align:top">
         <TD COLSPAN=3>
             <DIV ID="content" STYLE="zoom: 1; visibility: hidden;">
-                <!-- BEGIN main page contents. -->
+              <!-- BEGIN main page contents. -->
 <!--#include virtual=\"%s\"-->
-                <!-- END main page contents. -->
+              <!-- END main page contents. -->
             </DIV>
             <BR>
+            <DIV STYLE="position: absolute; top:1030px; width:99%%">
             <P ALIGN="right">
-                <FONT SIZE=2 COLOR=#bbbbbb>%s @ %s ago.</FONT>
+              <FONT SIZE=2 COLOR=#bbbbbb>%s @ %s ago.</FONT>
             </P>
+            <HR id="countdown" STYLE="width:0px;
+                                      text-align:left;
+                                      margin:0;
+                                      border:none;
+                                      border-width:0;
+                                      height:5px;
+                                      visibility:hidden;
+                                      background-color:#ffffff;">
+            </DIV>
         </TD>
     </TR>
     </TABLE>
-</BODY>""" % (bgcolor,
-              constants.refresh_period_sec * 1000,
-              bgcolor,
-              filename,
-              filename,
-              age))
-
-def thread_invoke_renderers():
+</BODY>"""
+        % (
+            bgcolor,
+            get_refresh_period(),
+            constants.hostname,
+            bgcolor,
+            filename,
+            filename,
+            age,
+        )
+    )
+
+
+def thread_invoke_renderers() -> None:
     while True:
+        print(f"renderer[{utils.timestamp()}]: invoking all renderers in catalog...")
         for r in renderer_catalog.get_renderers():
+            now = time.time()
             try:
                 r.render()
             except Exception as e:
                 traceback.print_exc()
-                print("renderer[%s] unknown exception, swallowing it." % (
-                    utils.timestamp()))
-            except Error as e:
-                traceback.print_exc()
-                print("renderer[%s] unknown error, swallowing it." % (
-                    utils.timestamp()))
+                print(
+                    f"renderer[{utils.timestamp()}] unknown exception in {r.get_name()}, swallowing it."
+                )
+            delta = time.time() - now
+            if delta > 1.0:
+                print(
+                    f"renderer[{utils.timestamp()}]: Warning: {r.get_name()}'s rendering took {delta:5.2f}s."
+                )
+        print(
+            f"renderer[{utils.timestamp()}]: thread having a little break for {constants.render_period_sec}s..."
+        )
         time.sleep(constants.render_period_sec)
 
+
 if __name__ == "__main__":
     logging.basicConfig()
-    changer_thread = None
-    renderer_thread = None
+    changer_thread: Optional[Thread] = None
+    renderer_thread: Optional[Thread] = None
+    janitor_thread: Optional[Thread] = None
     while True:
-        if (changer_thread == None or
-            not changer_thread.is_alive()):
-            print("chooser[%s] - (Re?)initializing chooser thread..." % utils.timestamp())
-            changer_thread = Thread(target = thread_change_current, args=())
+        if changer_thread is None or not changer_thread.is_alive():
+            print(
+                f"MAIN[{utils.timestamp()}] - (Re?)initializing chooser thread... (wtf?!)"
+            )
+            changer_thread = Thread(target=thread_change_current, args=())
             changer_thread.start()
-        if (renderer_thread == None or
-            not renderer_thread.is_alive()):
-            print("renderer[%s] - (Re?)initializing render thread..." % utils.timestamp())
-            renderer_thread = Thread(target = thread_invoke_renderers, args=())
+        if renderer_thread is None or not renderer_thread.is_alive():
+            print(
+                f"MAIN[{utils.timestamp()}] - (Re?)initializing render thread... (wtf?!)"
+            )
+            renderer_thread = Thread(target=thread_invoke_renderers, args=())
             renderer_thread.start()
-        time.sleep(10000)
-    print("Should never get here.")
+        if janitor_thread is None or not janitor_thread.is_alive():
+            print(
+                f"MAIN[{utils.timestamp()}] - (Re?)initializing janitor thread... (wtf?!)"
+            )
+            janitor_thread = Thread(target=thread_janitor, args=())
+            janitor_thread.start()
+        time.sleep(60)