Merge branch 'master' of ssh://git.house:/usr/local/git/base/kiosk
[kiosk.git] / stock_renderer.py
index f8491e6a9eb73b8ba06ea35ffd1eb96f5ca0b5c2..b13af908235908428ea1e0dc747fca0424624058 100644 (file)
-from bs4 import BeautifulSoup
-from threading import Thread
-import datetime
+#!/usr/bin/env python3
+
+import logging
+import os
+from typing import Any, Dict, List, Optional, Tuple
+
+import yfinance as yf  # type: ignore
+import yahooquery as yq  # type: ignore
+import plotly.graph_objects as go
+
 import file_writer
-import json
-import re
+import kiosk_constants
 import renderer
-import random
-import secrets
-import time
-import urllib.request, urllib.error, urllib.parse
-
-class stock_quote_renderer(renderer.debuggable_abstaining_renderer):
-    # format exchange:symbol
-    def __init__(self, name_to_timeout_dict, symbols):
-        super(stock_quote_renderer, self).__init__(name_to_timeout_dict, False)
-        self.symbols = symbols
-        self.prefix = "https://www.alphavantage.co/query?"
-        self.thread = None
-
-    def debug_prefix(self):
-        return "stock"
-
-    def get_random_key(self):
-        return random.choice(secrets.alphavantage_keys)
-
-    def periodic_render(self, key):
-        now = datetime.datetime.now()
-        if (now.hour < (9 - 3) or
-            now.hour >= (17 - 3) or
-            datetime.datetime.today().weekday() > 4):
-            self.debug_print("The stock market is closed so not re-rendering")
-            return True
-
-        if (self.thread is None or not self.thread.is_alive()):
-            self.debug_print("Spinning up a background thread...")
-            self.thread = Thread(target = self.thread_internal_render, args=())
-            self.thread.start()
-        return True
 
-    def thread_internal_render(self):
-        symbols_finished = 0
-        f = file_writer.file_writer('stock_3_86400.html')
-        f.write("<H1>Stock Quotes</H1><HR>")
-        f.write("<TABLE WIDTH=99%>")
-        for symbol in self.symbols:
-#            print "---------- Working on %s\n" % symbol
-
-            # https://www.alphavantage.co/query?function=TIME_SERIES_INTRADAY&symbol=MSFT&interval=5min&apikey=<key>
-
-            # https://www.alphavantage.co/query?function=GLOBAL_QUOTE&symbol=MSFT&apikey=<key>
-
-            attempts = 0
-            cooked = ""
-            while True:
-                key = self.get_random_key()
-                url = self.prefix + "function=GLOBAL_QUOTE&symbol=%s&apikey=%s" % (symbol, key)
-                raw = urllib.request.urlopen(url).read()
-                cooked = json.loads(raw)
-                if 'Global Quote' not in cooked:
-#                    print "%s\n" % cooked
-                    print("Failure %d, sleep %d sec...\n" % (attempts + 1,
-                                                             2 ** attempts))
-                    time.sleep(2 ** attempts)
-                    attempts += 1
-                    if attempts > 10: # we'll wait up to 512 seconds per symbol
-                        break
-                else:
-                    break
-
-            # These fuckers...
-            if 'Global Quote' not in cooked:
-                print("Can't get data for symbol %s: %s\n" % (
-                    symbol, raw))
-                continue
-            cooked = cooked['Global Quote']
-
-            # {
-            #   u'Global Quote':
-            #     {
-            #       u'01. symbol': u'MSFT',
-            #       u'02. open': u'151.2900',
-            #       u'03. high': u'151.8900',
-            #       u'04. low': u'150.7650',
-            #       u'05. price': u'151.1300',
-            #       u'06. volume': u'16443559',
-            #       u'07. latest trading day': u'2019-12-10',
-            #       u'08. previous close': u'151.3600',
-            #       u'09. change': u'-0.2300'
-            #       u'10. change percent': u'-0.1520%',
-            #     }
-            # }
-
-            price = "?????"
-            if '05. price' in cooked:
-                price = cooked['05. price']
-                price = price[:-2]
-
-            percent_change = "?????"
-            if '10. change percent' in cooked:
-                percent_change = cooked['10. change percent']
-                if not '-' in percent_change:
-                    percent_change = "+" + percent_change
-
-            change = "?????"
-            cell_color = "#bbbbbb"
-            if '09. change' in cooked:
-                change = cooked['09. change']
-                if "-" in change:
-                    cell_color = "#b00000"
-                else:
-                    cell_color = "#009000"
-                change = change[:-2]
 
-            if symbols_finished % 4 == 0:
-                if (symbols_finished > 0):
-                    f.write("</TR>")
-                f.write("<TR>")
-            symbols_finished += 1
+logger = logging.getLogger(__name__)
 
-            f.write("""
-<TD WIDTH=20%% HEIGHT=150 BGCOLOR="%s">
+
+class stock_quote_renderer(renderer.abstaining_renderer):
+    """Render the stock prices page."""
+
+    def __init__(
+        self,
+        name_to_timeout_dict: Dict[str, int],
+        symbols: List[str],
+        display_subs: Dict[str, str] = None,
+    ) -> None:
+        super().__init__(name_to_timeout_dict)
+        self.backend = "yahooquery"
+        self.symbols = symbols
+        self.display_subs = display_subs
+        self.info_cache: Dict[str, Any] = {}
+
+    def get_financial_data(self, symbol: str) -> Optional[Any]:
+        if symbol in self.info_cache:
+            return self.info_cache[symbol]
+        if self.backend == "yahooquery":
+            ticker = yq.Ticker(symbol)
+            if "Quote not found" in ticker.price[symbol]:
+                return None
+            self.info_cache[symbol] = ticker
+            return ticker
+        elif self.backend == "yfinance":
+            ticker = yf.Ticker(symbol)
+            if not ticker.fast_info["last_price"]:
+                return None
+            self.info_cache[symbol] = ticker
+            return ticker
+        else:
+            raise Exception(f"Unknown backend: {self.backend}")
+
+    def get_ticker_name(self, ticker: Any) -> Optional[str]:
+        """Get friendly name of a ticker."""
+        if isinstance(ticker, yf.Ticker):
+            return ticker.ticker
+        elif isinstance(ticker, yq.Ticker):
+            return ticker.symbols[0]
+        return None
+
+    @staticmethod
+    def prioritized_get_item_from_dict(
+        keys: List[str], dictionary: Dict[str, Any]
+    ) -> Optional[Any]:
+        result = None
+        for key in keys:
+            result = dictionary.get(key, None)
+            if result:
+                return result
+        return None
+
+    def get_price(self, ticker: Any) -> Optional[float]:
+        """Get most recent price of a ticker."""
+        if isinstance(ticker, yf.Ticker):
+            price = stock_quote_renderer.prioritized_get_item_from_dict(
+                ["last_price", "open", "previous_close"], ticker.fast_info
+            )
+            if price:
+                return price
+
+            price = stock_quote_renderer.prioritized_get_item_from_dict(
+                ["bid", "ask", "lastMarket"],
+                ticker.info,
+            )
+            if price:
+                return price
+            return None
+        elif isinstance(ticker, yq.Ticker):
+            price = stock_quote_renderer.prioritized_get_item_from_dict(
+                ["regularMarketPrice", "preMarketPrice", "regularMarketPreviousClose"],
+                ticker.price[ticker.symbols[0]],
+            )
+            if price:
+                return price
+        return None
+
+    def get_last_close(self, ticker: Any) -> Optional[float]:
+        if isinstance(ticker, yf.Ticker):
+            last_close = stock_quote_renderer.prioritized_get_item_from_dict(
+                ["previous_close", "open"], ticker.fast_info
+            )
+            if last_close:
+                return last_close
+
+            last_close = stock_quote_renderer.prioritized_get_item_from_dict(
+                ["preMarketPrice"], ticker.info
+            )
+            if last_close:
+                return last_close
+        elif isinstance(ticker, yq.Ticker):
+            last_close = stock_quote_renderer.prioritized_get_item_from_dict(
+                ["regularMarketPreviousClose", "regularMarketOpen"],
+                ticker.price[ticker.symbols[0]],
+            )
+            if last_close:
+                return last_close
+        return self.get_price(ticker)
+
+    def get_change_and_delta(
+        self, ticker: Any, current_price: float
+    ) -> Tuple[float, float]:
+        """Given the current price, look up opening price and compute delta."""
+        last_price = self.get_last_close(ticker)
+        delta = current_price - last_price
+        return (delta / last_price * 100.0, delta)
+
+    @staticmethod
+    def make_chart(symbol: str, ticker: Any, period: str) -> str:
+        base_filename = f"stock_chart_{symbol}.png"
+        output_filename = os.path.join(kiosk_constants.pages_dir, base_filename)
+        transparent = go.Layout(
+            paper_bgcolor="rgba(0,0,0,0)",
+            plot_bgcolor="rgba(0,0,0,0)",
+            xaxis_rangeslider_visible=False,
+        )
+
+        hist = ticker.history(period=period, interval="1wk")
+        if isinstance(ticker, yq.Ticker):
+            _open = "open"
+            _high = "high"
+            _low = "low"
+            _close = "adjclose"
+        elif isinstance(ticker, yf.Ticker):
+            _open = "Open"
+            _high = "High"
+            _low = "Low"
+            _close = "Close"
+        else:
+            raise Exception("Bad Ticker type")
+        chart = go.Figure(
+            data=go.Candlestick(
+                open=hist[_open],
+                high=hist[_high],
+                low=hist[_low],
+                close=hist[_close],
+            ),
+            layout=transparent,
+        )
+        chart.update_xaxes(visible=False, showticklabels=False)
+        chart.update_yaxes(side="right")
+        chart.write_image(output_filename, format="png", width=600, height=350)
+        print(f"Write {output_filename}...")
+        return base_filename
+
+    def periodic_render(self, key: str) -> bool:
+        """Write an up-to-date stock page."""
+        with file_writer.file_writer("stock_3_86400.html") as f:
+            f.write("<H1>Stock Quotes</H1><HR>")
+            f.write("<TABLE WIDTH=99%>")
+            symbols_finished = 0
+
+            for symbol in self.symbols:
+                ticker = self.get_financial_data(symbol)
+                if ticker is None:
+                    logger.debug(f"Unknown symbol {symbol} -- ignored.")
+                    continue
+                name = self.get_ticker_name(ticker)
+                if name is None:
+                    logger.debug(f"Bad name for {symbol} -- skipped.")
+                    continue
+                price = self.get_price(ticker)
+                if price is None:
+                    logger.debug(f"No price information for {symbol} -- skipped.")
+                    continue
+                (percent_change, delta) = self.get_change_and_delta(ticker, price)
+                chart_filename = stock_quote_renderer.make_chart(symbol, ticker, "1y")
+                print(f"delta: {delta}, change: {percent_change}")
+                if percent_change < 0:
+                    cell_color = "#b00000"
+                elif percent_change > 0:
+                    cell_color = "#009000"
+                else:
+                    cell_color = "#a0a0a0"
+                if symbols_finished % 4 == 0:
+                    if symbols_finished > 0:
+                        f.write("</TR>")
+                        f.write("<TR>")
+                symbols_finished += 1
+                if self.display_subs is not None and symbol in self.display_subs:
+                    symbol = self.display_subs[symbol]
+                f.write(
+                    f"""
+<TD WIDTH=20% HEIGHT=150 BGCOLOR="{cell_color}">
   <!-- Container -->
   <DIV style="position:relative;
-              height:150px;">
-    <!-- Symbol -->
+              height:175px;">
+    <!-- Symbol {symbol} -->
     <DIV style="position:absolute;
                 bottom:50;
                 right:-20;
@@ -133,29 +213,32 @@ class stock_quote_renderer(renderer.debuggable_abstaining_renderer):
                 font-weight:900;
                 -webkit-text-stroke: 2px black;
                 color: #ddd">
-      %s
+      {symbol}
     </DIV>
-    <!-- Current price, Change today and percent change today -->
+    <!-- Current price, Change today and percent change today, name -->
     <DIV style="position:absolute;
                 left:10;
                 top:20;
-                font-size:23pt;
-                font-family: helvetica, arial, sans-serif;
-                width:70%%">
-            $%s<BR>
-            <I>(%s)</I><BR>
-            <B>$%s</B>
+                font-size:24pt;
+                font-family:helvetica, arial, sans-serif;
+                font-weight:900;
+                width:80%">
+            ${price:.2f}<BR>
+            <I>({percent_change:.1f}%)</I><BR>
+            <B>${delta:.2f}</B>
     </DIV>
+    <IMG SRC="{chart_filename}" WIDTH=100%>
   </DIV>
-</TD>""" % (cell_color,
-            symbol,
-            price,
-            percent_change,
-            change))
-        f.write("</TR></TABLE>")
-        f.close()
+</TD>"""
+                )
+            f.write("</TR></TABLE>")
         return True
 
-#x = stock_quote_renderer({}, ["MSFT", "GOOG", "GOOGL", "OPTAX", "VNQ"])
-#x.periodic_render(None)
-#x.periodic_render(None)
+
+# Test
+# x = stock_quote_renderer(
+#    {},
+#    ["MSFT", "GOOG", "BTC-USD", "ABHYX", "GC=F", "VNQ"],
+#    {"BTC-USD": "BTC", "GC=F": "GOLD"},
+# )
+# x.periodic_render(None)