"Bellevue\s+Reporter\s+Bellevue\s+Reporter", "", description
)
description = re.sub("\s*\-\s*Your local homepage\.\s*", "", description)
+ description = re.sub("[Ww]ire [Ss]ervice", "", description)
return description
@staticmethod
def looks_like_football(title: str, description: str) -> bool:
return (
title.find("NFL") != -1
- or re.search("[Ll]ive [Ss]tream", title) != None
- or re.search("[Ll]ive[Ss]tream", title) != None
- or re.search("[Ll]ive [Ss]tream", description) != None
+ or re.search("[Ll]ive [Ss]tream", title) is not None
+ or re.search("[Ll]ive[Ss]tream", title) is not None
+ or re.search("[Ll]ive [Ss]tream", description) is not None
)
+ @staticmethod
+ def looks_like_review(title: str, description: str) -> bool:
+ return "review" in title or "Review" in title
+
def item_is_interesting_for_headlines(
self, title: str, description: str, item: xml.etree.ElementTree.Element
) -> bool:
if bellevue_reporter_rss_renderer.looks_like_football(title, description):
self.debug_print("%s: looks like it's about football." % title)
return False
+ if bellevue_reporter_rss_renderer.looks_like_review(title, description):
+ self.debug_print("%s: looks like bullshit." % title)
+ return False
return True
def item_is_interesting_for_article(
if bellevue_reporter_rss_renderer.looks_like_football(title, description):
self.debug_print("%s: looks like it's about football." % title)
return False
+ if bellevue_reporter_rss_renderer.looks_like_review(title, description):
+ self.debug_print("%s: looks like bullshit." % title)
+ return False
return True
import re
import sys
import time
-from typing import Callable, List
+from typing import Callable, List, Optional, Set, Tuple
import constants
import trigger
]
for page in pages:
result = re.match(valid_filename, page)
- if result != None:
+ if result is not None:
print(f'chooser: candidate page: "{page}"')
if result.group(3) != "none":
freshness_requirement = int(result.group(3))
def __init__(self, filter_list: List[Callable[[str], bool]]) -> None:
self.last_choice = ""
self.valid_filename = re.compile("([^_]+)_(\d+)_([^\.]+)\.html")
- self.pages = None
+ self.pages: Optional[List[str]] = None
self.count = 0
self.filter_list = filter_list
if filter_list is None:
return True
def choose_next_page(self) -> str:
- if self.pages == None or self.count % 100 == 0:
+ if self.pages is None or self.count % 100 == 0:
self.pages = self.get_page_list()
total_weight = 0
weights = []
for page in self.pages:
result = re.match(self.valid_filename, page)
- if result != None:
+ if result is not None:
weight = int(result.group(2))
weights.append(weight)
total_weight += weight
if total_weight <= 0:
- raise error
+ raise Exception
while True:
random_pick = random.randrange(0, total_weight - 1)
self.trigger_list = trigger_list
if trigger_list is None:
self.trigger_list = []
- self.page_queue = set(())
+ self.page_queue: Set[Tuple[str, int]] = set(())
def check_for_triggers(self) -> bool:
triggered = False
for t in self.trigger_list:
x = t.get_triggered_page_list()
- if x != None and len(x) > 0:
+ if x is not None and len(x) > 0:
for y in x:
self.page_queue.add(y)
triggered = True
return triggered
- def choose_next_page(self) -> str:
- if self.pages == None or self.count % 100 == 0:
+ def choose_next_page(self) -> Tuple[str, bool]:
+ if self.pages is None or self.count % 100 == 0:
self.pages = self.get_page_list()
triggered = self.check_for_triggers()
page = None
priority = None
for t in self.page_queue:
- if priority == None or t[1] > priority:
+ if priority is None or t[1] > priority:
page = t[0]
priority = t[1]
+ assert(page is not None)
+ assert(priority is not None)
self.page_queue.remove((page, priority))
- return page, triggered
+ return (page, triggered)
# Fall back on weighted random choice.
else:
- return weighted_random_chooser.choose_next_page(self), False
+ return (weighted_random_chooser.choose_next_page(self), False)
# Test
@staticmethod
def remove_tricky_unicode(x: str) -> str:
try:
- x = x.decode("utf-8")
x = x.replace("\u2018", "'").replace("\u2019", "'")
x = x.replace("\u201c", '"').replace("\u201d", '"')
x = x.replace("\u2e3a", "-").replace("\u2014", "-")
#!/usr/bin/env python3
-from typing import Tuple
+from typing import Optional, Tuple
import constants
import globals
class gcal_trigger(trigger.trigger):
- def get_triggered_page_list(self) -> Tuple[str, int]:
+ def get_triggered_page_list(self) -> Optional[Tuple[str, int]]:
if globals.get("gcal_triggered"):
print("****** gcal has an imminent upcoming event. ******")
return (constants.gcal_imminent_pagename, trigger.trigger.PRIORITY_HIGH)
f.close()
def has_token(self) -> bool:
- if self.token != None:
+ if self.token is not None:
print("gdata: we have a token!")
else:
print("gdata: we have no token.")
- return self.token != None
+ return self.token is not None
def get_user_code(self) -> str:
self.conn.request(
def get_new_token(self) -> None:
# call get_device_code if not already set
- if self.user_code == None:
+ if self.user_code is None:
print("gdata: getting user code")
self.get_user_code()
- while self.token == None:
+ while self.token is None:
self.conn.request(
"POST",
"/o/oauth2/token",
import http.client
import random
import re
-from typing import Dict, List
+from typing import Dict, List, Optional, Union
import xml.etree.ElementTree as ET
import file_writer
def should_profanity_filter(self) -> bool:
return False
- def find_title(self, item: ET.Element) -> str:
+ def find_title(self, item: ET.Element) -> Optional[str]:
return item.findtext("title")
def munge_title(self, title: str) -> str:
return title
- def find_description(self, item: ET.Element) -> str:
+ def find_description(self, item: ET.Element) -> Optional[str]:
return item.findtext("description")
def munge_description(self, description: str) -> str:
description = re.sub("<[^>]+>", "", description)
return description
- def find_link(self, item: ET.Element) -> str:
+ def find_link(self, item: ET.Element) -> Optional[str]:
return item.findtext("link")
def munge_link(self, link: str) -> str:
return link
- def find_image(self, item: ET.Element) -> str:
+ def find_image(self, item: ET.Element) -> Optional[str]:
return item.findtext("image")
def munge_image(self, image: str) -> str:
return image
- def find_pubdate(self, item: ET.Element) -> str:
+ def find_pubdate(self, item: ET.Element) -> Optional[str]:
return item.findtext("pubDate")
def munge_pubdate(self, pubdate: str) -> str:
pubdate = self.find_pubdate(item)
if pubdate is None:
return False
- pubdate = parse(pubdate)
- tzinfo = pubdate.tzinfo
+ pubdatetime = parse(pubdate)
+ tzinfo = pubdatetime.tzinfo
now = datetime.datetime.now(tzinfo)
- delta = (now - pubdate).total_seconds() / (60 * 60 * 24)
+ delta = (now - pubdatetime).total_seconds() / (60 * 60 * 24)
return delta > n
def item_is_interesting_for_article(
elif key == "Shuffle News":
return self.shuffle_news()
else:
- raise error("Unexpected operation")
+ raise Exception
def shuffle_news(self) -> bool:
headlines = page_builder.page_builder()
count = 0
self.news.clear()
self.details.clear()
+ self.conn: Optional[Union[http.client.HTTPConnection,
+ http.client.HTTPSConnection]] = None
for uri in self.feed_uris:
if self.should_use_https():
else:
self.debug_print("Fetching: http://%s%s" % (self.feed_site, uri))
self.conn = http.client.HTTPConnection(self.feed_site, timeout=20)
+ assert(self.conn is not None)
self.conn.request(
"GET",
uri,
print(
f"{self.page_title}: RSS fetch_news error, response: {response.status}"
)
- self.debug_print(response.read())
+ self.debug_print(str(response.read()))
return False
rss = ET.fromstring(response.read())
description = item.findtext("description")
if description is not None:
description = self.munge_description(description)
+ else:
+ description = ""
image = self.find_image(item)
if image is not None:
image = self.munge_image(image)
#!/usr/bin/env python3
import random
-from typing import Iterable, List
+from typing import Iterable, List, Optional, Set
class grab_bag(object):
def __init__(self) -> None:
- self.contents = set()
+ self.contents: Set[str] = set()
def clear(self) -> None:
self.contents.clear()
for x in collection:
self.add(x)
- def subset(self, count: int) -> List[str]:
+ def subset(self, count: int) -> Optional[List[str]]:
if len(self.contents) < count:
return None
subset = random.sample(self.contents, count)
changer_thread = None
renderer_thread = None
while True:
- if changer_thread == None or not changer_thread.is_alive():
+ if changer_thread is None or not changer_thread.is_alive():
print(
f"MAIN[{utils.timestamp()}] - (Re?)initializing chooser thread... (wtf?!)"
)
changer_thread = Thread(target=thread_change_current, args=())
changer_thread.start()
- if renderer_thread == None or not renderer_thread.is_alive():
+ if renderer_thread is None or not renderer_thread.is_alive():
print(
f"MAIN[{utils.timestamp()}] - (Re?)initializing render thread... (wtf?!)"
)
def album_is_in_whitelist(self, name: str) -> bool:
for wlalbum in self.album_whitelist:
- if re.search("\d+ %s" % wlalbum, name) != None:
+ if re.search("\d+ %s" % wlalbum, name) is not None:
return True
return False
"""
)
html = self.do_door("Near House")
- if html == None:
+ if html is None:
return False
f.write(html)
html = self.do_door("Middle Door")
- if html == None:
+ if html is None:
return False
f.write(html)
f.write(
import constants
import globals
import trigger
-from typing import Tuple
+from typing import Optional, Tuple
class myq_trigger(trigger.trigger):
- def get_triggered_page_list(self) -> Tuple[str, int]:
+ def get_triggered_page_list(self) -> Optional[Tuple[str, int]]:
if globals.get("myq_triggered"):
print("****** MyQ garage door is open page trigger ******")
return (constants.myq_pagename, trigger.trigger.PRIORITY_HIGH)
self.debug_info = debug_info
return self
- def __pick_layout(self) -> int:
+ def __pick_layout(self) -> None:
if len(self.items) == 1:
self.layout = page_builder.LAYOUT_ONE_ITEM
elif len(self.items) <= 4:
else:
print("Error, unknown layout type: %d" % self.layout)
+ return
count = 0
self.items.sort(key=len, reverse=True)
from datetime import datetime
from decorators import invocation_logged
import time
-from typing import Dict, List, Set
+from typing import Dict, List, Optional, Set
class renderer(ABC):
self.name_to_timeout_dict = name_to_timeout_dict
self.last_runs = {}
for key in name_to_timeout_dict:
- self.last_runs[key] = 0
+ self.last_runs[key] = 0.0
- def should_render(self, keys_to_skip: Set[str]) -> str:
+ def should_render(self, keys_to_skip: Set[str]) -> Optional[str]:
now = time.time()
for key in self.name_to_timeout_dict:
if (
@invocation_logged
def render(self) -> None:
- tries_per_key = {}
- keys_to_skip = set()
+ tries_per_key: Dict[str, int] = {}
+ keys_to_skip: Set[str] = set()
while True:
key = self.should_render(keys_to_skip)
- if key == None:
+ if key is None:
break
if key in tries_per_key:
[
"MSFT",
"SPY",
- "GBTC",
+ "BTC-USD",
"IEMG",
"OPTAX",
"SPAB",
"SPHD",
- "SGOL",
+ "GC=F",
"VDC",
"VYMI",
"VNQ",
"VNQI",
],
+ { "BTC-USD": "BTC",
+ "GC=F": "GOLD" },
),
stevens_renderer.stevens_pass_conditions_renderer(
{"Fetch Pass Conditions": (hours * 1)},
details = {}
for detail in item.getchildren():
self.debug_print(f"detail {detail.tag} => {detail.attrib} ({detail.text})")
- if detail.text != None:
+ if detail.text is not None:
details[detail.tag] = detail.text
if "category" not in details:
self.debug_print("No category in details?!")
"""Render the stock prices page."""
def __init__(
- self, name_to_timeout_dict: Dict[str, int], symbols: List[str]
+ self,
+ name_to_timeout_dict: Dict[str, int],
+ symbols: List[str],
+ display_subs: Dict[str, str] = None,
) -> None:
super(stock_quote_renderer, self).__init__(name_to_timeout_dict, False)
self.symbols = symbols
+ self.display_subs = display_subs
def debug_prefix(self) -> str:
return "stock"
f.write("<TABLE WIDTH=99%>")
symbols_finished = 0
for symbol in self.symbols:
- # print(f"--- Symbol: {symbol} ---")
ticker = yf.Ticker(symbol)
print(type(ticker))
# print(ticker.get_info())
f.write("</TR>")
f.write("<TR>")
symbols_finished += 1
+ if self.display_subs is not None and symbol in self.display_subs:
+ symbol = self.display_subs[symbol]
f.write(
f"""
<TD WIDTH=20% HEIGHT=150 BGCOLOR="{cell_color}">
<!-- Container -->
<DIV style="position:relative;
height:150px;">
- <!-- Symbol -->
+ <!-- Symbol {symbol} -->
<DIV style="position:absolute;
bottom:50;
right:-20;
f.write("</TR></TABLE>")
return True
-
# Test
-# x = stock_quote_renderer({}, ["MSFT", "GOOG", "GBTC", "OPTAX", "VNQ"])
-# x.periodic_render(None)
+#x = stock_quote_renderer({}, ["MSFT", "GOOG", "BTC-USD", "OPTAX", "GC=F", "VNQ"], { "BTC-USD": "BTC", "GC=F": "GOLD" })
+#x.periodic_render(None)
#!/usr/bin/env python3
from abc import ABC, abstractmethod
-from typing import Tuple
+from typing import List, Tuple
class trigger(ABC):
PRIORITY_LOW = 0
@abstractmethod
- def get_triggered_page_list(self) -> Tuple[str, int]:
+ def get_triggered_page_list(self) -> List[Tuple[str, int]]:
pass
now = time.time()
ts = os.stat(filename).st_ctime
age = now - ts
+ age = int(age)
return describe_duration(age)
except Exception as e:
return "?????"
now = time.time()
ts = os.stat(filename).st_ctime
age = now - ts
+ age = int(age)
return describe_duration_briefly(age)
except Exception as e:
return "?????"