import time
from typing import Any, Callable, List, Optional, Set, Tuple
import time
from typing import Any, Callable, List, Optional, Set, Tuple
self.trigger_list.extend(trigger_list)
self.page_queue: Set[Tuple[str, int]] = set(())
self.trigger_list.extend(trigger_list)
self.page_queue: Set[Tuple[str, int]] = set(())
def choose_next_page(self) -> Tuple[str, bool]:
if self.pages is None or self.count % 100 == 0:
def choose_next_page(self) -> Tuple[str, bool]:
if self.pages is None or self.count % 100 == 0:
self.pages = self.get_page_list()
triggered = self.check_for_triggers()
# First try to satisfy from the page queue.
if len(self.page_queue) > 0:
self.pages = self.get_page_list()
triggered = self.check_for_triggers()
# First try to satisfy from the page queue.
if len(self.page_queue) > 0: