X-Git-Url: https://wannabe.guru.org/gitweb/?a=blobdiff_plain;f=directory_filter.py;h=b057f85a1c8c728a497171a37c4a216db231ba30;hb=94c8a54eadbf8552fa4d33dc349616d125e1a638;hp=508baf3bc888cf49e832ca72feddeda1797890a0;hpb=e6f32fdd9b373dfcd100c7accb41f57d83c2f0a1;p=python_utils.git diff --git a/directory_filter.py b/directory_filter.py index 508baf3..b057f85 100644 --- a/directory_filter.py +++ b/directory_filter.py @@ -3,7 +3,7 @@ import hashlib import logging import os -from typing import Any, Optional +from typing import Any, Dict, Optional, Set logger = logging.getLogger(__name__) @@ -38,8 +38,8 @@ class DirectoryFileFilter(object): if not file_utils.does_directory_exist(directory): raise ValueError(directory) self.directory = directory - self.md5_by_filename = {} - self.mtime_by_filename = {} + self.md5_by_filename: Dict[str, str] = {} + self.mtime_by_filename: Dict[str, float] = {} self._update() def _update(self): @@ -55,6 +55,7 @@ class DirectoryFileFilter(object): assert file_utils.does_file_exist(filename) if mtime is None: mtime = file_utils.get_file_raw_mtime(filename) + assert mtime is not None if self.mtime_by_filename.get(filename, 0) != mtime: md5 = file_utils.get_file_md5(filename) logger.debug(f'Computed/stored {filename}\'s MD5 at ts={mtime} ({md5})') @@ -102,7 +103,7 @@ class DirectoryAllFilesFilter(DirectoryFileFilter): """ def __init__(self, directory: str): - self.all_md5s = set() + self.all_md5s: Set[str] = set() super().__init__(directory) def _update_file(self, filename: str, mtime: Optional[float] = None): @@ -111,13 +112,15 @@ class DirectoryAllFilesFilter(DirectoryFileFilter): assert file_utils.does_file_exist(filename) if mtime is None: mtime = file_utils.get_file_raw_mtime(filename) + assert mtime is not None if self.mtime_by_filename.get(filename, 0) != mtime: md5 = file_utils.get_file_md5(filename) self.mtime_by_filename[filename] = mtime self.md5_by_filename[filename] = md5 self.all_md5s.add(md5) - def apply(self, item: Any) -> bool: + def apply(self, item: Any, ignored_filename: str = None) -> bool: + assert ignored_filename is None self._update() mem_hash = hashlib.md5() mem_hash.update(item)