+ else:
+ import io
+ import traceback
+
+ tb_output = io.StringIO()
+ traceback.print_tb(exc_tb, None, tb_output)
+ print(tb_output.getvalue(), file=sys.stderr)
+ logger.error(tb_output.getvalue())
+ tb_output.close()
+
+ # stdin or stderr is redirected, just do the normal thing
+ if not sys.stderr.isatty() or not sys.stdin.isatty():
+ ORIGINAL_EXCEPTION_HOOK(exc_type, exc_value, exc_tb)
+
+ else: # a terminal is attached and stderr isn't redirected, maybe debug.
+ if config.config['debug_unhandled_exceptions']:
+ logger.info("Invoking the debugger...")
+ import pdb
+
+ pdb.pm()
+ else:
+ ORIGINAL_EXCEPTION_HOOK(exc_type, exc_value, exc_tb)
+
+
+class ImportInterceptor(importlib.abc.MetaPathFinder):
+ """An interceptor that always allows module load events but dumps a
+ record into the log and onto stdout when modules are loaded and
+ produces an audit of who imported what at the end of the run. It
+ can't see any load events that happen before it, though, so move
+ bootstrap up in your __main__'s import list just temporarily to
+ get a good view.
+
+ """
+
+ def __init__(self):
+ import collect.trie
+
+ self.module_by_filename_cache = {}
+ self.repopulate_modules_by_filename()
+ self.tree = collect.trie.Trie()
+ self.tree_node_by_module = {}
+
+ def repopulate_modules_by_filename(self):
+ self.module_by_filename_cache.clear()
+ for _, mod in sys.modules.copy().items(): # copy here because modules is volatile
+ if hasattr(mod, '__file__'):
+ fname = getattr(mod, '__file__')
+ else:
+ fname = 'unknown'
+ self.module_by_filename_cache[fname] = mod
+
+ @staticmethod
+ def should_ignore_filename(filename: str) -> bool:
+ return 'importlib' in filename or 'six.py' in filename
+
+ def find_module(self, fullname, path):
+ raise Exception("This method has been deprecated since Python 3.4, please upgrade.")
+
+ def find_spec(self, loaded_module, path=None, _=None):
+ s = stack()
+ for x in range(3, len(s)):
+ filename = s[x].filename
+ if ImportInterceptor.should_ignore_filename(filename):
+ continue
+
+ loading_function = s[x].function
+ if filename in self.module_by_filename_cache:
+ loading_module = self.module_by_filename_cache[filename]
+ else:
+ self.repopulate_modules_by_filename()
+ loading_module = self.module_by_filename_cache.get(filename, 'unknown')
+
+ path = self.tree_node_by_module.get(loading_module, [])
+ path.extend([loaded_module])
+ self.tree.insert(path)
+ self.tree_node_by_module[loading_module] = path
+
+ msg = f'*** Import {loaded_module} from {filename}:{s[x].lineno} in {loading_module}::{loading_function}'
+ logger.debug(msg)
+ print(msg)
+ return
+ msg = f'*** Import {loaded_module} from ?????'
+ logger.debug(msg)
+ print(msg)
+
+ def invalidate_caches(self):
+ pass
+
+ def find_importer(self, module: str):
+ if module in self.tree_node_by_module:
+ node = self.tree_node_by_module[module]
+ return node
+ return []
+
+
+# Audit import events? Note: this runs early in the lifetime of the
+# process (assuming that import bootstrap happens early); config has
+# (probably) not yet been loaded or parsed the commandline. Also,
+# some things have probably already been imported while we weren't
+# watching so this information may be incomplete.
+#
+# Also note: move bootstrap up in the global import list to catch
+# more import events and have a more complete record.
+IMPORT_INTERCEPTOR = None
+for arg in sys.argv:
+ if arg == '--audit_import_events':
+ IMPORT_INTERCEPTOR = ImportInterceptor()
+ sys.meta_path.insert(0, IMPORT_INTERCEPTOR)
+
+
+def dump_all_objects() -> None:
+ """Helper code to dump all known python objects."""
+
+ messages = {}
+ all_modules = sys.modules
+ for obj in object.__subclasses__():
+ if not hasattr(obj, '__name__'):
+ continue
+ klass = obj.__name__
+ if not hasattr(obj, '__module__'):
+ continue
+ class_mod_name = obj.__module__
+ if class_mod_name in all_modules:
+ mod = all_modules[class_mod_name]
+ if not hasattr(mod, '__name__'):
+ mod_name = class_mod_name
+ else:
+ mod_name = mod.__name__
+ if hasattr(mod, '__file__'):
+ mod_file = mod.__file__
+ else:
+ mod_file = 'unknown'
+ if IMPORT_INTERCEPTOR is not None:
+ import_path = IMPORT_INTERCEPTOR.find_importer(mod_name)
+ else:
+ import_path = 'unknown'
+ msg = f'{class_mod_name}::{klass} ({mod_file})'
+ if import_path != 'unknown' and len(import_path) > 0:
+ msg += f' imported by {import_path}'
+ messages[f'{class_mod_name}::{klass}'] = msg
+ for x in sorted(messages.keys()):
+ logger.debug(messages[x])
+ print(messages[x])