X-Git-Url: https://wannabe.guru.org/gitweb/?a=blobdiff_plain;f=executors.py;h=d5049a264317c2f764d2068e7108a65d858f7cb2;hb=eb9e6df32ed696158bf34dba6464277b648f5c74;hp=3cb0a916c080128e63a23600db76c07e93956ec9;hpb=d08bad64a6884f25d28a2c38c6cd1c87b4335188;p=python_utils.git diff --git a/executors.py b/executors.py index 3cb0a91..d5049a2 100644 --- a/executors.py +++ b/executors.py @@ -17,6 +17,7 @@ import time from typing import Any, Callable, Dict, List, Optional, Set import cloudpickle # type: ignore +from overrides import overrides from ansi import bg, fg, underline, reset import argparse_utils @@ -121,6 +122,7 @@ class ThreadExecutor(BaseExecutor): self.histogram.add_item(duration) return result + @overrides def submit(self, function: Callable, *args, @@ -135,6 +137,7 @@ class ThreadExecutor(BaseExecutor): *newargs, **kwargs) + @overrides def shutdown(self, wait = True) -> None: logger.debug(f'Shutting down threadpool executor {self.title}') @@ -163,6 +166,7 @@ class ProcessExecutor(BaseExecutor): self.adjust_task_count(-1) return result + @overrides def submit(self, function: Callable, *args, @@ -181,6 +185,7 @@ class ProcessExecutor(BaseExecutor): ) return result + @overrides def shutdown(self, wait=True) -> None: logger.debug(f'Shutting down processpool executor {self.title}') self._process_executor.shutdown(wait) @@ -813,6 +818,7 @@ class RemoteExecutor(BaseExecutor): # they will move the result_file to this machine and let # the original pick them up and unpickle them. + @overrides def submit(self, function: Callable, *args, @@ -822,6 +828,7 @@ class RemoteExecutor(BaseExecutor): self.total_bundles_submitted += 1 return self._helper_executor.submit(self.launch, bundle) + @overrides def shutdown(self, wait=True) -> None: self._helper_executor.shutdown(wait) logging.debug(f'Shutting down RemoteExecutor {self.title}')