projects
/
python_utils.git
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
Add --run_profiler option.
[python_utils.git]
/
exec_utils.py
diff --git
a/exec_utils.py
b/exec_utils.py
index edbd21f5497b43fef739c4e1998cd62cdb695ea5..282a325a461e289144b5a58b5a88ce4a90098c83 100644
(file)
--- a/
exec_utils.py
+++ b/
exec_utils.py
@@
-12,7
+12,14
@@
from typing import List, Optional
logger = logging.getLogger(__file__)
logger = logging.getLogger(__file__)
-def cmd_showing_output(command: str) -> None:
+def cmd_showing_output(
+ command: str,
+) -> int:
+ """Kick off a child process. Capture and print all output that it
+ produces on stdout and stderr. Wait for the subprocess to exit
+ and return the exit value as the return code of this function.
+
+ """
line_enders = set([b'\n', b'\r'])
p = subprocess.Popen(
command,
line_enders = set([b'\n', b'\r'])
p = subprocess.Popen(
command,
@@
-25,12
+32,13
@@
def cmd_showing_output(command: str) -> None:
sel = selectors.DefaultSelector()
sel.register(p.stdout, selectors.EVENT_READ)
sel.register(p.stderr, selectors.EVENT_READ)
sel = selectors.DefaultSelector()
sel.register(p.stdout, selectors.EVENT_READ)
sel.register(p.stderr, selectors.EVENT_READ)
- while True:
+ stream_ends = 0
+ while stream_ends < 2:
for key, _ in sel.select():
char = key.fileobj.read(1)
if not char:
for key, _ in sel.select():
char = key.fileobj.read(1)
if not char:
- p.wait()
- return
+ stream_ends += 1
+ continue
if key.fileobj is p.stdout:
sys.stdout.buffer.write(char)
if char in line_enders:
if key.fileobj is p.stdout:
sys.stdout.buffer.write(char)
if char in line_enders:
@@
-39,11
+47,17
@@
def cmd_showing_output(command: str) -> None:
sys.stderr.buffer.write(char)
if char in line_enders:
sys.stderr.flush()
sys.stderr.buffer.write(char)
if char in line_enders:
sys.stderr.flush()
+ p.wait()
+ sys.stdout.flush()
+ sys.stderr.flush()
+ return p.returncode
def cmd_with_timeout(command: str, timeout_seconds: Optional[float]) -> int:
def cmd_with_timeout(command: str, timeout_seconds: Optional[float]) -> int:
- """
- Run a command but do not let it run for more than timeout seconds.
+ """Run a command but do not let it run for more than timeout seconds.
+ Doesn't capture or rebroadcast command output. Function returns
+ the exit value of the command or raises a TimeoutExpired exception
+ if the deadline is exceeded.
>>> cmd_with_timeout('/bin/echo foo', 10.0)
0
>>> cmd_with_timeout('/bin/echo foo', 10.0)
0
@@
-54,14
+68,13
@@
def cmd_with_timeout(command: str, timeout_seconds: Optional[float]) -> int:
subprocess.TimeoutExpired: Command '['/bin/bash', '-c', '/bin/sleep 2']' timed out after 0.1 seconds
"""
subprocess.TimeoutExpired: Command '['/bin/bash', '-c', '/bin/sleep 2']' timed out after 0.1 seconds
"""
- return subprocess.check_call(
- ["/bin/bash", "-c", command], timeout=timeout_seconds
- )
+ return subprocess.check_call(["/bin/bash", "-c", command], timeout=timeout_seconds)
def cmd(command: str, timeout_seconds: Optional[float] = None) -> str:
def cmd(command: str, timeout_seconds: Optional[float] = None) -> str:
- """Run a command with everything encased in a string and return
- the output text as a string. Raises subprocess.CalledProcessError.
+ """Run a command and capture its output to stdout (only) in a string.
+ Return that string as this function's output. Raises
+ subprocess.CalledProcessError or TimeoutExpired on error.
>>> cmd('/bin/echo foo')[:-1]
'foo'
>>> cmd('/bin/echo foo')[:-1]
'foo'
@@
-73,12
+86,16
@@
def cmd(command: str, timeout_seconds: Optional[float] = None) -> str:
"""
ret = subprocess.run(
"""
ret = subprocess.run(
- command, shell=True, capture_output=True, check=True, timeout=timeout_seconds,
+ command,
+ shell=True,
+ capture_output=True,
+ check=True,
+ timeout=timeout_seconds,
).stdout
return ret.decode("utf-8")
).stdout
return ret.decode("utf-8")
-def run_silently(command: str) -> None:
+def run_silently(command: str
, timeout_seconds: Optional[float] = None
) -> None:
"""Run a command silently but raise subprocess.CalledProcessError if
it fails.
"""Run a command silently but raise subprocess.CalledProcessError if
it fails.
@@
-91,20
+108,25
@@
def run_silently(command: str) -> None:
"""
subprocess.run(
"""
subprocess.run(
- command, shell=True, stderr=subprocess.DEVNULL,
- stdout=subprocess.DEVNULL, capture_output=False, check=True
+ command,
+ shell=True,
+ stderr=subprocess.DEVNULL,
+ stdout=subprocess.DEVNULL,
+ capture_output=False,
+ check=True,
+ timeout=timeout_seconds,
)
)
-def cmd_in_background(
- command: str, *, silent: bool = False
-) -> subprocess.Popen:
+def cmd_in_background(command: str, *, silent: bool = False) -> subprocess.Popen:
args = shlex.split(command)
if silent:
args = shlex.split(command)
if silent:
- subproc = subprocess.Popen(args,
- stdin=subprocess.DEVNULL,
- stdout=subprocess.DEVNULL,
- stderr=subprocess.DEVNULL)
+ subproc = subprocess.Popen(
+ args,
+ stdin=subprocess.DEVNULL,
+ stdout=subprocess.DEVNULL,
+ stderr=subprocess.DEVNULL,
+ )
else:
subproc = subprocess.Popen(args, stdin=subprocess.DEVNULL)
else:
subproc = subprocess.Popen(args, stdin=subprocess.DEVNULL)
@@
-116,6
+138,7
@@
def cmd_in_background(
subproc.wait(timeout=10.0)
except BaseException as be:
logger.exception(be)
subproc.wait(timeout=10.0)
except BaseException as be:
logger.exception(be)
+
atexit.register(kill_subproc)
return subproc
atexit.register(kill_subproc)
return subproc
@@
-130,4
+153,5
@@
def cmd_list(command: List[str]) -> str:
if __name__ == '__main__':
import doctest
if __name__ == '__main__':
import doctest
+
doctest.testmod()
doctest.testmod()