<p>Holger Freyther has uploaded this change for <strong>review</strong>.</p><p><a href="https://gerrit.osmocom.org/13087">View Change</a></p><pre style="font-family: monospace,monospace; white-space: pre-wrap;">process: Make killing processes non-sequential<br><br>Change-Id: Icf1ac6774ea11880542012fd6c6ac73302bb74f5<br>---<br>M src/osmo_gsm_tester/process.py<br>1 file changed, 73 insertions(+), 3 deletions(-)<br><br></pre><pre style="font-family: monospace,monospace; white-space: pre-wrap;">git pull ssh://gerrit.osmocom.org:29418/osmo-gsm-tester refs/changes/87/13087/1</pre><pre style="font-family: monospace,monospace; white-space: pre-wrap;"><span>diff --git a/src/osmo_gsm_tester/process.py b/src/osmo_gsm_tester/process.py</span><br><span>index 3050f83..bb13131 100644</span><br><span>--- a/src/osmo_gsm_tester/process.py</span><br><span>+++ b/src/osmo_gsm_tester/process.py</span><br><span>@@ -47,10 +47,75 @@</span><br><span> class ParallelTerminationStrategy(TerminationStrategy):</span><br><span> """Processes will be terminated in parallel."""</span><br><span> </span><br><span style="color: hsl(0, 100%, 40%);">- def terminate_all(self):</span><br><span style="color: hsl(0, 100%, 40%);">- # TODO(zecke): Actually make this non-sequential.</span><br><span style="color: hsl(120, 100%, 40%);">+ def _prune_dead_processes(self, poll_first):</span><br><span style="color: hsl(120, 100%, 40%);">+ """Removes all dead processes from the list."""</span><br><span style="color: hsl(120, 100%, 40%);">+ # Remove all processes that terminated!</span><br><span style="color: hsl(120, 100%, 40%);">+ self._processes = list(filter(lambda proc: proc.is_running(poll_first), self._processes))</span><br><span style="color: hsl(120, 100%, 40%);">+</span><br><span style="color: hsl(120, 100%, 40%);">+ def _build_process_map(self):</span><br><span style="color: hsl(120, 100%, 40%);">+ """Builds a mapping from pid to process."""</span><br><span style="color: hsl(120, 100%, 40%);">+ self._process_map = {}</span><br><span> for process in self._processes:</span><br><span style="color: hsl(0, 100%, 40%);">- process.terminate()</span><br><span style="color: hsl(120, 100%, 40%);">+ pid = process.pid()</span><br><span style="color: hsl(120, 100%, 40%);">+ if pid is None:</span><br><span style="color: hsl(120, 100%, 40%);">+ continue</span><br><span style="color: hsl(120, 100%, 40%);">+ self._process_map[pid] = process</span><br><span style="color: hsl(120, 100%, 40%);">+</span><br><span style="color: hsl(120, 100%, 40%);">+ def _poll_once(self):</span><br><span style="color: hsl(120, 100%, 40%);">+ """Polls for to be collected children once."""</span><br><span style="color: hsl(120, 100%, 40%);">+ pid, result = os.waitpid(0, os.WNOHANG)</span><br><span style="color: hsl(120, 100%, 40%);">+ proc = self._process_map.get(pid)</span><br><span style="color: hsl(120, 100%, 40%);">+ # Did some other process die?</span><br><span style="color: hsl(120, 100%, 40%);">+ if pid == 0:</span><br><span style="color: hsl(120, 100%, 40%);">+ return False</span><br><span style="color: hsl(120, 100%, 40%);">+ if proc is None:</span><br><span style="color: hsl(120, 100%, 40%);">+ self.log("Unknown process with pid(%d) died." % pid)</span><br><span style="color: hsl(120, 100%, 40%);">+ return False</span><br><span style="color: hsl(120, 100%, 40%);">+ # Update the process state and forget about it</span><br><span style="color: hsl(120, 100%, 40%);">+ self.log("PID %d died..." % pid)</span><br><span style="color: hsl(120, 100%, 40%);">+ proc.result = result</span><br><span style="color: hsl(120, 100%, 40%);">+ proc.cleanup()</span><br><span style="color: hsl(120, 100%, 40%);">+ self._processes.remove(proc)</span><br><span style="color: hsl(120, 100%, 40%);">+ del self._process_map[pid]</span><br><span style="color: hsl(120, 100%, 40%);">+ return True</span><br><span style="color: hsl(120, 100%, 40%);">+</span><br><span style="color: hsl(120, 100%, 40%);">+ def _poll_for_termination(self, time_to_wait_for_term=5):</span><br><span style="color: hsl(120, 100%, 40%);">+ """Waits for the termination of processes until timeout|all ended."""</span><br><span style="color: hsl(120, 100%, 40%);">+</span><br><span style="color: hsl(120, 100%, 40%);">+ wait_step = 0.001</span><br><span style="color: hsl(120, 100%, 40%);">+ waited_time = 0</span><br><span style="color: hsl(120, 100%, 40%);">+ while len(self._processes) > 0:</span><br><span style="color: hsl(120, 100%, 40%);">+ # Collect processes until there are none to be collected.</span><br><span style="color: hsl(120, 100%, 40%);">+ while True:</span><br><span style="color: hsl(120, 100%, 40%);">+ try:</span><br><span style="color: hsl(120, 100%, 40%);">+ if not self._poll_once():</span><br><span style="color: hsl(120, 100%, 40%);">+ break</span><br><span style="color: hsl(120, 100%, 40%);">+ except ChildProcessError:</span><br><span style="color: hsl(120, 100%, 40%);">+ break</span><br><span style="color: hsl(120, 100%, 40%);">+</span><br><span style="color: hsl(120, 100%, 40%);">+ # All processes died and we can return before sleeping</span><br><span style="color: hsl(120, 100%, 40%);">+ if len(self._processes) == 0:</span><br><span style="color: hsl(120, 100%, 40%);">+ break</span><br><span style="color: hsl(120, 100%, 40%);">+ waited_time += wait_step</span><br><span style="color: hsl(120, 100%, 40%);">+ # make wait_step approach 1.0</span><br><span style="color: hsl(120, 100%, 40%);">+ wait_step = (1. + 5. * wait_step) / 6.</span><br><span style="color: hsl(120, 100%, 40%);">+ if waited_time >= time_to_wait_for_term:</span><br><span style="color: hsl(120, 100%, 40%);">+ break</span><br><span style="color: hsl(120, 100%, 40%);">+ time.sleep(wait_step)</span><br><span style="color: hsl(120, 100%, 40%);">+</span><br><span style="color: hsl(120, 100%, 40%);">+ def terminate_all(self):</span><br><span style="color: hsl(120, 100%, 40%);">+ self.log("Scheduled to terminate %d processes." % len(self._processes))</span><br><span style="color: hsl(120, 100%, 40%);">+ self._prune_dead_processes(True)</span><br><span style="color: hsl(120, 100%, 40%);">+ self._build_process_map()</span><br><span style="color: hsl(120, 100%, 40%);">+</span><br><span style="color: hsl(120, 100%, 40%);">+ # Iterate through all signals.</span><br><span style="color: hsl(120, 100%, 40%);">+ for sig in [signal.SIGTERM, signal.SIGINT, signal.SIGKILL]:</span><br><span style="color: hsl(120, 100%, 40%);">+ self.log("Starting to kill with %s" % sig.name)</span><br><span style="color: hsl(120, 100%, 40%);">+ for process in self._processes:</span><br><span style="color: hsl(120, 100%, 40%);">+ process.kill(sig)</span><br><span style="color: hsl(120, 100%, 40%);">+ if sig == signal.SIGKILL:</span><br><span style="color: hsl(120, 100%, 40%);">+ continue</span><br><span style="color: hsl(120, 100%, 40%);">+ self._poll_for_termination()</span><br><span> </span><br><span> </span><br><span> class Process(log.Origin):</span><br><span>@@ -145,6 +210,11 @@</span><br><span> def send_signal(self, sig):</span><br><span> os.kill(self.process_obj.pid, sig)</span><br><span> </span><br><span style="color: hsl(120, 100%, 40%);">+ def pid(self):</span><br><span style="color: hsl(120, 100%, 40%);">+ if self.process_obj is None:</span><br><span style="color: hsl(120, 100%, 40%);">+ return None</span><br><span style="color: hsl(120, 100%, 40%);">+ return self.process_obj.pid</span><br><span style="color: hsl(120, 100%, 40%);">+</span><br><span> def kill(self, sig):</span><br><span> """Kills the process with the given signal and remembers it."""</span><br><span> self.log('Terminating (%s)' % sig.name)</span><br><span></span><br></pre><p>To view, visit <a href="https://gerrit.osmocom.org/13087">change 13087</a>. To unsubscribe, or for help writing mail filters, visit <a href="https://gerrit.osmocom.org/settings">settings</a>.</p><div itemscope itemtype="http://schema.org/EmailMessage"><div itemscope itemprop="action" itemtype="http://schema.org/ViewAction"><link itemprop="url" href="https://gerrit.osmocom.org/13087"/><meta itemprop="name" content="View Change"/></div></div>
<div style="display:none"> Gerrit-Project: osmo-gsm-tester </div>
<div style="display:none"> Gerrit-Branch: master </div>
<div style="display:none"> Gerrit-MessageType: newchange </div>
<div style="display:none"> Gerrit-Change-Id: Icf1ac6774ea11880542012fd6c6ac73302bb74f5 </div>
<div style="display:none"> Gerrit-Change-Number: 13087 </div>
<div style="display:none"> Gerrit-PatchSet: 1 </div>
<div style="display:none"> Gerrit-Owner: Holger Freyther <holger@freyther.de> </div>