Index: build/android/devil/utils/reraiser_thread.py |
diff --git a/build/android/devil/utils/reraiser_thread.py b/build/android/devil/utils/reraiser_thread.py |
deleted file mode 100644 |
index e108fc754fbe9befd62c25dfe1e68f97ef071161..0000000000000000000000000000000000000000 |
--- a/build/android/devil/utils/reraiser_thread.py |
+++ /dev/null |
@@ -1,228 +0,0 @@ |
-# Copyright 2013 The Chromium Authors. All rights reserved. |
-# Use of this source code is governed by a BSD-style license that can be |
-# found in the LICENSE file. |
- |
-"""Thread and ThreadGroup that reraise exceptions on the main thread.""" |
-# pylint: disable=W0212 |
- |
-import logging |
-import sys |
-import threading |
-import time |
-import traceback |
- |
-from devil.utils import watchdog_timer |
- |
- |
-class TimeoutError(Exception): |
- """Module-specific timeout exception.""" |
- pass |
- |
- |
-def LogThreadStack(thread, error_log_func=logging.critical): |
- """Log the stack for the given thread. |
- |
- Args: |
- thread: a threading.Thread instance. |
- error_log_func: Logging function when logging errors. |
- """ |
- stack = sys._current_frames()[thread.ident] |
- error_log_func('*' * 80) |
- error_log_func('Stack dump for thread %r', thread.name) |
- error_log_func('*' * 80) |
- for filename, lineno, name, line in traceback.extract_stack(stack): |
- error_log_func('File: "%s", line %d, in %s', filename, lineno, name) |
- if line: |
- error_log_func(' %s', line.strip()) |
- error_log_func('*' * 80) |
- |
- |
-class ReraiserThread(threading.Thread): |
- """Thread class that can reraise exceptions.""" |
- |
- def __init__(self, func, args=None, kwargs=None, name=None): |
- """Initialize thread. |
- |
- Args: |
- func: callable to call on a new thread. |
- args: list of positional arguments for callable, defaults to empty. |
- kwargs: dictionary of keyword arguments for callable, defaults to empty. |
- name: thread name, defaults to Thread-N. |
- """ |
- if not name and func.__name__ != '<lambda>': |
- name = func.__name__ |
- super(ReraiserThread, self).__init__(name=name) |
- if not args: |
- args = [] |
- if not kwargs: |
- kwargs = {} |
- self.daemon = True |
- self._func = func |
- self._args = args |
- self._kwargs = kwargs |
- self._ret = None |
- self._exc_info = None |
- self._thread_group = None |
- |
- def ReraiseIfException(self): |
- """Reraise exception if an exception was raised in the thread.""" |
- if self._exc_info: |
- raise self._exc_info[0], self._exc_info[1], self._exc_info[2] |
- |
- def GetReturnValue(self): |
- """Reraise exception if present, otherwise get the return value.""" |
- self.ReraiseIfException() |
- return self._ret |
- |
- #override |
- def run(self): |
- """Overrides Thread.run() to add support for reraising exceptions.""" |
- try: |
- self._ret = self._func(*self._args, **self._kwargs) |
- except: # pylint: disable=W0702 |
- self._exc_info = sys.exc_info() |
- |
- |
-class ReraiserThreadGroup(object): |
- """A group of ReraiserThread objects.""" |
- |
- def __init__(self, threads=None): |
- """Initialize thread group. |
- |
- Args: |
- threads: a list of ReraiserThread objects; defaults to empty. |
- """ |
- self._threads = [] |
- # Set when a thread from one group has called JoinAll on another. It is used |
- # to detect when a there is a TimeoutRetryThread active that links to the |
- # current thread. |
- self.blocked_parent_thread_group = None |
- if threads: |
- for thread in threads: |
- self.Add(thread) |
- |
- def Add(self, thread): |
- """Add a thread to the group. |
- |
- Args: |
- thread: a ReraiserThread object. |
- """ |
- assert thread._thread_group is None |
- thread._thread_group = self |
- self._threads.append(thread) |
- |
- def StartAll(self, will_block=False): |
- """Start all threads. |
- |
- Args: |
- will_block: Whether the calling thread will subsequently block on this |
- thread group. Causes the active ReraiserThreadGroup (if there is one) |
- to be marked as blocking on this thread group. |
- """ |
- if will_block: |
- # Multiple threads blocking on the same outer thread should not happen in |
- # practice. |
- assert not self.blocked_parent_thread_group |
- self.blocked_parent_thread_group = CurrentThreadGroup() |
- for thread in self._threads: |
- thread.start() |
- |
- def _JoinAll(self, watcher=None, timeout=None): |
- """Join all threads without stack dumps. |
- |
- Reraises exceptions raised by the child threads and supports breaking |
- immediately on exceptions raised on the main thread. |
- |
- Args: |
- watcher: Watchdog object providing the thread timeout. If none is |
- provided, the thread will never be timed out. |
- timeout: An optional number of seconds to wait before timing out the join |
- operation. This will not time out the threads. |
- """ |
- if watcher is None: |
- watcher = watchdog_timer.WatchdogTimer(None) |
- alive_threads = self._threads[:] |
- end_time = (time.time() + timeout) if timeout else None |
- try: |
- while alive_threads and (end_time is None or end_time > time.time()): |
- for thread in alive_threads[:]: |
- if watcher.IsTimedOut(): |
- raise TimeoutError('Timed out waiting for %d of %d threads.' % |
- (len(alive_threads), len(self._threads))) |
- # Allow the main thread to periodically check for interrupts. |
- thread.join(0.1) |
- if not thread.isAlive(): |
- alive_threads.remove(thread) |
- # All threads are allowed to complete before reraising exceptions. |
- for thread in self._threads: |
- thread.ReraiseIfException() |
- finally: |
- self.blocked_parent_thread_group = None |
- |
- def IsAlive(self): |
- """Check whether any of the threads are still alive. |
- |
- Returns: |
- Whether any of the threads are still alive. |
- """ |
- return any(t.isAlive() for t in self._threads) |
- |
- def JoinAll(self, watcher=None, timeout=None, |
- error_log_func=logging.critical): |
- """Join all threads. |
- |
- Reraises exceptions raised by the child threads and supports breaking |
- immediately on exceptions raised on the main thread. Unfinished threads' |
- stacks will be logged on watchdog timeout. |
- |
- Args: |
- watcher: Watchdog object providing the thread timeout. If none is |
- provided, the thread will never be timed out. |
- timeout: An optional number of seconds to wait before timing out the join |
- operation. This will not time out the threads. |
- error_log_func: Logging function when logging errors. |
- """ |
- try: |
- self._JoinAll(watcher, timeout) |
- except TimeoutError: |
- error_log_func('Timed out. Dumping threads.') |
- for thread in (t for t in self._threads if t.isAlive()): |
- LogThreadStack(thread, error_log_func=error_log_func) |
- raise |
- |
- def GetAllReturnValues(self, watcher=None): |
- """Get all return values, joining all threads if necessary. |
- |
- Args: |
- watcher: same as in |JoinAll|. Only used if threads are alive. |
- """ |
- if any([t.isAlive() for t in self._threads]): |
- self.JoinAll(watcher) |
- return [t.GetReturnValue() for t in self._threads] |
- |
- |
-def CurrentThreadGroup(): |
- """Returns the ReraiserThreadGroup that owns the running thread. |
- |
- Returns: |
- The current thread group, otherwise None. |
- """ |
- current_thread = threading.current_thread() |
- if isinstance(current_thread, ReraiserThread): |
- return current_thread._thread_group # pylint: disable=no-member |
- return None |
- |
- |
-def RunAsync(funcs, watcher=None): |
- """Executes the given functions in parallel and returns their results. |
- |
- Args: |
- funcs: List of functions to perform on their own threads. |
- watcher: Watchdog object providing timeout, by default waits forever. |
- |
- Returns: |
- A list of return values in the order of the given functions. |
- """ |
- thread_group = ReraiserThreadGroup(ReraiserThread(f) for f in funcs) |
- thread_group.StartAll(will_block=True) |
- return thread_group.GetAllReturnValues(watcher=watcher) |