Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(554)

Unified Diff: build/android/devil/utils/reraiser_thread.py

Issue 1770943003: [Android] Remove chromium version of devil. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: rebase Created 4 years, 9 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: build/android/devil/utils/reraiser_thread.py
diff --git a/build/android/devil/utils/reraiser_thread.py b/build/android/devil/utils/reraiser_thread.py
deleted file mode 100644
index e108fc754fbe9befd62c25dfe1e68f97ef071161..0000000000000000000000000000000000000000
--- a/build/android/devil/utils/reraiser_thread.py
+++ /dev/null
@@ -1,228 +0,0 @@
-# Copyright 2013 The Chromium Authors. All rights reserved.
-# Use of this source code is governed by a BSD-style license that can be
-# found in the LICENSE file.
-
-"""Thread and ThreadGroup that reraise exceptions on the main thread."""
-# pylint: disable=W0212
-
-import logging
-import sys
-import threading
-import time
-import traceback
-
-from devil.utils import watchdog_timer
-
-
-class TimeoutError(Exception):
- """Module-specific timeout exception."""
- pass
-
-
-def LogThreadStack(thread, error_log_func=logging.critical):
- """Log the stack for the given thread.
-
- Args:
- thread: a threading.Thread instance.
- error_log_func: Logging function when logging errors.
- """
- stack = sys._current_frames()[thread.ident]
- error_log_func('*' * 80)
- error_log_func('Stack dump for thread %r', thread.name)
- error_log_func('*' * 80)
- for filename, lineno, name, line in traceback.extract_stack(stack):
- error_log_func('File: "%s", line %d, in %s', filename, lineno, name)
- if line:
- error_log_func(' %s', line.strip())
- error_log_func('*' * 80)
-
-
-class ReraiserThread(threading.Thread):
- """Thread class that can reraise exceptions."""
-
- def __init__(self, func, args=None, kwargs=None, name=None):
- """Initialize thread.
-
- Args:
- func: callable to call on a new thread.
- args: list of positional arguments for callable, defaults to empty.
- kwargs: dictionary of keyword arguments for callable, defaults to empty.
- name: thread name, defaults to Thread-N.
- """
- if not name and func.__name__ != '<lambda>':
- name = func.__name__
- super(ReraiserThread, self).__init__(name=name)
- if not args:
- args = []
- if not kwargs:
- kwargs = {}
- self.daemon = True
- self._func = func
- self._args = args
- self._kwargs = kwargs
- self._ret = None
- self._exc_info = None
- self._thread_group = None
-
- def ReraiseIfException(self):
- """Reraise exception if an exception was raised in the thread."""
- if self._exc_info:
- raise self._exc_info[0], self._exc_info[1], self._exc_info[2]
-
- def GetReturnValue(self):
- """Reraise exception if present, otherwise get the return value."""
- self.ReraiseIfException()
- return self._ret
-
- #override
- def run(self):
- """Overrides Thread.run() to add support for reraising exceptions."""
- try:
- self._ret = self._func(*self._args, **self._kwargs)
- except: # pylint: disable=W0702
- self._exc_info = sys.exc_info()
-
-
-class ReraiserThreadGroup(object):
- """A group of ReraiserThread objects."""
-
- def __init__(self, threads=None):
- """Initialize thread group.
-
- Args:
- threads: a list of ReraiserThread objects; defaults to empty.
- """
- self._threads = []
- # Set when a thread from one group has called JoinAll on another. It is used
- # to detect when a there is a TimeoutRetryThread active that links to the
- # current thread.
- self.blocked_parent_thread_group = None
- if threads:
- for thread in threads:
- self.Add(thread)
-
- def Add(self, thread):
- """Add a thread to the group.
-
- Args:
- thread: a ReraiserThread object.
- """
- assert thread._thread_group is None
- thread._thread_group = self
- self._threads.append(thread)
-
- def StartAll(self, will_block=False):
- """Start all threads.
-
- Args:
- will_block: Whether the calling thread will subsequently block on this
- thread group. Causes the active ReraiserThreadGroup (if there is one)
- to be marked as blocking on this thread group.
- """
- if will_block:
- # Multiple threads blocking on the same outer thread should not happen in
- # practice.
- assert not self.blocked_parent_thread_group
- self.blocked_parent_thread_group = CurrentThreadGroup()
- for thread in self._threads:
- thread.start()
-
- def _JoinAll(self, watcher=None, timeout=None):
- """Join all threads without stack dumps.
-
- Reraises exceptions raised by the child threads and supports breaking
- immediately on exceptions raised on the main thread.
-
- Args:
- watcher: Watchdog object providing the thread timeout. If none is
- provided, the thread will never be timed out.
- timeout: An optional number of seconds to wait before timing out the join
- operation. This will not time out the threads.
- """
- if watcher is None:
- watcher = watchdog_timer.WatchdogTimer(None)
- alive_threads = self._threads[:]
- end_time = (time.time() + timeout) if timeout else None
- try:
- while alive_threads and (end_time is None or end_time > time.time()):
- for thread in alive_threads[:]:
- if watcher.IsTimedOut():
- raise TimeoutError('Timed out waiting for %d of %d threads.' %
- (len(alive_threads), len(self._threads)))
- # Allow the main thread to periodically check for interrupts.
- thread.join(0.1)
- if not thread.isAlive():
- alive_threads.remove(thread)
- # All threads are allowed to complete before reraising exceptions.
- for thread in self._threads:
- thread.ReraiseIfException()
- finally:
- self.blocked_parent_thread_group = None
-
- def IsAlive(self):
- """Check whether any of the threads are still alive.
-
- Returns:
- Whether any of the threads are still alive.
- """
- return any(t.isAlive() for t in self._threads)
-
- def JoinAll(self, watcher=None, timeout=None,
- error_log_func=logging.critical):
- """Join all threads.
-
- Reraises exceptions raised by the child threads and supports breaking
- immediately on exceptions raised on the main thread. Unfinished threads'
- stacks will be logged on watchdog timeout.
-
- Args:
- watcher: Watchdog object providing the thread timeout. If none is
- provided, the thread will never be timed out.
- timeout: An optional number of seconds to wait before timing out the join
- operation. This will not time out the threads.
- error_log_func: Logging function when logging errors.
- """
- try:
- self._JoinAll(watcher, timeout)
- except TimeoutError:
- error_log_func('Timed out. Dumping threads.')
- for thread in (t for t in self._threads if t.isAlive()):
- LogThreadStack(thread, error_log_func=error_log_func)
- raise
-
- def GetAllReturnValues(self, watcher=None):
- """Get all return values, joining all threads if necessary.
-
- Args:
- watcher: same as in |JoinAll|. Only used if threads are alive.
- """
- if any([t.isAlive() for t in self._threads]):
- self.JoinAll(watcher)
- return [t.GetReturnValue() for t in self._threads]
-
-
-def CurrentThreadGroup():
- """Returns the ReraiserThreadGroup that owns the running thread.
-
- Returns:
- The current thread group, otherwise None.
- """
- current_thread = threading.current_thread()
- if isinstance(current_thread, ReraiserThread):
- return current_thread._thread_group # pylint: disable=no-member
- return None
-
-
-def RunAsync(funcs, watcher=None):
- """Executes the given functions in parallel and returns their results.
-
- Args:
- funcs: List of functions to perform on their own threads.
- watcher: Watchdog object providing timeout, by default waits forever.
-
- Returns:
- A list of return values in the order of the given functions.
- """
- thread_group = ReraiserThreadGroup(ReraiserThread(f) for f in funcs)
- thread_group.StartAll(will_block=True)
- return thread_group.GetAllReturnValues(watcher=watcher)
« no previous file with comments | « build/android/devil/utils/parallelizer_test.py ('k') | build/android/devil/utils/reraiser_thread_unittest.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698