Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 # Copyright (c) 2014 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2014 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 import cgi | 5 import cgi |
| 6 import ConfigParser | 6 import ConfigParser |
| 7 import json | 7 import json |
| 8 import os | 8 import os |
| 9 import Queue | |
| 10 import threading | |
| 9 import time | 11 import time |
| 10 | 12 |
| 11 from common import utils | 13 from common import utils |
| 12 from result import Result | 14 from result import Result |
| 13 | 15 |
| 14 | 16 |
| 15 INFINITY = float('inf') | 17 INFINITY = float('inf') |
| 16 | 18 |
| 19 THREAD_NUMBER = 5 | |
|
aarya
2014/08/28 01:55:12
s/THREAD_NUMBER/MAX_THREADS or something like that
stgao
2014/08/28 04:24:38
Done.
| |
| 20 TASK_QUEUE = None | |
| 21 | |
| 22 | |
| 23 def Worker(): | |
| 24 global TASK_QUEUE | |
| 25 while True: | |
| 26 task_id, function, args, kwargs, result_semaphore = TASK_QUEUE.get() | |
| 27 print threading.current_thread().name, ' is running task ', task_id | |
|
aarya
2014/08/28 01:55:12
Why print ? Won't this show up in findit results w
stgao
2014/08/28 04:24:37
Removed.
Sorry. That's for debugging.
| |
| 28 try: | |
| 29 function(*args, **kwargs) | |
| 30 except: | |
| 31 pass | |
| 32 finally: | |
| 33 # Signal one task is done in case of exception. | |
| 34 result_semaphore.release() | |
| 35 | |
| 36 | |
| 37 def RunTasks(tasks): | |
| 38 """Run given tasks. Not thread-safe: no concurrent calls of this function. | |
| 39 | |
| 40 Return after all tasks were completed. A task is a dict as below: | |
| 41 { | |
| 42 'function': the function to call, | |
| 43 'args': the positional argument to pass to the function, | |
| 44 'kwargs': the key-value arguments to pass to the function, | |
| 45 } | |
| 46 """ | |
| 47 if not tasks: | |
| 48 return | |
| 49 | |
| 50 global TASK_QUEUE | |
| 51 if not TASK_QUEUE: | |
| 52 TASK_QUEUE = Queue.Queue() | |
| 53 for index in range(THREAD_NUMBER): | |
| 54 thread = threading.Thread(target=Worker, name='worker_%s' % index) | |
| 55 # Set as daemon, so no join is needed. | |
| 56 thread.daemon = True | |
| 57 thread.start() | |
| 58 print thread.name, 'is started' | |
|
aarya
2014/08/28 01:55:12
probably need to remove print to prevent from not
stgao
2014/08/28 04:24:38
Removed.
| |
| 59 | |
| 60 result_semaphore = threading.Semaphore(0) | |
| 61 | |
| 62 # Push task to task queue for execution. | |
| 63 task_id = 0 | |
| 64 for task in tasks: | |
| 65 task_id += 1 | |
|
aarya
2014/08/28 01:55:12
task_id is not needed. even in debugging, you can
| |
| 66 TASK_QUEUE.put( | |
| 67 (task_id, task['function'], task.get('args', []), | |
| 68 task.get('kwargs', {}), result_semaphore)) | |
| 69 | |
| 70 # Wait until all tasks to be executed. | |
| 71 for task in tasks: | |
|
aarya
2014/08/28 01:55:12
probably for _ in tasks:
stgao
2014/08/28 04:24:37
Done.
| |
| 72 result_semaphore.acquire() | |
| 17 | 73 |
| 18 def GetRepositoryType(revision_number): | 74 def GetRepositoryType(revision_number): |
| 19 """Returns the repository type of this revision number. | 75 """Returns the repository type of this revision number. |
| 20 | 76 |
| 21 Args: | 77 Args: |
| 22 revision_number: A revision number or git hash. | 78 revision_number: A revision number or git hash. |
| 23 | 79 |
| 24 Returns: | 80 Returns: |
| 25 'git' or 'svn', depending on the revision_number. | 81 'git' or 'svn', depending on the revision_number. |
| 26 """ | 82 """ |
| (...skipping 197 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 224 | 280 |
| 225 Returns: | 281 Returns: |
| 226 None if the data retrieval fails, or the raw data. | 282 None if the data retrieval fails, or the raw data. |
| 227 """ | 283 """ |
| 228 count = 0 | 284 count = 0 |
| 229 while True: | 285 while True: |
| 230 count += 1 | 286 count += 1 |
| 231 # Retrieves data from URL. | 287 # Retrieves data from URL. |
| 232 try: | 288 try: |
| 233 status_code, data = utils.GetHttpClient().Get(url, timeout=timeout) | 289 status_code, data = utils.GetHttpClient().Get(url, timeout=timeout) |
| 234 except IOError: | 290 except IOError as e: |
| 235 status_code = -1 | 291 status_code = -1 |
| 236 data = None | 292 data = None |
| 237 | 293 |
| 238 if status_code == 200: | 294 if status_code == 200: |
| 239 return data | 295 return data |
| 240 | 296 |
| 241 if count < retries: | 297 if count < retries: |
| 242 # If retrieval fails, try after sleep_time second. | 298 # If retrieval fails, try after sleep_time second. |
| 243 time.sleep(sleep_time) | 299 time.sleep(sleep_time) |
| 244 else: | 300 else: |
| (...skipping 118 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 363 Returns: | 419 Returns: |
| 364 A string representation of the list. | 420 A string representation of the list. |
| 365 """ | 421 """ |
| 366 return ', '.join(map(str, items)) | 422 return ', '.join(map(str, items)) |
| 367 | 423 |
| 368 | 424 |
| 369 def PrettifyFrameInfo(frame_indices, functions): | 425 def PrettifyFrameInfo(frame_indices, functions): |
| 370 """Return a string to represent the frames with functions.""" | 426 """Return a string to represent the frames with functions.""" |
| 371 frames = [] | 427 frames = [] |
| 372 for frame_index, function in zip(frame_indices, functions): | 428 for frame_index, function in zip(frame_indices, functions): |
| 373 frames.append('frame #%s, function "%s"' % (frame_index, function)) | 429 frames.append('frame #%s, "%s"' % (frame_index, function.split('(')[0])) |
| 374 return '; '.join(frames) | 430 return '; '.join(frames) |
| 375 | 431 |
| 376 | 432 |
| 377 def PrettifyFiles(file_list): | 433 def PrettifyFiles(file_list): |
| 378 """Returns a string representation of a list of file names. | 434 """Returns a string representation of a list of file names. |
| 379 | 435 |
| 380 Args: | 436 Args: |
| 381 file_list: A list of tuple, (file_name, file_url). | 437 file_list: A list of tuple, (file_name, file_url). |
| 382 Returns: | 438 Returns: |
| 383 A string representation of file names with their urls. | 439 A string representation of file names with their urls. |
| (...skipping 118 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 502 review_url = None | 558 review_url = None |
| 503 reviewers = None | 559 reviewers = None |
| 504 line_content = blame.line_content | 560 line_content = blame.line_content |
| 505 message = blame.message | 561 message = blame.message |
| 506 | 562 |
| 507 result = Result(suspected_cl, revision_url, component_name, author, reason, | 563 result = Result(suspected_cl, revision_url, component_name, author, reason, |
| 508 review_url, reviewers, line_content, message) | 564 review_url, reviewers, line_content, message) |
| 509 result_list.append(result) | 565 result_list.append(result) |
| 510 | 566 |
| 511 return result_list | 567 return result_list |
| OLD | NEW |