Chromium Code Reviews| Index: scripts/slave/recipe_modules/goma/api.py |
| diff --git a/scripts/slave/recipe_modules/goma/api.py b/scripts/slave/recipe_modules/goma/api.py |
| index 97c12f3f6e200a5787d3a682631de8b9f410a1b0..a936496ad0492b5496ad2172e99297ffb782c33c 100644 |
| --- a/scripts/slave/recipe_modules/goma/api.py |
| +++ b/scripts/slave/recipe_modules/goma/api.py |
| @@ -14,6 +14,7 @@ class GomaApi(recipe_api.RecipeApi): |
| self._goma_ctl_env = {} |
| self._cloudtail_pid = None |
| + self._goma_jobs = None |
| @property |
| def service_account_json_path(self): |
| @@ -31,6 +32,42 @@ class GomaApi(recipe_api.RecipeApi): |
| assert self._goma_dir |
| return self.m.path.join(self._goma_dir, 'jsonstatus') |
| + @property |
| + def recommended_goma_jobs(self): |
| + """ |
| + Return the recommended number of jobs for parallel build using Goma. |
| + |
| + This function caches the _goma_jobs. |
| + """ |
| + if self._goma_jobs: |
| + return self._goma_jobs |
| + |
| + step_result = self.m.python.inline( |
|
shinyak
2016/09/07 05:03:59
could you write down why we need to use inline pyt
tikuta
2016/09/07 05:12:44
Done.
|
| + 'calculate the number of recommended jobs', |
| + """ |
| +import multiprocessing |
| +import sys |
| + |
| +job_limit = 200 |
| +if sys.platform.startswith('linux'): |
| + # Use 80 for linux not to load goma backend. |
| + job_limit = 80 |
| + |
| +try: |
| + jobs = min(job_limit, multiprocessing.cpu_count() * 10) |
| +except NotImplementedError: |
| + jobs = 50 |
| + |
| +print jobs |
| + """, |
| + stdout=self.m.raw_io.output(), |
| + step_test_data=( |
| + lambda: self.m.raw_io.test_api.stream_output('50\n')) |
| + ) |
| + self._goma_jobs = int(step_result.stdout) |
| + |
| + return self._goma_jobs |
| + |
| def ensure_goma(self, canary=False): |
| with self.m.step.nest('ensure_goma'): |
| with self.m.step.context({'infra_step': True}): |