CT Skia recipe to run DM on the top 10k SKPs using swarming

scripts/slave/recipe_modules/ct_swarming/api.py

 # Copyright 2015 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 
 from recipe_engine import recipe_api
 
 
 CT_GS_BUCKET = 'cluster-telemetry'
 
@@ skipping 66 matching lines @@
 
     # Download archives.
     wpr_dir = page_sets_dir.join('data')
     self.m.file.makedirs('Create WPR dir', wpr_dir)
     self.m.gsutil.download(
         bucket=CT_GS_BUCKET,
         source='swarming/webpage_archives/%s/slave%s/*' % (page_type,
                                                            slave_num),
         dest=wpr_dir)
 
+  def download_skps(self, page_type, slave_num, skps_chromium_build):
+    """Downloads SKPs corresponding to the specified page type, slave and build.
+
+    The SKPs are downloaded into subdirectories in the downloads_dir.
+
+    Args:
+      page_type: str. The CT page type. Eg: 1k, 10k.
+      slave_num: int. The number of the slave used to determine which GS
+                 directory to download from. Eg: for the top 1k, slave1 will
+                 contain SKPs from webpages 1-10, slave2 will contain 11-20.
+      skps_chromium_build: str. The build the SKPs were captured from.
+    """
+    skps_dir = self.downloads_dir.join('slave%s' % slave_num, 'skps')
+    self.m.file.makedirs('Create SKPs dir', skps_dir)

[borenet, 2015/11/24 19:34:28]

Should you delete the directory before creating it, in case there are leftovers
from a previous build?

[rmistry, 2015/11/24 19:58:41]

Sure. Done.

+    full_source = 'gs://%s/skps/%s/%s/slave%s/*' % (
+        CT_GS_BUCKET, page_type, skps_chromium_build, slave_num)
+    self.m.gsutil(['-m', 'cp', full_source, skps_dir])
+
   def create_isolated_gen_json(self, isolate_path, base_dir, os_type,
                                slave_num, extra_variables):
     """Creates an isolated.gen.json file.
 
     Args:
       isolate_path: path obj. Path to the isolate file.
       base_dir: path obj. Dir that is the base of all paths in the isolate file.
       os_type: str. The OS type to use when archiving the isolate file.
                Eg: linux.
       slave_num: int. The slave we want to create isolated.gen.json file for.
@@ skipping 60 matching lines @@
     self.m.swarming.trigger(swarming_tasks)
     return swarming_tasks
 
   def collect_swarming_tasks(self, swarming_tasks):
     """Collects all swarming tasks triggered by this recipe.
 
     Args:
       swarming_tasks: list of swarming.SwarmingTask instances.
     """
     return self.m.swarming.collect(swarming_tasks)