add dartdoc to third_party/pkg, run dartdoc to generate docs for sdk and upload to GCS

tools/bots/bot_utils.py

 #!/usr/bin/env python
 #
 # Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
 # for details. All rights reserved. Use of this source code is governed by a
 # BSD-style license that can be found in the LICENSE file.
 
 import hashlib
 import imp
 import os
 import platform
@@ skipping 151 matching lines @@
         self.release_type, revision, name)
 
   # Functions for quering filenames
 
   def dartium_android_apk_filename(self, name, arch, mode):
     return '%s-%s-%s.apk' % (name, arch, mode)
 
   def apidocs_zipfilename(self):
     return 'dart-api-docs.zip'
 
+  def dartdocs_zipfilename(self):
+    return 'dartdocs-gen-api.zip'
+
   def editor_zipfilename(self, system, arch):
     return 'darteditor-%s-%s.zip' % (
         SYSTEM_RENAMES[system], ARCH_RENAMES[arch])
 
   def editor_android_zipfilename(self):
     return 'android.zip'
 
   def editor_installer_filename(self, system, arch, extension):
     assert extension in ['dmg', 'msi']
     return 'darteditor-installer-%s-%s.%s' % (
@@ skipping 14 matching lines @@
   def __init__(self, channel=Channel.BLEEDING_EDGE):
     assert channel in Channel.ALL_CHANNELS
 
     self.channel = channel
     self.bucket = 'gs://dartlang-api-docs'
 
   def docs_dirpath(self, revision):
     assert len('%s' % revision) > 0
     return '%s/channels/%s/%s' % (self.bucket, self.channel, revision)
 
+  def dartdocs_dirpath(self, revision):
+    assert len('%s' % revision) > 0
+    return '%s/gen-dartdocs/%s' % (self.bucket, revision)

[ricow1, 2015/06/11 15:51:50]

Why don't you want to put this under channels?, I really think you should, so
that you can easily distinguish what is build on master, dev and stable

[keertip, 2015/06/11 18:10:09]

Done.

+
   def docs_latestpath(self, revision):
     assert len('%s' % revision) > 0
     return '%s/channels/%s/latest.txt' % (self.bucket, self.channel)
 
 def run(command, env=None, shell=False, throw_on_error=True):
   print "Running command: ", command
 
   p = subprocess.Popen(command, stdout=subprocess.PIPE,
                        stderr=subprocess.PIPE, env=env, shell=shell)
   (stdout, stderr) = p.communicate()
@@ skipping 55 matching lines @@
 
     if GSUtil.GSUTIL_IS_SHELL_SCRIPT:
       gsutil_command = [GSUtil.GSUTIL_PATH]
     else:
       gsutil_command = [sys.executable, GSUtil.GSUTIL_PATH]
 
     return run(gsutil_command + gsutil_args, env=env,
                shell=(GSUtil.GSUTIL_IS_SHELL_SCRIPT and
                       sys.platform == 'win32'))
 
-  def upload(self, local_path, remote_path, recursive=False, public=False):
+  def upload(self, local_path, remote_path, recursive=False, public=False, multithread=False):

[ricow1, 2015/06/11 15:51:49]

long line

[keertip, 2015/06/11 18:10:09]

Done.

     assert remote_path.startswith('gs://')
 
-    args = ['cp']
+    if multithread:
+      args = ['-m', 'cp']
+    else:
+      args = ['cp']
     if public:
       args += ['-a', 'public-read']
     if recursive:
       args += ['-R']
     args += [local_path, remote_path]
     self.execute(args)
 
   def cat(self, remote_path):
     assert remote_path.startswith('gs://')
 
@@ skipping 70 matching lines @@
 
   return checksum_filename
 
 def GetChannelFromName(name):
   """Get the channel from the name. Bleeding edge builders don't
       have a suffix."""
   channel_name = string.split(name, '-').pop()
   if channel_name in Channel.ALL_CHANNELS:
     return channel_name
   return Channel.BLEEDING_EDGE