Dynamically generate a heading for Extension Docs API pages

chrome/common/extensions/docs/server2/handler.py

 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import logging
 import os
 from StringIO import StringIO
 import sys
 
 from appengine_wrappers import webapp
@@ skipping 14 matching lines @@
 from known_issues_data_source import KnownIssuesDataSource
 from local_file_system import LocalFileSystem
 from memcache_file_system import MemcacheFileSystem
 from reference_resolver import ReferenceResolver
 from samples_data_source import SamplesDataSource
 from server_instance import ServerInstance
 from sidenav_data_source import SidenavDataSource
 from subversion_file_system import SubversionFileSystem
 from template_data_source import TemplateDataSource
 from third_party.json_schema_compiler.model import UnixName
+from chrome_version_data_source import ChromeVersionDataSource
+from availability_data_source import AvailabilityDataSource
 import url_constants
 
 # Increment this version to force the server to reload all pages in the first
 # cron job that is run.
-_VERSION = 1
+_VERSION = 2
 
 # The default channel to serve docs for if no channel is specified.
 _DEFAULT_CHANNEL = 'stable'
 
 BRANCH_UTILITY_MEMCACHE = InMemoryObjectStore('branch_utility')
 BRANCH_UTILITY = BranchUtility(url_constants.OMAHA_PROXY_URL,
                                AppEngineUrlFetcher(None),
                                BRANCH_UTILITY_MEMCACHE)
 
+AVAILABILITY_DATA_SOURCE_MEMCACHE = InMemoryObjectStore(
+    'availability_data_source')
+
+CHROME_VERSION_DATA_SOURCE_MEMCACHE = InMemoryObjectStore(
+    'chrome_version_data_source')
+CHROME_VERSION_DATA_SOURCE = ChromeVersionDataSource(
+                               url_constants.OMAHA_BETA_HISTORY,
+                               AppEngineUrlFetcher(None),
+                               CHROME_VERSION_DATA_SOURCE_MEMCACHE)
+
 GITHUB_MEMCACHE = InMemoryObjectStore('github')
 GITHUB_FILE_SYSTEM = GithubFileSystem(
     AppEngineUrlFetcher(url_constants.GITHUB_URL),
     GITHUB_MEMCACHE,
     AppEngineBlobstore())
-GITHUB_COMPILED_FILE_SYSTEM = CompiledFileSystem.Factory(GITHUB_FILE_SYSTEM,
-                                                         GITHUB_MEMCACHE)
+GITHUB_COMPILED_FILE_SYSTEM = CompiledFileSystem.Factory(

[cduvall, 2013/03/21 18:43:53]

revert

[epeterson, 2013/03/25 19:35:11]

Done.

+    GITHUB_FILE_SYSTEM,
+    GITHUB_MEMCACHE)
 
 EXTENSIONS_PATH = 'chrome/common/extensions'
 DOCS_PATH = 'docs'
 API_PATH = 'api'
 TEMPLATE_PATH = DOCS_PATH + '/templates'
 INTRO_PATH = TEMPLATE_PATH + '/intros'
 ARTICLE_PATH = TEMPLATE_PATH + '/articles'
 PUBLIC_TEMPLATE_PATH = TEMPLATE_PATH + '/public'
 PRIVATE_TEMPLATE_PATH = TEMPLATE_PATH + '/private'
 EXAMPLES_PATH = DOCS_PATH + '/examples'
 JSON_PATH = TEMPLATE_PATH + '/json'
 
+

[cduvall, 2013/03/21 18:43:53]

Remove newline

[epeterson, 2013/03/25 19:35:11]

Done.

 # Global cache of instances because Handler is recreated for every request.
 SERVER_INSTANCES = {}
 
 def _GetURLFromBranch(branch):
     if branch == 'trunk':
       return url_constants.SVN_TRUNK_URL + '/src'
     return url_constants.SVN_BRANCH_URL + '/' + branch + '/src'
 
 def _SplitFilenameUnix(base_dir, files):
   return [UnixName(os.path.splitext(f.split('/')[-1])[0]) for f in files]
 
 def _CreateMemcacheFileSystem(branch, branch_memcache):
   svn_url = _GetURLFromBranch(branch) + '/' + EXTENSIONS_PATH
   stat_fetcher = AppEngineUrlFetcher(
       svn_url.replace(url_constants.SVN_URL, url_constants.VIEWVC_URL))
   fetcher = AppEngineUrlFetcher(svn_url)
   return MemcacheFileSystem(SubversionFileSystem(fetcher, stat_fetcher),
                             branch_memcache)
 
-_default_branch = BRANCH_UTILITY.GetBranchNumberForChannelName(_DEFAULT_CHANNEL)
+_default_branch = BRANCH_UTILITY.GetBranchAndVersionForChannelName(
+    _DEFAULT_CHANNEL)['branch']
 APPS_MEMCACHE = InMemoryObjectStore(_default_branch)
 APPS_FILE_SYSTEM = _CreateMemcacheFileSystem(_default_branch, APPS_MEMCACHE)
 APPS_COMPILED_FILE_SYSTEM = CompiledFileSystem.Factory(
     APPS_FILE_SYSTEM,
-    APPS_MEMCACHE).Create(_SplitFilenameUnix, compiled_fs.APPS_FS)
+    APPS_MEMCACHE).Create(_SplitFilenameUnix,

[cduvall, 2013/03/21 18:43:53]

revert

[epeterson, 2013/03/25 19:35:11]

Done.

+                                              compiled_fs.APPS_FS)
 
 EXTENSIONS_MEMCACHE = InMemoryObjectStore(_default_branch)
 EXTENSIONS_FILE_SYSTEM = _CreateMemcacheFileSystem(_default_branch,
                                                    EXTENSIONS_MEMCACHE)
 EXTENSIONS_COMPILED_FILE_SYSTEM = CompiledFileSystem.Factory(
     EXTENSIONS_FILE_SYSTEM,
-    EXTENSIONS_MEMCACHE).Create(_SplitFilenameUnix, compiled_fs.EXTENSIONS_FS)
+    EXTENSIONS_MEMCACHE).Create(_SplitFilenameUnix,

[cduvall, 2013/03/21 18:43:53]

revert

[epeterson, 2013/03/25 19:35:11]

Done.

+                                              compiled_fs.EXTENSIONS_FS)
 
 KNOWN_ISSUES_DATA_SOURCE = KnownIssuesDataSource(
     InMemoryObjectStore('KnownIssues'),
     AppEngineUrlFetcher(None))
 
 def _MakeInstanceKey(branch, number):
   return '%s/%s' % (branch, number)
 
 def _GetInstanceForBranch(channel_name, local_path):
-  branch = BRANCH_UTILITY.GetBranchNumberForChannelName(channel_name)
+  branchAndVersion = BRANCH_UTILITY.GetBranchAndVersionForChannelName(

[cduvall, 2013/03/21 18:43:53]

use unix_hacker style names.

but this can just be branch, version = BRANCH_UTILITY...

[epeterson, 2013/03/25 19:35:11]

I reworked this. branchAndVersion actually contains the name of the channel it
was generated for, also. The name has been changed to reflect this.

+      channel_name)
+
+  branch = branchAndVersion['branch']
+  version = branchAndVersion['version']
 
   # The key for the server is a tuple of |channel_name| with |branch|, since
   # sometimes stable and beta point to the same branch.
   instance_key = _MakeInstanceKey(channel_name, branch)
   instance = SERVER_INSTANCES.get(instance_key, None)
   if instance is not None:
     return instance
 
   branch_memcache = InMemoryObjectStore(branch)
   file_system = _CreateMemcacheFileSystem(branch, branch_memcache)
-  cache_factory = CompiledFileSystem.Factory(file_system, branch_memcache)
+  cache_factory = CompiledFileSystem.Factory(

[cduvall, 2013/03/21 18:43:53]

revert

[epeterson, 2013/03/25 19:35:11]

Done.

+      file_system,
+      branch_memcache)
   api_list_data_source_factory = APIListDataSource.Factory(cache_factory,
                                                            file_system,
                                                            API_PATH,
                                                            PUBLIC_TEMPLATE_PATH)
+  availability_data_source = AvailabilityDataSource(
+      CHROME_VERSION_DATA_SOURCE,
+      version,
+      AVAILABILITY_DATA_SOURCE_MEMCACHE)
   api_data_source_factory = APIDataSource.Factory(
       cache_factory,
-      API_PATH)
+      API_PATH,
+      availability_data_source)
 
   # Give the ReferenceResolver a memcache, to speed up the lookup of
   # duplicate $refs.
   ref_resolver_factory = ReferenceResolver.Factory(
       api_data_source_factory,
       api_list_data_source_factory,
       branch_memcache)
   api_data_source_factory.SetReferenceResolverFactory(ref_resolver_factory)
   samples_data_source_factory = SamplesDataSource.Factory(
       channel_name,
@@ skipping 15 matching lines @@
       channel_name,
       api_data_source_factory,
       api_list_data_source_factory,
       intro_data_source_factory,
       samples_data_source_factory,
       KNOWN_ISSUES_DATA_SOURCE,
       sidenav_data_source_factory,
       cache_factory,
       ref_resolver_factory,
       PUBLIC_TEMPLATE_PATH,
-      PRIVATE_TEMPLATE_PATH)
+      PRIVATE_TEMPLATE_PATH,
+      BRANCH_UTILITY.GetBranchAndVersionForAllChannels())
   example_zipper = ExampleZipper(file_system,
                                  cache_factory,
                                  DOCS_PATH)
 
+  #hacky solution for creating a bunch of memcaches in ChromeVersionDataSource
+  def _CreateMemcacheForBranch(branch_number):
+    """Passed to the global instance of chromeVersionDataSource. Allows for
+    the creation of api_data_sources linked to |branch_number|, which is the
+    maximum branch number from a given version of chrome.
+    """
+    branch_memcache = InMemoryObjectStore(branch_number)
+    file_system = _CreateMemcacheFileSystem(branch_number, branch_memcache)
+    cache_factory = CompiledFileSystem.Factory(
+        file_system,
+        branch_memcache,
+        branch_number)
+    api_list_data_source_factory = APIListDataSource.Factory(
+        cache_factory,
+        file_system,
+        API_PATH,
+        PUBLIC_TEMPLATE_PATH)
+    api_data_source_factory = APIDataSource.Factory(cache_factory,
+                                                    API_PATH)
+    ref_resolver_factory = ReferenceResolver.Factory(
+        api_data_source_factory,
+        api_list_data_source_factory,
+        branch_memcache)
+    api_data_source_factory.SetReferenceResolverFactory(ref_resolver_factory)
+    samples_data_source_factory = SamplesDataSource.Factory(
+        channel_name,
+        file_system,
+        GITHUB_FILE_SYSTEM,
+        cache_factory,
+        GITHUB_COMPILED_FILE_SYSTEM,
+        ref_resolver_factory,
+        EXAMPLES_PATH)
+    api_data_source_factory.SetSamplesDataSourceFactory(
+        samples_data_source_factory)
+    return api_data_source_factory.Create(None)
+
+  CHROME_VERSION_DATA_SOURCE.SetCreateMemcacheForBranch(

[cduvall, 2013/03/21 18:43:53]

Can you just pass this into the ChromeVersionDataSource constructor?

[epeterson, 2013/03/25 19:35:11]

Done. Yep.

+      _CreateMemcacheForBranch)
+
   instance = ServerInstance(template_data_source_factory,
                             example_zipper,
                             cache_factory)
   SERVER_INSTANCES[instance_key] = instance
   return instance
 
 def _CleanBranches():
   keys = [_MakeInstanceKey(branch, number)
           for branch, number in BRANCH_UTILITY.GetAllBranchNumbers()]
   for key in SERVER_INSTANCES.keys():
@@ skipping 77 matching lines @@
     # We could list all files in PUBLIC_TEMPLATE_PATH then render them. However,
     # this would be inefficient in the common case where files haven't changed
     # since the last cron.
     #
     # Instead, let the CompiledFileSystem give us clues when to re-render: we
     # use the CFS to check whether the templates, examples, or API folders have
     # been changed. If there has been a change, the compilation function will
     # be called. The same is then done separately with the apps samples page,
     # since it pulls its data from Github.
     channel = path.split('/')[-1]
-    branch = BRANCH_UTILITY.GetBranchNumberForChannelName(channel)
+    branch = BRANCH_UTILITY.GetBranchAndVersionForChannelName(channel)['branch']
     logging.info('Running cron job for %s.' % branch)
     branch_memcache = InMemoryObjectStore(branch)
     file_system = _CreateMemcacheFileSystem(branch, branch_memcache)
-    factory = CompiledFileSystem.Factory(file_system, branch_memcache)
+    factory = CompiledFileSystem.Factory(file_system,

[cduvall, 2013/03/21 18:43:53]

revert

[epeterson, 2013/03/25 19:35:11]

Done.

+                                         branch_memcache)
 
     needs_render = self._ValueHolder(False)
     invalidation_cache = factory.Create(lambda _, __: needs_render.Set(True),
                                         compiled_fs.CRON_INVALIDATION,
                                         version=_VERSION)
     for path in [TEMPLATE_PATH, EXAMPLES_PATH, API_PATH]:
       invalidation_cache.GetFromFile(path + '/')
 
     if needs_render.Get():
       file_listing_cache = factory.Create(lambda _, x: x,
@@ skipping 83 matching lines @@
 
     # Redirect paths like "directory" to "directory/". This is so relative
     # file paths will know to treat this as a directory.
     if os.path.splitext(path)[1] == '' and path[-1] != '/':
       self.redirect(path + '/')
       return
 
     path = path.strip('/')
     if not self._RedirectFromCodeDotGoogleDotCom(path):
       self._HandleGet(path)