Docserver: Properly implement the Cron logic for ContentProvider and TemplateDataSource so that the…

chrome/common/extensions/docs/server2/content_provider.py

 # Copyright 2013 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import mimetypes
 import posixpath
 
 from compiled_file_system import SingleFile
 from directory_zipper import DirectoryZipper
 from docs_server_utils import ToUnicode
@@ skipping 69 matching lines @@
       if self._supports_templates:
         content = Handlebar(content, name=path)
     elif (mimetype.startswith('text/') or
           mimetype in ('application/javascript', 'application/json')):
       content = ToUnicode(text)
     else:
       content = text
     return ContentAndType(content, mimetype)
 
   def _MaybeMarkdown(self, path):
-    if posixpath.splitext(path)[1] != '.html':
+    base, ext = posixpath.splitext(path)
+    if ext != '.html':
       return path
-
-    dirname, file_name = posixpath.split(path)
-    if dirname != '':
-      dirname = dirname + '/'
-    file_list = self.file_system.ReadSingle(dirname).Get()
-    if file_name in file_list:
+    if self.file_system.Exists(path).Get():
       return path
-
-    if posixpath.splitext(file_name)[0] + '.md' in file_list:
-      return posixpath.splitext(path)[0] + '.md'
+    as_md = base + '.md'
+    if self.file_system.Exists(as_md).Get():
+      return as_md
     return path
 
   def GetContentAndType(self, path):
     path = path.lstrip('/')
     base, ext = posixpath.splitext(path)
 
     # Check for a zip file first, if zip is enabled.
     if self._directory_zipper and ext == '.zip':
       zip_future = self._directory_zipper.Zip(base)
       return Future(delegate=Gettable(
           lambda: ContentAndType(zip_future.Get(), 'application/zip')))
 
     return self._content_cache.GetFromFile(self._MaybeMarkdown(path))
 
   def Cron(self):
     # Running Refresh() on the file system is enough to pull GitHub content,
     # which is all we need for now while the full render-every-page cron step
     # is in effect.
-    # TODO(kalman): Walk over the whole filesystem and compile the content.
-    return self.file_system.Refresh()
+    futures = []
+    for root, _, files in self.file_system.Walk(''):
+      futures += [self.GetContentAndType(posixpath.join(root, filename))
+                  for filename in files]
+    return Future(delegate=Gettable(lambda: [f.Get() for f in futures]))
 
   def __repr__(self):
     return 'ContentProvider of <%s>' % repr(self.file_system)