Reworked devserver so that update images generated are cached in directories named after

devserver.py

 #!/usr/bin/python
 
 # Copyright (c) 2009-2010 The Chromium OS Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """A CherryPy-based webserver to host images and build packages."""
 
 import cherrypy
 import optparse
@@ skipping 115 matching lines @@
                     default=False, help='Pre-generate update payload.')
   parser.add_option('--port', default=8080,
                     help='Port for the dev server to use.')
   parser.add_option('--src_image', default='',
                     help='Image on remote machine for generating delta update.')
   parser.add_option('-t', action='store_true', dest='test_image')
   parser.add_option('-u', '--urlbase', dest='urlbase',
                     help='base URL, other than devserver, for update images.')
   parser.add_option('--use_cached', action="store_true", default=False,
                     help='Prefer cached image regardless of timestamps.')
+  parser.add_option('--clear_cache', action="store_true", default=False,

[petkov, 2010/11/13 00:55:18]

Keep options sorted.

+                    help='Clear out all cached deltas and exit')
   parser.add_option('--validate_factory_config', action="store_true",
                     dest='validate_factory_config',
                     help='Validate factory config file, then exit.')
   parser.set_usage(parser.format_help())
   (options, _) = parser.parse_args()
 
   devserver_dir = os.path.dirname(os.path.abspath(sys.argv[0]))
   root_dir = os.path.realpath('%s/../..' % devserver_dir)
   serve_only = False
 
   if options.archive_dir:
     static_dir = os.path.realpath(options.archive_dir)
     _PrepareToServeUpdatesOnly(static_dir)
     serve_only = True
   else:
     static_dir = os.path.realpath('%s/static' % devserver_dir)
     os.system('mkdir -p %s' % static_dir)
 
+  cache_dir = os.path.join(static_dir, 'cache')
+  cherrypy.log('Using cache directory %s' % cache_dir, 'DEVSERVER')
+  if options.clear_cache:
+    # Clear the cache and exit
+    sys.exit(os.system('sudo rm -rf %s' % cache_dir))
+  else:

[petkov, 2010/11/13 00:55:18]

No need for "else:" here...

[dgarrett, 2010/11/15 21:50:33]

Done.

+    if os.path.exists(cache_dir):
+      # Clear all but the last 12 cached deltas
+      cmd = 'cd %s; ls -1tr | head --lines=-12 | xargs rm -rf' % cache_dir

[petkov, 2010/11/13 00:55:18]

ls -ltr returns more than just filenames, right?

I've seen this done through find (e.g., see
src/platform/init/chromeos-cleanup-logs).

[dgarrett, 2010/11/15 21:50:33]

I specifically want it to return more than files. Each entry is normally a
directory containing update.gz, and stateful_image.gz.

+      if os.system(cmd) != 0:
+        cherrypy.log('Failed to clean up old delta cache files with %s' % cmd,
+                     'DEVSERVER')
+        sys.exit(1)
+
   cherrypy.log('Source root is %s' % root_dir, 'DEVSERVER')
   cherrypy.log('Serving from %s' % static_dir, 'DEVSERVER')
 
   updater = autoupdate.Autoupdate(
       root_dir=root_dir,
       static_dir=static_dir,
       serve_only=serve_only,
       urlbase=options.urlbase,
       test_image=options.test_image,
       factory_config_path=options.factory_config,
@@ skipping 13 matching lines @@
     updater.ImportFactoryConfigFile(options.factory_config,
                                      options.validate_factory_config)
     # We don't run the dev server with this option.
     if options.validate_factory_config:
       sys.exit(0)
   elif options.pregenerate_update:
     if not updater.PreGenerateUpdate():
       sys.exit(1)
 
   cherrypy.quickstart(DevServerRoot(), config=_GetConfig(options))