Lazily load extension API schemas

tools/json_schema_compiler/compiler.py

 #!/usr/bin/env python
 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 """Generator for C++ structs from api json files.
 
 The purpose of this tool is to remove the need for hand-written code that
 converts to and from base::Value types when receiving javascript api calls.
 Originally written for generating code for extension apis. Reference schemas
 are in chrome/common/extensions/api.
 
 Usage example:
   compiler.py --root /home/Work/src --namespace extensions windows.json
     tabs.json
   compiler.py --destdir gen --root /home/Work/src
     --namespace extensions windows.json tabs.json
 """
 
+import optparse
+import os
+import sys
+
+from cpp_bundle_generator import CppBundleGenerator
 from cpp_generator import CppGenerator
 from cpp_type_generator import CppTypeGenerator
 from dart_generator import DartGenerator
-from cpp_bundle_generator import CppBundleGenerator
+import json_schema
 from model import Model, UnixName
-import idl_schema
-import json_schema
-
-import optparse
-import os.path
-import sys
+from schema_loader import SchemaLoader
 
 # Names of supported code generators, as specified on the command-line.
 # First is default.
 GENERATORS = ['cpp', 'cpp-bundle', 'dart']
 
-def _LoadSchema(schema):
-  schema_filename, schema_extension = os.path.splitext(schema)
-
-  if schema_extension == '.json':
-    api_defs = json_schema.Load(schema)
-  elif schema_extension == '.idl':
-    api_defs = idl_schema.Load(schema)
-  else:
-    sys.exit('Did not recognize file extension %s for schema %s' %
-             (schema_extension, schema))
-  if len(api_defs) != 1:
-    sys.exit('File %s has multiple schemas. Files are only allowed to contain a'
-             ' single schema.' % schema)
-
-  return api_defs
-
 def GenerateSchema(generator,
                    filenames,
                    root,
                    destdir,
                    root_namespace,
                    dart_overrides_dir):
+  schema_loader = SchemaLoader(os.path.dirname(os.path.relpath(
+      os.path.normpath(filenames[0]), root)))
   # Merge the source files into a single list of schemas.
   api_defs = []
   for filename in filenames:
     schema = os.path.normpath(filename)
     schema_filename, schema_extension = os.path.splitext(schema)
     path, short_filename = os.path.split(schema_filename)
-    api_def = _LoadSchema(schema)
+    api_def = schema_loader.LoadSchema(schema)
 
     # If compiling the C++ model code, delete 'nocompile' nodes.
     if generator == 'cpp':
       api_def = json_schema.DeleteNodes(api_def, 'nocompile')
     api_defs.extend(api_def)
 
   api_model = Model()
 
-  # Load type dependencies into the model.
-  #
-  # HACK(kalman): bundle mode doesn't work with dependencies, because not all
-  # schemas work in bundle mode.
-  #
-  # TODO(kalman): load dependencies lazily (get rid of the 'dependencies' list)
-  # and this problem will go away.
-  if generator != 'cpp-bundle':
-    for target_namespace in api_defs:
-      for referenced_schema in target_namespace.get('dependencies', []):
-        split_schema = referenced_schema.split(':', 1)
-        if len(split_schema) > 1:
-          if split_schema[0] != 'api':
-            continue
-          else:
-            referenced_schema = split_schema[1]
-
-        referenced_schema_path = os.path.join(
-            os.path.dirname(schema), '%s.json' % UnixName(referenced_schema))
-        referenced_api_defs = json_schema.Load(referenced_schema_path)
-
-        for namespace in referenced_api_defs:
-          api_model.AddNamespace(
-              namespace,
-              os.path.relpath(referenced_schema_path, root),
-              include_compiler_options=True)
-
   # For single-schema compilation make sure that the first (i.e. only) schema
   # is the default one.
   default_namespace = None
 
   # Load the actual namespaces into the model.
   for target_namespace, schema_filename in zip(api_defs, filenames):
     relpath = os.path.relpath(os.path.normpath(schema_filename), root)
     namespace = api_model.AddNamespace(target_namespace,
                                        relpath,
                                        include_compiler_options=True)
     if default_namespace is None:
       default_namespace = namespace
 
     path, filename = os.path.split(schema_filename)
     short_filename, extension = os.path.splitext(filename)
 
     # Filenames are checked against the unix_names of the namespaces they
     # generate because the gyp uses the names of the JSON files to generate
     # the names of the .cc and .h files. We want these to be using unix_names.
     if namespace.unix_name != short_filename:
       sys.exit("Filename %s is illegal. Name files using unix_hacker style." %
                schema_filename)
 
     # The output filename must match the input filename for gyp to deal with it
     # properly.
     out_file = namespace.unix_name
 
   # Construct the type generator with all the namespaces in this model.
   type_generator = CppTypeGenerator(api_model,
+                                    schema_loader,
                                     default_namespace=default_namespace)
 
   if generator == 'cpp-bundle':
     cpp_bundle_generator = CppBundleGenerator(root,
                                               api_model,
                                               api_defs,
                                               type_generator,
                                               root_namespace)
     generators = [
       ('generated_api.cc', cpp_bundle_generator.api_cc_generator),
@@ skipping 52 matching lines @@
   # Unless in bundle mode, only one file should be specified.
   if opts.generator != 'cpp-bundle' and len(filenames) > 1:
     # TODO(sashab): Could also just use filenames[0] here and not complain.
     raise Exception(
         "Unless in bundle mode, only one file can be specified at a time.")
 
   result = GenerateSchema(opts.generator, filenames, opts.root, opts.destdir,
                           opts.namespace, opts.dart_overrides_dir)
   if not opts.destdir:
     print result