mojo: Starting serialization for python bindings.

mojo/public/tools/bindings/generators/mojom_python_generator.py

 # Copyright 2014 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Generates Python source files from a mojom.Module."""
 
 import re
 from itertools import ifilter
 
 import mojom.generate.generator as generator
 import mojom.generate.module as mojom
 from mojom.generate.template_expander import UseJinja
 
 _kind_to_type = {
-  mojom.BOOL:                  "_descriptor.TYPE_BOOL",
-  mojom.INT8:                  "_descriptor.TYPE_INT8",
-  mojom.UINT8:                 "_descriptor.TYPE_UINT8",
-  mojom.INT16:                 "_descriptor.TYPE_INT16",
-  mojom.UINT16:                "_descriptor.TYPE_UINT16",
-  mojom.INT32:                 "_descriptor.TYPE_INT32",
-  mojom.UINT32:                "_descriptor.TYPE_UINT32",
-  mojom.INT64:                 "_descriptor.TYPE_INT64",
-  mojom.UINT64:                "_descriptor.TYPE_UINT64",
-  mojom.FLOAT:                 "_descriptor.TYPE_FLOAT",
-  mojom.DOUBLE:                "_descriptor.TYPE_DOUBLE",
-  mojom.STRING:                "_descriptor.TYPE_STRING",
-  mojom.NULLABLE_STRING:       "_descriptor.TYPE_NULLABLE_STRING",
-  mojom.HANDLE:                "_descriptor.TYPE_HANDLE",
-  mojom.DCPIPE:                "_descriptor.TYPE_HANDLE",
-  mojom.DPPIPE:                "_descriptor.TYPE_HANDLE",
-  mojom.MSGPIPE:               "_descriptor.TYPE_HANDLE",
-  mojom.SHAREDBUFFER:          "_descriptor.TYPE_HANDLE",
-  mojom.NULLABLE_HANDLE:       "_descriptor.TYPE_NULLABLE_HANDLE",
-  mojom.NULLABLE_DCPIPE:       "_descriptor.TYPE_NULLABLE_HANDLE",
-  mojom.NULLABLE_DPPIPE:       "_descriptor.TYPE_NULLABLE_HANDLE",
-  mojom.NULLABLE_MSGPIPE:      "_descriptor.TYPE_NULLABLE_HANDLE",
-  mojom.NULLABLE_SHAREDBUFFER: "_descriptor.TYPE_NULLABLE_HANDLE",
+  mojom.BOOL:                  '_descriptor.TYPE_BOOL',
+  mojom.INT8:                  '_descriptor.TYPE_INT8',
+  mojom.UINT8:                 '_descriptor.TYPE_UINT8',
+  mojom.INT16:                 '_descriptor.TYPE_INT16',
+  mojom.UINT16:                '_descriptor.TYPE_UINT16',
+  mojom.INT32:                 '_descriptor.TYPE_INT32',
+  mojom.UINT32:                '_descriptor.TYPE_UINT32',
+  mojom.INT64:                 '_descriptor.TYPE_INT64',
+  mojom.UINT64:                '_descriptor.TYPE_UINT64',
+  mojom.FLOAT:                 '_descriptor.TYPE_FLOAT',
+  mojom.DOUBLE:                '_descriptor.TYPE_DOUBLE',
+  mojom.STRING:                '_descriptor.TYPE_STRING',
+  mojom.NULLABLE_STRING:       '_descriptor.TYPE_NULLABLE_STRING',
+  mojom.HANDLE:                '_descriptor.TYPE_HANDLE',
+  mojom.DCPIPE:                '_descriptor.TYPE_HANDLE',
+  mojom.DPPIPE:                '_descriptor.TYPE_HANDLE',
+  mojom.MSGPIPE:               '_descriptor.TYPE_HANDLE',
+  mojom.SHAREDBUFFER:          '_descriptor.TYPE_HANDLE',
+  mojom.NULLABLE_HANDLE:       '_descriptor.TYPE_NULLABLE_HANDLE',
+  mojom.NULLABLE_DCPIPE:       '_descriptor.TYPE_NULLABLE_HANDLE',
+  mojom.NULLABLE_DPPIPE:       '_descriptor.TYPE_NULLABLE_HANDLE',
+  mojom.NULLABLE_MSGPIPE:      '_descriptor.TYPE_NULLABLE_HANDLE',
+  mojom.NULLABLE_SHAREDBUFFER: '_descriptor.TYPE_NULLABLE_HANDLE',
 }
 
 # int64 integers are not handled by array.array. int64/uint64 array are
 # supported but storage is not optimized (ie. they are plain python list, not
 # array.array)
-_kind_to_typecode = {
-  mojom.INT8:   "'b'",
-  mojom.UINT8:  "'B'",
-  mojom.INT16:  "'h'",
-  mojom.UINT16: "'H'",
-  mojom.INT32:  "'i'",
-  mojom.UINT32: "'I'",
-  mojom.FLOAT:  "'f'",
-  mojom.DOUBLE: "'d'",
+_kind_to_typecode_for_native_array = {
+  mojom.INT8:   'b',
+  mojom.UINT8:  'B',
+  mojom.INT16:  'h',
+  mojom.UINT16: 'H',
+  mojom.INT32:  'i',
+  mojom.UINT32: 'I',
+  mojom.FLOAT:  'f',
+  mojom.DOUBLE: 'd',
 }
 
+_kind_to_typecode = dict(_kind_to_typecode_for_native_array)
+_kind_to_typecode.update({
+  mojom.INT64:                 'q',
+  mojom.UINT64:                'Q',
+  mojom.HANDLE:                'i',
+  mojom.DCPIPE:                'i',
+  mojom.DPPIPE:                'i',
+  mojom.MSGPIPE:               'i',
+  mojom.SHAREDBUFFER:          'i',
+  mojom.NULLABLE_HANDLE:       'i',
+  mojom.NULLABLE_DCPIPE:       'i',
+  mojom.NULLABLE_DPPIPE:       'i',
+  mojom.NULLABLE_MSGPIPE:      'i',
+  mojom.NULLABLE_SHAREDBUFFER: 'i',
+})
+
 
 def NameToComponent(name):
   # insert '_' between anything and a Title name (e.g, HTTPEntry2FooBar ->
   # HTTP_Entry2_FooBar)
   name = re.sub('([^_])([A-Z][^A-Z_]+)', r'\1_\2', name)
   # insert '_' between non upper and start of upper blocks (e.g.,
   # HTTP_Entry2_FooBar -> HTTP_Entry2_Foo_Bar)
   name = re.sub('([^A-Z_])([A-Z])', r'\1_\2', name)
   return [x.lower() for x in name.split('_')]
 
@@ skipping 28 matching lines @@
 
   if isinstance(token, mojom.BuiltinValue):
     if token.value == 'double.INFINITY' or token.value == 'float.INFINITY':
       return 'float(\'inf\')';
     if (token.value == 'double.NEGATIVE_INFINITY' or
         token.value == 'float.NEGATIVE_INFINITY'):
       return 'float(\'-inf\')'
     if token.value == 'double.NAN' or token.value == 'float.NAN':
       return 'float(\'nan\')';
 
-  if token in ["true", "false"]:
-    return str(token == "true")
+  if token in ['true', 'false']:
+    return str(token == 'true')
 
   return token
 
 def GetStructClass(kind):
   name = []
   if kind.imported_from:
     name.append(kind.imported_from['python_module'])
   name.append(GetNameForElement(kind))
   return '.'.join(name)
 
 def GetFieldType(kind, field=None):
   if mojom.IsAnyArrayKind(kind):
-    if kind.kind in _kind_to_typecode:
-      arguments = [ _kind_to_typecode[kind.kind] ]
-    else:
-      arguments = [ GetFieldType(kind.kind) ]
+    arguments = []
+    if kind.kind in _kind_to_typecode_for_native_array:
+      arguments.append('%r' %_kind_to_typecode_for_native_array[kind.kind])
+    elif kind.kind != mojom.BOOL:
+      arguments.append(GetFieldType(kind.kind))
     if mojom.IsNullableKind(kind):
-      arguments.append("nullable=True")
+      arguments.append('nullable=True')
     if mojom.IsFixedArrayKind(kind):
-      arguments.append("length=%d" % kind.length)
-    if kind.kind in _kind_to_typecode:
-      return "_descriptor.NativeArrayType(%s)" % ", ".join(arguments)
-    else:
-      return "_descriptor.PointerArrayType(%s)" % ", ".join(arguments)
+      arguments.append('length=%d' % kind.length)
+    array_type = 'GenericArrayType'
+    if kind.kind == mojom.BOOL:
+      array_type = 'BooleanArrayType'
+    elif kind.kind in _kind_to_typecode_for_native_array:
+      array_type = 'NativeArrayType'
+    return '_descriptor.%s(%s)' % (array_type, ', '.join(arguments))
 
   if mojom.IsStructKind(kind):
     arguments = [ GetStructClass(kind) ]
     if mojom.IsNullableKind(kind):
-      arguments.append("nullable=True")
-    return "_descriptor.StructType(%s)" % ", ".join(arguments)
+      arguments.append('nullable=True')
+    return '_descriptor.StructType(%s)' % ', '.join(arguments)
 
   if mojom.IsEnumKind(kind):
     return GetFieldType(mojom.INT32)
 
-  return _kind_to_type.get(kind, "_descriptor.TYPE_NONE")
+  return _kind_to_type.get(kind, '_descriptor.TYPE_NONE')
 
 def GetFieldDescriptor(packed_field):
   field = packed_field.field
-  arguments = [ '\'%s\'' % field.name ]
+  class_name = 'SingleFieldGroup'
+  if field.kind == mojom.BOOL:
+    class_name = 'FieldDescriptor'
+  arguments = [ '%r' % field.name ]
   arguments.append(GetFieldType(field.kind, field))
-  arguments.append(str(packed_field.offset))
-  if field.kind == mojom.BOOL:
-    arguments.append('bit_offset=%d' % packed_field.bit)
+  arguments.append(str(packed_field.field.ordinal))
   if field.default:
     if mojom.IsStructKind(field.kind):
       arguments.append('default_value=True')
     else:
       arguments.append('default_value=%s' % ExpressionToText(field.default))
-  return '_descriptor.FieldDescriptor(%s)' % ', '.join(arguments)
+  return '_descriptor.%s(%s)' % (class_name, ', '.join(arguments))
+
+def GetFieldGroup(byte):
+  if len(byte.packed_fields) > 1:
+    descriptors = map(GetFieldDescriptor, byte.packed_fields)
+    return '_descriptor.BooleanGroup([%s])' % ', '.join(descriptors)
+  assert len(byte.packed_fields) == 1
+  return GetFieldDescriptor(byte.packed_fields[0])
 
 def ComputeStaticValues(module):
   in_progress = set()
   computed = set()
 
   def GetComputedValue(named_value):
     if isinstance(named_value, mojom.EnumValue):
       field = next(ifilter(lambda field: field.name == named_value.name,
                            named_value.enum.fields), None)
       if not field:
@@ skipping 59 matching lines @@
     for constant in struct.constants:
       ResolveConstant(constant)
     for enum in struct.enums:
       ResolveEnum(enum)
     for field in struct.fields:
       if isinstance(field.default, (mojom.ConstantValue, mojom.EnumValue)):
         field.default.computed_value = GetComputedValue(field.default)
 
   return module
 
+
 class Generator(generator.Generator):
 
   python_filters = {
     'expression_to_text': ExpressionToText,
-    'field_descriptor': GetFieldDescriptor,
+    'field_group': GetFieldGroup,
     'name': GetNameForElement,
   }
 
   @UseJinja('python_templates/module.py.tmpl', filters=python_filters)
   def GeneratePythonModule(self):
     return {
       'imports': self.GetImports(),
       'enums': self.module.enums,
       'module': ComputeStaticValues(self.module),
       'structs': self.GetStructs(),
     }
 
   def GenerateFiles(self, args):
     self.Write(self.GeneratePythonModule(),
                '%s.py' % self.module.name.replace('.mojom', '_mojom'))
 
   def GetImports(self):
     for each in self.module.imports:
       each['python_module'] = each['module_name'].replace('.mojom', '_mojom')
     return self.module.imports
 
   def GetJinjaParameters(self):
     return {
       'lstrip_blocks': True,
       'trim_blocks': True,
     }