[Cuprit-finder] Add MetaDict class.

appengine/findit/libs/meta_dict_serializer.py

+# Copyright 2017 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+from collections import OrderedDict
+
+from libs.meta_object import Element
+from libs.meta_object import MetaDict
+
+
+class ElementSerializer(Element):
+
+  def ToList(self, element, default=None):
+    """Serializes an ``Element`` to a list of this single element.
+
+    Args:
+      element (Element or None): The element to be serialized. If the element
+        is None, return a list of one default value.
+      default (Element or None) The default value to set when None element is
+        provided.
+
+    Returns:
+      A list of single element.
+
+    Raises:
+      Exception: An error occurs when the passed-in meta object is not an
+        ``Element`` object.
+    """
+    if element is None:
+      return [default]
+
+    assert element.IsElement(), Exception(
+        '%s can only serialize Element object.' % self.__class__.__name__)
+    return [element]
+
+  def FromList(self, element_list, constructor=None):
+    """De-serializes from element_list to an ``Element``.
+
+    Args:
+      element_list (list of Element): A list of ``Element`` object.
+      constructor (callable): contructor of ``Element`` class.
+
+    Returns:
+      The ``Element`` object in the element_list.
+
+    Raises:
+      Exception: An error occurs when the element_list is not 1.
+    """
+    assert len(element_list) == len(self), Exception(
+        'The element list should have the same length as serializer')
+
+    constructor = constructor or (lambda x: x)
+    return constructor(element_list[0])
+
+  def __len__(self):
+    return 1
+
+
+class MetaDictSerializer(MetaDict):
+  """Class that serialize a ``MetaDict`` to a list of ``Element``s.
+
+  This class itself is a ``MetaDict``, it has the same structure as the
+  meta_dict it wants to serialize or de-serialize, and it is using a
+  ``OrderedDict`` to keep track of the serializing order.
+  """
+
+  def __init__(self, value):
+    super(MetaDictSerializer, self).__init__(value)
+    self._length = None
+
+  def ToList(self, meta_dict, default=None):
+    """Serializes a ``MetaDict`` to a list of ``Element``s.
+
+    Args:
+      meta_dict (MetaDict or None): The element to be serialized. If meta_dict
+        is None, return a list of default values.
+      default (Element or None) The default value to set when None meta_dict is
+        provided.
+
+    Returns:
+      A list of ``Element``s.
+    """
+    element_list = []
+    for key, serializer in self.iteritems():
+      sub_meta_dict = meta_dict.get(key) if meta_dict else None
+      element_list.extend(serializer.ToList(sub_meta_dict, default=default))
+
+    return element_list
+
+  def FromList(self, element_list, meta_constructor, element_constructor=None):
+    """De-serializes from element_list to an ``MetaDict``.
+
+    Args:
+      element_list (list of Element): A list of ``Element`` object.
+      element_constructor (callable): The constructor of ``Element`` object that
+        takes one value in element_list as input.
+      meta_constructor (callable): The contructor of ``MetaDict`` object that
+        only take one dict of MetaObjects as input.
+
+    Returns:
+      The ``MetaDict`` object contructed from element_list.
+
+    Raises:
+      Exception: An error occurs when the length of element_list is not equal
+        to the serializer length.
+    """
+    assert len(self) == len(element_list), Exception(
+        'The element list should have the same length as serializer')
+
+    meta_objs = {}
+    index = 0
+    for key, serializer in self.iteritems():
+      # Trucate the  segment in the element list to construct

[chanli, 2017/01/18 22:14:23]

Nit:Truncate?

[chanli, 2017/01/18 22:14:23]

Nit: 2 spaces between 'the' and 'segment'

[Sharu Jiang, 2017/01/19 00:00:52]

Done.

[Sharu Jiang, 2017/01/19 00:00:52]

Done.

+      # the ``MetaObject`` corresponding to ``key``.
+      segment = element_list[index : (index + len(serializer))]
+      if serializer.IsElement():
+        meta_objs[key] = serializer.FromList(segment, element_constructor)

[chanli, 2017/01/18 22:14:23]

This means all elements in the dict must use the same element_constructor?

[Sharu Jiang, 2017/01/19 00:00:52]

Yes.

[chanli, 2017/01/19 02:10:58]

So I assume this is expected behavior.

+      else:
+        meta_objs[key] = serializer.FromList(segment, meta_constructor,
+                                             element_constructor)
+
+      index += len(serializer)
+
+    return meta_constructor(meta_objs)
+
+  def _Length(self):
+    """Methods to get the length of the serializer recusively.
+
+    Note, the length of a serializer is the number of elements, which is also
+    the number of "real values" in a ``MetaDict`` structure.
+    """
+    if self._length is not None:
+      return self._length
+
+    self._length = 0
+    for value in self.itervalues():
+      self._length += len(value)
+
+    return self._length
+
+  def __len__(self):
+    return self._Length()
+
+
+def GetSerializer(meta_object, key=None):
+  """Factory to get a serializer corresponding to a ``MetaObject``.
+
+  Args:
+    meta_object (MetaObject): ``Element`` or ``MetaDict`` objects.
+    constructor (callable or None): Callable with dict as input and returns a

[chanli, 2017/01/18 22:14:23]

constructor is not in argument list?

[Sharu Jiang, 2017/01/19 00:00:52]

Oops, forgot to delete it.

+      serializer(either ``ElementSerializer`` or ``MetaDictSerializer``). If
+      None, the init function of meta_object is used.
+    key (callable or None): Key function to sort ``MetaDict`` object.
+  """
+  if meta_object.IsElement():
+    return ElementSerializer()
+
+  sorted_meta = sorted(meta_object.iteritems(), key=key)
+  ordered_dict = OrderedDict((key, GetSerializer(sub_meta))
+                             for key, sub_meta in sorted_meta)
+
+  return MetaDictSerializer(ordered_dict)