| Index: tools/telemetry/third_party/gsutilz/third_party/boto/boto/dynamodb/types.py
|
| diff --git a/tools/telemetry/third_party/gsutilz/third_party/boto/boto/dynamodb/types.py b/tools/telemetry/third_party/gsutilz/third_party/boto/boto/dynamodb/types.py
|
| deleted file mode 100644
|
| index 6a48ae5f8b7936226f107ad57a4604ae877cb284..0000000000000000000000000000000000000000
|
| --- a/tools/telemetry/third_party/gsutilz/third_party/boto/boto/dynamodb/types.py
|
| +++ /dev/null
|
| @@ -1,410 +0,0 @@
|
| -# Copyright (c) 2011 Mitch Garnaat http://garnaat.org/
|
| -# Copyright (c) 2011 Amazon.com, Inc. or its affiliates. All Rights Reserved
|
| -#
|
| -# Permission is hereby granted, free of charge, to any person obtaining a
|
| -# copy of this software and associated documentation files (the
|
| -# "Software"), to deal in the Software without restriction, including
|
| -# without limitation the rights to use, copy, modify, merge, publish, dis-
|
| -# tribute, sublicense, and/or sell copies of the Software, and to permit
|
| -# persons to whom the Software is furnished to do so, subject to the fol-
|
| -# lowing conditions:
|
| -#
|
| -# The above copyright notice and this permission notice shall be included
|
| -# in all copies or substantial portions of the Software.
|
| -#
|
| -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
|
| -# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
|
| -# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
|
| -# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
|
| -# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
| -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
| -# IN THE SOFTWARE.
|
| -#
|
| -"""
|
| -Some utility functions to deal with mapping Amazon DynamoDB types to
|
| -Python types and vice-versa.
|
| -"""
|
| -import base64
|
| -from decimal import (Decimal, DecimalException, Context,
|
| - Clamped, Overflow, Inexact, Underflow, Rounded)
|
| -from collections import Mapping
|
| -from boto.dynamodb.exceptions import DynamoDBNumberError
|
| -from boto.compat import filter, map, six, long_type
|
| -
|
| -
|
| -DYNAMODB_CONTEXT = Context(
|
| - Emin=-128, Emax=126, rounding=None, prec=38,
|
| - traps=[Clamped, Overflow, Inexact, Rounded, Underflow])
|
| -
|
| -
|
| -# python2.6 cannot convert floats directly to
|
| -# Decimals. This is taken from:
|
| -# http://docs.python.org/release/2.6.7/library/decimal.html#decimal-faq
|
| -def float_to_decimal(f):
|
| - n, d = f.as_integer_ratio()
|
| - numerator, denominator = Decimal(n), Decimal(d)
|
| - ctx = DYNAMODB_CONTEXT
|
| - result = ctx.divide(numerator, denominator)
|
| - while ctx.flags[Inexact]:
|
| - ctx.flags[Inexact] = False
|
| - ctx.prec *= 2
|
| - result = ctx.divide(numerator, denominator)
|
| - return result
|
| -
|
| -
|
| -def is_num(n, boolean_as_int=True):
|
| - if boolean_as_int:
|
| - types = (int, long_type, float, Decimal, bool)
|
| - else:
|
| - types = (int, long_type, float, Decimal)
|
| -
|
| - return isinstance(n, types) or n in types
|
| -
|
| -
|
| -if six.PY2:
|
| - def is_str(n):
|
| - return (isinstance(n, basestring) or
|
| - isinstance(n, type) and issubclass(n, basestring))
|
| -
|
| - def is_binary(n):
|
| - return isinstance(n, Binary)
|
| -
|
| -else: # PY3
|
| - def is_str(n):
|
| - return (isinstance(n, str) or
|
| - isinstance(n, type) and issubclass(n, str))
|
| -
|
| - def is_binary(n):
|
| - return isinstance(n, bytes) # Binary is subclass of bytes.
|
| -
|
| -
|
| -def serialize_num(val):
|
| - """Cast a number to a string and perform
|
| - validation to ensure no loss of precision.
|
| - """
|
| - if isinstance(val, bool):
|
| - return str(int(val))
|
| - return str(val)
|
| -
|
| -
|
| -def convert_num(s):
|
| - if '.' in s:
|
| - n = float(s)
|
| - else:
|
| - n = int(s)
|
| - return n
|
| -
|
| -
|
| -def convert_binary(n):
|
| - return Binary(base64.b64decode(n))
|
| -
|
| -
|
| -def get_dynamodb_type(val, use_boolean=True):
|
| - """
|
| - Take a scalar Python value and return a string representing
|
| - the corresponding Amazon DynamoDB type. If the value passed in is
|
| - not a supported type, raise a TypeError.
|
| - """
|
| - dynamodb_type = None
|
| - if val is None:
|
| - dynamodb_type = 'NULL'
|
| - elif is_num(val):
|
| - if isinstance(val, bool) and use_boolean:
|
| - dynamodb_type = 'BOOL'
|
| - else:
|
| - dynamodb_type = 'N'
|
| - elif is_str(val):
|
| - dynamodb_type = 'S'
|
| - elif isinstance(val, (set, frozenset)):
|
| - if False not in map(is_num, val):
|
| - dynamodb_type = 'NS'
|
| - elif False not in map(is_str, val):
|
| - dynamodb_type = 'SS'
|
| - elif False not in map(is_binary, val):
|
| - dynamodb_type = 'BS'
|
| - elif is_binary(val):
|
| - dynamodb_type = 'B'
|
| - elif isinstance(val, Mapping):
|
| - dynamodb_type = 'M'
|
| - elif isinstance(val, list):
|
| - dynamodb_type = 'L'
|
| - if dynamodb_type is None:
|
| - msg = 'Unsupported type "%s" for value "%s"' % (type(val), val)
|
| - raise TypeError(msg)
|
| - return dynamodb_type
|
| -
|
| -
|
| -def dynamize_value(val):
|
| - """
|
| - Take a scalar Python value and return a dict consisting
|
| - of the Amazon DynamoDB type specification and the value that
|
| - needs to be sent to Amazon DynamoDB. If the type of the value
|
| - is not supported, raise a TypeError
|
| - """
|
| - dynamodb_type = get_dynamodb_type(val)
|
| - if dynamodb_type == 'N':
|
| - val = {dynamodb_type: serialize_num(val)}
|
| - elif dynamodb_type == 'S':
|
| - val = {dynamodb_type: val}
|
| - elif dynamodb_type == 'NS':
|
| - val = {dynamodb_type: list(map(serialize_num, val))}
|
| - elif dynamodb_type == 'SS':
|
| - val = {dynamodb_type: [n for n in val]}
|
| - elif dynamodb_type == 'B':
|
| - if isinstance(val, bytes):
|
| - val = Binary(val)
|
| - val = {dynamodb_type: val.encode()}
|
| - elif dynamodb_type == 'BS':
|
| - val = {dynamodb_type: [n.encode() for n in val]}
|
| - return val
|
| -
|
| -
|
| -if six.PY2:
|
| - class Binary(object):
|
| - def __init__(self, value):
|
| - if not isinstance(value, (bytes, six.text_type)):
|
| - raise TypeError('Value must be a string of binary data!')
|
| - if not isinstance(value, bytes):
|
| - value = value.encode("utf-8")
|
| -
|
| - self.value = value
|
| -
|
| - def encode(self):
|
| - return base64.b64encode(self.value).decode('utf-8')
|
| -
|
| - def __eq__(self, other):
|
| - if isinstance(other, Binary):
|
| - return self.value == other.value
|
| - else:
|
| - return self.value == other
|
| -
|
| - def __ne__(self, other):
|
| - return not self.__eq__(other)
|
| -
|
| - def __repr__(self):
|
| - return 'Binary(%r)' % self.value
|
| -
|
| - def __str__(self):
|
| - return self.value
|
| -
|
| - def __hash__(self):
|
| - return hash(self.value)
|
| -else:
|
| - class Binary(bytes):
|
| - def encode(self):
|
| - return base64.b64encode(self).decode('utf-8')
|
| -
|
| - @property
|
| - def value(self):
|
| - # This matches the public API of the Python 2 version,
|
| - # but just returns itself since it is already a bytes
|
| - # instance.
|
| - return bytes(self)
|
| -
|
| - def __repr__(self):
|
| - return 'Binary(%r)' % self.value
|
| -
|
| -
|
| -def item_object_hook(dct):
|
| - """
|
| - A custom object hook for use when decoding JSON item bodys.
|
| - This hook will transform Amazon DynamoDB JSON responses to something
|
| - that maps directly to native Python types.
|
| - """
|
| - if len(dct.keys()) > 1:
|
| - return dct
|
| - if 'S' in dct:
|
| - return dct['S']
|
| - if 'N' in dct:
|
| - return convert_num(dct['N'])
|
| - if 'SS' in dct:
|
| - return set(dct['SS'])
|
| - if 'NS' in dct:
|
| - return set(map(convert_num, dct['NS']))
|
| - if 'B' in dct:
|
| - return convert_binary(dct['B'])
|
| - if 'BS' in dct:
|
| - return set(map(convert_binary, dct['BS']))
|
| - return dct
|
| -
|
| -
|
| -class Dynamizer(object):
|
| - """Control serialization/deserialization of types.
|
| -
|
| - This class controls the encoding of python types to the
|
| - format that is expected by the DynamoDB API, as well as
|
| - taking DynamoDB types and constructing the appropriate
|
| - python types.
|
| -
|
| - If you want to customize this process, you can subclass
|
| - this class and override the encoding/decoding of
|
| - specific types. For example::
|
| -
|
| - 'foo' (Python type)
|
| - |
|
| - v
|
| - encode('foo')
|
| - |
|
| - v
|
| - _encode_s('foo')
|
| - |
|
| - v
|
| - {'S': 'foo'} (Encoding sent to/received from DynamoDB)
|
| - |
|
| - V
|
| - decode({'S': 'foo'})
|
| - |
|
| - v
|
| - _decode_s({'S': 'foo'})
|
| - |
|
| - v
|
| - 'foo' (Python type)
|
| -
|
| - """
|
| - def _get_dynamodb_type(self, attr):
|
| - return get_dynamodb_type(attr)
|
| -
|
| - def encode(self, attr):
|
| - """
|
| - Encodes a python type to the format expected
|
| - by DynamoDB.
|
| -
|
| - """
|
| - dynamodb_type = self._get_dynamodb_type(attr)
|
| - try:
|
| - encoder = getattr(self, '_encode_%s' % dynamodb_type.lower())
|
| - except AttributeError:
|
| - raise ValueError("Unable to encode dynamodb type: %s" %
|
| - dynamodb_type)
|
| - return {dynamodb_type: encoder(attr)}
|
| -
|
| - def _encode_n(self, attr):
|
| - try:
|
| - if isinstance(attr, float) and not hasattr(Decimal, 'from_float'):
|
| - # python2.6 does not support creating Decimals directly
|
| - # from floats so we have to do this ourself.
|
| - n = str(float_to_decimal(attr))
|
| - else:
|
| - n = str(DYNAMODB_CONTEXT.create_decimal(attr))
|
| - if list(filter(lambda x: x in n, ('Infinity', 'NaN'))):
|
| - raise TypeError('Infinity and NaN not supported')
|
| - return n
|
| - except (TypeError, DecimalException) as e:
|
| - msg = '{0} numeric for `{1}`\n{2}'.format(
|
| - e.__class__.__name__, attr, str(e) or '')
|
| - raise DynamoDBNumberError(msg)
|
| -
|
| - def _encode_s(self, attr):
|
| - if isinstance(attr, bytes):
|
| - attr = attr.decode('utf-8')
|
| - elif not isinstance(attr, six.text_type):
|
| - attr = str(attr)
|
| - return attr
|
| -
|
| - def _encode_ns(self, attr):
|
| - return list(map(self._encode_n, attr))
|
| -
|
| - def _encode_ss(self, attr):
|
| - return [self._encode_s(n) for n in attr]
|
| -
|
| - def _encode_b(self, attr):
|
| - if isinstance(attr, bytes):
|
| - attr = Binary(attr)
|
| - return attr.encode()
|
| -
|
| - def _encode_bs(self, attr):
|
| - return [self._encode_b(n) for n in attr]
|
| -
|
| - def _encode_null(self, attr):
|
| - return True
|
| -
|
| - def _encode_bool(self, attr):
|
| - return attr
|
| -
|
| - def _encode_m(self, attr):
|
| - return dict([(k, self.encode(v)) for k, v in attr.items()])
|
| -
|
| - def _encode_l(self, attr):
|
| - return [self.encode(i) for i in attr]
|
| -
|
| - def decode(self, attr):
|
| - """
|
| - Takes the format returned by DynamoDB and constructs
|
| - the appropriate python type.
|
| -
|
| - """
|
| - if len(attr) > 1 or not attr:
|
| - return attr
|
| - dynamodb_type = list(attr.keys())[0]
|
| - if dynamodb_type.lower() == dynamodb_type:
|
| - # It's not an actual type, just a single character attr that
|
| - # overlaps with the DDB types. Return it.
|
| - return attr
|
| - try:
|
| - decoder = getattr(self, '_decode_%s' % dynamodb_type.lower())
|
| - except AttributeError:
|
| - return attr
|
| - return decoder(attr[dynamodb_type])
|
| -
|
| - def _decode_n(self, attr):
|
| - return DYNAMODB_CONTEXT.create_decimal(attr)
|
| -
|
| - def _decode_s(self, attr):
|
| - return attr
|
| -
|
| - def _decode_ns(self, attr):
|
| - return set(map(self._decode_n, attr))
|
| -
|
| - def _decode_ss(self, attr):
|
| - return set(map(self._decode_s, attr))
|
| -
|
| - def _decode_b(self, attr):
|
| - return convert_binary(attr)
|
| -
|
| - def _decode_bs(self, attr):
|
| - return set(map(self._decode_b, attr))
|
| -
|
| - def _decode_null(self, attr):
|
| - return None
|
| -
|
| - def _decode_bool(self, attr):
|
| - return attr
|
| -
|
| - def _decode_m(self, attr):
|
| - return dict([(k, self.decode(v)) for k, v in attr.items()])
|
| -
|
| - def _decode_l(self, attr):
|
| - return [self.decode(i) for i in attr]
|
| -
|
| -
|
| -class NonBooleanDynamizer(Dynamizer):
|
| - """Casting boolean type to numeric types.
|
| -
|
| - This class is provided for backward compatibility.
|
| - """
|
| - def _get_dynamodb_type(self, attr):
|
| - return get_dynamodb_type(attr, use_boolean=False)
|
| -
|
| -
|
| -class LossyFloatDynamizer(NonBooleanDynamizer):
|
| - """Use float/int instead of Decimal for numeric types.
|
| -
|
| - This class is provided for backwards compatibility. Instead of
|
| - using Decimals for the 'N', 'NS' types it uses ints/floats.
|
| -
|
| - This class is deprecated and its usage is not encouraged,
|
| - as doing so may result in loss of precision. Use the
|
| - `Dynamizer` class instead.
|
| -
|
| - """
|
| - def _encode_n(self, attr):
|
| - return serialize_num(attr)
|
| -
|
| - def _encode_ns(self, attr):
|
| - return [str(i) for i in attr]
|
| -
|
| - def _decode_n(self, attr):
|
| - return convert_num(attr)
|
| -
|
| - def _decode_ns(self, attr):
|
| - return set(map(self._decode_n, attr))
|
|
|