[catapult] - Copy Telemetry's gsutilz over to third_party.

third_party/gsutil/third_party/boto/boto/emr/emrobject.py

Index: third_party/gsutil/third_party/boto/boto/emr/emrobject.py
diff --git a/third_party/gsutil/third_party/boto/boto/emr/emrobject.py b/third_party/gsutil/third_party/boto/boto/emr/emrobject.py
new file mode 100644
index 0000000000000000000000000000000000000000..73f7060ba17aaa0999aebc9bf7760e8cd084e27d
--- /dev/null
+++ b/third_party/gsutil/third_party/boto/boto/emr/emrobject.py
@@ -0,0 +1,511 @@
+# Copyright (c) 2010 Spotify AB
+# Copyright (c) 2010 Jeremy Thurgood <firxen+boto@gmail.com>
+# Copyright (c) 2010-2011 Yelp
+#
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish, dis-
+# tribute, sublicense, and/or sell copies of the Software, and to permit
+# persons to whom the Software is furnished to do so, subject to the fol-
+# lowing conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
+# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
+# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+# IN THE SOFTWARE.
+
+"""
+This module contains EMR response objects
+"""
+
+from boto.resultset import ResultSet
+
+
+class EmrObject(object):
+    Fields = set()
+
+    def __init__(self, connection=None):
+        self.connection = connection
+
+    def startElement(self, name, attrs, connection):
+        pass
+
+    def endElement(self, name, value, connection):
+        if name in self.Fields:
+            setattr(self, name.lower(), value)
+
+
+class RunJobFlowResponse(EmrObject):
+    Fields = set(['JobFlowId'])
+
+class AddInstanceGroupsResponse(EmrObject):
+    Fields = set(['InstanceGroupIds', 'JobFlowId'])
+    
+class ModifyInstanceGroupsResponse(EmrObject):
+    Fields = set(['RequestId'])
+    
+
+class Arg(EmrObject):
+    def __init__(self, connection=None):
+        self.value = None
+
+    def endElement(self, name, value, connection):
+        self.value = value
+
+
+class StepId(Arg):
+    pass
+
+
+class SupportedProduct(Arg):
+    pass
+
+
+class JobFlowStepList(EmrObject):
+    def __ini__(self, connection=None):
+        self.connection = connection
+        self.stepids = None
+
+    def startElement(self, name, attrs, connection):
+        if name == 'StepIds':
+            self.stepids = ResultSet([('member', StepId)])
+            return self.stepids
+        else:
+            return None
+
+
+class BootstrapAction(EmrObject):
+    Fields = set([
+        'Args',
+        'Name',
+        'Path',
+        'ScriptPath',
+    ])
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Args':
+            self.args = ResultSet([('member', Arg)])
+            return self.args
+
+
+class KeyValue(EmrObject):
+    Fields = set([
+        'Key',
+        'Value',
+    ])
+
+
+class Step(EmrObject):
+    Fields = set([
+        'ActionOnFailure',
+        'CreationDateTime',
+        'EndDateTime',
+        'Jar',
+        'LastStateChangeReason',
+        'MainClass',
+        'Name',
+        'StartDateTime',
+        'State',
+    ])
+
+    def __init__(self, connection=None):
+        self.connection = connection
+        self.args = None
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Args':
+            self.args = ResultSet([('member', Arg)])
+            return self.args
+        if name == 'Properties':
+            self.properties = ResultSet([('member', KeyValue)])
+            return self.properties
+
+
+class InstanceGroup(EmrObject):
+    Fields = set([
+        'BidPrice',
+        'CreationDateTime',
+        'EndDateTime',
+        'InstanceGroupId',
+        'InstanceRequestCount',
+        'InstanceRole',
+        'InstanceRunningCount',
+        'InstanceType',
+        'LastStateChangeReason',
+        'LaunchGroup',
+        'Market',
+        'Name',
+        'ReadyDateTime',
+        'StartDateTime',
+        'State',
+    ])
+
+
+class JobFlow(EmrObject):
+    Fields = set([
+        'AmiVersion',
+        'AvailabilityZone',
+        'CreationDateTime',
+        'Ec2KeyName',
+        'EndDateTime',
+        'HadoopVersion',
+        'Id',
+        'InstanceCount',
+        'JobFlowId',
+        'KeepJobFlowAliveWhenNoSteps',
+        'LastStateChangeReason',
+        'LogUri',
+        'MasterInstanceId',
+        'MasterInstanceType',
+        'MasterPublicDnsName',
+        'Name',
+        'NormalizedInstanceHours',
+        'ReadyDateTime',
+        'RequestId',
+        'SlaveInstanceType',
+        'StartDateTime',
+        'State',
+        'TerminationProtected',
+        'Type',
+        'Value',
+        'VisibleToAllUsers',
+    ])
+
+    def __init__(self, connection=None):
+        self.connection = connection
+        self.steps = None
+        self.instancegroups = None
+        self.bootstrapactions = None
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Steps':
+            self.steps = ResultSet([('member', Step)])
+            return self.steps
+        elif name == 'InstanceGroups':
+            self.instancegroups = ResultSet([('member', InstanceGroup)])
+            return self.instancegroups
+        elif name == 'BootstrapActions':
+            self.bootstrapactions = ResultSet([('member', BootstrapAction)])
+            return self.bootstrapactions
+        elif name == 'SupportedProducts':
+            self.supported_products = ResultSet([('member', SupportedProduct)])
+            return self.supported_products
+        else:
+            return None
+
+
+class ClusterTimeline(EmrObject):
+    Fields = set([
+        'CreationDateTime',
+        'ReadyDateTime',
+        'EndDateTime'
+    ])
+
+class ClusterStateChangeReason(EmrObject):
+    Fields = set([
+        'Code',
+        'Message'
+    ])
+
+class ClusterStatus(EmrObject):
+    Fields = set([
+        'State',
+        'StateChangeReason',
+        'Timeline'
+    ])
+
+    def __init__(self, connection=None):
+        self.connection = connection
+        self.timeline = None
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Timeline':
+            self.timeline = ClusterTimeline()
+            return self.timeline
+        elif name == 'StateChangeReason':
+            self.statechangereason = ClusterStateChangeReason()
+            return self.statechangereason
+        else:
+            return None
+
+
+class Ec2InstanceAttributes(EmrObject):
+    Fields = set([
+        'Ec2KeyName',
+        'Ec2SubnetId',
+        'Ec2AvailabilityZone',
+        'IamInstanceProfile'
+    ])
+
+
+class Application(EmrObject):
+    Fields = set([
+        'Name',
+        'Version',
+        'Args',
+        'AdditionalInfo'
+    ])
+
+
+class Cluster(EmrObject):
+    Fields = set([
+        'Id',
+        'Name',
+        'LogUri',
+        'RequestedAmiVersion',
+        'RunningAmiVersion',
+        'AutoTerminate',
+        'TerminationProtected',
+        'VisibleToAllUsers',
+        'MasterPublicDnsName',
+        'NormalizedInstanceHours',
+        'ServiceRole'
+    ])
+
+    def __init__(self, connection=None):
+        self.connection = connection
+        self.status = None
+        self.ec2instanceattributes = None
+        self.applications = None
+        self.tags = None
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Status':
+            self.status = ClusterStatus()
+            return self.status
+        elif name == 'Ec2InstanceAttributes':
+            self.ec2instanceattributes = Ec2InstanceAttributes()
+            return self.ec2instanceattributes
+        elif name == 'Applications':
+            self.applications = ResultSet([('member', Application)])
+            return self.applications
+        elif name == 'Tags':
+            self.tags = ResultSet([('member', KeyValue)])
+            return self.tags
+        else:
+            return None
+
+
+class ClusterSummary(EmrObject):
+    Fields = set([
+        'Id',
+        'Name',
+        'NormalizedInstanceHours'
+    ])
+
+    def __init__(self, connection):
+        self.connection = connection
+        self.status = None
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Status':
+            self.status = ClusterStatus()
+            return self.status
+        else:
+            return None
+
+
+class ClusterSummaryList(EmrObject):
+    Fields = set([
+        'Marker'
+    ])
+
+    def __init__(self, connection):
+        self.connection = connection
+        self.clusters = None
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Clusters':
+            self.clusters = ResultSet([('member', ClusterSummary)])
+            return self.clusters
+        else:
+            return None
+
+
+class StepConfig(EmrObject):
+    Fields = set([
+        'Jar',
+        'MainClass'
+    ])
+
+    def __init__(self, connection=None):
+        self.connection = connection
+        self.properties = None
+        self.args = None
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Properties':
+            self.properties = ResultSet([('member', KeyValue)])
+            return self.properties
+        elif name == 'Args':
+            self.args = ResultSet([('member', Arg)])
+            return self.args
+        else:
+            return None
+
+
+class HadoopStep(EmrObject):
+    Fields = set([
+        'Id',
+        'Name',
+        'ActionOnFailure'
+    ])
+
+    def __init__(self, connection=None):
+        self.connection = connection
+        self.config = None
+        self.status = None
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Config':
+            self.config = StepConfig()
+            return self.config
+        elif name == 'Status':
+            self.status = ClusterStatus()
+            return self.status
+        else:
+            return None
+
+
+
+class InstanceGroupInfo(EmrObject):
+    Fields = set([
+        'Id',
+        'Name',
+        'Market',
+        'InstanceGroupType',
+        'BidPrice',
+        'InstanceType',
+        'RequestedInstanceCount',
+        'RunningInstanceCount'
+    ])
+
+    def __init__(self, connection=None):
+        self.connection = connection
+        self.status = None
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Status':
+            self.status = ClusterStatus()
+            return self.status
+        else:
+            return None
+
+
+class InstanceGroupList(EmrObject):
+    Fields = set([
+        'Marker'
+    ])
+
+    def __init__(self, connection=None):
+        self.connection = connection
+        self.instancegroups = None
+
+    def startElement(self, name, attrs, connection):
+        if name == 'InstanceGroups':
+            self.instancegroups = ResultSet([('member', InstanceGroupInfo)])
+            return self.instancegroups
+        else:
+            return None
+
+
+class InstanceInfo(EmrObject):
+    Fields = set([
+        'Id',
+        'Ec2InstanceId',
+        'PublicDnsName',
+        'PublicIpAddress',
+        'PrivateDnsName',
+        'PrivateIpAddress'
+    ])
+
+    def __init__(self, connection=None):
+        self.connection = connection
+        self.status = None
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Status':
+            self.status = ClusterStatus()
+            return self.status
+        else:
+            return None
+
+
+class InstanceList(EmrObject):
+    Fields = set([
+        'Marker'
+    ])
+
+    def __init__(self, connection=None):
+        self.connection = connection
+        self.instances = None
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Instances':
+            self.instances = ResultSet([('member', InstanceInfo)])
+            return self.instances
+        else:
+            return None
+
+
+class StepSummary(EmrObject):
+    Fields = set([
+        'Id',
+        'Name'
+    ])
+
+    def __init__(self, connection=None):
+        self.connection = connection
+        self.status = None
+        self.config = None
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Status':
+            self.status = ClusterStatus()
+            return self.status
+        elif name == 'Config':
+            self.config = StepConfig()
+            return self.config
+        else:
+            return None
+
+
+class StepSummaryList(EmrObject):
+    Fields = set([
+        'Marker'
+    ])
+
+    def __init__(self, connection=None):
+        self.connection = connection
+        self.steps = None
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Steps':
+            self.steps = ResultSet([('member', StepSummary)])
+            return self.steps
+        else:
+            return None
+
+
+class BootstrapActionList(EmrObject):
+    Fields = set([
+        'Marker'
+    ])
+
+    def __init__(self, connection=None):
+        self.connection = connection
+        self.actions = None
+
+    def startElement(self, name, attrs, connection):
+        if name == 'BootstrapActions':
+            self.actions = ResultSet([('member', BootstrapAction)])
+            return self.actions
+        else:
+            return None