| Index: tools/telemetry/third_party/gsutilz/third_party/boto/boto/emr/emrobject.py
|
| diff --git a/tools/telemetry/third_party/gsutilz/third_party/boto/boto/emr/emrobject.py b/tools/telemetry/third_party/gsutilz/third_party/boto/boto/emr/emrobject.py
|
| deleted file mode 100644
|
| index 73f7060ba17aaa0999aebc9bf7760e8cd084e27d..0000000000000000000000000000000000000000
|
| --- a/tools/telemetry/third_party/gsutilz/third_party/boto/boto/emr/emrobject.py
|
| +++ /dev/null
|
| @@ -1,511 +0,0 @@
|
| -# Copyright (c) 2010 Spotify AB
|
| -# Copyright (c) 2010 Jeremy Thurgood <firxen+boto@gmail.com>
|
| -# Copyright (c) 2010-2011 Yelp
|
| -#
|
| -# Permission is hereby granted, free of charge, to any person obtaining a
|
| -# copy of this software and associated documentation files (the
|
| -# "Software"), to deal in the Software without restriction, including
|
| -# without limitation the rights to use, copy, modify, merge, publish, dis-
|
| -# tribute, sublicense, and/or sell copies of the Software, and to permit
|
| -# persons to whom the Software is furnished to do so, subject to the fol-
|
| -# lowing conditions:
|
| -#
|
| -# The above copyright notice and this permission notice shall be included
|
| -# in all copies or substantial portions of the Software.
|
| -#
|
| -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
|
| -# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
|
| -# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
|
| -# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
|
| -# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
| -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
| -# IN THE SOFTWARE.
|
| -
|
| -"""
|
| -This module contains EMR response objects
|
| -"""
|
| -
|
| -from boto.resultset import ResultSet
|
| -
|
| -
|
| -class EmrObject(object):
|
| - Fields = set()
|
| -
|
| - def __init__(self, connection=None):
|
| - self.connection = connection
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - pass
|
| -
|
| - def endElement(self, name, value, connection):
|
| - if name in self.Fields:
|
| - setattr(self, name.lower(), value)
|
| -
|
| -
|
| -class RunJobFlowResponse(EmrObject):
|
| - Fields = set(['JobFlowId'])
|
| -
|
| -class AddInstanceGroupsResponse(EmrObject):
|
| - Fields = set(['InstanceGroupIds', 'JobFlowId'])
|
| -
|
| -class ModifyInstanceGroupsResponse(EmrObject):
|
| - Fields = set(['RequestId'])
|
| -
|
| -
|
| -class Arg(EmrObject):
|
| - def __init__(self, connection=None):
|
| - self.value = None
|
| -
|
| - def endElement(self, name, value, connection):
|
| - self.value = value
|
| -
|
| -
|
| -class StepId(Arg):
|
| - pass
|
| -
|
| -
|
| -class SupportedProduct(Arg):
|
| - pass
|
| -
|
| -
|
| -class JobFlowStepList(EmrObject):
|
| - def __ini__(self, connection=None):
|
| - self.connection = connection
|
| - self.stepids = None
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - if name == 'StepIds':
|
| - self.stepids = ResultSet([('member', StepId)])
|
| - return self.stepids
|
| - else:
|
| - return None
|
| -
|
| -
|
| -class BootstrapAction(EmrObject):
|
| - Fields = set([
|
| - 'Args',
|
| - 'Name',
|
| - 'Path',
|
| - 'ScriptPath',
|
| - ])
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - if name == 'Args':
|
| - self.args = ResultSet([('member', Arg)])
|
| - return self.args
|
| -
|
| -
|
| -class KeyValue(EmrObject):
|
| - Fields = set([
|
| - 'Key',
|
| - 'Value',
|
| - ])
|
| -
|
| -
|
| -class Step(EmrObject):
|
| - Fields = set([
|
| - 'ActionOnFailure',
|
| - 'CreationDateTime',
|
| - 'EndDateTime',
|
| - 'Jar',
|
| - 'LastStateChangeReason',
|
| - 'MainClass',
|
| - 'Name',
|
| - 'StartDateTime',
|
| - 'State',
|
| - ])
|
| -
|
| - def __init__(self, connection=None):
|
| - self.connection = connection
|
| - self.args = None
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - if name == 'Args':
|
| - self.args = ResultSet([('member', Arg)])
|
| - return self.args
|
| - if name == 'Properties':
|
| - self.properties = ResultSet([('member', KeyValue)])
|
| - return self.properties
|
| -
|
| -
|
| -class InstanceGroup(EmrObject):
|
| - Fields = set([
|
| - 'BidPrice',
|
| - 'CreationDateTime',
|
| - 'EndDateTime',
|
| - 'InstanceGroupId',
|
| - 'InstanceRequestCount',
|
| - 'InstanceRole',
|
| - 'InstanceRunningCount',
|
| - 'InstanceType',
|
| - 'LastStateChangeReason',
|
| - 'LaunchGroup',
|
| - 'Market',
|
| - 'Name',
|
| - 'ReadyDateTime',
|
| - 'StartDateTime',
|
| - 'State',
|
| - ])
|
| -
|
| -
|
| -class JobFlow(EmrObject):
|
| - Fields = set([
|
| - 'AmiVersion',
|
| - 'AvailabilityZone',
|
| - 'CreationDateTime',
|
| - 'Ec2KeyName',
|
| - 'EndDateTime',
|
| - 'HadoopVersion',
|
| - 'Id',
|
| - 'InstanceCount',
|
| - 'JobFlowId',
|
| - 'KeepJobFlowAliveWhenNoSteps',
|
| - 'LastStateChangeReason',
|
| - 'LogUri',
|
| - 'MasterInstanceId',
|
| - 'MasterInstanceType',
|
| - 'MasterPublicDnsName',
|
| - 'Name',
|
| - 'NormalizedInstanceHours',
|
| - 'ReadyDateTime',
|
| - 'RequestId',
|
| - 'SlaveInstanceType',
|
| - 'StartDateTime',
|
| - 'State',
|
| - 'TerminationProtected',
|
| - 'Type',
|
| - 'Value',
|
| - 'VisibleToAllUsers',
|
| - ])
|
| -
|
| - def __init__(self, connection=None):
|
| - self.connection = connection
|
| - self.steps = None
|
| - self.instancegroups = None
|
| - self.bootstrapactions = None
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - if name == 'Steps':
|
| - self.steps = ResultSet([('member', Step)])
|
| - return self.steps
|
| - elif name == 'InstanceGroups':
|
| - self.instancegroups = ResultSet([('member', InstanceGroup)])
|
| - return self.instancegroups
|
| - elif name == 'BootstrapActions':
|
| - self.bootstrapactions = ResultSet([('member', BootstrapAction)])
|
| - return self.bootstrapactions
|
| - elif name == 'SupportedProducts':
|
| - self.supported_products = ResultSet([('member', SupportedProduct)])
|
| - return self.supported_products
|
| - else:
|
| - return None
|
| -
|
| -
|
| -class ClusterTimeline(EmrObject):
|
| - Fields = set([
|
| - 'CreationDateTime',
|
| - 'ReadyDateTime',
|
| - 'EndDateTime'
|
| - ])
|
| -
|
| -class ClusterStateChangeReason(EmrObject):
|
| - Fields = set([
|
| - 'Code',
|
| - 'Message'
|
| - ])
|
| -
|
| -class ClusterStatus(EmrObject):
|
| - Fields = set([
|
| - 'State',
|
| - 'StateChangeReason',
|
| - 'Timeline'
|
| - ])
|
| -
|
| - def __init__(self, connection=None):
|
| - self.connection = connection
|
| - self.timeline = None
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - if name == 'Timeline':
|
| - self.timeline = ClusterTimeline()
|
| - return self.timeline
|
| - elif name == 'StateChangeReason':
|
| - self.statechangereason = ClusterStateChangeReason()
|
| - return self.statechangereason
|
| - else:
|
| - return None
|
| -
|
| -
|
| -class Ec2InstanceAttributes(EmrObject):
|
| - Fields = set([
|
| - 'Ec2KeyName',
|
| - 'Ec2SubnetId',
|
| - 'Ec2AvailabilityZone',
|
| - 'IamInstanceProfile'
|
| - ])
|
| -
|
| -
|
| -class Application(EmrObject):
|
| - Fields = set([
|
| - 'Name',
|
| - 'Version',
|
| - 'Args',
|
| - 'AdditionalInfo'
|
| - ])
|
| -
|
| -
|
| -class Cluster(EmrObject):
|
| - Fields = set([
|
| - 'Id',
|
| - 'Name',
|
| - 'LogUri',
|
| - 'RequestedAmiVersion',
|
| - 'RunningAmiVersion',
|
| - 'AutoTerminate',
|
| - 'TerminationProtected',
|
| - 'VisibleToAllUsers',
|
| - 'MasterPublicDnsName',
|
| - 'NormalizedInstanceHours',
|
| - 'ServiceRole'
|
| - ])
|
| -
|
| - def __init__(self, connection=None):
|
| - self.connection = connection
|
| - self.status = None
|
| - self.ec2instanceattributes = None
|
| - self.applications = None
|
| - self.tags = None
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - if name == 'Status':
|
| - self.status = ClusterStatus()
|
| - return self.status
|
| - elif name == 'Ec2InstanceAttributes':
|
| - self.ec2instanceattributes = Ec2InstanceAttributes()
|
| - return self.ec2instanceattributes
|
| - elif name == 'Applications':
|
| - self.applications = ResultSet([('member', Application)])
|
| - return self.applications
|
| - elif name == 'Tags':
|
| - self.tags = ResultSet([('member', KeyValue)])
|
| - return self.tags
|
| - else:
|
| - return None
|
| -
|
| -
|
| -class ClusterSummary(EmrObject):
|
| - Fields = set([
|
| - 'Id',
|
| - 'Name',
|
| - 'NormalizedInstanceHours'
|
| - ])
|
| -
|
| - def __init__(self, connection):
|
| - self.connection = connection
|
| - self.status = None
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - if name == 'Status':
|
| - self.status = ClusterStatus()
|
| - return self.status
|
| - else:
|
| - return None
|
| -
|
| -
|
| -class ClusterSummaryList(EmrObject):
|
| - Fields = set([
|
| - 'Marker'
|
| - ])
|
| -
|
| - def __init__(self, connection):
|
| - self.connection = connection
|
| - self.clusters = None
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - if name == 'Clusters':
|
| - self.clusters = ResultSet([('member', ClusterSummary)])
|
| - return self.clusters
|
| - else:
|
| - return None
|
| -
|
| -
|
| -class StepConfig(EmrObject):
|
| - Fields = set([
|
| - 'Jar',
|
| - 'MainClass'
|
| - ])
|
| -
|
| - def __init__(self, connection=None):
|
| - self.connection = connection
|
| - self.properties = None
|
| - self.args = None
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - if name == 'Properties':
|
| - self.properties = ResultSet([('member', KeyValue)])
|
| - return self.properties
|
| - elif name == 'Args':
|
| - self.args = ResultSet([('member', Arg)])
|
| - return self.args
|
| - else:
|
| - return None
|
| -
|
| -
|
| -class HadoopStep(EmrObject):
|
| - Fields = set([
|
| - 'Id',
|
| - 'Name',
|
| - 'ActionOnFailure'
|
| - ])
|
| -
|
| - def __init__(self, connection=None):
|
| - self.connection = connection
|
| - self.config = None
|
| - self.status = None
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - if name == 'Config':
|
| - self.config = StepConfig()
|
| - return self.config
|
| - elif name == 'Status':
|
| - self.status = ClusterStatus()
|
| - return self.status
|
| - else:
|
| - return None
|
| -
|
| -
|
| -
|
| -class InstanceGroupInfo(EmrObject):
|
| - Fields = set([
|
| - 'Id',
|
| - 'Name',
|
| - 'Market',
|
| - 'InstanceGroupType',
|
| - 'BidPrice',
|
| - 'InstanceType',
|
| - 'RequestedInstanceCount',
|
| - 'RunningInstanceCount'
|
| - ])
|
| -
|
| - def __init__(self, connection=None):
|
| - self.connection = connection
|
| - self.status = None
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - if name == 'Status':
|
| - self.status = ClusterStatus()
|
| - return self.status
|
| - else:
|
| - return None
|
| -
|
| -
|
| -class InstanceGroupList(EmrObject):
|
| - Fields = set([
|
| - 'Marker'
|
| - ])
|
| -
|
| - def __init__(self, connection=None):
|
| - self.connection = connection
|
| - self.instancegroups = None
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - if name == 'InstanceGroups':
|
| - self.instancegroups = ResultSet([('member', InstanceGroupInfo)])
|
| - return self.instancegroups
|
| - else:
|
| - return None
|
| -
|
| -
|
| -class InstanceInfo(EmrObject):
|
| - Fields = set([
|
| - 'Id',
|
| - 'Ec2InstanceId',
|
| - 'PublicDnsName',
|
| - 'PublicIpAddress',
|
| - 'PrivateDnsName',
|
| - 'PrivateIpAddress'
|
| - ])
|
| -
|
| - def __init__(self, connection=None):
|
| - self.connection = connection
|
| - self.status = None
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - if name == 'Status':
|
| - self.status = ClusterStatus()
|
| - return self.status
|
| - else:
|
| - return None
|
| -
|
| -
|
| -class InstanceList(EmrObject):
|
| - Fields = set([
|
| - 'Marker'
|
| - ])
|
| -
|
| - def __init__(self, connection=None):
|
| - self.connection = connection
|
| - self.instances = None
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - if name == 'Instances':
|
| - self.instances = ResultSet([('member', InstanceInfo)])
|
| - return self.instances
|
| - else:
|
| - return None
|
| -
|
| -
|
| -class StepSummary(EmrObject):
|
| - Fields = set([
|
| - 'Id',
|
| - 'Name'
|
| - ])
|
| -
|
| - def __init__(self, connection=None):
|
| - self.connection = connection
|
| - self.status = None
|
| - self.config = None
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - if name == 'Status':
|
| - self.status = ClusterStatus()
|
| - return self.status
|
| - elif name == 'Config':
|
| - self.config = StepConfig()
|
| - return self.config
|
| - else:
|
| - return None
|
| -
|
| -
|
| -class StepSummaryList(EmrObject):
|
| - Fields = set([
|
| - 'Marker'
|
| - ])
|
| -
|
| - def __init__(self, connection=None):
|
| - self.connection = connection
|
| - self.steps = None
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - if name == 'Steps':
|
| - self.steps = ResultSet([('member', StepSummary)])
|
| - return self.steps
|
| - else:
|
| - return None
|
| -
|
| -
|
| -class BootstrapActionList(EmrObject):
|
| - Fields = set([
|
| - 'Marker'
|
| - ])
|
| -
|
| - def __init__(self, connection=None):
|
| - self.connection = connection
|
| - self.actions = None
|
| -
|
| - def startElement(self, name, attrs, connection):
|
| - if name == 'BootstrapActions':
|
| - self.actions = ResultSet([('member', BootstrapAction)])
|
| - return self.actions
|
| - else:
|
| - return None
|
|
|