Api-roll 42: 2016-11-08

discovery/googleapis/dataproc__v1.json

 {
     "auth": {
         "oauth2": {
             "scopes": {
                 "https://www.googleapis.com/auth/cloud-platform": {
                     "description": "View and manage your data across Google Cloud Platform services"
                 }
             }
         }
     },
     "basePath": "",
     "baseUrl": "https://dataproc.googleapis.com/",
     "batchPath": "batch",
-    "description": "Manages Hadoop-based clusters and jobs on Google Cloud Platform.",
+    "description": "An API for managing Hadoop-based clusters and jobs on Google Cloud Platform.",
     "discoveryVersion": "v1",
     "documentationLink": "https://cloud.google.com/dataproc/",
-    "etag": "\"C5oy1hgQsABtYOYIOXWcR3BgYqU/tFUpSbikiYUx1YQKdRQ2bGGumuA\"",
+    "etag": "\"C5oy1hgQsABtYOYIOXWcR3BgYqU/UWIx0i13luZLKjW6gmDu2evUqDA\"",
     "icons": {
         "x16": "http://www.google.com/images/icons/product/search-16.gif",
         "x32": "http://www.google.com/images/icons/product/search-32.gif"
     },
     "id": "dataproc:v1",
     "kind": "discovery#restDescription",
     "name": "dataproc",
     "ownerDomain": "google.com",
     "ownerName": "Google",
     "parameters": {
@@ skipping 249 matching lines @@
                                             "location": "path",
                                             "required": true,
                                             "type": "string"
                                         },
                                         "region": {
                                             "description": "[Required] The Cloud Dataproc region in which to handle the request.",
                                             "location": "path",
                                             "required": true,
                                             "type": "string"
                                         },
+                                        "filter": {
+                                            "description": "[Optional] A filter constraining the clusters to list. Filters are case-sensitive and have the following syntax: field:value [field:value] ... or field = value [AND [field = value]] ... where **field** is one of `status.state`, `clusterName`, or `labels.[KEY]`, and `[KEY]` is a label key. **value** can be `*` to match all values. `status.state` can be one of the following: `ACTIVE`, `INACTIVE`, `CREATING`, `RUNNING`, `ERROR`, `DELETING`, or `UPDATING`. `ACTIVE` contains the `CREATING`, `UPDATING`, and `RUNNING` states. `INACTIVE` contains the `DELETING` and `ERROR` states. `clusterName` is the name of the cluster provided at creation time. Only the logical `AND` operator is supported; space-separated items are treated as having an implicit `AND` operator. Example valid filters are: status.state:ACTIVE clusterName:mycluster labels.env:staging \\ labels.starred:* and status.state = ACTIVE AND clusterName = mycluster \\ AND labels.env = staging AND labels.starred = *",
+                                            "location": "query",
+                                            "type": "string"
+                                        },
                                         "pageSize": {
-                                            "description": "The standard List page size.",
+                                            "description": "[Optional] The standard List page size.",
                                             "format": "int32",
                                             "location": "query",
                                             "type": "integer"
                                         },
                                         "pageToken": {
-                                            "description": "The standard List page token.",
+                                            "description": "[Optional] The standard List page token.",
                                             "location": "query",
                                             "type": "string"
                                         }
                                     },
                                     "path": "v1/projects/{projectId}/regions/{region}/clusters",
                                     "response": {
                                         "$ref": "ListClustersResponse"
                                     },
                                     "scopes": [
                                         "https://www.googleapis.com/auth/cloud-platform"
@@ skipping 144 matching lines @@
                                             "description": "[Optional] The page token, returned by a previous call, to request the next page of results.",
                                             "location": "query",
                                             "type": "string"
                                         },
                                         "clusterName": {
                                             "description": "[Optional] If set, the returned jobs list includes only jobs that were submitted to the named cluster.",
                                             "location": "query",
                                             "type": "string"
                                         },
                                         "jobStateMatcher": {
-                                            "description": "[Optional] Specifies enumerated categories of jobs to list.",
+                                            "description": "[Optional] Specifies enumerated categories of jobs to list (default = match ALL jobs).",
                                             "enum": [
                                                 "ALL",
                                                 "ACTIVE",
                                                 "NON_ACTIVE"
                                             ],
                                             "location": "query",
                                             "type": "string"
+                                        },
+                                        "filter": {
+                                            "description": "[Optional] A filter constraining the jobs to list. Filters are case-sensitive and have the following syntax: field:value] ... or [field = value] AND [field [= value]] ... where **field** is `status.state` or `labels.[KEY]`, and `[KEY]` is a label key. **value** can be `*` to match all values. `status.state` can be either `ACTIVE` or `INACTIVE`. Only the logical `AND` operator is supported; space-separated items are treated as having an implicit `AND` operator. Example valid filters are: status.state:ACTIVE labels.env:staging labels.starred:* and status.state = ACTIVE AND labels.env = staging AND labels.starred = *",
+                                            "location": "query",
+                                            "type": "string"
                                         }
                                     },
                                     "path": "v1/projects/{projectId}/regions/{region}/jobs",
                                     "response": {
                                         "$ref": "ListJobsResponse"
                                     },
                                     "scopes": [
                                         "https://www.googleapis.com/auth/cloud-platform"
                                     ]
                                 },
@@ skipping 71 matching lines @@
                                         "$ref": "Empty"
                                     },
                                     "scopes": [
                                         "https://www.googleapis.com/auth/cloud-platform"
                                     ]
                                 }
                             }
                         },
                         "operations": {
                             "methods": {
-                                "get": {
-                                    "description": "Gets the latest state of a long-running operation. Clients can use this method to poll the operation result at intervals as recommended by the API service.",
-                                    "httpMethod": "GET",
-                                    "id": "dataproc.projects.regions.operations.get",
-                                    "parameterOrder": [
-                                        "name"
-                                    ],
-                                    "parameters": {
-                                        "name": {
-                                            "description": "The name of the operation resource.",
-                                            "location": "path",
-                                            "pattern": "^projects/[^/]*/regions/[^/]*/operations/[^/]*$",
-                                            "required": true,
-                                            "type": "string"
-                                        }
-                                    },
-                                    "path": "v1/{+name}",
-                                    "response": {
-                                        "$ref": "Operation"
-                                    },
-                                    "scopes": [
-                                        "https://www.googleapis.com/auth/cloud-platform"
-                                    ]
-                                },
                                 "list": {
                                     "description": "Lists operations that match the specified filter in the request. If the server doesn't support this method, it returns `UNIMPLEMENTED`. NOTE: the `name` binding below allows API services to override the binding to use different resource name schemes, such as `users/*/operations`.",
                                     "httpMethod": "GET",
                                     "id": "dataproc.projects.regions.operations.list",
                                     "parameterOrder": [
                                         "name"
                                     ],
                                     "parameters": {
                                         "name": {
                                             "description": "The name of the operation collection.",
                                             "location": "path",
-                                            "pattern": "^projects/[^/]*/regions/[^/]*/operations$",
+                                            "pattern": "^projects/[^/]+/regions/[^/]+/operations$",
                                             "required": true,
                                             "type": "string"
                                         },
                                         "filter": {
                                             "description": "The standard list filter.",
                                             "location": "query",
                                             "type": "string"
                                         },
                                         "pageSize": {
                                             "description": "The standard list page size.",
                                             "format": "int32",
                                             "location": "query",
                                             "type": "integer"
                                         },
                                         "pageToken": {
                                             "description": "The standard list page token.",
                                             "location": "query",
                                             "type": "string"
                                         }
                                     },
                                     "path": "v1/{+name}",
                                     "response": {
                                         "$ref": "ListOperationsResponse"
                                     },
                                     "scopes": [
                                         "https://www.googleapis.com/auth/cloud-platform"
                                     ]
                                 },
-                                "cancel": {
-                                    "description": "Starts asynchronous cancellation on a long-running operation. The server makes a best effort to cancel the operation, but success is not guaranteed. If the server doesn't support this method, it returns `google.rpc.Code.UNIMPLEMENTED`. Clients can use Operations.GetOperation or other methods to check whether the cancellation succeeded or whether the operation completed despite cancellation.",
-                                    "httpMethod": "POST",
-                                    "id": "dataproc.projects.regions.operations.cancel",
+                                "get": {
+                                    "description": "Gets the latest state of a long-running operation. Clients can use this method to poll the operation result at intervals as recommended by the API service.",
+                                    "httpMethod": "GET",
+                                    "id": "dataproc.projects.regions.operations.get",
                                     "parameterOrder": [
                                         "name"
                                     ],
                                     "parameters": {
                                         "name": {
-                                            "description": "The name of the operation resource to be cancelled.",
+                                            "description": "The name of the operation resource.",
                                             "location": "path",
-                                            "pattern": "^projects/[^/]*/regions/[^/]*/operations/[^/]*$",
+                                            "pattern": "^projects/[^/]+/regions/[^/]+/operations/[^/]+$",
                                             "required": true,
                                             "type": "string"
                                         }
                                     },
-                                    "path": "v1/{+name}:cancel",
+                                    "path": "v1/{+name}",
                                     "response": {
-                                        "$ref": "Empty"
+                                        "$ref": "Operation"
                                     },
                                     "scopes": [
                                         "https://www.googleapis.com/auth/cloud-platform"
                                     ]
                                 },
                                 "delete": {
                                     "description": "Deletes a long-running operation. This method indicates that the client is no longer interested in the operation result. It does not cancel the operation. If the server doesn't support this method, it returns `google.rpc.Code.UNIMPLEMENTED`.",
                                     "httpMethod": "DELETE",
                                     "id": "dataproc.projects.regions.operations.delete",
                                     "parameterOrder": [
                                         "name"
                                     ],
                                     "parameters": {
                                         "name": {
                                             "description": "The name of the operation resource to be deleted.",
                                             "location": "path",
-                                            "pattern": "^projects/[^/]*/regions/[^/]*/operations/[^/]*$",
+                                            "pattern": "^projects/[^/]+/regions/[^/]+/operations/[^/]+$",
                                             "required": true,
                                             "type": "string"
                                         }
                                     },
                                     "path": "v1/{+name}",
                                     "response": {
                                         "$ref": "Empty"
                                     },
                                     "scopes": [
                                         "https://www.googleapis.com/auth/cloud-platform"
                                     ]
+                                },
+                                "cancel": {
+                                    "description": "Starts asynchronous cancellation on a long-running operation. The server makes a best effort to cancel the operation, but success is not guaranteed. If the server doesn't support this method, it returns `google.rpc.Code.UNIMPLEMENTED`. Clients can use Operations.GetOperation or other methods to check whether the cancellation succeeded or whether the operation completed despite cancellation. On successful cancellation, the operation is not deleted; instead, it becomes an operation with an Operation.error value with a google.rpc.Status.code of 1, corresponding to `Code.CANCELLED`.",
+                                    "httpMethod": "POST",
+                                    "id": "dataproc.projects.regions.operations.cancel",
+                                    "parameterOrder": [
+                                        "name"
+                                    ],
+                                    "parameters": {
+                                        "name": {
+                                            "description": "The name of the operation resource to be cancelled.",
+                                            "location": "path",
+                                            "pattern": "^projects/[^/]+/regions/[^/]+/operations/[^/]+$",
+                                            "required": true,
+                                            "type": "string"
+                                        }
+                                    },
+                                    "path": "v1/{+name}:cancel",
+                                    "response": {
+                                        "$ref": "Empty"
+                                    },
+                                    "scopes": [
+                                        "https://www.googleapis.com/auth/cloud-platform"
+                                    ]
                                 }
                             }
                         }
                     }
                 }
             }
         }
     },
-    "revision": "20160503",
+    "revision": "20161102",
     "rootUrl": "https://dataproc.googleapis.com/",
     "schemas": {
         "Cluster": {
             "description": "Describes the identifying information, config, and status of a cluster of Google Compute Engine instances.",
             "id": "Cluster",
             "properties": {
                 "projectId": {
                     "description": "[Required] The Google Cloud Platform project ID that the cluster belongs to.",
                     "type": "string"
                 },
                 "clusterName": {
                     "description": "[Required] The cluster name. Cluster names within a project must be unique. Names of deleted clusters can be reused.",
                     "type": "string"
                 },
                 "config": {
                     "$ref": "ClusterConfig",
                     "description": "[Required] The cluster config. Note that Cloud Dataproc may set default values, and values may change when clusters are updated."
                 },
+                "labels": {
+                    "additionalProperties": {
+                        "type": "string"
+                    },
+                    "description": "[Optional] The labels to associate with this cluster. Label **keys** must contain 1 to 63 characters, and must conform to [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt). Label **values** may be empty, but, if present, must contain 1 to 63 characters, and must conform to [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be associated with a cluster.",
+                    "type": "object"
+                },
                 "status": {
                     "$ref": "ClusterStatus",
                     "description": "[Output-only] Cluster status."
                 },
                 "statusHistory": {
                     "description": "[Output-only] The previous cluster status.",
                     "items": {
                         "$ref": "ClusterStatus"
                     },
                     "type": "array"
                 },
                 "clusterUuid": {
                     "description": "[Output-only] A cluster UUID (Unique Universal Identifier). Cloud Dataproc generates this value when it creates the cluster.",
                     "type": "string"
+                },
+                "metrics": {
+                    "$ref": "ClusterMetrics",
+                    "description": "Contains cluster daemon metrics such as HDFS and YARN stats. **Beta Feature**: This report is available for testing purposes only. It may be changed before final release."
                 }
             },
             "type": "object"
         },
         "ClusterConfig": {
             "description": "The cluster config.",
             "id": "ClusterConfig",
             "properties": {
                 "configBucket": {
                     "description": "[Optional] A Google Cloud Storage staging bucket used for sharing generated SSH keys and config. If you do not specify a staging bucket, Cloud Dataproc will determine an appropriate Cloud Storage location (US, ASIA, or EU) for your cluster's staging bucket according to the Google Compute Engine zone where your cluster is deployed, and then it will create and manage this project-level, per-location bucket for you.",
@@ skipping 13 matching lines @@
                 },
                 "secondaryWorkerConfig": {
                     "$ref": "InstanceGroupConfig",
                     "description": "[Optional] The Google Compute Engine config settings for additional worker instances in a cluster."
                 },
                 "softwareConfig": {
                     "$ref": "SoftwareConfig",
                     "description": "[Optional] The config settings for software inside the cluster."
                 },
                 "initializationActions": {
-                    "description": "[Optional] Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below: ROLE=$(/usr/share/google/get_metadata_value attributes/role) if [[ \"${ROLE}\" == 'Master' ]]; then ... master specific actions ... else ... worker specific actions ... fi",
+                    "description": "[Optional] Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using `curl` (you can also use `wget`): ROLE=$(curl -H Metadata-Flavor:Google http://metadata/computeMetadata/v1/instance/attributes/dataproc-role) if [[ \"${ROLE}\" == 'Master' ]]; then ... master specific actions ... else ... worker specific actions ... fi",
                     "items": {
                         "$ref": "NodeInitializationAction"
                     },
                     "type": "array"
                 }
             },
             "type": "object"
         },
         "GceClusterConfig": {
             "description": "Common config settings for resources of Google Compute Engine cluster instances, applicable to all instances in the cluster.",
             "id": "GceClusterConfig",
             "properties": {
                 "zoneUri": {
                     "description": "[Required] The zone where the Google Compute Engine cluster will be located. Example: `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/[zone]`.",
                     "type": "string"
                 },
                 "networkUri": {
-                    "description": "The Google Compute Engine network to be used for machine communications. Cannot be specified with subnetwork_uri. If neither network_uri nor subnetwork_uri is specified, the \"default\" network of the project is used, if it exists. Cannot be a \"Custom Subnet Network\" (see https://cloud.google.com/compute/docs/subnetworks for more information). Example: `https://www.googleapis.com/compute/v1/projects/[project_id]/regions/global/default`.",
+                    "description": "[Optional] The Google Compute Engine network to be used for machine communications. Cannot be specified with subnetwork_uri. If neither `network_uri` nor `subnetwork_uri` is specified, the \"default\" network of the project is used, if it exists. Cannot be a \"Custom Subnet Network\" (see [Using Subnetworks](/compute/docs/subnetworks) for more information). Example: `https://www.googleapis.com/compute/v1/projects/[project_id]/regions/global/default`.",
                     "type": "string"
                 },
                 "subnetworkUri": {
-                    "description": "The Google Compute Engine subnetwork to be used for machine communications. Cannot be specified with network_uri. Example: `https://www.googleapis.com/compute/v1/projects/[project_id]/regions/us-east1/sub0`.",
+                    "description": "[Optional] The Google Compute Engine subnetwork to be used for machine communications. Cannot be specified with network_uri. Example: `https://www.googleapis.com/compute/v1/projects/[project_id]/regions/us-east1/sub0`.",
                     "type": "string"
                 },
+                "internalIpOnly": {
+                    "description": "[Optional] If true, all instances in the cluster will only have internal IP addresses. By default, clusters are not restricted to internal IP addresses, and will have ephemeral external IP addresses assigned to each instance. This `internal_ip_only` restriction can only be enabled for subnetwork enabled networks, and all off-cluster dependencies must be configured to be accessible without external IP addresses.",
+                    "type": "boolean"
+                },
                 "serviceAccountScopes": {
-                    "description": "The URIs of service account scopes to be included in Google Compute Engine instances. The following base set of scopes is always included: * https://www.googleapis.com/auth/cloud.useraccounts.readonly * https://www.googleapis.com/auth/devstorage.read_write * https://www.googleapis.com/auth/logging.write If no scopes are specfied, the following defaults are also provided: * https://www.googleapis.com/auth/bigquery * https://www.googleapis.com/auth/bigtable.admin.table * https://www.googleapis.com/auth/bigtable.data * https://www.googleapis.com/auth/devstorage.full_control",
+                    "description": "[Optional] The URIs of service account scopes to be included in Google Compute Engine instances. The following base set of scopes is always included: * https://www.googleapis.com/auth/cloud.useraccounts.readonly * https://www.googleapis.com/auth/devstorage.read_write * https://www.googleapis.com/auth/logging.write If no scopes are specified, the following defaults are also provided: * https://www.googleapis.com/auth/bigquery * https://www.googleapis.com/auth/bigtable.admin.table * https://www.googleapis.com/auth/bigtable.data * https://www.googleapis.com/auth/devstorage.full_control",
                     "items": {
                         "type": "string"
                     },
                     "type": "array"
                 },
                 "tags": {
-                    "description": "The Google Compute Engine tags to add to all instances.",
+                    "description": "The Google Compute Engine tags to add to all instances (see [Tagging instances](/compute/docs/label-or-tag-resources#tags)).",
                     "items": {
                         "type": "string"
                     },
                     "type": "array"
                 },
                 "metadata": {
                     "additionalProperties": {
                         "type": "string"
                     },
-                    "description": "The Google Compute Engine metadata entries to add to all instances.",
+                    "description": "The Google Compute Engine metadata entries to add to all instances (see [Project and instance metadata](https://cloud.google.com/compute/docs/storing-retrieving-metadata#project_and_instance_metadata)).",
                     "type": "object"
                 }
             },
             "type": "object"
         },
         "InstanceGroupConfig": {
-            "description": "The config settings for Google Compute Engine resources in an instance group, such as a master or worker group.",
+            "description": "[Optional] The config settings for Google Compute Engine resources in an instance group, such as a master or worker group.",
             "id": "InstanceGroupConfig",
             "properties": {
                 "numInstances": {
-                    "description": "The number of VM instances in the instance group. For master instance groups, must be set to 1.",
+                    "description": "[Required] The number of VM instances in the instance group. For master instance groups, must be set to 1.",
                     "format": "int32",
                     "type": "integer"
                 },
                 "instanceNames": {
-                    "description": "The list of instance names. Cloud Dataproc derives the names from `cluster_name`, `num_instances`, and the instance group if not set by user (recommended practice is to let Cloud Dataproc derive the name).",
+                    "description": "[Optional] The list of instance names. Cloud Dataproc derives the names from `cluster_name`, `num_instances`, and the instance group if not set by user (recommended practice is to let Cloud Dataproc derive the name).",
                     "items": {
                         "type": "string"
                     },
                     "type": "array"
                 },
                 "imageUri": {
                     "description": "[Output-only] The Google Compute Engine image resource used for cluster instances. Inferred from `SoftwareConfig.image_version`.",
                     "type": "string"
                 },
                 "machineTypeUri": {
-                    "description": "The Google Compute Engine machine type used for cluster instances. Example: `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2`.",
+                    "description": "[Required] The Google Compute Engine machine type used for cluster instances. Example: `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2`.",
                     "type": "string"
                 },
                 "diskConfig": {
                     "$ref": "DiskConfig",
-                    "description": "Disk option config settings."
+                    "description": "[Optional] Disk option config settings."
                 },
                 "isPreemptible": {
-                    "description": "Specifies that this instance group contains Preemptible Instances.",
+                    "description": "[Optional] Specifies that this instance group contains preemptible instances.",
                     "type": "boolean"
                 },
                 "managedGroupConfig": {
                     "$ref": "ManagedGroupConfig",
                     "description": "[Output-only] The config for Google Compute Engine Instance Group Manager that manages this group. This is only used for preemptible instance groups."
                 }
             },
             "type": "object"
         },
         "DiskConfig": {
             "description": "Specifies the config of disk options for a group of VM instances.",
             "id": "DiskConfig",
             "properties": {
                 "bootDiskSizeGb": {
                     "description": "[Optional] Size in GB of the boot disk (default is 500GB).",
                     "format": "int32",
                     "type": "integer"
                 },
                 "numLocalSsds": {
-                    "description": "[Optional] Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and HDFS data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.",
+                    "description": "[Optional] Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are not attached, the boot disk is used to store runtime logs and [HDFS](https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs are attached, this runtime bulk data is spread across them, and the boot disk contains only basic config and installed binaries.",
                     "format": "int32",
                     "type": "integer"
                 }
             },
             "type": "object"
         },
         "ManagedGroupConfig": {
             "description": "Specifies the resources used to actively manage an instance group.",
             "id": "ManagedGroupConfig",
             "properties": {
@@ skipping 39 matching lines @@
                     "type": "string"
                 }
             },
             "type": "object"
         },
         "ClusterStatus": {
             "description": "The status of a cluster and its instances.",
             "id": "ClusterStatus",
             "properties": {
                 "state": {
-                    "description": "The cluster's state.",
+                    "description": "[Output-only] The cluster's state.",
                     "enum": [
                         "UNKNOWN",
                         "CREATING",
                         "RUNNING",
                         "ERROR",
                         "DELETING",
                         "UPDATING"
                     ],
                     "type": "string"
                 },
                 "detail": {
-                    "description": "Optional details of cluster's state.",
+                    "description": "[Output-only] Optional details of cluster's state.",
                     "type": "string"
                 },
                 "stateStartTime": {
-                    "description": "Time when this state was entered.",
+                    "description": "[Output-only] Time when this state was entered.",
                     "type": "string"
                 }
             },
             "type": "object"
         },
+        "ClusterMetrics": {
+            "description": "Contains cluster daemon metrics, such as HDFS and YARN stats. **Beta Feature**: This report is available for testing purposes only. It may be changed before final release.",
+            "id": "ClusterMetrics",
+            "properties": {
+                "hdfsMetrics": {
+                    "additionalProperties": {
+                        "format": "int64",
+                        "type": "string"
+                    },
+                    "description": "The HDFS metrics.",
+                    "type": "object"
+                },
+                "yarnMetrics": {
+                    "additionalProperties": {
+                        "format": "int64",
+                        "type": "string"
+                    },
+                    "description": "The YARN metrics.",
+                    "type": "object"
+                }
+            },
+            "type": "object"
+        },
         "Operation": {
             "description": "This resource represents a long-running operation that is the result of a network API call.",
             "id": "Operation",
             "properties": {
                 "name": {
                     "description": "The server-assigned name, which is only unique within the same service that originally returns it. If you use the default HTTP mapping, the `name` should have the format of `operations/some/unique/name`.",
                     "type": "string"
                 },
                 "metadata": {
                     "additionalProperties": {
-                        "description": "Properties of the object. Contains field @ype with type URL.",
+                        "description": "Properties of the object. Contains field @type with type URL.",
                         "type": "any"
                     },
                     "description": "Service-specific metadata associated with the operation. It typically contains progress information and common metadata such as create time. Some services might not provide such metadata. Any method that returns a long-running operation should document the metadata type, if any.",
                     "type": "object"
                 },
                 "done": {
                     "description": "If the value is `false`, it means the operation is still in progress. If true, the operation is completed, and either `error` or `response` is available.",
                     "type": "boolean"
                 },
                 "error": {
                     "$ref": "Status",
-                    "description": "The error result of the operation in case of failure."
+                    "description": "The error result of the operation in case of failure or cancellation."
                 },
                 "response": {
                     "additionalProperties": {
-                        "description": "Properties of the object. Contains field @ype with type URL.",
+                        "description": "Properties of the object. Contains field @type with type URL.",
                         "type": "any"
                     },
                     "description": "The normal response of the operation in case of success. If the original method returns no data on success, such as `Delete`, the response is `google.protobuf.Empty`. If the original method is standard `Get`/`Create`/`Update`, the response should be the resource. For other methods, the response should have the type `XxxResponse`, where `Xxx` is the original method name. For example, if the original method name is `TakeSnapshot()`, the inferred response type is `TakeSnapshotResponse`.",
                     "type": "object"
                 }
             },
             "type": "object"
         },
         "Status": {
             "description": "The `Status` type defines a logical error model that is suitable for different programming environments, including REST APIs and RPC APIs. It is used by [gRPC](https://github.com/grpc). The error model is designed to be: - Simple to use and understand for most users - Flexible enough to meet unexpected needs # Overview The `Status` message contains three pieces of data: error code, error message, and error details. The error code should be an enum value of google.rpc.Code, but it may accept additional error codes if needed. The error message should be a developer-facing English message that helps developers *understand* and *resolve* the error. If a localized user-facing error message is needed, put the localized message in the error details or localize it in the client. The optional error details may contain arbitrary information about the error. There is a predefined set of error detail types in the package `google.rpc` which can be used for common error conditions. # Language mapping The `Status` message is the logical representation of the error model, but it is not necessarily the actual wire format. When the `Status` message is exposed in different client libraries and different wire protocols, it can be mapped differently. For example, it will likely be mapped to some exceptions in Java, but more likely mapped to some error codes in C. # Other uses The error model and the `Status` message can be used in a variety of environments, either with or without APIs, to provide a consistent developer experience across different environments. Example uses of this error model include: - Partial errors. If a service needs to return partial errors to the client, it may embed the `Status` in the normal response to indicate the partial errors. - Workflow errors. A typical workflow has multiple steps. Each step may have a `Status` message for error reporting purpose. - Batch operations. If a client uses batch request and batch response, the `Status` message should be used directly inside batch response, one for each error sub-response. - Asynchronous operations. If an API call embeds asynchronous operation results in its response, the status of those operations should be represented directly using the `Status` message. - Logging. If some API errors are stored in logs, the message `Status` could be used directly after any stripping needed for security/privacy reasons.",
             "id": "Status",
             "properties": {
                 "code": {
                     "description": "The status code, which should be an enum value of google.rpc.Code.",
                     "format": "int32",
                     "type": "integer"
                 },
                 "message": {
                     "description": "A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.",
                     "type": "string"
                 },
                 "details": {
                     "description": "A list of messages that carry the error details. There will be a common set of message types for APIs to use.",
                     "items": {
                         "additionalProperties": {
-                            "description": "Properties of the object. Contains field @ype with type URL.",
+                            "description": "Properties of the object. Contains field @type with type URL.",
                             "type": "any"
                         },
                         "type": "object"
                     },
                     "type": "array"
                 }
             },
             "type": "object"
         },
         "ListClustersResponse": {
             "description": "The list of all clusters in a project.",
             "id": "ListClustersResponse",
             "properties": {
                 "clusters": {
                     "description": "[Output-only] The clusters in the project.",
                     "items": {
                         "$ref": "Cluster"
                     },
                     "type": "array"
                 },
                 "nextPageToken": {
-                    "description": "[Optional] This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the `page_token` in a subsequent ListClustersRequest.",
+                    "description": "[Output-only] This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the `page_token` in a subsequent ListClustersRequest.",
                     "type": "string"
                 }
             },
             "type": "object"
         },
         "DiagnoseClusterRequest": {
             "description": "A request to collect cluster diagnostic information.",
             "id": "DiagnoseClusterRequest",
             "type": "object"
         },
@@ skipping 48 matching lines @@
                     "$ref": "JobStatus",
                     "description": "[Output-only] The job status. Additional application-specific status information may be contained in the type_job and yarn_applications fields."
                 },
                 "statusHistory": {
                     "description": "[Output-only] The previous job status.",
                     "items": {
                         "$ref": "JobStatus"
                     },
                     "type": "array"
                 },
+                "yarnApplications": {
+                    "description": "[Output-only] The collection of YARN applications spun up by this job. **Beta** Feature: This report is available for testing purposes only. It may be changed before final release.",
+                    "items": {
+                        "$ref": "YarnApplication"
+                    },
+                    "type": "array"
+                },
                 "driverOutputResourceUri": {
                     "description": "[Output-only] A URI pointing to the location of the stdout of the job's driver program.",
                     "type": "string"
                 },
                 "driverControlFilesUri": {
                     "description": "[Output-only] If present, the location of miscellaneous control files which may be used as part of job setup and handling. If not present, control files may be placed in the same location as `driver_output_uri`.",
                     "type": "string"
+                },
+                "labels": {
+                    "additionalProperties": {
+                        "type": "string"
+                    },
+                    "description": "[Optional] The labels to associate with this job. Label **keys** must contain 1 to 63 characters, and must conform to [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt). Label **values** may be empty, but, if present, must contain 1 to 63 characters, and must conform to [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be associated with a job.",
+                    "type": "object"
                 }
             },
             "type": "object"
         },
         "JobReference": {
             "description": "Encapsulates the full scoping used to reference a job.",
             "id": "JobReference",
             "properties": {
                 "projectId": {
                     "description": "[Required] The ID of the Google Cloud Platform project that the job belongs to.",
                     "type": "string"
                 },
                 "jobId": {
-                    "description": "[Required] The job ID, which must be unique within the project. The job ID is generated by the server upon job submission or provided by the user as a means to perform retries without creating duplicate jobs. The ID must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), or hyphens (-). The maximum length is 512 characters.",
+                    "description": "[Optional] The job ID, which must be unique within the project. The job ID is generated by the server upon job submission or provided by the user as a means to perform retries without creating duplicate jobs. The ID must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), or hyphens (-). The maximum length is 512 characters.",
                     "type": "string"
                 }
             },
             "type": "object"
         },
         "JobPlacement": {
             "description": "Cloud Dataproc job config.",
             "id": "JobPlacement",
             "properties": {
                 "clusterName": {
                     "description": "[Required] The name of the cluster where the job will be submitted.",
                     "type": "string"
                 },
                 "clusterUuid": {
                     "description": "[Output-only] A cluster UUID generated by the Cloud Dataproc service when the job is submitted.",
                     "type": "string"
                 }
             },
             "type": "object"
         },
         "HadoopJob": {
-            "description": "A Cloud Dataproc job for running Hadoop MapReduce jobs on YARN.",
+            "description": "A Cloud Dataproc job for running [Apache Hadoop MapReduce](https://hadoop.apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html) jobs on [Apache Hadoop YARN](https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).",
             "id": "HadoopJob",
             "properties": {
                 "mainJarFileUri": {
                     "description": "The HCFS URI of the jar file containing the main class. Examples: 'gs://foo-bucket/analytics-binaries/extract-useful-metrics-mr.jar' 'hdfs:/tmp/test-samples/custom-wordcount.jar' 'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples.jar'",
                     "type": "string"
                 },
                 "mainClass": {
                     "description": "The name of the driver's main class. The jar file containing the class must be in the default CLASSPATH or specified in `jar_file_uris`.",
                     "type": "string"
                 },
@@ skipping 58 matching lines @@
                         ],
                         "type": "string"
                     },
                     "description": "The per-package log levels for the driver. This may include \"root\" package name to configure rootLogger. Examples: 'com.google = FATAL', 'root = INFO', 'org.apache = DEBUG'",
                     "type": "object"
                 }
             },
             "type": "object"
         },
         "SparkJob": {
-            "description": "A Cloud Dataproc job for running Spark applications on YARN.",
+            "description": "A Cloud Dataproc job for running [Apache Spark](http://spark.apache.org/) applications on YARN.",
             "id": "SparkJob",
             "properties": {
                 "mainJarFileUri": {
                     "description": "The HCFS URI of the jar file that contains the main class.",
                     "type": "string"
                 },
                 "mainClass": {
                     "description": "The name of the driver's main class. The jar file that contains the class must be in the default CLASSPATH or specified in `jar_file_uris`.",
                     "type": "string"
                 },
@@ skipping 33 matching lines @@
                     "type": "object"
                 },
                 "loggingConfig": {
                     "$ref": "LoggingConfig",
                     "description": "[Optional] The runtime log config for job execution."
                 }
             },
             "type": "object"
         },
         "PySparkJob": {
-            "description": "A Cloud Dataproc job for running PySpark applications on YARN.",
+            "description": "A Cloud Dataproc job for running [Apache PySpark](https://spark.apache.org/docs/0.9.0/python-programming-guide.html) applications on YARN.",
             "id": "PySparkJob",
             "properties": {
                 "mainPythonFileUri": {
                     "description": "[Required] The HCFS URI of the main Python file to use as the driver. Must be a .py file.",
                     "type": "string"
                 },
                 "args": {
                     "description": "[Optional] The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.",
                     "items": {
                         "type": "string"
@@ skipping 36 matching lines @@
                     "type": "object"
                 },
                 "loggingConfig": {
                     "$ref": "LoggingConfig",
                     "description": "[Optional] The runtime log config for job execution."
                 }
             },
             "type": "object"
         },
         "HiveJob": {
-            "description": "A Cloud Dataproc job for running Hive queries on YARN.",
+            "description": "A Cloud Dataproc job for running [Apache Hive](https://hive.apache.org/) queries on YARN.",
             "id": "HiveJob",
             "properties": {
                 "queryFileUri": {
                     "description": "The HCFS URI of the script that contains Hive queries.",
                     "type": "string"
                 },
                 "queryList": {
                     "$ref": "QueryList",
                     "description": "A list of queries."
                 },
@@ skipping 33 matching lines @@
                     "description": "[Required] The queries to execute. You do not need to terminate a query with a semicolon. Multiple queries can be specified in one string by separating each with a semicolon. Here is an example of an Cloud Dataproc API snippet that uses a QueryList to specify a HiveJob: \"hiveJob\": { \"queryList\": { \"queries\": [ \"query1\", \"query2\", \"query3;query4\", ] } }",
                     "items": {
                         "type": "string"
                     },
                     "type": "array"
                 }
             },
             "type": "object"
         },
         "PigJob": {
-            "description": "A Cloud Dataproc job for running Pig queries on YARN.",
+            "description": "A Cloud Dataproc job for running [Apache Pig](https://pig.apache.org/) queries on YARN.",
             "id": "PigJob",
             "properties": {
                 "queryFileUri": {
                     "description": "The HCFS URI of the script that contains the Pig queries.",
                     "type": "string"
                 },
                 "queryList": {
                     "$ref": "QueryList",
                     "description": "A list of queries."
                 },
@@ skipping 23 matching lines @@
                     "type": "array"
                 },
                 "loggingConfig": {
                     "$ref": "LoggingConfig",
                     "description": "[Optional] The runtime log config for job execution."
                 }
             },
             "type": "object"
         },
         "SparkSqlJob": {
-            "description": "A Cloud Dataproc job for running Spark SQL queries.",
+            "description": "A Cloud Dataproc job for running [Apache Spark SQL](http://spark.apache.org/sql/) queries.",
             "id": "SparkSqlJob",
             "properties": {
                 "queryFileUri": {
                     "description": "The HCFS URI of the script that contains SQL queries.",
                     "type": "string"
                 },
                 "queryList": {
                     "$ref": "QueryList",
                     "description": "A list of queries."
                 },
@@ skipping 23 matching lines @@
                     "description": "[Optional] The runtime log config for job execution."
                 }
             },
             "type": "object"
         },
         "JobStatus": {
             "description": "Cloud Dataproc job status.",
             "id": "JobStatus",
             "properties": {
                 "state": {
-                    "description": "[Required] A state message specifying the overall job state.",
+                    "description": "[Output-only] A state message specifying the overall job state.",
                     "enum": [
                         "STATE_UNSPECIFIED",
                         "PENDING",
                         "SETUP_DONE",
                         "RUNNING",
                         "CANCEL_PENDING",
                         "CANCEL_STARTED",
                         "CANCELLED",
                         "DONE",
                         "ERROR"
                     ],
                     "type": "string"
                 },
                 "details": {
-                    "description": "[Optional] Job state details, such as an error description if the state is ERROR.",
+                    "description": "[Output-only] Optional job state details, such as an error description if the state is ERROR.",
                     "type": "string"
                 },
                 "stateStartTime": {
                     "description": "[Output-only] The time when this state was entered.",
                     "type": "string"
                 }
             },
             "type": "object"
         },
+        "YarnApplication": {
+            "description": "A YARN application created by a job. Application information is a subset of org.apache.hadoop.yarn.proto.YarnProtos.ApplicationReportProto. **Beta Feature**: This report is available for testing purposes only. It may be changed before final release.",
+            "id": "YarnApplication",
+            "properties": {
+                "name": {
+                    "description": "[Required] The application name.",
+                    "type": "string"
+                },
+                "state": {
+                    "description": "[Required] The application state.",
+                    "enum": [
+                        "STATE_UNSPECIFIED",
+                        "NEW",
+                        "NEW_SAVING",
+                        "SUBMITTED",
+                        "ACCEPTED",
+                        "RUNNING",
+                        "FINISHED",
+                        "FAILED",
+                        "KILLED"
+                    ],
+                    "type": "string"
+                },
+                "progress": {
+                    "description": "[Required] The numerical progress of the application, from 1 to 100.",
+                    "format": "float",
+                    "type": "number"
+                },
+                "trackingUrl": {
+                    "description": "[Optional] The HTTP URL of the ApplicationMaster, HistoryServer, or TimelineServer that provides application-specific information. The URL uses the internal hostname, and requires a proxy server for resolution and, possibly, access.",
+                    "type": "string"
+                }
+            },
+            "type": "object"
+        },
         "ListJobsResponse": {
             "description": "A list of jobs in a project.",
             "id": "ListJobsResponse",
             "properties": {
                 "jobs": {
                     "description": "[Output-only] Jobs list.",
                     "items": {
                         "$ref": "Job"
                     },
                     "type": "array"
@@ skipping 31 matching lines @@
                     "type": "string"
                 }
             },
             "type": "object"
         },
         "DiagnoseClusterResults": {
             "description": "The location of diagnostic output.",
             "id": "DiagnoseClusterResults",
             "properties": {
                 "outputUri": {
-                    "description": "[Output-only] The Google Cloud Storage URI of the diagnostic output. This is a plain text file with a summary of collected diagnostics.",
+                    "description": "[Output-only] The Google Cloud Storage URI of the diagnostic output. The output report is a plain text file with a summary of collected diagnostics.",
                     "type": "string"
                 }
             },
             "type": "object"
         },
         "ClusterOperationMetadata": {
             "description": "Metadata describing the operation.",
             "id": "ClusterOperationMetadata",
             "properties": {
                 "clusterName": {
-                    "description": "Name of the cluster for the operation.",
+                    "description": "[Output-only] Name of the cluster for the operation.",
                     "type": "string"
                 },
                 "clusterUuid": {
-                    "description": "Cluster UUId for the operation.",
+                    "description": "[Output-only] Cluster UUID for the operation.",
                     "type": "string"
                 },
                 "status": {
                     "$ref": "ClusterOperationStatus",
                     "description": "[Output-only] Current operation status."
                 },
                 "statusHistory": {
                     "description": "[Output-only] The previous operation status.",
                     "items": {
                         "$ref": "ClusterOperationStatus"
                     },
                     "type": "array"
                 },
                 "operationType": {
                     "description": "[Output-only] The operation type.",
                     "type": "string"
                 },
                 "description": {
                     "description": "[Output-only] Short description of operation.",
                     "type": "string"
+                },
+                "labels": {
+                    "additionalProperties": {
+                        "type": "string"
+                    },
+                    "description": "[Output-only] labels associated with the operation",
+                    "type": "object"
                 }
             },
             "type": "object"
         },
         "ClusterOperationStatus": {
             "description": "The status of the operation.",
             "id": "ClusterOperationStatus",
             "properties": {
                 "state": {
-                    "description": "A message containing the operation state.",
+                    "description": "[Output-only] A message containing the operation state.",
                     "enum": [
                         "UNKNOWN",
                         "PENDING",
                         "RUNNING",
                         "DONE"
                     ],
                     "type": "string"
                 },
                 "innerState": {
-                    "description": "A message containing the detailed operation state.",
+                    "description": "[Output-only] A message containing the detailed operation state.",
                     "type": "string"
                 },
                 "details": {
-                    "description": "A message containing any operation metadata details.",
+                    "description": "[Output-only]A message containing any operation metadata details.",
                     "type": "string"
                 },
                 "stateStartTime": {
-                    "description": "The time this state was entered.",
+                    "description": "[Output-only] The time this state was entered.",
                     "type": "string"
                 }
             },
             "type": "object"
         },
         "DiagnoseClusterOutputLocation": {
             "description": "The location where output from diagnostic command can be found.",
             "id": "DiagnoseClusterOutputLocation",
             "properties": {
                 "outputUri": {
@@ skipping 94 matching lines @@
                     "type": "string"
                 }
             },
             "type": "object"
         }
     },
     "servicePath": "",
     "title": "Google Cloud Dataproc API",
     "version": "v1"
 }