| Index: generated/googleapis/lib/dataproc/v1.dart
|
| diff --git a/generated/googleapis/lib/dataproc/v1.dart b/generated/googleapis/lib/dataproc/v1.dart
|
| index 933de56fe67581930697130a63ebcd3ac80d5dd1..b21cef129918439e8c86c0587fe107ac9bb29c23 100644
|
| --- a/generated/googleapis/lib/dataproc/v1.dart
|
| +++ b/generated/googleapis/lib/dataproc/v1.dart
|
| @@ -14,7 +14,9 @@ export 'package:_discoveryapis_commons/_discoveryapis_commons.dart' show
|
|
|
| const core.String USER_AGENT = 'dart-api-client dataproc/v1';
|
|
|
| -/** Manages Hadoop-based clusters and jobs on Google Cloud Platform. */
|
| +/**
|
| + * An API for managing Hadoop-based clusters and jobs on Google Cloud Platform.
|
| + */
|
| class DataprocApi {
|
| /** View and manage your data across Google Cloud Platform services */
|
| static const CloudPlatformScope = "https://www.googleapis.com/auth/cloud-platform";
|
| @@ -278,9 +280,24 @@ class ProjectsRegionsClustersResourceApi {
|
| * [region] - [Required] The Cloud Dataproc region in which to handle the
|
| * request.
|
| *
|
| - * [pageSize] - The standard List page size.
|
| - *
|
| - * [pageToken] - The standard List page token.
|
| + * [filter] - [Optional] A filter constraining the clusters to list. Filters
|
| + * are case-sensitive and have the following syntax: field:value [field:value]
|
| + * ... or field = value [AND [field = value]] ... where **field** is one of
|
| + * `status.state`, `clusterName`, or `labels.[KEY]`, and `[KEY]` is a label
|
| + * key. **value** can be `*` to match all values. `status.state` can be one of
|
| + * the following: `ACTIVE`, `INACTIVE`, `CREATING`, `RUNNING`, `ERROR`,
|
| + * `DELETING`, or `UPDATING`. `ACTIVE` contains the `CREATING`, `UPDATING`,
|
| + * and `RUNNING` states. `INACTIVE` contains the `DELETING` and `ERROR`
|
| + * states. `clusterName` is the name of the cluster provided at creation time.
|
| + * Only the logical `AND` operator is supported; space-separated items are
|
| + * treated as having an implicit `AND` operator. Example valid filters are:
|
| + * status.state:ACTIVE clusterName:mycluster labels.env:staging \
|
| + * labels.starred:* and status.state = ACTIVE AND clusterName = mycluster \
|
| + * AND labels.env = staging AND labels.starred = *
|
| + *
|
| + * [pageSize] - [Optional] The standard List page size.
|
| + *
|
| + * [pageToken] - [Optional] The standard List page token.
|
| *
|
| * Completes with a [ListClustersResponse].
|
| *
|
| @@ -290,7 +307,7 @@ class ProjectsRegionsClustersResourceApi {
|
| * If the used [http.Client] completes with an error when making a REST call,
|
| * this method will complete with the same error.
|
| */
|
| - async.Future<ListClustersResponse> list(core.String projectId, core.String region, {core.int pageSize, core.String pageToken}) {
|
| + async.Future<ListClustersResponse> list(core.String projectId, core.String region, {core.String filter, core.int pageSize, core.String pageToken}) {
|
| var _url = null;
|
| var _queryParams = new core.Map();
|
| var _uploadMedia = null;
|
| @@ -304,6 +321,9 @@ class ProjectsRegionsClustersResourceApi {
|
| if (region == null) {
|
| throw new core.ArgumentError("Parameter region is required.");
|
| }
|
| + if (filter != null) {
|
| + _queryParams["filter"] = [filter];
|
| + }
|
| if (pageSize != null) {
|
| _queryParams["pageSize"] = ["${pageSize}"];
|
| }
|
| @@ -588,12 +608,22 @@ class ProjectsRegionsJobsResourceApi {
|
| * jobs that were submitted to the named cluster.
|
| *
|
| * [jobStateMatcher] - [Optional] Specifies enumerated categories of jobs to
|
| - * list.
|
| + * list (default = match ALL jobs).
|
| * Possible string values are:
|
| * - "ALL" : A ALL.
|
| * - "ACTIVE" : A ACTIVE.
|
| * - "NON_ACTIVE" : A NON_ACTIVE.
|
| *
|
| + * [filter] - [Optional] A filter constraining the jobs to list. Filters are
|
| + * case-sensitive and have the following syntax: field:value] ... or [field =
|
| + * value] AND [field [= value]] ... where **field** is `status.state` or
|
| + * `labels.[KEY]`, and `[KEY]` is a label key. **value** can be `*` to match
|
| + * all values. `status.state` can be either `ACTIVE` or `INACTIVE`. Only the
|
| + * logical `AND` operator is supported; space-separated items are treated as
|
| + * having an implicit `AND` operator. Example valid filters are:
|
| + * status.state:ACTIVE labels.env:staging labels.starred:* and status.state =
|
| + * ACTIVE AND labels.env = staging AND labels.starred = *
|
| + *
|
| * Completes with a [ListJobsResponse].
|
| *
|
| * Completes with a [commons.ApiRequestError] if the API endpoint returned an
|
| @@ -602,7 +632,7 @@ class ProjectsRegionsJobsResourceApi {
|
| * If the used [http.Client] completes with an error when making a REST call,
|
| * this method will complete with the same error.
|
| */
|
| - async.Future<ListJobsResponse> list(core.String projectId, core.String region, {core.int pageSize, core.String pageToken, core.String clusterName, core.String jobStateMatcher}) {
|
| + async.Future<ListJobsResponse> list(core.String projectId, core.String region, {core.int pageSize, core.String pageToken, core.String clusterName, core.String jobStateMatcher, core.String filter}) {
|
| var _url = null;
|
| var _queryParams = new core.Map();
|
| var _uploadMedia = null;
|
| @@ -628,6 +658,9 @@ class ProjectsRegionsJobsResourceApi {
|
| if (jobStateMatcher != null) {
|
| _queryParams["jobStateMatcher"] = [jobStateMatcher];
|
| }
|
| + if (filter != null) {
|
| + _queryParams["filter"] = [filter];
|
| + }
|
|
|
| _url = 'v1/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/regions/' + commons.Escaper.ecapeVariable('$region') + '/jobs';
|
|
|
| @@ -707,13 +740,15 @@ class ProjectsRegionsOperationsResourceApi {
|
| * If the server doesn't support this method, it returns
|
| * `google.rpc.Code.UNIMPLEMENTED`. Clients can use Operations.GetOperation or
|
| * other methods to check whether the cancellation succeeded or whether the
|
| - * operation completed despite cancellation.
|
| + * operation completed despite cancellation. On successful cancellation, the
|
| + * operation is not deleted; instead, it becomes an operation with an
|
| + * Operation.error value with a google.rpc.Status.code of 1, corresponding to
|
| + * `Code.CANCELLED`.
|
| *
|
| * Request parameters:
|
| *
|
| * [name] - The name of the operation resource to be cancelled.
|
| - * Value must have pattern "^projects/[^/] * / regions/[^/] * /
|
| - * operations/[^/]*$".
|
| + * Value must have pattern "^projects/[^/]+/regions/[^/]+/operations/[^/]+$".
|
| *
|
| * Completes with a [Empty].
|
| *
|
| @@ -756,8 +791,7 @@ class ProjectsRegionsOperationsResourceApi {
|
| * Request parameters:
|
| *
|
| * [name] - The name of the operation resource to be deleted.
|
| - * Value must have pattern "^projects/[^/] * / regions/[^/] * /
|
| - * operations/[^/]*$".
|
| + * Value must have pattern "^projects/[^/]+/regions/[^/]+/operations/[^/]+$".
|
| *
|
| * Completes with a [Empty].
|
| *
|
| @@ -799,8 +833,7 @@ class ProjectsRegionsOperationsResourceApi {
|
| * Request parameters:
|
| *
|
| * [name] - The name of the operation resource.
|
| - * Value must have pattern "^projects/[^/] * / regions/[^/] * /
|
| - * operations/[^/]*$".
|
| + * Value must have pattern "^projects/[^/]+/regions/[^/]+/operations/[^/]+$".
|
| *
|
| * Completes with a [Operation].
|
| *
|
| @@ -843,7 +876,7 @@ class ProjectsRegionsOperationsResourceApi {
|
| * Request parameters:
|
| *
|
| * [name] - The name of the operation collection.
|
| - * Value must have pattern "^projects/[^/] * / regions/[^/] * / operations$".
|
| + * Value must have pattern "^projects/[^/]+/regions/[^/]+/operations$".
|
| *
|
| * [filter] - The standard list filter.
|
| *
|
| @@ -931,6 +964,21 @@ class Cluster {
|
| */
|
| ClusterConfig config;
|
| /**
|
| + * [Optional] The labels to associate with this cluster. Label **keys** must
|
| + * contain 1 to 63 characters, and must conform to [RFC
|
| + * 1035](https://www.ietf.org/rfc/rfc1035.txt). Label **values** may be empty,
|
| + * but, if present, must contain 1 to 63 characters, and must conform to [RFC
|
| + * 1035](https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be
|
| + * associated with a cluster.
|
| + */
|
| + core.Map<core.String, core.String> labels;
|
| + /**
|
| + * Contains cluster daemon metrics such as HDFS and YARN stats. **Beta
|
| + * Feature**: This report is available for testing purposes only. It may be
|
| + * changed before final release.
|
| + */
|
| + ClusterMetrics metrics;
|
| + /**
|
| * [Required] The Google Cloud Platform project ID that the cluster belongs
|
| * to.
|
| */
|
| @@ -952,6 +1000,12 @@ class Cluster {
|
| if (_json.containsKey("config")) {
|
| config = new ClusterConfig.fromJson(_json["config"]);
|
| }
|
| + if (_json.containsKey("labels")) {
|
| + labels = _json["labels"];
|
| + }
|
| + if (_json.containsKey("metrics")) {
|
| + metrics = new ClusterMetrics.fromJson(_json["metrics"]);
|
| + }
|
| if (_json.containsKey("projectId")) {
|
| projectId = _json["projectId"];
|
| }
|
| @@ -974,6 +1028,12 @@ class Cluster {
|
| if (config != null) {
|
| _json["config"] = (config).toJson();
|
| }
|
| + if (labels != null) {
|
| + _json["labels"] = labels;
|
| + }
|
| + if (metrics != null) {
|
| + _json["metrics"] = (metrics).toJson();
|
| + }
|
| if (projectId != null) {
|
| _json["projectId"] = projectId;
|
| }
|
| @@ -1007,9 +1067,11 @@ class ClusterConfig {
|
| * [Optional] Commands to execute on each node after config is completed. By
|
| * default, executables are run on master and all worker nodes. You can test a
|
| * node's role metadata to run an executable on a master or worker node, as
|
| - * shown below: ROLE=$(/usr/share/google/get_metadata_value attributes/role)
|
| - * if [[ "${ROLE}" == 'Master' ]]; then ... master specific actions ... else
|
| - * ... worker specific actions ... fi
|
| + * shown below using `curl` (you can also use `wget`): ROLE=$(curl -H
|
| + * Metadata-Flavor:Google
|
| + * http://metadata/computeMetadata/v1/instance/attributes/dataproc-role) if [[
|
| + * "${ROLE}" == 'Master' ]]; then ... master specific actions ... else ...
|
| + * worker specific actions ... fi
|
| */
|
| core.List<NodeInitializationAction> initializationActions;
|
| /**
|
| @@ -1083,14 +1145,50 @@ class ClusterConfig {
|
| }
|
| }
|
|
|
| +/**
|
| + * Contains cluster daemon metrics, such as HDFS and YARN stats. **Beta
|
| + * Feature**: This report is available for testing purposes only. It may be
|
| + * changed before final release.
|
| + */
|
| +class ClusterMetrics {
|
| + /** The HDFS metrics. */
|
| + core.Map<core.String, core.String> hdfsMetrics;
|
| + /** The YARN metrics. */
|
| + core.Map<core.String, core.String> yarnMetrics;
|
| +
|
| + ClusterMetrics();
|
| +
|
| + ClusterMetrics.fromJson(core.Map _json) {
|
| + if (_json.containsKey("hdfsMetrics")) {
|
| + hdfsMetrics = _json["hdfsMetrics"];
|
| + }
|
| + if (_json.containsKey("yarnMetrics")) {
|
| + yarnMetrics = _json["yarnMetrics"];
|
| + }
|
| + }
|
| +
|
| + core.Map toJson() {
|
| + var _json = new core.Map();
|
| + if (hdfsMetrics != null) {
|
| + _json["hdfsMetrics"] = hdfsMetrics;
|
| + }
|
| + if (yarnMetrics != null) {
|
| + _json["yarnMetrics"] = yarnMetrics;
|
| + }
|
| + return _json;
|
| + }
|
| +}
|
| +
|
| /** Metadata describing the operation. */
|
| class ClusterOperationMetadata {
|
| - /** Name of the cluster for the operation. */
|
| + /** [Output-only] Name of the cluster for the operation. */
|
| core.String clusterName;
|
| - /** Cluster UUId for the operation. */
|
| + /** [Output-only] Cluster UUID for the operation. */
|
| core.String clusterUuid;
|
| /** [Output-only] Short description of operation. */
|
| core.String description;
|
| + /** [Output-only] labels associated with the operation */
|
| + core.Map<core.String, core.String> labels;
|
| /** [Output-only] The operation type. */
|
| core.String operationType;
|
| /** [Output-only] Current operation status. */
|
| @@ -1110,6 +1208,9 @@ class ClusterOperationMetadata {
|
| if (_json.containsKey("description")) {
|
| description = _json["description"];
|
| }
|
| + if (_json.containsKey("labels")) {
|
| + labels = _json["labels"];
|
| + }
|
| if (_json.containsKey("operationType")) {
|
| operationType = _json["operationType"];
|
| }
|
| @@ -1132,6 +1233,9 @@ class ClusterOperationMetadata {
|
| if (description != null) {
|
| _json["description"] = description;
|
| }
|
| + if (labels != null) {
|
| + _json["labels"] = labels;
|
| + }
|
| if (operationType != null) {
|
| _json["operationType"] = operationType;
|
| }
|
| @@ -1147,12 +1251,12 @@ class ClusterOperationMetadata {
|
|
|
| /** The status of the operation. */
|
| class ClusterOperationStatus {
|
| - /** A message containing any operation metadata details. */
|
| + /** [Output-only]A message containing any operation metadata details. */
|
| core.String details;
|
| - /** A message containing the detailed operation state. */
|
| + /** [Output-only] A message containing the detailed operation state. */
|
| core.String innerState;
|
| /**
|
| - * A message containing the operation state.
|
| + * [Output-only] A message containing the operation state.
|
| * Possible string values are:
|
| * - "UNKNOWN" : A UNKNOWN.
|
| * - "PENDING" : A PENDING.
|
| @@ -1160,7 +1264,7 @@ class ClusterOperationStatus {
|
| * - "DONE" : A DONE.
|
| */
|
| core.String state;
|
| - /** The time this state was entered. */
|
| + /** [Output-only] The time this state was entered. */
|
| core.String stateStartTime;
|
|
|
| ClusterOperationStatus();
|
| @@ -1200,10 +1304,10 @@ class ClusterOperationStatus {
|
|
|
| /** The status of a cluster and its instances. */
|
| class ClusterStatus {
|
| - /** Optional details of cluster's state. */
|
| + /** [Output-only] Optional details of cluster's state. */
|
| core.String detail;
|
| /**
|
| - * The cluster's state.
|
| + * [Output-only] The cluster's state.
|
| * Possible string values are:
|
| * - "UNKNOWN" : A UNKNOWN.
|
| * - "CREATING" : A CREATING.
|
| @@ -1213,7 +1317,7 @@ class ClusterStatus {
|
| * - "UPDATING" : A UPDATING.
|
| */
|
| core.String state;
|
| - /** Time when this state was entered. */
|
| + /** [Output-only] Time when this state was entered. */
|
| core.String stateStartTime;
|
|
|
| ClusterStatus();
|
| @@ -1287,8 +1391,8 @@ class DiagnoseClusterRequest {
|
| /** The location of diagnostic output. */
|
| class DiagnoseClusterResults {
|
| /**
|
| - * [Output-only] The Google Cloud Storage URI of the diagnostic output. This
|
| - * is a plain text file with a summary of collected diagnostics.
|
| + * [Output-only] The Google Cloud Storage URI of the diagnostic output. The
|
| + * output report is a plain text file with a summary of collected diagnostics.
|
| */
|
| core.String outputUri;
|
|
|
| @@ -1315,7 +1419,8 @@ class DiskConfig {
|
| core.int bootDiskSizeGb;
|
| /**
|
| * [Optional] Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are
|
| - * not attached, the boot disk is used to store runtime logs and HDFS data. If
|
| + * not attached, the boot disk is used to store runtime logs and
|
| + * [HDFS](https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If
|
| * one or more SSDs are attached, this runtime bulk data is spread across
|
| * them, and the boot disk contains only basic config and installed binaries.
|
| */
|
| @@ -1369,24 +1474,37 @@ class Empty {
|
| * instances, applicable to all instances in the cluster.
|
| */
|
| class GceClusterConfig {
|
| - /** The Google Compute Engine metadata entries to add to all instances. */
|
| + /**
|
| + * [Optional] If true, all instances in the cluster will only have internal IP
|
| + * addresses. By default, clusters are not restricted to internal IP
|
| + * addresses, and will have ephemeral external IP addresses assigned to each
|
| + * instance. This `internal_ip_only` restriction can only be enabled for
|
| + * subnetwork enabled networks, and all off-cluster dependencies must be
|
| + * configured to be accessible without external IP addresses.
|
| + */
|
| + core.bool internalIpOnly;
|
| + /**
|
| + * The Google Compute Engine metadata entries to add to all instances (see
|
| + * [Project and instance
|
| + * metadata](https://cloud.google.com/compute/docs/storing-retrieving-metadata#project_and_instance_metadata)).
|
| + */
|
| core.Map<core.String, core.String> metadata;
|
| /**
|
| - * The Google Compute Engine network to be used for machine communications.
|
| - * Cannot be specified with subnetwork_uri. If neither network_uri nor
|
| - * subnetwork_uri is specified, the "default" network of the project is used,
|
| - * if it exists. Cannot be a "Custom Subnet Network" (see
|
| - * https://cloud.google.com/compute/docs/subnetworks for more information).
|
| + * [Optional] The Google Compute Engine network to be used for machine
|
| + * communications. Cannot be specified with subnetwork_uri. If neither
|
| + * `network_uri` nor `subnetwork_uri` is specified, the "default" network of
|
| + * the project is used, if it exists. Cannot be a "Custom Subnet Network" (see
|
| + * [Using Subnetworks](/compute/docs/subnetworks) for more information).
|
| * Example:
|
| * `https://www.googleapis.com/compute/v1/projects/[project_id]/regions/global/default`.
|
| */
|
| core.String networkUri;
|
| /**
|
| - * The URIs of service account scopes to be included in Google Compute Engine
|
| - * instances. The following base set of scopes is always included: *
|
| - * https://www.googleapis.com/auth/cloud.useraccounts.readonly *
|
| + * [Optional] The URIs of service account scopes to be included in Google
|
| + * Compute Engine instances. The following base set of scopes is always
|
| + * included: * https://www.googleapis.com/auth/cloud.useraccounts.readonly *
|
| * https://www.googleapis.com/auth/devstorage.read_write *
|
| - * https://www.googleapis.com/auth/logging.write If no scopes are specfied,
|
| + * https://www.googleapis.com/auth/logging.write If no scopes are specified,
|
| * the following defaults are also provided: *
|
| * https://www.googleapis.com/auth/bigquery *
|
| * https://www.googleapis.com/auth/bigtable.admin.table *
|
| @@ -1395,12 +1513,15 @@ class GceClusterConfig {
|
| */
|
| core.List<core.String> serviceAccountScopes;
|
| /**
|
| - * The Google Compute Engine subnetwork to be used for machine communications.
|
| - * Cannot be specified with network_uri. Example:
|
| + * [Optional] The Google Compute Engine subnetwork to be used for machine
|
| + * communications. Cannot be specified with network_uri. Example:
|
| * `https://www.googleapis.com/compute/v1/projects/[project_id]/regions/us-east1/sub0`.
|
| */
|
| core.String subnetworkUri;
|
| - /** The Google Compute Engine tags to add to all instances. */
|
| + /**
|
| + * The Google Compute Engine tags to add to all instances (see [Tagging
|
| + * instances](/compute/docs/label-or-tag-resources#tags)).
|
| + */
|
| core.List<core.String> tags;
|
| /**
|
| * [Required] The zone where the Google Compute Engine cluster will be
|
| @@ -1412,6 +1533,9 @@ class GceClusterConfig {
|
| GceClusterConfig();
|
|
|
| GceClusterConfig.fromJson(core.Map _json) {
|
| + if (_json.containsKey("internalIpOnly")) {
|
| + internalIpOnly = _json["internalIpOnly"];
|
| + }
|
| if (_json.containsKey("metadata")) {
|
| metadata = _json["metadata"];
|
| }
|
| @@ -1434,6 +1558,9 @@ class GceClusterConfig {
|
|
|
| core.Map toJson() {
|
| var _json = new core.Map();
|
| + if (internalIpOnly != null) {
|
| + _json["internalIpOnly"] = internalIpOnly;
|
| + }
|
| if (metadata != null) {
|
| _json["metadata"] = metadata;
|
| }
|
| @@ -1456,7 +1583,12 @@ class GceClusterConfig {
|
| }
|
| }
|
|
|
| -/** A Cloud Dataproc job for running Hadoop MapReduce jobs on YARN. */
|
| +/**
|
| + * A Cloud Dataproc job for running [Apache Hadoop
|
| + * MapReduce](https://hadoop.apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html)
|
| + * jobs on [Apache Hadoop
|
| + * YARN](https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
|
| + */
|
| class HadoopJob {
|
| /**
|
| * [Optional] HCFS URIs of archives to be extracted in the working directory
|
| @@ -1562,7 +1694,10 @@ class HadoopJob {
|
| }
|
| }
|
|
|
| -/** A Cloud Dataproc job for running Hive queries on YARN. */
|
| +/**
|
| + * A Cloud Dataproc job for running [Apache Hive](https://hive.apache.org/)
|
| + * queries on YARN.
|
| + */
|
| class HiveJob {
|
| /**
|
| * [Optional] Whether to continue executing queries if a query fails. The
|
| @@ -1640,11 +1775,11 @@ class HiveJob {
|
| }
|
|
|
| /**
|
| - * The config settings for Google Compute Engine resources in an instance group,
|
| - * such as a master or worker group.
|
| + * [Optional] The config settings for Google Compute Engine resources in an
|
| + * instance group, such as a master or worker group.
|
| */
|
| class InstanceGroupConfig {
|
| - /** Disk option config settings. */
|
| + /** [Optional] Disk option config settings. */
|
| DiskConfig diskConfig;
|
| /**
|
| * [Output-only] The Google Compute Engine image resource used for cluster
|
| @@ -1652,15 +1787,19 @@ class InstanceGroupConfig {
|
| */
|
| core.String imageUri;
|
| /**
|
| - * The list of instance names. Cloud Dataproc derives the names from
|
| - * `cluster_name`, `num_instances`, and the instance group if not set by user
|
| - * (recommended practice is to let Cloud Dataproc derive the name).
|
| + * [Optional] The list of instance names. Cloud Dataproc derives the names
|
| + * from `cluster_name`, `num_instances`, and the instance group if not set by
|
| + * user (recommended practice is to let Cloud Dataproc derive the name).
|
| */
|
| core.List<core.String> instanceNames;
|
| - /** Specifies that this instance group contains Preemptible Instances. */
|
| + /**
|
| + * [Optional] Specifies that this instance group contains preemptible
|
| + * instances.
|
| + */
|
| core.bool isPreemptible;
|
| /**
|
| - * The Google Compute Engine machine type used for cluster instances. Example:
|
| + * [Required] The Google Compute Engine machine type used for cluster
|
| + * instances. Example:
|
| * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2`.
|
| */
|
| core.String machineTypeUri;
|
| @@ -1670,8 +1809,8 @@ class InstanceGroupConfig {
|
| */
|
| ManagedGroupConfig managedGroupConfig;
|
| /**
|
| - * The number of VM instances in the instance group. For master instance
|
| - * groups, must be set to 1.
|
| + * [Required] The number of VM instances in the instance group. For master
|
| + * instance groups, must be set to 1.
|
| */
|
| core.int numInstances;
|
|
|
| @@ -1745,6 +1884,15 @@ class Job {
|
| HadoopJob hadoopJob;
|
| /** Job is a Hive job. */
|
| HiveJob hiveJob;
|
| + /**
|
| + * [Optional] The labels to associate with this job. Label **keys** must
|
| + * contain 1 to 63 characters, and must conform to [RFC
|
| + * 1035](https://www.ietf.org/rfc/rfc1035.txt). Label **values** may be empty,
|
| + * but, if present, must contain 1 to 63 characters, and must conform to [RFC
|
| + * 1035](https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be
|
| + * associated with a job.
|
| + */
|
| + core.Map<core.String, core.String> labels;
|
| /** Job is a Pig job. */
|
| PigJob pigJob;
|
| /**
|
| @@ -1770,6 +1918,12 @@ class Job {
|
| JobStatus status;
|
| /** [Output-only] The previous job status. */
|
| core.List<JobStatus> statusHistory;
|
| + /**
|
| + * [Output-only] The collection of YARN applications spun up by this job.
|
| + * **Beta** Feature: This report is available for testing purposes only. It
|
| + * may be changed before final release.
|
| + */
|
| + core.List<YarnApplication> yarnApplications;
|
|
|
| Job();
|
|
|
| @@ -1786,6 +1940,9 @@ class Job {
|
| if (_json.containsKey("hiveJob")) {
|
| hiveJob = new HiveJob.fromJson(_json["hiveJob"]);
|
| }
|
| + if (_json.containsKey("labels")) {
|
| + labels = _json["labels"];
|
| + }
|
| if (_json.containsKey("pigJob")) {
|
| pigJob = new PigJob.fromJson(_json["pigJob"]);
|
| }
|
| @@ -1810,6 +1967,9 @@ class Job {
|
| if (_json.containsKey("statusHistory")) {
|
| statusHistory = _json["statusHistory"].map((value) => new JobStatus.fromJson(value)).toList();
|
| }
|
| + if (_json.containsKey("yarnApplications")) {
|
| + yarnApplications = _json["yarnApplications"].map((value) => new YarnApplication.fromJson(value)).toList();
|
| + }
|
| }
|
|
|
| core.Map toJson() {
|
| @@ -1826,6 +1986,9 @@ class Job {
|
| if (hiveJob != null) {
|
| _json["hiveJob"] = (hiveJob).toJson();
|
| }
|
| + if (labels != null) {
|
| + _json["labels"] = labels;
|
| + }
|
| if (pigJob != null) {
|
| _json["pigJob"] = (pigJob).toJson();
|
| }
|
| @@ -1850,6 +2013,9 @@ class Job {
|
| if (statusHistory != null) {
|
| _json["statusHistory"] = statusHistory.map((value) => (value).toJson()).toList();
|
| }
|
| + if (yarnApplications != null) {
|
| + _json["yarnApplications"] = yarnApplications.map((value) => (value).toJson()).toList();
|
| + }
|
| return _json;
|
| }
|
| }
|
| @@ -1890,7 +2056,7 @@ class JobPlacement {
|
| /** Encapsulates the full scoping used to reference a job. */
|
| class JobReference {
|
| /**
|
| - * [Required] The job ID, which must be unique within the project. The job ID
|
| + * [Optional] The job ID, which must be unique within the project. The job ID
|
| * is generated by the server upon job submission or provided by the user as a
|
| * means to perform retries without creating duplicate jobs. The ID must
|
| * contain only letters (a-z, A-Z), numbers (0-9), underscores (_), or hyphens
|
| @@ -1929,12 +2095,12 @@ class JobReference {
|
| /** Cloud Dataproc job status. */
|
| class JobStatus {
|
| /**
|
| - * [Optional] Job state details, such as an error description if the state is
|
| - * ERROR.
|
| + * [Output-only] Optional job state details, such as an error description if
|
| + * the state is ERROR.
|
| */
|
| core.String details;
|
| /**
|
| - * [Required] A state message specifying the overall job state.
|
| + * [Output-only] A state message specifying the overall job state.
|
| * Possible string values are:
|
| * - "STATE_UNSPECIFIED" : A STATE_UNSPECIFIED.
|
| * - "PENDING" : A PENDING.
|
| @@ -1984,8 +2150,8 @@ class ListClustersResponse {
|
| /** [Output-only] The clusters in the project. */
|
| core.List<Cluster> clusters;
|
| /**
|
| - * [Optional] This token is included in the response if there are more results
|
| - * to fetch. To fetch additional results, provide this value as the
|
| + * [Output-only] This token is included in the response if there are more
|
| + * results to fetch. To fetch additional results, provide this value as the
|
| * `page_token` in a subsequent ListClustersRequest.
|
| */
|
| core.String nextPageToken;
|
| @@ -2185,7 +2351,7 @@ class Operation {
|
| * available.
|
| */
|
| core.bool done;
|
| - /** The error result of the operation in case of failure. */
|
| + /** The error result of the operation in case of failure or cancellation. */
|
| Status error;
|
| /**
|
| * Service-specific metadata associated with the operation. It typically
|
| @@ -2428,7 +2594,10 @@ class OperationStatus {
|
| }
|
| }
|
|
|
| -/** A Cloud Dataproc job for running Pig queries on YARN. */
|
| +/**
|
| + * A Cloud Dataproc job for running [Apache Pig](https://pig.apache.org/)
|
| + * queries on YARN.
|
| + */
|
| class PigJob {
|
| /**
|
| * [Optional] Whether to continue executing queries if a query fails. The
|
| @@ -2513,7 +2682,11 @@ class PigJob {
|
| }
|
| }
|
|
|
| -/** A Cloud Dataproc job for running PySpark applications on YARN. */
|
| +/**
|
| + * A Cloud Dataproc job for running [Apache
|
| + * PySpark](https://spark.apache.org/docs/0.9.0/python-programming-guide.html)
|
| + * applications on YARN.
|
| + */
|
| class PySparkJob {
|
| /**
|
| * [Optional] HCFS URIs of archives to be extracted in the working directory
|
| @@ -2684,7 +2857,10 @@ class SoftwareConfig {
|
| }
|
| }
|
|
|
| -/** A Cloud Dataproc job for running Spark applications on YARN. */
|
| +/**
|
| + * A Cloud Dataproc job for running [Apache Spark](http://spark.apache.org/)
|
| + * applications on YARN.
|
| + */
|
| class SparkJob {
|
| /**
|
| * [Optional] HCFS URIs of archives to be extracted in the working directory
|
| @@ -2784,7 +2960,10 @@ class SparkJob {
|
| }
|
| }
|
|
|
| -/** A Cloud Dataproc job for running Spark SQL queries. */
|
| +/**
|
| + * A Cloud Dataproc job for running [Apache Spark
|
| + * SQL](http://spark.apache.org/sql/) queries.
|
| + */
|
| class SparkSqlJob {
|
| /** [Optional] HCFS URIs of jar files to be added to the Spark CLASSPATH. */
|
| core.List<core.String> jarFileUris;
|
| @@ -2956,3 +3135,71 @@ class SubmitJobRequest {
|
| return _json;
|
| }
|
| }
|
| +
|
| +/**
|
| + * A YARN application created by a job. Application information is a subset of
|
| + * org.apache.hadoop.yarn.proto.YarnProtos.ApplicationReportProto. **Beta
|
| + * Feature**: This report is available for testing purposes only. It may be
|
| + * changed before final release.
|
| + */
|
| +class YarnApplication {
|
| + /** [Required] The application name. */
|
| + core.String name;
|
| + /** [Required] The numerical progress of the application, from 1 to 100. */
|
| + core.double progress;
|
| + /**
|
| + * [Required] The application state.
|
| + * Possible string values are:
|
| + * - "STATE_UNSPECIFIED" : A STATE_UNSPECIFIED.
|
| + * - "NEW" : A NEW.
|
| + * - "NEW_SAVING" : A NEW_SAVING.
|
| + * - "SUBMITTED" : A SUBMITTED.
|
| + * - "ACCEPTED" : A ACCEPTED.
|
| + * - "RUNNING" : A RUNNING.
|
| + * - "FINISHED" : A FINISHED.
|
| + * - "FAILED" : A FAILED.
|
| + * - "KILLED" : A KILLED.
|
| + */
|
| + core.String state;
|
| + /**
|
| + * [Optional] The HTTP URL of the ApplicationMaster, HistoryServer, or
|
| + * TimelineServer that provides application-specific information. The URL uses
|
| + * the internal hostname, and requires a proxy server for resolution and,
|
| + * possibly, access.
|
| + */
|
| + core.String trackingUrl;
|
| +
|
| + YarnApplication();
|
| +
|
| + YarnApplication.fromJson(core.Map _json) {
|
| + if (_json.containsKey("name")) {
|
| + name = _json["name"];
|
| + }
|
| + if (_json.containsKey("progress")) {
|
| + progress = _json["progress"];
|
| + }
|
| + if (_json.containsKey("state")) {
|
| + state = _json["state"];
|
| + }
|
| + if (_json.containsKey("trackingUrl")) {
|
| + trackingUrl = _json["trackingUrl"];
|
| + }
|
| + }
|
| +
|
| + core.Map toJson() {
|
| + var _json = new core.Map();
|
| + if (name != null) {
|
| + _json["name"] = name;
|
| + }
|
| + if (progress != null) {
|
| + _json["progress"] = progress;
|
| + }
|
| + if (state != null) {
|
| + _json["state"] = state;
|
| + }
|
| + if (trackingUrl != null) {
|
| + _json["trackingUrl"] = trackingUrl;
|
| + }
|
| + return _json;
|
| + }
|
| +}
|
|
|
Chromium Code Reviews