Api-roll 42: 2016-11-08

generated/googleapis_beta/lib/dataproc/v1beta1.dart

 // This is a generated file (see the discoveryapis_generator project).
 
 library googleapis_beta.dataproc.v1beta1;
 
 import 'dart:core' as core;
 import 'dart:async' as async;
 import 'dart:convert' as convert;
 
 import 'package:_discoveryapis_commons/_discoveryapis_commons.dart' as commons;
 import 'package:http/http.dart' as http;
 
 export 'package:_discoveryapis_commons/_discoveryapis_commons.dart' show
     ApiRequestError, DetailedApiRequestError;
 
 const core.String USER_AGENT = 'dart-api-client dataproc/v1beta1';
 
-/** Manages Hadoop-based clusters and jobs on Google Cloud Platform. */
+/**
+ * An API for managing Hadoop-based clusters and jobs on Google Cloud Platform.
+ */
 class DataprocApi {
   /** View and manage your data across Google Cloud Platform services */
   static const CloudPlatformScope = "https://www.googleapis.com/auth/cloud-platform";
 
 
   final commons.ApiRequester _requester;
 
   OperationsResourceApi get operations => new OperationsResourceApi(_requester);
   ProjectsResourceApi get projects => new ProjectsResourceApi(_requester);
 
@@ skipping 15 matching lines @@
    * `google.rpc.Code.UNIMPLEMENTED`. Clients can use
    * [operations.get](/dataproc/reference/rest/v1beta1/operations/get) or other
    * methods to check whether the cancellation succeeded or whether the
    * operation completed despite cancellation.
    *
    * [request] - The metadata request object.
    *
    * Request parameters:
    *
    * [name] - The name of the operation resource to be cancelled.
-   * Value must have pattern "^operations/.*$".
+   * Value must have pattern "^operations/.+$".
    *
    * Completes with a [Empty].
    *
    * Completes with a [commons.ApiRequestError] if the API endpoint returned an
    * error.
    *
    * If the used [http.Client] completes with an error when making a REST call,
    * this method will complete with the same error.
    */
   async.Future<Empty> cancel(CancelOperationRequest request, core.String name) {
@@ skipping 25 matching lines @@
 
   /**
    * Deletes a long-running operation. This method indicates that the client is
    * no longer interested in the operation result. It does not cancel the
    * operation. If the server doesn't support this method, it returns
    * `google.rpc.Code.UNIMPLEMENTED`.
    *
    * Request parameters:
    *
    * [name] - The name of the operation resource to be deleted.
-   * Value must have pattern "^operations/.*$".
+   * Value must have pattern "^operations/.+$".
    *
    * Completes with a [Empty].
    *
    * Completes with a [commons.ApiRequestError] if the API endpoint returned an
    * error.
    *
    * If the used [http.Client] completes with an error when making a REST call,
    * this method will complete with the same error.
    */
   async.Future<Empty> delete(core.String name) {
@@ skipping 21 matching lines @@
   }
 
   /**
    * Gets the latest state of a long-running operation. Clients can use this
    * method to poll the operation result at intervals as recommended by the API
    * service.
    *
    * Request parameters:
    *
    * [name] - The name of the operation resource.
-   * Value must have pattern "^operations/.*$".
+   * Value must have pattern "^operations/.+$".
    *
    * Completes with a [Operation].
    *
    * Completes with a [commons.ApiRequestError] if the API endpoint returned an
    * error.
    *
    * If the used [http.Client] completes with an error when making a REST call,
    * this method will complete with the same error.
    */
   async.Future<Operation> get(core.String name) {
@@ skipping 285 matching lines @@
   }
 
   /**
    * Lists all clusters in a project.
    *
    * Request parameters:
    *
    * [projectId] - [Required] The ID of the Google Cloud Platform project that
    * the cluster belongs to.
    *
+   * [filter] - [Optional] A filter constraining which clusters to list. Valid
+   * filters contain label terms such as: labels.key1 = val1 AND (-labels.k2 =
+   * val2 OR labels.k3 = val3)
+   *
    * [pageSize] - The standard List page size.
    *
    * [pageToken] - The standard List page token.
    *
    * Completes with a [ListClustersResponse].
    *
    * Completes with a [commons.ApiRequestError] if the API endpoint returned an
    * error.
    *
    * If the used [http.Client] completes with an error when making a REST call,
    * this method will complete with the same error.
    */
-  async.Future<ListClustersResponse> list(core.String projectId, {core.int pageSize, core.String pageToken}) {
+  async.Future<ListClustersResponse> list(core.String projectId, {core.String filter, core.int pageSize, core.String pageToken}) {
     var _url = null;
     var _queryParams = new core.Map();
     var _uploadMedia = null;
     var _uploadOptions = null;
     var _downloadOptions = commons.DownloadOptions.Metadata;
     var _body = null;
 
     if (projectId == null) {
       throw new core.ArgumentError("Parameter projectId is required.");
     }
+    if (filter != null) {
+      _queryParams["filter"] = [filter];
+    }
     if (pageSize != null) {
       _queryParams["pageSize"] = ["${pageSize}"];
     }
     if (pageToken != null) {
       _queryParams["pageToken"] = [pageToken];
     }
 
     _url = 'v1beta1/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/clusters';
 
     var _response = _requester.request(_url,
@@ skipping 242 matching lines @@
    * [clusterName] - [Optional] If set, the returned jobs list includes only
    * jobs that were submitted to the named cluster.
    *
    * [jobStateMatcher] - [Optional] Specifies enumerated categories of jobs to
    * list.
    * Possible string values are:
    * - "ALL" : A ALL.
    * - "ACTIVE" : A ACTIVE.
    * - "NON_ACTIVE" : A NON_ACTIVE.
    *
+   * [filter] - [Optional] A filter constraining which jobs to list. Valid
+   * filters contain job state and label terms such as: labels.key1 = val1 AND
+   * (labels.k2 = val2 OR labels.k3 = val3)
+   *
    * Completes with a [ListJobsResponse].
    *
    * Completes with a [commons.ApiRequestError] if the API endpoint returned an
    * error.
    *
    * If the used [http.Client] completes with an error when making a REST call,
    * this method will complete with the same error.
    */
-  async.Future<ListJobsResponse> list(core.String projectId, {core.int pageSize, core.String pageToken, core.String clusterName, core.String jobStateMatcher}) {
+  async.Future<ListJobsResponse> list(core.String projectId, {core.int pageSize, core.String pageToken, core.String clusterName, core.String jobStateMatcher, core.String filter}) {
     var _url = null;
     var _queryParams = new core.Map();
     var _uploadMedia = null;
     var _uploadOptions = null;
     var _downloadOptions = commons.DownloadOptions.Metadata;
     var _body = null;
 
     if (projectId == null) {
       throw new core.ArgumentError("Parameter projectId is required.");
     }
     if (pageSize != null) {
       _queryParams["pageSize"] = ["${pageSize}"];
     }
     if (pageToken != null) {
       _queryParams["pageToken"] = [pageToken];
     }
     if (clusterName != null) {
       _queryParams["clusterName"] = [clusterName];
     }
     if (jobStateMatcher != null) {
       _queryParams["jobStateMatcher"] = [jobStateMatcher];
     }
+    if (filter != null) {
+      _queryParams["filter"] = [filter];
+    }
 
     _url = 'v1beta1/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jobs';
 
     var _response = _requester.request(_url,
                                        "GET",
                                        body: _body,
                                        queryParams: _queryParams,
                                        uploadOptions: _uploadOptions,
                                        uploadMedia: _uploadMedia,
                                        downloadOptions: _downloadOptions);
@@ skipping 91 matching lines @@
    * [Output-only] A cluster UUID (Unique Universal Identifier). Cloud Dataproc
    * generates this value when it creates the cluster.
    */
   core.String clusterUuid;
   /**
    * [Required] The cluster configuration. Note that Cloud Dataproc may set
    * default values, and values may change when clusters are updated.
    */
   ClusterConfiguration configuration;
   /**
+   * [Optional] The labels to associate with this cluster. Label keys must be
+   * between 1 and 63 characters long, and must conform to the following PCRE
+   * regular expression: \p{Ll}\p{Lo}{0,62} Label values must be between 1 and
+   * 63 characters long, and must conform to the following PCRE regular
+   * expression: [\p{Ll}\p{Lo}\p{N}_-]{0,63} No more than 64 labels can be
+   * associated with a given cluster.
+   */
+  core.Map<core.String, core.String> labels;
+  /** Contains cluster daemon metrics such as HDFS and YARN stats. */
+  ClusterMetrics metrics;
+  /**
    * [Required] The Google Cloud Platform project ID that the cluster belongs
    * to.
    */
   core.String projectId;
   /** [Output-only] Cluster status. */
   ClusterStatus status;
   /** [Output-only] Previous cluster statuses. */
   core.List<ClusterStatus> statusHistory;
 
   Cluster();
 
   Cluster.fromJson(core.Map _json) {
     if (_json.containsKey("clusterName")) {
       clusterName = _json["clusterName"];
     }
     if (_json.containsKey("clusterUuid")) {
       clusterUuid = _json["clusterUuid"];
     }
     if (_json.containsKey("configuration")) {
       configuration = new ClusterConfiguration.fromJson(_json["configuration"]);
     }
+    if (_json.containsKey("labels")) {
+      labels = _json["labels"];
+    }
+    if (_json.containsKey("metrics")) {
+      metrics = new ClusterMetrics.fromJson(_json["metrics"]);
+    }
     if (_json.containsKey("projectId")) {
       projectId = _json["projectId"];
     }
     if (_json.containsKey("status")) {
       status = new ClusterStatus.fromJson(_json["status"]);
     }
     if (_json.containsKey("statusHistory")) {
       statusHistory = _json["statusHistory"].map((value) => new ClusterStatus.fromJson(value)).toList();
     }
   }
 
   core.Map toJson() {
     var _json = new core.Map();
     if (clusterName != null) {
       _json["clusterName"] = clusterName;
     }
     if (clusterUuid != null) {
       _json["clusterUuid"] = clusterUuid;
     }
     if (configuration != null) {
       _json["configuration"] = (configuration).toJson();
     }
+    if (labels != null) {
+      _json["labels"] = labels;
+    }
+    if (metrics != null) {
+      _json["metrics"] = (metrics).toJson();
+    }
     if (projectId != null) {
       _json["projectId"] = projectId;
     }
     if (status != null) {
       _json["status"] = (status).toJson();
     }
     if (statusHistory != null) {
       _json["statusHistory"] = statusHistory.map((value) => (value).toJson()).toList();
     }
     return _json;
@@ skipping 89 matching lines @@
     if (softwareConfiguration != null) {
       _json["softwareConfiguration"] = (softwareConfiguration).toJson();
     }
     if (workerConfiguration != null) {
       _json["workerConfiguration"] = (workerConfiguration).toJson();
     }
     return _json;
   }
 }
 
+/** Contains cluster daemon metrics, such as HDFS and YARN stats. */
+class ClusterMetrics {
+  /** The HDFS metrics. */
+  core.Map<core.String, core.String> hdfsMetrics;
+  /** The YARN metrics. */
+  core.Map<core.String, core.String> yarnMetrics;
+
+  ClusterMetrics();
+
+  ClusterMetrics.fromJson(core.Map _json) {
+    if (_json.containsKey("hdfsMetrics")) {
+      hdfsMetrics = _json["hdfsMetrics"];
+    }
+    if (_json.containsKey("yarnMetrics")) {
+      yarnMetrics = _json["yarnMetrics"];
+    }
+  }
+
+  core.Map toJson() {
+    var _json = new core.Map();
+    if (hdfsMetrics != null) {
+      _json["hdfsMetrics"] = hdfsMetrics;
+    }
+    if (yarnMetrics != null) {
+      _json["yarnMetrics"] = yarnMetrics;
+    }
+    return _json;
+  }
+}
+
 /** Metadata describing the operation. */
 class ClusterOperationMetadata {
-  /** Name of the cluster for the operation. */
+  /** [Output-only] Name of the cluster for the operation. */
   core.String clusterName;
-  /** Cluster UUId for the operation. */
+  /** [Output-only] Cluster UUID for the operation. */
   core.String clusterUuid;
   /** [Output-only] Short description of operation. */
   core.String description;
+  /** [Output-only] labels associated with the operation */
+  core.Map<core.String, core.String> labels;
   /** [Output-only] The operation type. */
   core.String operationType;
   /** [Output-only] Current operation status. */
   ClusterOperationStatus status;
   /** [Output-only] The previous operation status. */
   core.List<ClusterOperationStatus> statusHistory;
 
   ClusterOperationMetadata();
 
   ClusterOperationMetadata.fromJson(core.Map _json) {
     if (_json.containsKey("clusterName")) {
       clusterName = _json["clusterName"];
     }
     if (_json.containsKey("clusterUuid")) {
       clusterUuid = _json["clusterUuid"];
     }
     if (_json.containsKey("description")) {
       description = _json["description"];
     }
+    if (_json.containsKey("labels")) {
+      labels = _json["labels"];
+    }
     if (_json.containsKey("operationType")) {
       operationType = _json["operationType"];
     }
     if (_json.containsKey("status")) {
       status = new ClusterOperationStatus.fromJson(_json["status"]);
     }
     if (_json.containsKey("statusHistory")) {
       statusHistory = _json["statusHistory"].map((value) => new ClusterOperationStatus.fromJson(value)).toList();
     }
   }
 
   core.Map toJson() {
     var _json = new core.Map();
     if (clusterName != null) {
       _json["clusterName"] = clusterName;
     }
     if (clusterUuid != null) {
       _json["clusterUuid"] = clusterUuid;
     }
     if (description != null) {
       _json["description"] = description;
     }
+    if (labels != null) {
+      _json["labels"] = labels;
+    }
     if (operationType != null) {
       _json["operationType"] = operationType;
     }
     if (status != null) {
       _json["status"] = (status).toJson();
     }
     if (statusHistory != null) {
       _json["statusHistory"] = statusHistory.map((value) => (value).toJson()).toList();
     }
     return _json;
   }
 }
 
 /** The status of the operation. */
 class ClusterOperationStatus {
-  /** A message containing any operation metadata details. */
+  /** [Output-only]A message containing any operation metadata details. */
   core.String details;
-  /** A message containing the detailed operation state. */
+  /** [Output-only] A message containing the detailed operation state. */
   core.String innerState;
   /**
-   * A message containing the operation state.
+   * [Output-only] A message containing the operation state.
    * Possible string values are:
    * - "UNKNOWN" : A UNKNOWN.
    * - "PENDING" : A PENDING.
    * - "RUNNING" : A RUNNING.
    * - "DONE" : A DONE.
    */
   core.String state;
-  /** The time this state was entered. */
+  /** [Output-only] The time this state was entered. */
   core.String stateStartTime;
 
   ClusterOperationStatus();
 
   ClusterOperationStatus.fromJson(core.Map _json) {
     if (_json.containsKey("details")) {
       details = _json["details"];
     }
     if (_json.containsKey("innerState")) {
       innerState = _json["innerState"];
@@ skipping 106 matching lines @@
 
   core.Map toJson() {
     var _json = new core.Map();
     return _json;
   }
 }
 
 /** The location of diagnostic output. */
 class DiagnoseClusterResults {
   /**
-   * [Output-only] The Google Cloud Storage URI of the diagnostic output. This
-   * is a plain text file with a summary of collected diagnostics.
+   * [Output-only] The Google Cloud Storage URI of the diagnostic output. The
+   * output report is a plain text file with a summary of collected diagnostics.
    */
   core.String outputUri;
 
   DiagnoseClusterResults();
 
   DiagnoseClusterResults.fromJson(core.Map _json) {
     if (_json.containsKey("outputUri")) {
       outputUri = _json["outputUri"];
     }
   }
@@ skipping 61 matching lines @@
     var _json = new core.Map();
     return _json;
   }
 }
 
 /**
  * Common configuration settings for resources of Google Compute Engine cluster
  * instances, applicable to all instances in the cluster.
  */
 class GceClusterConfiguration {
+  /**
+   * If true, all instances in the cluser will only have internal IP addresses.
+   * By default, clusters are not restricted to internal IP addresses, and will
+   * have ephemeral external IP addresses assigned to each instance. This
+   * restriction can only be enabled for subnetwork enabled networks, and all
+   * off-cluster dependencies must be configured to be accessible without
+   * external IP addresses.
+   */
+  core.bool internalIpOnly;
   /** The Google Compute Engine metadata entries to add to all instances. */
   core.Map<core.String, core.String> metadata;
   /**
    * The Google Compute Engine network to be used for machine communications.
    * Cannot be specified with subnetwork_uri. If neither network_uri nor
    * subnetwork_uri is specified, the "default" network of the project is used,
    * if it exists. Cannot be a "Custom Subnet Network" (see
    * https://cloud.google.com/compute/docs/subnetworks for more information).
    * Example:
    * `https://www.googleapis.com/compute/v1/projects/[project_id]/regions/global/default`.
@@ skipping 23 matching lines @@
   /**
    * [Required] The zone where the Google Compute Engine cluster will be
    * located. Example:
    * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/[zone]`.
    */
   core.String zoneUri;
 
   GceClusterConfiguration();
 
   GceClusterConfiguration.fromJson(core.Map _json) {
+    if (_json.containsKey("internalIpOnly")) {
+      internalIpOnly = _json["internalIpOnly"];
+    }
     if (_json.containsKey("metadata")) {
       metadata = _json["metadata"];
     }
     if (_json.containsKey("networkUri")) {
       networkUri = _json["networkUri"];
     }
     if (_json.containsKey("serviceAccountScopes")) {
       serviceAccountScopes = _json["serviceAccountScopes"];
     }
     if (_json.containsKey("subnetworkUri")) {
       subnetworkUri = _json["subnetworkUri"];
     }
     if (_json.containsKey("tags")) {
       tags = _json["tags"];
     }
     if (_json.containsKey("zoneUri")) {
       zoneUri = _json["zoneUri"];
     }
   }
 
   core.Map toJson() {
     var _json = new core.Map();
+    if (internalIpOnly != null) {
+      _json["internalIpOnly"] = internalIpOnly;
+    }
     if (metadata != null) {
       _json["metadata"] = metadata;
     }
     if (networkUri != null) {
       _json["networkUri"] = networkUri;
     }
     if (serviceAccountScopes != null) {
       _json["serviceAccountScopes"] = serviceAccountScopes;
     }
     if (subnetworkUri != null) {
@@ skipping 303 matching lines @@
   /** Job is a Hadoop job. */
   HadoopJob hadoopJob;
   /** Job is a Hive job. */
   HiveJob hiveJob;
   /**
    * [Optional] If set to `true`, the driver's stdin will be kept open and
    * `driver_input_uri` will be set to provide a path at which additional input
    * can be sent to the driver.
    */
   core.bool interactive;
+  /**
+   * [Optional] The labels to associate with this job. Label keys must be
+   * between 1 and 63 characters long, and must conform to the following regular
+   * expression: \p{Ll}\p{Lo}{0,62} Label values must be between 1 and 63
+   * characters long, and must conform to the following regular expression:
+   * [\p{Ll}\p{Lo}\p{N}_-]{0,63} No more than 64 labels can be associated with a
+   * given job.
+   */
+  core.Map<core.String, core.String> labels;
   /** Job is a Pig job. */
   PigJob pigJob;
   /**
    * [Required] Job information, including how, when, and where to run the job.
    */
   JobPlacement placement;
   /** Job is a Pyspark job. */
   PySparkJob pysparkJob;
   /**
    * [Optional] The fully qualified reference to the job, which can be used to
@@ skipping 34 matching lines @@
     }
     if (_json.containsKey("hadoopJob")) {
       hadoopJob = new HadoopJob.fromJson(_json["hadoopJob"]);
     }
     if (_json.containsKey("hiveJob")) {
       hiveJob = new HiveJob.fromJson(_json["hiveJob"]);
     }
     if (_json.containsKey("interactive")) {
       interactive = _json["interactive"];
     }
+    if (_json.containsKey("labels")) {
+      labels = _json["labels"];
+    }
     if (_json.containsKey("pigJob")) {
       pigJob = new PigJob.fromJson(_json["pigJob"]);
     }
     if (_json.containsKey("placement")) {
       placement = new JobPlacement.fromJson(_json["placement"]);
     }
     if (_json.containsKey("pysparkJob")) {
       pysparkJob = new PySparkJob.fromJson(_json["pysparkJob"]);
     }
     if (_json.containsKey("reference")) {
@@ skipping 32 matching lines @@
     }
     if (hadoopJob != null) {
       _json["hadoopJob"] = (hadoopJob).toJson();
     }
     if (hiveJob != null) {
       _json["hiveJob"] = (hiveJob).toJson();
     }
     if (interactive != null) {
       _json["interactive"] = interactive;
     }
+    if (labels != null) {
+      _json["labels"] = labels;
+    }
     if (pigJob != null) {
       _json["pigJob"] = (pigJob).toJson();
     }
     if (placement != null) {
       _json["placement"] = (placement).toJson();
     }
     if (pysparkJob != null) {
       _json["pysparkJob"] = (pysparkJob).toJson();
     }
     if (reference != null) {
@@ skipping 341 matching lines @@
  * This resource represents a long-running operation that is the result of a
  * network API call.
  */
 class Operation {
   /**
    * If the value is `false`, it means the operation is still in progress. If
    * true, the operation is completed, and either `error` or `response` is
    * available.
    */
   core.bool done;
-  /** The error result of the operation in case of failure. */
+  /** The error result of the operation in case of failure or cancellation. */
   Status error;
   /**
    * Service-specific metadata associated with the operation. It typically
    * contains progress information and common metadata such as create time. Some
    * services might not provide such metadata. Any method that returns a
    * long-running operation should document the metadata type, if any.
    *
    * The values for Object must be JSON objects. It can consist of `num`,
    * `String`, `bool` and `null` as well as `Map` and `List` values.
    */
@@ skipping 821 matching lines @@
     }
     if (state != null) {
       _json["state"] = state;
     }
     if (trackingUrl != null) {
       _json["trackingUrl"] = trackingUrl;
     }
     return _json;
   }
 }