Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(4)

Unified Diff: generated/googleapis_beta/lib/dataflow/v1b3.dart

Issue 2734843002: Api-roll 46: 2017-03-06 (Closed)
Patch Set: Created 3 years, 9 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: generated/googleapis_beta/lib/dataflow/v1b3.dart
diff --git a/generated/googleapis_beta/lib/dataflow/v1b3.dart b/generated/googleapis_beta/lib/dataflow/v1b3.dart
index 2ebf1a4cc477942e0a5e75f8c968c5f6df53455a..f102fbbb62f879389b2151b3e402218d7495dbf2 100644
--- a/generated/googleapis_beta/lib/dataflow/v1b3.dart
+++ b/generated/googleapis_beta/lib/dataflow/v1b3.dart
@@ -117,6 +117,7 @@ class ProjectsJobsResourceApi {
* - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN.
* - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY.
* - "JOB_VIEW_ALL" : A JOB_VIEW_ALL.
+ * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION.
*
* Completes with a [Job].
*
@@ -171,13 +172,14 @@ class ProjectsJobsResourceApi {
*
* [jobId] - The job ID.
*
+ * [location] - The location that contains this job.
+ *
* [view] - The level of information requested in response.
* Possible string values are:
* - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN.
* - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY.
* - "JOB_VIEW_ALL" : A JOB_VIEW_ALL.
- *
- * [location] - The location that contains this job.
+ * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION.
*
* Completes with a [Job].
*
@@ -187,7 +189,7 @@ class ProjectsJobsResourceApi {
* If the used [http.Client] completes with an error when making a REST call,
* this method will complete with the same error.
*/
- async.Future<Job> get(core.String projectId, core.String jobId, {core.String view, core.String location}) {
+ async.Future<Job> get(core.String projectId, core.String jobId, {core.String location, core.String view}) {
var _url = null;
var _queryParams = new core.Map();
var _uploadMedia = null;
@@ -201,12 +203,12 @@ class ProjectsJobsResourceApi {
if (jobId == null) {
throw new core.ArgumentError("Parameter jobId is required.");
}
- if (view != null) {
- _queryParams["view"] = [view];
- }
if (location != null) {
_queryParams["location"] = [location];
}
+ if (view != null) {
+ _queryParams["view"] = [view];
+ }
_url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jobs/' + commons.Escaper.ecapeVariable('$jobId');
@@ -305,6 +307,7 @@ class ProjectsJobsResourceApi {
* - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN.
* - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY.
* - "JOB_VIEW_ALL" : A JOB_VIEW_ALL.
+ * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION.
*
* Completes with a [ListJobsResponse].
*
@@ -532,6 +535,19 @@ class ProjectsJobsMessagesResourceApi {
*
* [jobId] - The job to get messages about.
*
+ * [startTime] - If specified, return only messages with timestamps >=
+ * start_time.
+ * The default is the job creation time (i.e. beginning of messages).
+ *
+ * [pageToken] - If supplied, this should be the value of next_page_token
+ * returned
+ * by an earlier call. This will cause the next page of results to
+ * be returned.
+ *
+ * [pageSize] - If specified, determines the maximum number of messages to
+ * return. If unspecified, the service may choose an appropriate
+ * default, or may return an arbitrarily large number of results.
+ *
* [minimumImportance] - Filter to only get messages with importance >= level
* Possible string values are:
* - "JOB_MESSAGE_IMPORTANCE_UNKNOWN" : A JOB_MESSAGE_IMPORTANCE_UNKNOWN.
@@ -547,19 +563,6 @@ class ProjectsJobsMessagesResourceApi {
* now
* (i.e. return up to the latest messages available).
*
- * [startTime] - If specified, return only messages with timestamps >=
- * start_time.
- * The default is the job creation time (i.e. beginning of messages).
- *
- * [pageToken] - If supplied, this should be the value of next_page_token
- * returned
- * by an earlier call. This will cause the next page of results to
- * be returned.
- *
- * [pageSize] - If specified, determines the maximum number of messages to
- * return. If unspecified, the service may choose an appropriate
- * default, or may return an arbitrarily large number of results.
- *
* Completes with a [ListJobMessagesResponse].
*
* Completes with a [commons.ApiRequestError] if the API endpoint returned an
@@ -568,7 +571,7 @@ class ProjectsJobsMessagesResourceApi {
* If the used [http.Client] completes with an error when making a REST call,
* this method will complete with the same error.
*/
- async.Future<ListJobMessagesResponse> list(core.String projectId, core.String jobId, {core.String minimumImportance, core.String location, core.String endTime, core.String startTime, core.String pageToken, core.int pageSize}) {
+ async.Future<ListJobMessagesResponse> list(core.String projectId, core.String jobId, {core.String startTime, core.String pageToken, core.int pageSize, core.String minimumImportance, core.String location, core.String endTime}) {
var _url = null;
var _queryParams = new core.Map();
var _uploadMedia = null;
@@ -582,15 +585,6 @@ class ProjectsJobsMessagesResourceApi {
if (jobId == null) {
throw new core.ArgumentError("Parameter jobId is required.");
}
- if (minimumImportance != null) {
- _queryParams["minimumImportance"] = [minimumImportance];
- }
- if (location != null) {
- _queryParams["location"] = [location];
- }
- if (endTime != null) {
- _queryParams["endTime"] = [endTime];
- }
if (startTime != null) {
_queryParams["startTime"] = [startTime];
}
@@ -600,6 +594,15 @@ class ProjectsJobsMessagesResourceApi {
if (pageSize != null) {
_queryParams["pageSize"] = ["${pageSize}"];
}
+ if (minimumImportance != null) {
+ _queryParams["minimumImportance"] = [minimumImportance];
+ }
+ if (location != null) {
+ _queryParams["location"] = [location];
+ }
+ if (endTime != null) {
+ _queryParams["endTime"] = [endTime];
+ }
_url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jobs/' + commons.Escaper.ecapeVariable('$jobId') + '/messages';
@@ -753,13 +756,14 @@ class ProjectsLocationsJobsResourceApi {
*
* [location] - The location that contains this job.
*
+ * [replaceJobId] - Deprecated. This field is now in the Job message.
+ *
* [view] - The level of information requested in response.
* Possible string values are:
* - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN.
* - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY.
* - "JOB_VIEW_ALL" : A JOB_VIEW_ALL.
- *
- * [replaceJobId] - Deprecated. This field is now in the Job message.
+ * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION.
*
* Completes with a [Job].
*
@@ -769,7 +773,7 @@ class ProjectsLocationsJobsResourceApi {
* If the used [http.Client] completes with an error when making a REST call,
* this method will complete with the same error.
*/
- async.Future<Job> create(Job request, core.String projectId, core.String location, {core.String view, core.String replaceJobId}) {
+ async.Future<Job> create(Job request, core.String projectId, core.String location, {core.String replaceJobId, core.String view}) {
var _url = null;
var _queryParams = new core.Map();
var _uploadMedia = null;
@@ -786,12 +790,12 @@ class ProjectsLocationsJobsResourceApi {
if (location == null) {
throw new core.ArgumentError("Parameter location is required.");
}
- if (view != null) {
- _queryParams["view"] = [view];
- }
if (replaceJobId != null) {
_queryParams["replaceJobId"] = [replaceJobId];
}
+ if (view != null) {
+ _queryParams["view"] = [view];
+ }
_url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/locations/' + commons.Escaper.ecapeVariable('$location') + '/jobs';
@@ -821,6 +825,7 @@ class ProjectsLocationsJobsResourceApi {
* - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN.
* - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY.
* - "JOB_VIEW_ALL" : A JOB_VIEW_ALL.
+ * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION.
*
* Completes with a [Job].
*
@@ -948,6 +953,7 @@ class ProjectsLocationsJobsResourceApi {
* - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN.
* - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY.
* - "JOB_VIEW_ALL" : A JOB_VIEW_ALL.
+ * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION.
*
* Completes with a [ListJobsResponse].
*
@@ -1074,15 +1080,15 @@ class ProjectsLocationsJobsMessagesResourceApi {
* now
* (i.e. return up to the latest messages available).
*
- * [startTime] - If specified, return only messages with timestamps >=
- * start_time.
- * The default is the job creation time (i.e. beginning of messages).
- *
* [pageToken] - If supplied, this should be the value of next_page_token
* returned
* by an earlier call. This will cause the next page of results to
* be returned.
*
+ * [startTime] - If specified, return only messages with timestamps >=
+ * start_time.
+ * The default is the job creation time (i.e. beginning of messages).
+ *
* [pageSize] - If specified, determines the maximum number of messages to
* return. If unspecified, the service may choose an appropriate
* default, or may return an arbitrarily large number of results.
@@ -1104,7 +1110,7 @@ class ProjectsLocationsJobsMessagesResourceApi {
* If the used [http.Client] completes with an error when making a REST call,
* this method will complete with the same error.
*/
- async.Future<ListJobMessagesResponse> list(core.String projectId, core.String location, core.String jobId, {core.String endTime, core.String startTime, core.String pageToken, core.int pageSize, core.String minimumImportance}) {
+ async.Future<ListJobMessagesResponse> list(core.String projectId, core.String location, core.String jobId, {core.String endTime, core.String pageToken, core.String startTime, core.int pageSize, core.String minimumImportance}) {
var _url = null;
var _queryParams = new core.Map();
var _uploadMedia = null;
@@ -1124,12 +1130,12 @@ class ProjectsLocationsJobsMessagesResourceApi {
if (endTime != null) {
_queryParams["endTime"] = [endTime];
}
- if (startTime != null) {
- _queryParams["startTime"] = [startTime];
- }
if (pageToken != null) {
_queryParams["pageToken"] = [pageToken];
}
+ if (startTime != null) {
+ _queryParams["startTime"] = [startTime];
+ }
if (pageSize != null) {
_queryParams["pageSize"] = ["${pageSize}"];
}
@@ -1320,6 +1326,120 @@ class ProjectsTemplatesResourceApi {
return _response.then((data) => new Job.fromJson(data));
}
+ /**
+ * Get the template associated with a template.
+ *
+ * Request parameters:
+ *
+ * [projectId] - Required. The ID of the Cloud Platform project that the job
+ * belongs to.
+ *
+ * [view] - The view to retrieve. Defaults to METADATA_ONLY.
+ * Possible string values are:
+ * - "METADATA_ONLY" : A METADATA_ONLY.
+ *
+ * [gcsPath] - Required. A Cloud Storage path to the template from which to
+ * create the job.
+ * Must be a valid Cloud Storage URL, beginning with `gs://`.
+ *
+ * Completes with a [GetTemplateResponse].
+ *
+ * Completes with a [commons.ApiRequestError] if the API endpoint returned an
+ * error.
+ *
+ * If the used [http.Client] completes with an error when making a REST call,
+ * this method will complete with the same error.
+ */
+ async.Future<GetTemplateResponse> get(core.String projectId, {core.String view, core.String gcsPath}) {
+ var _url = null;
+ var _queryParams = new core.Map();
+ var _uploadMedia = null;
+ var _uploadOptions = null;
+ var _downloadOptions = commons.DownloadOptions.Metadata;
+ var _body = null;
+
+ if (projectId == null) {
+ throw new core.ArgumentError("Parameter projectId is required.");
+ }
+ if (view != null) {
+ _queryParams["view"] = [view];
+ }
+ if (gcsPath != null) {
+ _queryParams["gcsPath"] = [gcsPath];
+ }
+
+ _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/templates:get';
+
+ var _response = _requester.request(_url,
+ "GET",
+ body: _body,
+ queryParams: _queryParams,
+ uploadOptions: _uploadOptions,
+ uploadMedia: _uploadMedia,
+ downloadOptions: _downloadOptions);
+ return _response.then((data) => new GetTemplateResponse.fromJson(data));
+ }
+
+ /**
+ * Launch a template.
+ *
+ * [request] - The metadata request object.
+ *
+ * Request parameters:
+ *
+ * [projectId] - Required. The ID of the Cloud Platform project that the job
+ * belongs to.
+ *
+ * [dryRun] - Whether or not the job should actually be executed after
+ * validating parameters. Defaults to false. Validation errors do
+ * not cause the HTTP request to fail if true.
+ *
+ * [gcsPath] - Required. A Cloud Storage path to the template from which to
+ * create
+ * the job.
+ * Must be valid Cloud Storage URL, beginning with 'gs://'.
+ *
+ * Completes with a [LaunchTemplateResponse].
+ *
+ * Completes with a [commons.ApiRequestError] if the API endpoint returned an
+ * error.
+ *
+ * If the used [http.Client] completes with an error when making a REST call,
+ * this method will complete with the same error.
+ */
+ async.Future<LaunchTemplateResponse> launch(LaunchTemplateParameters request, core.String projectId, {core.bool dryRun, core.String gcsPath}) {
+ var _url = null;
+ var _queryParams = new core.Map();
+ var _uploadMedia = null;
+ var _uploadOptions = null;
+ var _downloadOptions = commons.DownloadOptions.Metadata;
+ var _body = null;
+
+ if (request != null) {
+ _body = convert.JSON.encode((request).toJson());
+ }
+ if (projectId == null) {
+ throw new core.ArgumentError("Parameter projectId is required.");
+ }
+ if (dryRun != null) {
+ _queryParams["dryRun"] = ["${dryRun}"];
+ }
+ if (gcsPath != null) {
+ _queryParams["gcsPath"] = [gcsPath];
+ }
+
+ _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/templates:launch';
+
+ var _response = _requester.request(_url,
+ "POST",
+ body: _body,
+ queryParams: _queryParams,
+ uploadOptions: _uploadOptions,
+ uploadMedia: _uploadMedia,
+ downloadOptions: _downloadOptions);
+ return _response.then((data) => new LaunchTemplateResponse.fromJson(data));
+ }
+
}
@@ -1563,6 +1683,95 @@ class CPUTime {
}
}
+/**
+ * Description of an interstitial value between transforms in an execution
+ * stage.
+ */
+class ComponentSource {
+ /** Dataflow service generated name for this source. */
+ core.String name;
+ /**
+ * User name for the original user transform or collection with which this
+ * source is most closely associated.
+ */
+ core.String originalTransformOrCollection;
+ /**
+ * Human-readable name for this transform; may be user or system generated.
+ */
+ core.String userName;
+
+ ComponentSource();
+
+ ComponentSource.fromJson(core.Map _json) {
+ if (_json.containsKey("name")) {
+ name = _json["name"];
+ }
+ if (_json.containsKey("originalTransformOrCollection")) {
+ originalTransformOrCollection = _json["originalTransformOrCollection"];
+ }
+ if (_json.containsKey("userName")) {
+ userName = _json["userName"];
+ }
+ }
+
+ core.Map toJson() {
+ var _json = new core.Map();
+ if (name != null) {
+ _json["name"] = name;
+ }
+ if (originalTransformOrCollection != null) {
+ _json["originalTransformOrCollection"] = originalTransformOrCollection;
+ }
+ if (userName != null) {
+ _json["userName"] = userName;
+ }
+ return _json;
+ }
+}
+
+/** Description of a transform executed as part of an execution stage. */
+class ComponentTransform {
+ /** Dataflow service generated name for this source. */
+ core.String name;
+ /**
+ * User name for the original user transform with which this transform is
+ * most closely associated.
+ */
+ core.String originalTransform;
+ /**
+ * Human-readable name for this transform; may be user or system generated.
+ */
+ core.String userName;
+
+ ComponentTransform();
+
+ ComponentTransform.fromJson(core.Map _json) {
+ if (_json.containsKey("name")) {
+ name = _json["name"];
+ }
+ if (_json.containsKey("originalTransform")) {
+ originalTransform = _json["originalTransform"];
+ }
+ if (_json.containsKey("userName")) {
+ userName = _json["userName"];
+ }
+ }
+
+ core.Map toJson() {
+ var _json = new core.Map();
+ if (name != null) {
+ _json["name"] = name;
+ }
+ if (originalTransform != null) {
+ _json["originalTransform"] = originalTransform;
+ }
+ if (userName != null) {
+ _json["userName"] = userName;
+ }
+ return _json;
+ }
+}
+
/** All configuration data for a particular Computation. */
class ComputationTopology {
/** The ID of the computation. */
@@ -2231,6 +2440,132 @@ class Disk {
}
}
+/** Data provided with a pipeline or transform to provide descriptive info. */
+class DisplayData {
+ /** Contains value if the data is of a boolean type. */
+ core.bool boolValue;
+ /** Contains value if the data is of duration type. */
+ core.String durationValue;
+ /** Contains value if the data is of float type. */
+ core.double floatValue;
+ /** Contains value if the data is of int64 type. */
+ core.String int64Value;
+ /** Contains value if the data is of java class type. */
+ core.String javaClassValue;
+ /**
+ * The key identifying the display data.
+ * This is intended to be used as a label for the display data
+ * when viewed in a dax monitoring system.
+ */
+ core.String key;
+ /** An optional label to display in a dax UI for the element. */
+ core.String label;
+ /**
+ * The namespace for the key. This is usually a class name or programming
+ * language namespace (i.e. python module) which defines the display data.
+ * This allows a dax monitoring system to specially handle the data
+ * and perform custom rendering.
+ */
+ core.String namespace;
+ /**
+ * A possible additional shorter value to display.
+ * For example a java_class_name_value of com.mypackage.MyDoFn
+ * will be stored with MyDoFn as the short_str_value and
+ * com.mypackage.MyDoFn as the java_class_name value.
+ * short_str_value can be displayed and java_class_name_value
+ * will be displayed as a tooltip.
+ */
+ core.String shortStrValue;
+ /** Contains value if the data is of string type. */
+ core.String strValue;
+ /** Contains value if the data is of timestamp type. */
+ core.String timestampValue;
+ /** An optional full URL. */
+ core.String url;
+
+ DisplayData();
+
+ DisplayData.fromJson(core.Map _json) {
+ if (_json.containsKey("boolValue")) {
+ boolValue = _json["boolValue"];
+ }
+ if (_json.containsKey("durationValue")) {
+ durationValue = _json["durationValue"];
+ }
+ if (_json.containsKey("floatValue")) {
+ floatValue = _json["floatValue"];
+ }
+ if (_json.containsKey("int64Value")) {
+ int64Value = _json["int64Value"];
+ }
+ if (_json.containsKey("javaClassValue")) {
+ javaClassValue = _json["javaClassValue"];
+ }
+ if (_json.containsKey("key")) {
+ key = _json["key"];
+ }
+ if (_json.containsKey("label")) {
+ label = _json["label"];
+ }
+ if (_json.containsKey("namespace")) {
+ namespace = _json["namespace"];
+ }
+ if (_json.containsKey("shortStrValue")) {
+ shortStrValue = _json["shortStrValue"];
+ }
+ if (_json.containsKey("strValue")) {
+ strValue = _json["strValue"];
+ }
+ if (_json.containsKey("timestampValue")) {
+ timestampValue = _json["timestampValue"];
+ }
+ if (_json.containsKey("url")) {
+ url = _json["url"];
+ }
+ }
+
+ core.Map toJson() {
+ var _json = new core.Map();
+ if (boolValue != null) {
+ _json["boolValue"] = boolValue;
+ }
+ if (durationValue != null) {
+ _json["durationValue"] = durationValue;
+ }
+ if (floatValue != null) {
+ _json["floatValue"] = floatValue;
+ }
+ if (int64Value != null) {
+ _json["int64Value"] = int64Value;
+ }
+ if (javaClassValue != null) {
+ _json["javaClassValue"] = javaClassValue;
+ }
+ if (key != null) {
+ _json["key"] = key;
+ }
+ if (label != null) {
+ _json["label"] = label;
+ }
+ if (namespace != null) {
+ _json["namespace"] = namespace;
+ }
+ if (shortStrValue != null) {
+ _json["shortStrValue"] = shortStrValue;
+ }
+ if (strValue != null) {
+ _json["strValue"] = strValue;
+ }
+ if (timestampValue != null) {
+ _json["timestampValue"] = timestampValue;
+ }
+ if (url != null) {
+ _json["url"] = url;
+ }
+ return _json;
+ }
+}
+
/** A metric value representing a distribution. */
class DistributionUpdate {
/** The count of the number of elements present in the distribution. */
@@ -2436,42 +2771,132 @@ class Environment {
if (_json.containsKey("version")) {
version = _json["version"];
}
- if (_json.containsKey("workerPools")) {
- workerPools = _json["workerPools"].map((value) => new WorkerPool.fromJson(value)).toList();
+ if (_json.containsKey("workerPools")) {
+ workerPools = _json["workerPools"].map((value) => new WorkerPool.fromJson(value)).toList();
+ }
+ }
+
+ core.Map toJson() {
+ var _json = new core.Map();
+ if (clusterManagerApiService != null) {
+ _json["clusterManagerApiService"] = clusterManagerApiService;
+ }
+ if (dataset != null) {
+ _json["dataset"] = dataset;
+ }
+ if (experiments != null) {
+ _json["experiments"] = experiments;
+ }
+ if (internalExperiments != null) {
+ _json["internalExperiments"] = internalExperiments;
+ }
+ if (sdkPipelineOptions != null) {
+ _json["sdkPipelineOptions"] = sdkPipelineOptions;
+ }
+ if (serviceAccountEmail != null) {
+ _json["serviceAccountEmail"] = serviceAccountEmail;
+ }
+ if (tempStoragePrefix != null) {
+ _json["tempStoragePrefix"] = tempStoragePrefix;
+ }
+ if (userAgent != null) {
+ _json["userAgent"] = userAgent;
+ }
+ if (version != null) {
+ _json["version"] = version;
+ }
+ if (workerPools != null) {
+ _json["workerPools"] = workerPools.map((value) => (value).toJson()).toList();
+ }
+ return _json;
+ }
+}
+
+/**
+ * Description of the composing transforms, names/ids, and input/outputs of a
+ * stage of execution. Some composing transforms and sources may have been
+ * generated by the Dataflow service during execution planning.
+ */
+class ExecutionStageSummary {
+ /**
+ * Collections produced and consumed by component transforms of this stage.
+ */
+ core.List<ComponentSource> componentSource;
+ /** Transforms that comprise this execution stage. */
+ core.List<ComponentTransform> componentTransform;
+ /** Dataflow service generated id for this stage. */
+ core.String id;
+ /** Input sources for this stage. */
+ core.List<StageSource> inputSource;
+ /**
+ * Type of tranform this stage is executing.
+ * Possible string values are:
+ * - "UNKNOWN_KIND" : Unrecognized transform type.
+ * - "PAR_DO_KIND" : ParDo transform.
+ * - "GROUP_BY_KEY_KIND" : Group By Key transform.
+ * - "FLATTEN_KIND" : Flatten transform.
+ * - "READ_KIND" : Read transform.
+ * - "WRITE_KIND" : Write transform.
+ * - "CONSTANT_KIND" : Constructs from a constant value, such as with
+ * Create.of.
+ * - "SINGLETON_KIND" : Creates a Singleton view of a collection.
+ * - "SHUFFLE_KIND" : Opening or closing a shuffle session, often as part of a
+ * GroupByKey.
+ */
+ core.String kind;
+ /** Dataflow service generated name for this stage. */
+ core.String name;
+ /** Output sources for this stage. */
+ core.List<StageSource> outputSource;
+
+ ExecutionStageSummary();
+
+ ExecutionStageSummary.fromJson(core.Map _json) {
+ if (_json.containsKey("componentSource")) {
+ componentSource = _json["componentSource"].map((value) => new ComponentSource.fromJson(value)).toList();
+ }
+ if (_json.containsKey("componentTransform")) {
+ componentTransform = _json["componentTransform"].map((value) => new ComponentTransform.fromJson(value)).toList();
+ }
+ if (_json.containsKey("id")) {
+ id = _json["id"];
+ }
+ if (_json.containsKey("inputSource")) {
+ inputSource = _json["inputSource"].map((value) => new StageSource.fromJson(value)).toList();
+ }
+ if (_json.containsKey("kind")) {
+ kind = _json["kind"];
+ }
+ if (_json.containsKey("name")) {
+ name = _json["name"];
+ }
+ if (_json.containsKey("outputSource")) {
+ outputSource = _json["outputSource"].map((value) => new StageSource.fromJson(value)).toList();
}
}
core.Map toJson() {
var _json = new core.Map();
- if (clusterManagerApiService != null) {
- _json["clusterManagerApiService"] = clusterManagerApiService;
- }
- if (dataset != null) {
- _json["dataset"] = dataset;
+ if (componentSource != null) {
+ _json["componentSource"] = componentSource.map((value) => (value).toJson()).toList();
}
- if (experiments != null) {
- _json["experiments"] = experiments;
- }
- if (internalExperiments != null) {
- _json["internalExperiments"] = internalExperiments;
- }
- if (sdkPipelineOptions != null) {
- _json["sdkPipelineOptions"] = sdkPipelineOptions;
+ if (componentTransform != null) {
+ _json["componentTransform"] = componentTransform.map((value) => (value).toJson()).toList();
}
- if (serviceAccountEmail != null) {
- _json["serviceAccountEmail"] = serviceAccountEmail;
+ if (id != null) {
+ _json["id"] = id;
}
- if (tempStoragePrefix != null) {
- _json["tempStoragePrefix"] = tempStoragePrefix;
+ if (inputSource != null) {
+ _json["inputSource"] = inputSource.map((value) => (value).toJson()).toList();
}
- if (userAgent != null) {
- _json["userAgent"] = userAgent;
+ if (kind != null) {
+ _json["kind"] = kind;
}
- if (version != null) {
- _json["version"] = version;
+ if (name != null) {
+ _json["name"] = name;
}
- if (workerPools != null) {
- _json["workerPools"] = workerPools.map((value) => (value).toJson()).toList();
+ if (outputSource != null) {
+ _json["outputSource"] = outputSource.map((value) => (value).toJson()).toList();
}
return _json;
}
@@ -2630,6 +3055,42 @@ class GetDebugConfigResponse {
}
}
+/** The response to a GetTemplate request. */
+class GetTemplateResponse {
+ /**
+ * The template metadata describing the template name, available
+ * parameters, etc.
+ */
+ TemplateMetadata metadata;
+ /**
+ * The status of the get template request. Any problems with the
+ * request will be indicated in the error_details.
+ */
+ Status status;
+
+ GetTemplateResponse();
+
+ GetTemplateResponse.fromJson(core.Map _json) {
+ if (_json.containsKey("metadata")) {
+ metadata = new TemplateMetadata.fromJson(_json["metadata"]);
+ }
+ if (_json.containsKey("status")) {
+ status = new Status.fromJson(_json["status"]);
+ }
+ }
+
+ core.Map toJson() {
+ var _json = new core.Map();
+ if (metadata != null) {
+ _json["metadata"] = (metadata).toJson();
+ }
+ if (status != null) {
+ _json["status"] = (status).toJson();
+ }
+ return _json;
+ }
+}
+
/**
* An input of an instruction, as a reference to an output of a
* producer instruction.
@@ -2874,7 +3335,7 @@ class Job {
core.String currentStateTime;
/** The environment for the job. */
Environment environment;
- /** Information about how the Cloud Dataflow service will run the job. */
+ /** Deprecated. */
JobExecutionInfo executionInfo;
/**
* The unique ID of this job.
@@ -2909,6 +3370,13 @@ class Job {
* `[a-z]([-a-z0-9]{0,38}[a-z0-9])?`
*/
core.String name;
+ /**
+ * Preliminary field: The format of this data may change at any time.
+ * A description of the user pipeline and stages through which it is executed.
+ * Created by Cloud Dataflow service. Only retrieved with
+ * JOB_VIEW_DESCRIPTION or JOB_VIEW_ALL.
+ */
+ PipelineDescription pipelineDescription;
/** The ID of the Cloud Platform project that the job belongs to. */
core.String projectId;
/**
@@ -3043,6 +3511,9 @@ class Job {
if (_json.containsKey("name")) {
name = _json["name"];
}
+ if (_json.containsKey("pipelineDescription")) {
+ pipelineDescription = new PipelineDescription.fromJson(_json["pipelineDescription"]);
+ }
if (_json.containsKey("projectId")) {
projectId = _json["projectId"];
}
@@ -3101,6 +3572,9 @@ class Job {
if (name != null) {
_json["name"] = name;
}
+ if (pipelineDescription != null) {
+ _json["pipelineDescription"] = (pipelineDescription).toJson();
+ }
if (projectId != null) {
_json["projectId"] = projectId;
}
@@ -3420,6 +3894,80 @@ class KeyRangeLocation {
}
}
+/** Parameters to provide to the template being launched. */
+class LaunchTemplateParameters {
+ /** The runtime environment for the job. */
+ RuntimeEnvironment environment;
+ /** Required. The job name to use for the created job. */
+ core.String jobName;
+ /** The runtime parameters to pass to the job. */
+ core.Map<core.String, core.String> parameters;
+
+ LaunchTemplateParameters();
+
+ LaunchTemplateParameters.fromJson(core.Map _json) {
+ if (_json.containsKey("environment")) {
+ environment = new RuntimeEnvironment.fromJson(_json["environment"]);
+ }
+ if (_json.containsKey("jobName")) {
+ jobName = _json["jobName"];
+ }
+ if (_json.containsKey("parameters")) {
+ parameters = _json["parameters"];
+ }
+ }
+
+ core.Map toJson() {
+ var _json = new core.Map();
+ if (environment != null) {
+ _json["environment"] = (environment).toJson();
+ }
+ if (jobName != null) {
+ _json["jobName"] = jobName;
+ }
+ if (parameters != null) {
+ _json["parameters"] = parameters;
+ }
+ return _json;
+ }
+}
+
+/** Response to the request to launch a template. */
+class LaunchTemplateResponse {
+ /**
+ * The job that was launched, if the request was not a dry run and
+ * the job was successfully launched.
+ */
+ Job job;
+ /**
+ * The status of the launch template request. Any problems with the request
+ * will be indicated in the error_details.
+ */
+ Status status;
+
+ LaunchTemplateResponse();
+
+ LaunchTemplateResponse.fromJson(core.Map _json) {
+ if (_json.containsKey("job")) {
+ job = new Job.fromJson(_json["job"]);
+ }
+ if (_json.containsKey("status")) {
+ status = new Status.fromJson(_json["status"]);
+ }
+ }
+
+ core.Map toJson() {
+ var _json = new core.Map();
+ if (job != null) {
+ _json["job"] = (job).toJson();
+ }
+ if (status != null) {
+ _json["status"] = (status).toJson();
+ }
+ return _json;
+ }
+}
+
/** Request to lease WorkItems. */
class LeaseWorkItemRequest {
/** The current timestamp at the worker. */
@@ -4154,6 +4702,60 @@ class ParallelInstruction {
}
}
+/** Metadata for a specific parameter. */
+class ParameterMetadata {
+ /** Required. The help text to display for the parameter. */
+ core.String helpText;
+ /** Optional. Whether the parameter is optional. Defaults to false. */
+ core.bool isOptional;
+ /** Required. The label to display for the parameter. */
+ core.String label;
+ /** Required. The name of the parameter. */
+ core.String name;
+ /** Optional. Regexes that the parameter must match. */
+ core.List<core.String> regexes;
+
+ ParameterMetadata();
+
+ ParameterMetadata.fromJson(core.Map _json) {
+ if (_json.containsKey("helpText")) {
+ helpText = _json["helpText"];
+ }
+ if (_json.containsKey("isOptional")) {
+ isOptional = _json["isOptional"];
+ }
+ if (_json.containsKey("label")) {
+ label = _json["label"];
+ }
+ if (_json.containsKey("name")) {
+ name = _json["name"];
+ }
+ if (_json.containsKey("regexes")) {
+ regexes = _json["regexes"];
+ }
+ }
+
+ core.Map toJson() {
+ var _json = new core.Map();
+ if (helpText != null) {
+ _json["helpText"] = helpText;
+ }
+ if (isOptional != null) {
+ _json["isOptional"] = isOptional;
+ }
+ if (label != null) {
+ _json["label"] = label;
+ }
+ if (name != null) {
+ _json["name"] = name;
+ }
+ if (regexes != null) {
+ _json["regexes"] = regexes;
+ }
+ return _json;
+ }
+}
+
/**
* An instruction that does a partial group-by-key.
* One input and one output.
@@ -4236,6 +4838,50 @@ class PartialGroupByKeyInstruction {
}
/**
+ * A descriptive representation of submitted pipeline as well as the executed
+ * form. This data is provided by the Dataflow service for ease of visualizing
+ * the pipeline and interpretting Dataflow provided metrics.
+ */
+class PipelineDescription {
+ /** Pipeline level display data. */
+ core.List<DisplayData> displayData;
+ /** Description of each stage of execution of the pipeline. */
+ core.List<ExecutionStageSummary> executionPipelineStage;
+ /**
+ * Description of each transform in the pipeline and collections between them.
+ */
+ core.List<TransformSummary> originalPipelineTransform;
+
+ PipelineDescription();
+
+ PipelineDescription.fromJson(core.Map _json) {
+ if (_json.containsKey("displayData")) {
+ displayData = _json["displayData"].map((value) => new DisplayData.fromJson(value)).toList();
+ }
+ if (_json.containsKey("executionPipelineStage")) {
+ executionPipelineStage = _json["executionPipelineStage"].map((value) => new ExecutionStageSummary.fromJson(value)).toList();
+ }
+ if (_json.containsKey("originalPipelineTransform")) {
+ originalPipelineTransform = _json["originalPipelineTransform"].map((value) => new TransformSummary.fromJson(value)).toList();
+ }
+ }
+
+ core.Map toJson() {
+ var _json = new core.Map();
+ if (displayData != null) {
+ _json["displayData"] = displayData.map((value) => (value).toJson()).toList();
+ }
+ if (executionPipelineStage != null) {
+ _json["executionPipelineStage"] = executionPipelineStage.map((value) => (value).toJson()).toList();
+ }
+ if (originalPipelineTransform != null) {
+ _json["originalPipelineTransform"] = originalPipelineTransform.map((value) => (value).toJson()).toList();
+ }
+ return _json;
+ }
+}
+
+/**
* Position defines a position within a collection of data. The value
* can be either the end position, a key (used with ordered
* collections), a byte offset, or a record index.
@@ -5492,6 +6138,55 @@ class SplitInt64 {
}
}
+/** Description of an input or output of an execution stage. */
+class StageSource {
+ /** Dataflow service generated name for this source. */
+ core.String name;
+ /**
+ * User name for the original user transform or collection with which this
+ * source is most closely associated.
+ */
+ core.String originalTransformOrCollection;
+ /** Size of the source, if measurable. */
+ core.String sizeBytes;
+ /** Human-readable name for this source; may be user or system generated. */
+ core.String userName;
+
+ StageSource();
+
+ StageSource.fromJson(core.Map _json) {
+ if (_json.containsKey("name")) {
+ name = _json["name"];
+ }
+ if (_json.containsKey("originalTransformOrCollection")) {
+ originalTransformOrCollection = _json["originalTransformOrCollection"];
+ }
+ if (_json.containsKey("sizeBytes")) {
+ sizeBytes = _json["sizeBytes"];
+ }
+ if (_json.containsKey("userName")) {
+ userName = _json["userName"];
+ }
+ }
+
+ core.Map toJson() {
+ var _json = new core.Map();
+ if (name != null) {
+ _json["name"] = name;
+ }
+ if (originalTransformOrCollection != null) {
+ _json["originalTransformOrCollection"] = originalTransformOrCollection;
+ }
+ if (sizeBytes != null) {
+ _json["sizeBytes"] = sizeBytes;
+ }
+ if (userName != null) {
+ _json["userName"] = userName;
+ }
+ return _json;
+ }
+}
+
/** State family configuration. */
class StateFamilyConfig {
/** If true, this family corresponds to a read operation. */
@@ -5663,6 +6358,7 @@ class Step {
/**
* Named properties associated with the step. Each kind of
* predefined step has its own required set of properties.
+ * Must be provided on Create. Only retrieved with JOB_VIEW_ALL.
*
* The values for Object must be JSON objects. It can consist of `num`,
* `String`, `bool` and `null` as well as `Map` and `List` values.
@@ -6251,6 +6947,57 @@ class TaskRunnerSettings {
}
}
+/** Metadata describing a template. */
+class TemplateMetadata {
+ /**
+ * If true, will bypass the validation that the temp directory is
+ * writable. This should only be used with templates for pipelines
+ * that are guaranteed not to need to write to the temp directory,
+ * which is subject to change based on the optimizer.
+ */
+ core.bool bypassTempDirValidation;
+ /** Optional. A description of the template. */
+ core.String description;
+ /** Required. The name of the template. */
+ core.String name;
+ /** The parameters for the template. */
+ core.List<ParameterMetadata> parameters;
+
+ TemplateMetadata();
+
+ TemplateMetadata.fromJson(core.Map _json) {
+ if (_json.containsKey("bypassTempDirValidation")) {
+ bypassTempDirValidation = _json["bypassTempDirValidation"];
+ }
+ if (_json.containsKey("description")) {
+ description = _json["description"];
+ }
+ if (_json.containsKey("name")) {
+ name = _json["name"];
+ }
+ if (_json.containsKey("parameters")) {
+ parameters = _json["parameters"].map((value) => new ParameterMetadata.fromJson(value)).toList();
+ }
+ }
+
+ core.Map toJson() {
+ var _json = new core.Map();
+ if (bypassTempDirValidation != null) {
+ _json["bypassTempDirValidation"] = bypassTempDirValidation;
+ }
+ if (description != null) {
+ _json["description"] = description;
+ }
+ if (name != null) {
+ _json["name"] = name;
+ }
+ if (parameters != null) {
+ _json["parameters"] = parameters.map((value) => (value).toJson()).toList();
+ }
+ return _json;
+ }
+}
+
/**
* Global topology of the streaming Dataflow job, including all
* computations and their sharded locations.
@@ -6308,6 +7055,82 @@ class TopologyConfig {
}
}
+/** Description of the type, names/ids, and input/outputs for a transform. */
+class TransformSummary {
+ /** Transform-specific display data. */
+ core.List<DisplayData> displayData;
+ /** SDK generated id of this transform instance. */
+ core.String id;
+ /** User names for all collection inputs to this transform. */
+ core.List<core.String> inputCollectionName;
+ /**
+ * Type of transform.
+ * Possible string values are:
+ * - "UNKNOWN_KIND" : Unrecognized transform type.
+ * - "PAR_DO_KIND" : ParDo transform.
+ * - "GROUP_BY_KEY_KIND" : Group By Key transform.
+ * - "FLATTEN_KIND" : Flatten transform.
+ * - "READ_KIND" : Read transform.
+ * - "WRITE_KIND" : Write transform.
+ * - "CONSTANT_KIND" : Constructs from a constant value, such as with
+ * Create.of.
+ * - "SINGLETON_KIND" : Creates a Singleton view of a collection.
+ * - "SHUFFLE_KIND" : Opening or closing a shuffle session, often as part of a
+ * GroupByKey.
+ */
+ core.String kind;
+ /** User provided name for this transform instance. */
+ core.String name;
+ /** User names for all collection outputs to this transform. */
+ core.List<core.String> outputCollectionName;
+
+ TransformSummary();
+
+ TransformSummary.fromJson(core.Map _json) {
+ if (_json.containsKey("displayData")) {
+ displayData = _json["displayData"].map((value) => new DisplayData.fromJson(value)).toList();
+ }
+ if (_json.containsKey("id")) {
+ id = _json["id"];
+ }
+ if (_json.containsKey("inputCollectionName")) {
+ inputCollectionName = _json["inputCollectionName"];
+ }
+ if (_json.containsKey("kind")) {
+ kind = _json["kind"];
+ }
+ if (_json.containsKey("name")) {
+ name = _json["name"];
+ }
+ if (_json.containsKey("outputCollectionName")) {
+ outputCollectionName = _json["outputCollectionName"];
+ }
+ }
+
+ core.Map toJson() {
+ var _json = new core.Map();
+ if (displayData != null) {
+ _json["displayData"] = displayData.map((value) => (value).toJson()).toList();
+ }
+ if (id != null) {
+ _json["id"] = id;
+ }
+ if (inputCollectionName != null) {
+ _json["inputCollectionName"] = inputCollectionName;
+ }
+ if (kind != null) {
+ _json["kind"] = kind;
+ }
+ if (name != null) {
+ _json["name"] = name;
+ }
+ if (outputCollectionName != null) {
+ _json["outputCollectionName"] = outputCollectionName;
+ }
+ return _json;
+ }
+}
+
/**
* WorkItem represents basic information about a WorkItem to be executed
* in the cloud.
« no previous file with comments | « generated/googleapis_beta/lib/cloudresourcemanager/v1beta1.dart ('k') | generated/googleapis_beta/lib/dataproc/v1beta1.dart » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698