Index: generated/googleapis_beta/lib/dataflow/v1b3.dart |
diff --git a/generated/googleapis_beta/lib/dataflow/v1b3.dart b/generated/googleapis_beta/lib/dataflow/v1b3.dart |
index 2ebf1a4cc477942e0a5e75f8c968c5f6df53455a..f102fbbb62f879389b2151b3e402218d7495dbf2 100644 |
--- a/generated/googleapis_beta/lib/dataflow/v1b3.dart |
+++ b/generated/googleapis_beta/lib/dataflow/v1b3.dart |
@@ -117,6 +117,7 @@ class ProjectsJobsResourceApi { |
* - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
* - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
* - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
+ * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. |
* |
* Completes with a [Job]. |
* |
@@ -171,13 +172,14 @@ class ProjectsJobsResourceApi { |
* |
* [jobId] - The job ID. |
* |
+ * [location] - The location that contains this job. |
+ * |
* [view] - The level of information requested in response. |
* Possible string values are: |
* - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
* - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
* - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
- * |
- * [location] - The location that contains this job. |
+ * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. |
* |
* Completes with a [Job]. |
* |
@@ -187,7 +189,7 @@ class ProjectsJobsResourceApi { |
* If the used [http.Client] completes with an error when making a REST call, |
* this method will complete with the same error. |
*/ |
- async.Future<Job> get(core.String projectId, core.String jobId, {core.String view, core.String location}) { |
+ async.Future<Job> get(core.String projectId, core.String jobId, {core.String location, core.String view}) { |
var _url = null; |
var _queryParams = new core.Map(); |
var _uploadMedia = null; |
@@ -201,12 +203,12 @@ class ProjectsJobsResourceApi { |
if (jobId == null) { |
throw new core.ArgumentError("Parameter jobId is required."); |
} |
- if (view != null) { |
- _queryParams["view"] = [view]; |
- } |
if (location != null) { |
_queryParams["location"] = [location]; |
} |
+ if (view != null) { |
+ _queryParams["view"] = [view]; |
+ } |
_url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jobs/' + commons.Escaper.ecapeVariable('$jobId'); |
@@ -305,6 +307,7 @@ class ProjectsJobsResourceApi { |
* - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
* - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
* - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
+ * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. |
* |
* Completes with a [ListJobsResponse]. |
* |
@@ -532,6 +535,19 @@ class ProjectsJobsMessagesResourceApi { |
* |
* [jobId] - The job to get messages about. |
* |
+ * [startTime] - If specified, return only messages with timestamps >= |
+ * start_time. |
+ * The default is the job creation time (i.e. beginning of messages). |
+ * |
+ * [pageToken] - If supplied, this should be the value of next_page_token |
+ * returned |
+ * by an earlier call. This will cause the next page of results to |
+ * be returned. |
+ * |
+ * [pageSize] - If specified, determines the maximum number of messages to |
+ * return. If unspecified, the service may choose an appropriate |
+ * default, or may return an arbitrarily large number of results. |
+ * |
* [minimumImportance] - Filter to only get messages with importance >= level |
* Possible string values are: |
* - "JOB_MESSAGE_IMPORTANCE_UNKNOWN" : A JOB_MESSAGE_IMPORTANCE_UNKNOWN. |
@@ -547,19 +563,6 @@ class ProjectsJobsMessagesResourceApi { |
* now |
* (i.e. return up to the latest messages available). |
* |
- * [startTime] - If specified, return only messages with timestamps >= |
- * start_time. |
- * The default is the job creation time (i.e. beginning of messages). |
- * |
- * [pageToken] - If supplied, this should be the value of next_page_token |
- * returned |
- * by an earlier call. This will cause the next page of results to |
- * be returned. |
- * |
- * [pageSize] - If specified, determines the maximum number of messages to |
- * return. If unspecified, the service may choose an appropriate |
- * default, or may return an arbitrarily large number of results. |
- * |
* Completes with a [ListJobMessagesResponse]. |
* |
* Completes with a [commons.ApiRequestError] if the API endpoint returned an |
@@ -568,7 +571,7 @@ class ProjectsJobsMessagesResourceApi { |
* If the used [http.Client] completes with an error when making a REST call, |
* this method will complete with the same error. |
*/ |
- async.Future<ListJobMessagesResponse> list(core.String projectId, core.String jobId, {core.String minimumImportance, core.String location, core.String endTime, core.String startTime, core.String pageToken, core.int pageSize}) { |
+ async.Future<ListJobMessagesResponse> list(core.String projectId, core.String jobId, {core.String startTime, core.String pageToken, core.int pageSize, core.String minimumImportance, core.String location, core.String endTime}) { |
var _url = null; |
var _queryParams = new core.Map(); |
var _uploadMedia = null; |
@@ -582,15 +585,6 @@ class ProjectsJobsMessagesResourceApi { |
if (jobId == null) { |
throw new core.ArgumentError("Parameter jobId is required."); |
} |
- if (minimumImportance != null) { |
- _queryParams["minimumImportance"] = [minimumImportance]; |
- } |
- if (location != null) { |
- _queryParams["location"] = [location]; |
- } |
- if (endTime != null) { |
- _queryParams["endTime"] = [endTime]; |
- } |
if (startTime != null) { |
_queryParams["startTime"] = [startTime]; |
} |
@@ -600,6 +594,15 @@ class ProjectsJobsMessagesResourceApi { |
if (pageSize != null) { |
_queryParams["pageSize"] = ["${pageSize}"]; |
} |
+ if (minimumImportance != null) { |
+ _queryParams["minimumImportance"] = [minimumImportance]; |
+ } |
+ if (location != null) { |
+ _queryParams["location"] = [location]; |
+ } |
+ if (endTime != null) { |
+ _queryParams["endTime"] = [endTime]; |
+ } |
_url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jobs/' + commons.Escaper.ecapeVariable('$jobId') + '/messages'; |
@@ -753,13 +756,14 @@ class ProjectsLocationsJobsResourceApi { |
* |
* [location] - The location that contains this job. |
* |
+ * [replaceJobId] - Deprecated. This field is now in the Job message. |
+ * |
* [view] - The level of information requested in response. |
* Possible string values are: |
* - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
* - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
* - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
- * |
- * [replaceJobId] - Deprecated. This field is now in the Job message. |
+ * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. |
* |
* Completes with a [Job]. |
* |
@@ -769,7 +773,7 @@ class ProjectsLocationsJobsResourceApi { |
* If the used [http.Client] completes with an error when making a REST call, |
* this method will complete with the same error. |
*/ |
- async.Future<Job> create(Job request, core.String projectId, core.String location, {core.String view, core.String replaceJobId}) { |
+ async.Future<Job> create(Job request, core.String projectId, core.String location, {core.String replaceJobId, core.String view}) { |
var _url = null; |
var _queryParams = new core.Map(); |
var _uploadMedia = null; |
@@ -786,12 +790,12 @@ class ProjectsLocationsJobsResourceApi { |
if (location == null) { |
throw new core.ArgumentError("Parameter location is required."); |
} |
- if (view != null) { |
- _queryParams["view"] = [view]; |
- } |
if (replaceJobId != null) { |
_queryParams["replaceJobId"] = [replaceJobId]; |
} |
+ if (view != null) { |
+ _queryParams["view"] = [view]; |
+ } |
_url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/locations/' + commons.Escaper.ecapeVariable('$location') + '/jobs'; |
@@ -821,6 +825,7 @@ class ProjectsLocationsJobsResourceApi { |
* - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
* - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
* - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
+ * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. |
* |
* Completes with a [Job]. |
* |
@@ -948,6 +953,7 @@ class ProjectsLocationsJobsResourceApi { |
* - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
* - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
* - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
+ * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. |
* |
* Completes with a [ListJobsResponse]. |
* |
@@ -1074,15 +1080,15 @@ class ProjectsLocationsJobsMessagesResourceApi { |
* now |
* (i.e. return up to the latest messages available). |
* |
- * [startTime] - If specified, return only messages with timestamps >= |
- * start_time. |
- * The default is the job creation time (i.e. beginning of messages). |
- * |
* [pageToken] - If supplied, this should be the value of next_page_token |
* returned |
* by an earlier call. This will cause the next page of results to |
* be returned. |
* |
+ * [startTime] - If specified, return only messages with timestamps >= |
+ * start_time. |
+ * The default is the job creation time (i.e. beginning of messages). |
+ * |
* [pageSize] - If specified, determines the maximum number of messages to |
* return. If unspecified, the service may choose an appropriate |
* default, or may return an arbitrarily large number of results. |
@@ -1104,7 +1110,7 @@ class ProjectsLocationsJobsMessagesResourceApi { |
* If the used [http.Client] completes with an error when making a REST call, |
* this method will complete with the same error. |
*/ |
- async.Future<ListJobMessagesResponse> list(core.String projectId, core.String location, core.String jobId, {core.String endTime, core.String startTime, core.String pageToken, core.int pageSize, core.String minimumImportance}) { |
+ async.Future<ListJobMessagesResponse> list(core.String projectId, core.String location, core.String jobId, {core.String endTime, core.String pageToken, core.String startTime, core.int pageSize, core.String minimumImportance}) { |
var _url = null; |
var _queryParams = new core.Map(); |
var _uploadMedia = null; |
@@ -1124,12 +1130,12 @@ class ProjectsLocationsJobsMessagesResourceApi { |
if (endTime != null) { |
_queryParams["endTime"] = [endTime]; |
} |
- if (startTime != null) { |
- _queryParams["startTime"] = [startTime]; |
- } |
if (pageToken != null) { |
_queryParams["pageToken"] = [pageToken]; |
} |
+ if (startTime != null) { |
+ _queryParams["startTime"] = [startTime]; |
+ } |
if (pageSize != null) { |
_queryParams["pageSize"] = ["${pageSize}"]; |
} |
@@ -1320,6 +1326,120 @@ class ProjectsTemplatesResourceApi { |
return _response.then((data) => new Job.fromJson(data)); |
} |
+ /** |
+ * Get the template associated with a template. |
+ * |
+ * Request parameters: |
+ * |
+ * [projectId] - Required. The ID of the Cloud Platform project that the job |
+ * belongs to. |
+ * |
+ * [view] - The view to retrieve. Defaults to METADATA_ONLY. |
+ * Possible string values are: |
+ * - "METADATA_ONLY" : A METADATA_ONLY. |
+ * |
+ * [gcsPath] - Required. A Cloud Storage path to the template from which to |
+ * create the job. |
+ * Must be a valid Cloud Storage URL, beginning with `gs://`. |
+ * |
+ * Completes with a [GetTemplateResponse]. |
+ * |
+ * Completes with a [commons.ApiRequestError] if the API endpoint returned an |
+ * error. |
+ * |
+ * If the used [http.Client] completes with an error when making a REST call, |
+ * this method will complete with the same error. |
+ */ |
+ async.Future<GetTemplateResponse> get(core.String projectId, {core.String view, core.String gcsPath}) { |
+ var _url = null; |
+ var _queryParams = new core.Map(); |
+ var _uploadMedia = null; |
+ var _uploadOptions = null; |
+ var _downloadOptions = commons.DownloadOptions.Metadata; |
+ var _body = null; |
+ |
+ if (projectId == null) { |
+ throw new core.ArgumentError("Parameter projectId is required."); |
+ } |
+ if (view != null) { |
+ _queryParams["view"] = [view]; |
+ } |
+ if (gcsPath != null) { |
+ _queryParams["gcsPath"] = [gcsPath]; |
+ } |
+ |
+ _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/templates:get'; |
+ |
+ var _response = _requester.request(_url, |
+ "GET", |
+ body: _body, |
+ queryParams: _queryParams, |
+ uploadOptions: _uploadOptions, |
+ uploadMedia: _uploadMedia, |
+ downloadOptions: _downloadOptions); |
+ return _response.then((data) => new GetTemplateResponse.fromJson(data)); |
+ } |
+ |
+ /** |
+ * Launch a template. |
+ * |
+ * [request] - The metadata request object. |
+ * |
+ * Request parameters: |
+ * |
+ * [projectId] - Required. The ID of the Cloud Platform project that the job |
+ * belongs to. |
+ * |
+ * [dryRun] - Whether or not the job should actually be executed after |
+ * validating parameters. Defaults to false. Validation errors do |
+ * not cause the HTTP request to fail if true. |
+ * |
+ * [gcsPath] - Required. A Cloud Storage path to the template from which to |
+ * create |
+ * the job. |
+ * Must be valid Cloud Storage URL, beginning with 'gs://'. |
+ * |
+ * Completes with a [LaunchTemplateResponse]. |
+ * |
+ * Completes with a [commons.ApiRequestError] if the API endpoint returned an |
+ * error. |
+ * |
+ * If the used [http.Client] completes with an error when making a REST call, |
+ * this method will complete with the same error. |
+ */ |
+ async.Future<LaunchTemplateResponse> launch(LaunchTemplateParameters request, core.String projectId, {core.bool dryRun, core.String gcsPath}) { |
+ var _url = null; |
+ var _queryParams = new core.Map(); |
+ var _uploadMedia = null; |
+ var _uploadOptions = null; |
+ var _downloadOptions = commons.DownloadOptions.Metadata; |
+ var _body = null; |
+ |
+ if (request != null) { |
+ _body = convert.JSON.encode((request).toJson()); |
+ } |
+ if (projectId == null) { |
+ throw new core.ArgumentError("Parameter projectId is required."); |
+ } |
+ if (dryRun != null) { |
+ _queryParams["dryRun"] = ["${dryRun}"]; |
+ } |
+ if (gcsPath != null) { |
+ _queryParams["gcsPath"] = [gcsPath]; |
+ } |
+ |
+ _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/templates:launch'; |
+ |
+ var _response = _requester.request(_url, |
+ "POST", |
+ body: _body, |
+ queryParams: _queryParams, |
+ uploadOptions: _uploadOptions, |
+ uploadMedia: _uploadMedia, |
+ downloadOptions: _downloadOptions); |
+ return _response.then((data) => new LaunchTemplateResponse.fromJson(data)); |
+ } |
+ |
} |
@@ -1563,6 +1683,95 @@ class CPUTime { |
} |
} |
+/** |
+ * Description of an interstitial value between transforms in an execution |
+ * stage. |
+ */ |
+class ComponentSource { |
+ /** Dataflow service generated name for this source. */ |
+ core.String name; |
+ /** |
+ * User name for the original user transform or collection with which this |
+ * source is most closely associated. |
+ */ |
+ core.String originalTransformOrCollection; |
+ /** |
+ * Human-readable name for this transform; may be user or system generated. |
+ */ |
+ core.String userName; |
+ |
+ ComponentSource(); |
+ |
+ ComponentSource.fromJson(core.Map _json) { |
+ if (_json.containsKey("name")) { |
+ name = _json["name"]; |
+ } |
+ if (_json.containsKey("originalTransformOrCollection")) { |
+ originalTransformOrCollection = _json["originalTransformOrCollection"]; |
+ } |
+ if (_json.containsKey("userName")) { |
+ userName = _json["userName"]; |
+ } |
+ } |
+ |
+ core.Map toJson() { |
+ var _json = new core.Map(); |
+ if (name != null) { |
+ _json["name"] = name; |
+ } |
+ if (originalTransformOrCollection != null) { |
+ _json["originalTransformOrCollection"] = originalTransformOrCollection; |
+ } |
+ if (userName != null) { |
+ _json["userName"] = userName; |
+ } |
+ return _json; |
+ } |
+} |
+ |
+/** Description of a transform executed as part of an execution stage. */ |
+class ComponentTransform { |
+ /** Dataflow service generated name for this source. */ |
+ core.String name; |
+ /** |
+ * User name for the original user transform with which this transform is |
+ * most closely associated. |
+ */ |
+ core.String originalTransform; |
+ /** |
+ * Human-readable name for this transform; may be user or system generated. |
+ */ |
+ core.String userName; |
+ |
+ ComponentTransform(); |
+ |
+ ComponentTransform.fromJson(core.Map _json) { |
+ if (_json.containsKey("name")) { |
+ name = _json["name"]; |
+ } |
+ if (_json.containsKey("originalTransform")) { |
+ originalTransform = _json["originalTransform"]; |
+ } |
+ if (_json.containsKey("userName")) { |
+ userName = _json["userName"]; |
+ } |
+ } |
+ |
+ core.Map toJson() { |
+ var _json = new core.Map(); |
+ if (name != null) { |
+ _json["name"] = name; |
+ } |
+ if (originalTransform != null) { |
+ _json["originalTransform"] = originalTransform; |
+ } |
+ if (userName != null) { |
+ _json["userName"] = userName; |
+ } |
+ return _json; |
+ } |
+} |
+ |
/** All configuration data for a particular Computation. */ |
class ComputationTopology { |
/** The ID of the computation. */ |
@@ -2231,6 +2440,132 @@ class Disk { |
} |
} |
+/** Data provided with a pipeline or transform to provide descriptive info. */ |
+class DisplayData { |
+ /** Contains value if the data is of a boolean type. */ |
+ core.bool boolValue; |
+ /** Contains value if the data is of duration type. */ |
+ core.String durationValue; |
+ /** Contains value if the data is of float type. */ |
+ core.double floatValue; |
+ /** Contains value if the data is of int64 type. */ |
+ core.String int64Value; |
+ /** Contains value if the data is of java class type. */ |
+ core.String javaClassValue; |
+ /** |
+ * The key identifying the display data. |
+ * This is intended to be used as a label for the display data |
+ * when viewed in a dax monitoring system. |
+ */ |
+ core.String key; |
+ /** An optional label to display in a dax UI for the element. */ |
+ core.String label; |
+ /** |
+ * The namespace for the key. This is usually a class name or programming |
+ * language namespace (i.e. python module) which defines the display data. |
+ * This allows a dax monitoring system to specially handle the data |
+ * and perform custom rendering. |
+ */ |
+ core.String namespace; |
+ /** |
+ * A possible additional shorter value to display. |
+ * For example a java_class_name_value of com.mypackage.MyDoFn |
+ * will be stored with MyDoFn as the short_str_value and |
+ * com.mypackage.MyDoFn as the java_class_name value. |
+ * short_str_value can be displayed and java_class_name_value |
+ * will be displayed as a tooltip. |
+ */ |
+ core.String shortStrValue; |
+ /** Contains value if the data is of string type. */ |
+ core.String strValue; |
+ /** Contains value if the data is of timestamp type. */ |
+ core.String timestampValue; |
+ /** An optional full URL. */ |
+ core.String url; |
+ |
+ DisplayData(); |
+ |
+ DisplayData.fromJson(core.Map _json) { |
+ if (_json.containsKey("boolValue")) { |
+ boolValue = _json["boolValue"]; |
+ } |
+ if (_json.containsKey("durationValue")) { |
+ durationValue = _json["durationValue"]; |
+ } |
+ if (_json.containsKey("floatValue")) { |
+ floatValue = _json["floatValue"]; |
+ } |
+ if (_json.containsKey("int64Value")) { |
+ int64Value = _json["int64Value"]; |
+ } |
+ if (_json.containsKey("javaClassValue")) { |
+ javaClassValue = _json["javaClassValue"]; |
+ } |
+ if (_json.containsKey("key")) { |
+ key = _json["key"]; |
+ } |
+ if (_json.containsKey("label")) { |
+ label = _json["label"]; |
+ } |
+ if (_json.containsKey("namespace")) { |
+ namespace = _json["namespace"]; |
+ } |
+ if (_json.containsKey("shortStrValue")) { |
+ shortStrValue = _json["shortStrValue"]; |
+ } |
+ if (_json.containsKey("strValue")) { |
+ strValue = _json["strValue"]; |
+ } |
+ if (_json.containsKey("timestampValue")) { |
+ timestampValue = _json["timestampValue"]; |
+ } |
+ if (_json.containsKey("url")) { |
+ url = _json["url"]; |
+ } |
+ } |
+ |
+ core.Map toJson() { |
+ var _json = new core.Map(); |
+ if (boolValue != null) { |
+ _json["boolValue"] = boolValue; |
+ } |
+ if (durationValue != null) { |
+ _json["durationValue"] = durationValue; |
+ } |
+ if (floatValue != null) { |
+ _json["floatValue"] = floatValue; |
+ } |
+ if (int64Value != null) { |
+ _json["int64Value"] = int64Value; |
+ } |
+ if (javaClassValue != null) { |
+ _json["javaClassValue"] = javaClassValue; |
+ } |
+ if (key != null) { |
+ _json["key"] = key; |
+ } |
+ if (label != null) { |
+ _json["label"] = label; |
+ } |
+ if (namespace != null) { |
+ _json["namespace"] = namespace; |
+ } |
+ if (shortStrValue != null) { |
+ _json["shortStrValue"] = shortStrValue; |
+ } |
+ if (strValue != null) { |
+ _json["strValue"] = strValue; |
+ } |
+ if (timestampValue != null) { |
+ _json["timestampValue"] = timestampValue; |
+ } |
+ if (url != null) { |
+ _json["url"] = url; |
+ } |
+ return _json; |
+ } |
+} |
+ |
/** A metric value representing a distribution. */ |
class DistributionUpdate { |
/** The count of the number of elements present in the distribution. */ |
@@ -2436,42 +2771,132 @@ class Environment { |
if (_json.containsKey("version")) { |
version = _json["version"]; |
} |
- if (_json.containsKey("workerPools")) { |
- workerPools = _json["workerPools"].map((value) => new WorkerPool.fromJson(value)).toList(); |
+ if (_json.containsKey("workerPools")) { |
+ workerPools = _json["workerPools"].map((value) => new WorkerPool.fromJson(value)).toList(); |
+ } |
+ } |
+ |
+ core.Map toJson() { |
+ var _json = new core.Map(); |
+ if (clusterManagerApiService != null) { |
+ _json["clusterManagerApiService"] = clusterManagerApiService; |
+ } |
+ if (dataset != null) { |
+ _json["dataset"] = dataset; |
+ } |
+ if (experiments != null) { |
+ _json["experiments"] = experiments; |
+ } |
+ if (internalExperiments != null) { |
+ _json["internalExperiments"] = internalExperiments; |
+ } |
+ if (sdkPipelineOptions != null) { |
+ _json["sdkPipelineOptions"] = sdkPipelineOptions; |
+ } |
+ if (serviceAccountEmail != null) { |
+ _json["serviceAccountEmail"] = serviceAccountEmail; |
+ } |
+ if (tempStoragePrefix != null) { |
+ _json["tempStoragePrefix"] = tempStoragePrefix; |
+ } |
+ if (userAgent != null) { |
+ _json["userAgent"] = userAgent; |
+ } |
+ if (version != null) { |
+ _json["version"] = version; |
+ } |
+ if (workerPools != null) { |
+ _json["workerPools"] = workerPools.map((value) => (value).toJson()).toList(); |
+ } |
+ return _json; |
+ } |
+} |
+ |
+/** |
+ * Description of the composing transforms, names/ids, and input/outputs of a |
+ * stage of execution. Some composing transforms and sources may have been |
+ * generated by the Dataflow service during execution planning. |
+ */ |
+class ExecutionStageSummary { |
+ /** |
+ * Collections produced and consumed by component transforms of this stage. |
+ */ |
+ core.List<ComponentSource> componentSource; |
+ /** Transforms that comprise this execution stage. */ |
+ core.List<ComponentTransform> componentTransform; |
+ /** Dataflow service generated id for this stage. */ |
+ core.String id; |
+ /** Input sources for this stage. */ |
+ core.List<StageSource> inputSource; |
+ /** |
+ * Type of tranform this stage is executing. |
+ * Possible string values are: |
+ * - "UNKNOWN_KIND" : Unrecognized transform type. |
+ * - "PAR_DO_KIND" : ParDo transform. |
+ * - "GROUP_BY_KEY_KIND" : Group By Key transform. |
+ * - "FLATTEN_KIND" : Flatten transform. |
+ * - "READ_KIND" : Read transform. |
+ * - "WRITE_KIND" : Write transform. |
+ * - "CONSTANT_KIND" : Constructs from a constant value, such as with |
+ * Create.of. |
+ * - "SINGLETON_KIND" : Creates a Singleton view of a collection. |
+ * - "SHUFFLE_KIND" : Opening or closing a shuffle session, often as part of a |
+ * GroupByKey. |
+ */ |
+ core.String kind; |
+ /** Dataflow service generated name for this stage. */ |
+ core.String name; |
+ /** Output sources for this stage. */ |
+ core.List<StageSource> outputSource; |
+ |
+ ExecutionStageSummary(); |
+ |
+ ExecutionStageSummary.fromJson(core.Map _json) { |
+ if (_json.containsKey("componentSource")) { |
+ componentSource = _json["componentSource"].map((value) => new ComponentSource.fromJson(value)).toList(); |
+ } |
+ if (_json.containsKey("componentTransform")) { |
+ componentTransform = _json["componentTransform"].map((value) => new ComponentTransform.fromJson(value)).toList(); |
+ } |
+ if (_json.containsKey("id")) { |
+ id = _json["id"]; |
+ } |
+ if (_json.containsKey("inputSource")) { |
+ inputSource = _json["inputSource"].map((value) => new StageSource.fromJson(value)).toList(); |
+ } |
+ if (_json.containsKey("kind")) { |
+ kind = _json["kind"]; |
+ } |
+ if (_json.containsKey("name")) { |
+ name = _json["name"]; |
+ } |
+ if (_json.containsKey("outputSource")) { |
+ outputSource = _json["outputSource"].map((value) => new StageSource.fromJson(value)).toList(); |
} |
} |
core.Map toJson() { |
var _json = new core.Map(); |
- if (clusterManagerApiService != null) { |
- _json["clusterManagerApiService"] = clusterManagerApiService; |
- } |
- if (dataset != null) { |
- _json["dataset"] = dataset; |
+ if (componentSource != null) { |
+ _json["componentSource"] = componentSource.map((value) => (value).toJson()).toList(); |
} |
- if (experiments != null) { |
- _json["experiments"] = experiments; |
- } |
- if (internalExperiments != null) { |
- _json["internalExperiments"] = internalExperiments; |
- } |
- if (sdkPipelineOptions != null) { |
- _json["sdkPipelineOptions"] = sdkPipelineOptions; |
+ if (componentTransform != null) { |
+ _json["componentTransform"] = componentTransform.map((value) => (value).toJson()).toList(); |
} |
- if (serviceAccountEmail != null) { |
- _json["serviceAccountEmail"] = serviceAccountEmail; |
+ if (id != null) { |
+ _json["id"] = id; |
} |
- if (tempStoragePrefix != null) { |
- _json["tempStoragePrefix"] = tempStoragePrefix; |
+ if (inputSource != null) { |
+ _json["inputSource"] = inputSource.map((value) => (value).toJson()).toList(); |
} |
- if (userAgent != null) { |
- _json["userAgent"] = userAgent; |
+ if (kind != null) { |
+ _json["kind"] = kind; |
} |
- if (version != null) { |
- _json["version"] = version; |
+ if (name != null) { |
+ _json["name"] = name; |
} |
- if (workerPools != null) { |
- _json["workerPools"] = workerPools.map((value) => (value).toJson()).toList(); |
+ if (outputSource != null) { |
+ _json["outputSource"] = outputSource.map((value) => (value).toJson()).toList(); |
} |
return _json; |
} |
@@ -2630,6 +3055,42 @@ class GetDebugConfigResponse { |
} |
} |
+/** The response to a GetTemplate request. */ |
+class GetTemplateResponse { |
+ /** |
+ * The template metadata describing the template name, available |
+ * parameters, etc. |
+ */ |
+ TemplateMetadata metadata; |
+ /** |
+ * The status of the get template request. Any problems with the |
+ * request will be indicated in the error_details. |
+ */ |
+ Status status; |
+ |
+ GetTemplateResponse(); |
+ |
+ GetTemplateResponse.fromJson(core.Map _json) { |
+ if (_json.containsKey("metadata")) { |
+ metadata = new TemplateMetadata.fromJson(_json["metadata"]); |
+ } |
+ if (_json.containsKey("status")) { |
+ status = new Status.fromJson(_json["status"]); |
+ } |
+ } |
+ |
+ core.Map toJson() { |
+ var _json = new core.Map(); |
+ if (metadata != null) { |
+ _json["metadata"] = (metadata).toJson(); |
+ } |
+ if (status != null) { |
+ _json["status"] = (status).toJson(); |
+ } |
+ return _json; |
+ } |
+} |
+ |
/** |
* An input of an instruction, as a reference to an output of a |
* producer instruction. |
@@ -2874,7 +3335,7 @@ class Job { |
core.String currentStateTime; |
/** The environment for the job. */ |
Environment environment; |
- /** Information about how the Cloud Dataflow service will run the job. */ |
+ /** Deprecated. */ |
JobExecutionInfo executionInfo; |
/** |
* The unique ID of this job. |
@@ -2909,6 +3370,13 @@ class Job { |
* `[a-z]([-a-z0-9]{0,38}[a-z0-9])?` |
*/ |
core.String name; |
+ /** |
+ * Preliminary field: The format of this data may change at any time. |
+ * A description of the user pipeline and stages through which it is executed. |
+ * Created by Cloud Dataflow service. Only retrieved with |
+ * JOB_VIEW_DESCRIPTION or JOB_VIEW_ALL. |
+ */ |
+ PipelineDescription pipelineDescription; |
/** The ID of the Cloud Platform project that the job belongs to. */ |
core.String projectId; |
/** |
@@ -3043,6 +3511,9 @@ class Job { |
if (_json.containsKey("name")) { |
name = _json["name"]; |
} |
+ if (_json.containsKey("pipelineDescription")) { |
+ pipelineDescription = new PipelineDescription.fromJson(_json["pipelineDescription"]); |
+ } |
if (_json.containsKey("projectId")) { |
projectId = _json["projectId"]; |
} |
@@ -3101,6 +3572,9 @@ class Job { |
if (name != null) { |
_json["name"] = name; |
} |
+ if (pipelineDescription != null) { |
+ _json["pipelineDescription"] = (pipelineDescription).toJson(); |
+ } |
if (projectId != null) { |
_json["projectId"] = projectId; |
} |
@@ -3420,6 +3894,80 @@ class KeyRangeLocation { |
} |
} |
+/** Parameters to provide to the template being launched. */ |
+class LaunchTemplateParameters { |
+ /** The runtime environment for the job. */ |
+ RuntimeEnvironment environment; |
+ /** Required. The job name to use for the created job. */ |
+ core.String jobName; |
+ /** The runtime parameters to pass to the job. */ |
+ core.Map<core.String, core.String> parameters; |
+ |
+ LaunchTemplateParameters(); |
+ |
+ LaunchTemplateParameters.fromJson(core.Map _json) { |
+ if (_json.containsKey("environment")) { |
+ environment = new RuntimeEnvironment.fromJson(_json["environment"]); |
+ } |
+ if (_json.containsKey("jobName")) { |
+ jobName = _json["jobName"]; |
+ } |
+ if (_json.containsKey("parameters")) { |
+ parameters = _json["parameters"]; |
+ } |
+ } |
+ |
+ core.Map toJson() { |
+ var _json = new core.Map(); |
+ if (environment != null) { |
+ _json["environment"] = (environment).toJson(); |
+ } |
+ if (jobName != null) { |
+ _json["jobName"] = jobName; |
+ } |
+ if (parameters != null) { |
+ _json["parameters"] = parameters; |
+ } |
+ return _json; |
+ } |
+} |
+ |
+/** Response to the request to launch a template. */ |
+class LaunchTemplateResponse { |
+ /** |
+ * The job that was launched, if the request was not a dry run and |
+ * the job was successfully launched. |
+ */ |
+ Job job; |
+ /** |
+ * The status of the launch template request. Any problems with the request |
+ * will be indicated in the error_details. |
+ */ |
+ Status status; |
+ |
+ LaunchTemplateResponse(); |
+ |
+ LaunchTemplateResponse.fromJson(core.Map _json) { |
+ if (_json.containsKey("job")) { |
+ job = new Job.fromJson(_json["job"]); |
+ } |
+ if (_json.containsKey("status")) { |
+ status = new Status.fromJson(_json["status"]); |
+ } |
+ } |
+ |
+ core.Map toJson() { |
+ var _json = new core.Map(); |
+ if (job != null) { |
+ _json["job"] = (job).toJson(); |
+ } |
+ if (status != null) { |
+ _json["status"] = (status).toJson(); |
+ } |
+ return _json; |
+ } |
+} |
+ |
/** Request to lease WorkItems. */ |
class LeaseWorkItemRequest { |
/** The current timestamp at the worker. */ |
@@ -4154,6 +4702,60 @@ class ParallelInstruction { |
} |
} |
+/** Metadata for a specific parameter. */ |
+class ParameterMetadata { |
+ /** Required. The help text to display for the parameter. */ |
+ core.String helpText; |
+ /** Optional. Whether the parameter is optional. Defaults to false. */ |
+ core.bool isOptional; |
+ /** Required. The label to display for the parameter. */ |
+ core.String label; |
+ /** Required. The name of the parameter. */ |
+ core.String name; |
+ /** Optional. Regexes that the parameter must match. */ |
+ core.List<core.String> regexes; |
+ |
+ ParameterMetadata(); |
+ |
+ ParameterMetadata.fromJson(core.Map _json) { |
+ if (_json.containsKey("helpText")) { |
+ helpText = _json["helpText"]; |
+ } |
+ if (_json.containsKey("isOptional")) { |
+ isOptional = _json["isOptional"]; |
+ } |
+ if (_json.containsKey("label")) { |
+ label = _json["label"]; |
+ } |
+ if (_json.containsKey("name")) { |
+ name = _json["name"]; |
+ } |
+ if (_json.containsKey("regexes")) { |
+ regexes = _json["regexes"]; |
+ } |
+ } |
+ |
+ core.Map toJson() { |
+ var _json = new core.Map(); |
+ if (helpText != null) { |
+ _json["helpText"] = helpText; |
+ } |
+ if (isOptional != null) { |
+ _json["isOptional"] = isOptional; |
+ } |
+ if (label != null) { |
+ _json["label"] = label; |
+ } |
+ if (name != null) { |
+ _json["name"] = name; |
+ } |
+ if (regexes != null) { |
+ _json["regexes"] = regexes; |
+ } |
+ return _json; |
+ } |
+} |
+ |
/** |
* An instruction that does a partial group-by-key. |
* One input and one output. |
@@ -4236,6 +4838,50 @@ class PartialGroupByKeyInstruction { |
} |
/** |
+ * A descriptive representation of submitted pipeline as well as the executed |
+ * form. This data is provided by the Dataflow service for ease of visualizing |
+ * the pipeline and interpretting Dataflow provided metrics. |
+ */ |
+class PipelineDescription { |
+ /** Pipeline level display data. */ |
+ core.List<DisplayData> displayData; |
+ /** Description of each stage of execution of the pipeline. */ |
+ core.List<ExecutionStageSummary> executionPipelineStage; |
+ /** |
+ * Description of each transform in the pipeline and collections between them. |
+ */ |
+ core.List<TransformSummary> originalPipelineTransform; |
+ |
+ PipelineDescription(); |
+ |
+ PipelineDescription.fromJson(core.Map _json) { |
+ if (_json.containsKey("displayData")) { |
+ displayData = _json["displayData"].map((value) => new DisplayData.fromJson(value)).toList(); |
+ } |
+ if (_json.containsKey("executionPipelineStage")) { |
+ executionPipelineStage = _json["executionPipelineStage"].map((value) => new ExecutionStageSummary.fromJson(value)).toList(); |
+ } |
+ if (_json.containsKey("originalPipelineTransform")) { |
+ originalPipelineTransform = _json["originalPipelineTransform"].map((value) => new TransformSummary.fromJson(value)).toList(); |
+ } |
+ } |
+ |
+ core.Map toJson() { |
+ var _json = new core.Map(); |
+ if (displayData != null) { |
+ _json["displayData"] = displayData.map((value) => (value).toJson()).toList(); |
+ } |
+ if (executionPipelineStage != null) { |
+ _json["executionPipelineStage"] = executionPipelineStage.map((value) => (value).toJson()).toList(); |
+ } |
+ if (originalPipelineTransform != null) { |
+ _json["originalPipelineTransform"] = originalPipelineTransform.map((value) => (value).toJson()).toList(); |
+ } |
+ return _json; |
+ } |
+} |
+ |
+/** |
* Position defines a position within a collection of data. The value |
* can be either the end position, a key (used with ordered |
* collections), a byte offset, or a record index. |
@@ -5492,6 +6138,55 @@ class SplitInt64 { |
} |
} |
+/** Description of an input or output of an execution stage. */ |
+class StageSource { |
+ /** Dataflow service generated name for this source. */ |
+ core.String name; |
+ /** |
+ * User name for the original user transform or collection with which this |
+ * source is most closely associated. |
+ */ |
+ core.String originalTransformOrCollection; |
+ /** Size of the source, if measurable. */ |
+ core.String sizeBytes; |
+ /** Human-readable name for this source; may be user or system generated. */ |
+ core.String userName; |
+ |
+ StageSource(); |
+ |
+ StageSource.fromJson(core.Map _json) { |
+ if (_json.containsKey("name")) { |
+ name = _json["name"]; |
+ } |
+ if (_json.containsKey("originalTransformOrCollection")) { |
+ originalTransformOrCollection = _json["originalTransformOrCollection"]; |
+ } |
+ if (_json.containsKey("sizeBytes")) { |
+ sizeBytes = _json["sizeBytes"]; |
+ } |
+ if (_json.containsKey("userName")) { |
+ userName = _json["userName"]; |
+ } |
+ } |
+ |
+ core.Map toJson() { |
+ var _json = new core.Map(); |
+ if (name != null) { |
+ _json["name"] = name; |
+ } |
+ if (originalTransformOrCollection != null) { |
+ _json["originalTransformOrCollection"] = originalTransformOrCollection; |
+ } |
+ if (sizeBytes != null) { |
+ _json["sizeBytes"] = sizeBytes; |
+ } |
+ if (userName != null) { |
+ _json["userName"] = userName; |
+ } |
+ return _json; |
+ } |
+} |
+ |
/** State family configuration. */ |
class StateFamilyConfig { |
/** If true, this family corresponds to a read operation. */ |
@@ -5663,6 +6358,7 @@ class Step { |
/** |
* Named properties associated with the step. Each kind of |
* predefined step has its own required set of properties. |
+ * Must be provided on Create. Only retrieved with JOB_VIEW_ALL. |
* |
* The values for Object must be JSON objects. It can consist of `num`, |
* `String`, `bool` and `null` as well as `Map` and `List` values. |
@@ -6251,6 +6947,57 @@ class TaskRunnerSettings { |
} |
} |
+/** Metadata describing a template. */ |
+class TemplateMetadata { |
+ /** |
+ * If true, will bypass the validation that the temp directory is |
+ * writable. This should only be used with templates for pipelines |
+ * that are guaranteed not to need to write to the temp directory, |
+ * which is subject to change based on the optimizer. |
+ */ |
+ core.bool bypassTempDirValidation; |
+ /** Optional. A description of the template. */ |
+ core.String description; |
+ /** Required. The name of the template. */ |
+ core.String name; |
+ /** The parameters for the template. */ |
+ core.List<ParameterMetadata> parameters; |
+ |
+ TemplateMetadata(); |
+ |
+ TemplateMetadata.fromJson(core.Map _json) { |
+ if (_json.containsKey("bypassTempDirValidation")) { |
+ bypassTempDirValidation = _json["bypassTempDirValidation"]; |
+ } |
+ if (_json.containsKey("description")) { |
+ description = _json["description"]; |
+ } |
+ if (_json.containsKey("name")) { |
+ name = _json["name"]; |
+ } |
+ if (_json.containsKey("parameters")) { |
+ parameters = _json["parameters"].map((value) => new ParameterMetadata.fromJson(value)).toList(); |
+ } |
+ } |
+ |
+ core.Map toJson() { |
+ var _json = new core.Map(); |
+ if (bypassTempDirValidation != null) { |
+ _json["bypassTempDirValidation"] = bypassTempDirValidation; |
+ } |
+ if (description != null) { |
+ _json["description"] = description; |
+ } |
+ if (name != null) { |
+ _json["name"] = name; |
+ } |
+ if (parameters != null) { |
+ _json["parameters"] = parameters.map((value) => (value).toJson()).toList(); |
+ } |
+ return _json; |
+ } |
+} |
+ |
/** |
* Global topology of the streaming Dataflow job, including all |
* computations and their sharded locations. |
@@ -6308,6 +7055,82 @@ class TopologyConfig { |
} |
} |
+/** Description of the type, names/ids, and input/outputs for a transform. */ |
+class TransformSummary { |
+ /** Transform-specific display data. */ |
+ core.List<DisplayData> displayData; |
+ /** SDK generated id of this transform instance. */ |
+ core.String id; |
+ /** User names for all collection inputs to this transform. */ |
+ core.List<core.String> inputCollectionName; |
+ /** |
+ * Type of transform. |
+ * Possible string values are: |
+ * - "UNKNOWN_KIND" : Unrecognized transform type. |
+ * - "PAR_DO_KIND" : ParDo transform. |
+ * - "GROUP_BY_KEY_KIND" : Group By Key transform. |
+ * - "FLATTEN_KIND" : Flatten transform. |
+ * - "READ_KIND" : Read transform. |
+ * - "WRITE_KIND" : Write transform. |
+ * - "CONSTANT_KIND" : Constructs from a constant value, such as with |
+ * Create.of. |
+ * - "SINGLETON_KIND" : Creates a Singleton view of a collection. |
+ * - "SHUFFLE_KIND" : Opening or closing a shuffle session, often as part of a |
+ * GroupByKey. |
+ */ |
+ core.String kind; |
+ /** User provided name for this transform instance. */ |
+ core.String name; |
+ /** User names for all collection outputs to this transform. */ |
+ core.List<core.String> outputCollectionName; |
+ |
+ TransformSummary(); |
+ |
+ TransformSummary.fromJson(core.Map _json) { |
+ if (_json.containsKey("displayData")) { |
+ displayData = _json["displayData"].map((value) => new DisplayData.fromJson(value)).toList(); |
+ } |
+ if (_json.containsKey("id")) { |
+ id = _json["id"]; |
+ } |
+ if (_json.containsKey("inputCollectionName")) { |
+ inputCollectionName = _json["inputCollectionName"]; |
+ } |
+ if (_json.containsKey("kind")) { |
+ kind = _json["kind"]; |
+ } |
+ if (_json.containsKey("name")) { |
+ name = _json["name"]; |
+ } |
+ if (_json.containsKey("outputCollectionName")) { |
+ outputCollectionName = _json["outputCollectionName"]; |
+ } |
+ } |
+ |
+ core.Map toJson() { |
+ var _json = new core.Map(); |
+ if (displayData != null) { |
+ _json["displayData"] = displayData.map((value) => (value).toJson()).toList(); |
+ } |
+ if (id != null) { |
+ _json["id"] = id; |
+ } |
+ if (inputCollectionName != null) { |
+ _json["inputCollectionName"] = inputCollectionName; |
+ } |
+ if (kind != null) { |
+ _json["kind"] = kind; |
+ } |
+ if (name != null) { |
+ _json["name"] = name; |
+ } |
+ if (outputCollectionName != null) { |
+ _json["outputCollectionName"] = outputCollectionName; |
+ } |
+ return _json; |
+ } |
+} |
+ |
/** |
* WorkItem represents basic information about a WorkItem to be executed |
* in the cloud. |