| OLD | NEW |
| 1 // This is a generated file (see the discoveryapis_generator project). | 1 // This is a generated file (see the discoveryapis_generator project). |
| 2 | 2 |
| 3 library googleapis_beta.dataflow.v1b3; | 3 library googleapis_beta.dataflow.v1b3; |
| 4 | 4 |
| 5 import 'dart:core' as core; | 5 import 'dart:core' as core; |
| 6 import 'dart:async' as async; | 6 import 'dart:async' as async; |
| 7 import 'dart:convert' as convert; | 7 import 'dart:convert' as convert; |
| 8 | 8 |
| 9 import 'package:_discoveryapis_commons/_discoveryapis_commons.dart' as commons; | 9 import 'package:_discoveryapis_commons/_discoveryapis_commons.dart' as commons; |
| 10 import 'package:http/http.dart' as http; | 10 import 'package:http/http.dart' as http; |
| 11 | 11 |
| 12 export 'package:_discoveryapis_commons/_discoveryapis_commons.dart' show | 12 export 'package:_discoveryapis_commons/_discoveryapis_commons.dart' show |
| 13 ApiRequestError, DetailedApiRequestError; | 13 ApiRequestError, DetailedApiRequestError; |
| 14 | 14 |
| 15 const core.String USER_AGENT = 'dart-api-client dataflow/v1b3'; | 15 const core.String USER_AGENT = 'dart-api-client dataflow/v1b3'; |
| 16 | 16 |
| 17 /** | 17 /** Manages Google Cloud Dataflow projects on Google Cloud Platform. */ |
| 18 * Develops and executes data processing patterns like ETL, batch computation, | |
| 19 * and continuous computation. | |
| 20 */ | |
| 21 class DataflowApi { | 18 class DataflowApi { |
| 22 /** View and manage your data across Google Cloud Platform services */ | 19 /** View and manage your data across Google Cloud Platform services */ |
| 23 static const CloudPlatformScope = "https://www.googleapis.com/auth/cloud-platf
orm"; | 20 static const CloudPlatformScope = "https://www.googleapis.com/auth/cloud-platf
orm"; |
| 24 | 21 |
| 25 /** View your email address */ | 22 /** View your email address */ |
| 26 static const UserinfoEmailScope = "https://www.googleapis.com/auth/userinfo.em
ail"; | 23 static const UserinfoEmailScope = "https://www.googleapis.com/auth/userinfo.em
ail"; |
| 27 | 24 |
| 28 | 25 |
| 29 final commons.ApiRequester _requester; | 26 final commons.ApiRequester _requester; |
| 30 | 27 |
| (...skipping 65 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 96 final commons.ApiRequester _requester; | 93 final commons.ApiRequester _requester; |
| 97 | 94 |
| 98 ProjectsJobsDebugResourceApi get debug => new ProjectsJobsDebugResourceApi(_re
quester); | 95 ProjectsJobsDebugResourceApi get debug => new ProjectsJobsDebugResourceApi(_re
quester); |
| 99 ProjectsJobsMessagesResourceApi get messages => new ProjectsJobsMessagesResour
ceApi(_requester); | 96 ProjectsJobsMessagesResourceApi get messages => new ProjectsJobsMessagesResour
ceApi(_requester); |
| 100 ProjectsJobsWorkItemsResourceApi get workItems => new ProjectsJobsWorkItemsRes
ourceApi(_requester); | 97 ProjectsJobsWorkItemsResourceApi get workItems => new ProjectsJobsWorkItemsRes
ourceApi(_requester); |
| 101 | 98 |
| 102 ProjectsJobsResourceApi(commons.ApiRequester client) : | 99 ProjectsJobsResourceApi(commons.ApiRequester client) : |
| 103 _requester = client; | 100 _requester = client; |
| 104 | 101 |
| 105 /** | 102 /** |
| 106 * Creates a dataflow job. | 103 * Creates a Cloud Dataflow job. |
| 107 * | 104 * |
| 108 * [request] - The metadata request object. | 105 * [request] - The metadata request object. |
| 109 * | 106 * |
| 110 * Request parameters: | 107 * Request parameters: |
| 111 * | 108 * |
| 112 * [projectId] - The project which owns the job. | 109 * [projectId] - The ID of the Cloud Platform project that the job belongs to. |
| 113 * | 110 * |
| 114 * [view] - Level of information requested in response. | 111 * [view] - The level of information requested in response. |
| 115 * Possible string values are: | 112 * Possible string values are: |
| 116 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. | 113 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
| 117 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. | 114 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
| 118 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. | 115 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
| 119 * | 116 * |
| 120 * [replaceJobId] - DEPRECATED. This field is now on the Job message. | 117 * [replaceJobId] - Deprecated. This field is now in the Job message. |
| 121 * | 118 * |
| 122 * [location] - The location which contains this job. | 119 * [location] - The location that contains this job. |
| 123 * | 120 * |
| 124 * Completes with a [Job]. | 121 * Completes with a [Job]. |
| 125 * | 122 * |
| 126 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 123 * Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| 127 * error. | 124 * error. |
| 128 * | 125 * |
| 129 * If the used [http.Client] completes with an error when making a REST call, | 126 * If the used [http.Client] completes with an error when making a REST call, |
| 130 * this method will complete with the same error. | 127 * this method will complete with the same error. |
| 131 */ | 128 */ |
| 132 async.Future<Job> create(Job request, core.String projectId, {core.String view
, core.String replaceJobId, core.String location}) { | 129 async.Future<Job> create(Job request, core.String projectId, {core.String view
, core.String replaceJobId, core.String location}) { |
| (...skipping 26 matching lines...) Expand all Loading... |
| 159 "POST", | 156 "POST", |
| 160 body: _body, | 157 body: _body, |
| 161 queryParams: _queryParams, | 158 queryParams: _queryParams, |
| 162 uploadOptions: _uploadOptions, | 159 uploadOptions: _uploadOptions, |
| 163 uploadMedia: _uploadMedia, | 160 uploadMedia: _uploadMedia, |
| 164 downloadOptions: _downloadOptions); | 161 downloadOptions: _downloadOptions); |
| 165 return _response.then((data) => new Job.fromJson(data)); | 162 return _response.then((data) => new Job.fromJson(data)); |
| 166 } | 163 } |
| 167 | 164 |
| 168 /** | 165 /** |
| 169 * Gets the state of the specified dataflow job. | 166 * Gets the state of the specified Cloud Dataflow job. |
| 170 * | 167 * |
| 171 * Request parameters: | 168 * Request parameters: |
| 172 * | 169 * |
| 173 * [projectId] - The project which owns the job. | 170 * [projectId] - The ID of the Cloud Platform project that the job belongs to. |
| 174 * | 171 * |
| 175 * [jobId] - Identifies a single job. | 172 * [jobId] - The job ID. |
| 176 * | 173 * |
| 177 * [view] - Level of information requested in response. | 174 * [view] - The level of information requested in response. |
| 178 * Possible string values are: | 175 * Possible string values are: |
| 179 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. | 176 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
| 180 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. | 177 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
| 181 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. | 178 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
| 182 * | 179 * |
| 183 * [location] - The location which contains this job. | 180 * [location] - The location that contains this job. |
| 184 * | 181 * |
| 185 * Completes with a [Job]. | 182 * Completes with a [Job]. |
| 186 * | 183 * |
| 187 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 184 * Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| 188 * error. | 185 * error. |
| 189 * | 186 * |
| 190 * If the used [http.Client] completes with an error when making a REST call, | 187 * If the used [http.Client] completes with an error when making a REST call, |
| 191 * this method will complete with the same error. | 188 * this method will complete with the same error. |
| 192 */ | 189 */ |
| 193 async.Future<Job> get(core.String projectId, core.String jobId, {core.String v
iew, core.String location}) { | 190 async.Future<Job> get(core.String projectId, core.String jobId, {core.String v
iew, core.String location}) { |
| (...skipping 78 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 272 "GET", | 269 "GET", |
| 273 body: _body, | 270 body: _body, |
| 274 queryParams: _queryParams, | 271 queryParams: _queryParams, |
| 275 uploadOptions: _uploadOptions, | 272 uploadOptions: _uploadOptions, |
| 276 uploadMedia: _uploadMedia, | 273 uploadMedia: _uploadMedia, |
| 277 downloadOptions: _downloadOptions); | 274 downloadOptions: _downloadOptions); |
| 278 return _response.then((data) => new JobMetrics.fromJson(data)); | 275 return _response.then((data) => new JobMetrics.fromJson(data)); |
| 279 } | 276 } |
| 280 | 277 |
| 281 /** | 278 /** |
| 282 * List the jobs of a project | 279 * List the jobs of a project. |
| 283 * | 280 * |
| 284 * Request parameters: | 281 * Request parameters: |
| 285 * | 282 * |
| 286 * [projectId] - The project which owns the jobs. | 283 * [projectId] - The project which owns the jobs. |
| 287 * | 284 * |
| 288 * [filter] - The kind of filter to use. | 285 * [filter] - The kind of filter to use. |
| 289 * Possible string values are: | 286 * Possible string values are: |
| 290 * - "UNKNOWN" : A UNKNOWN. | 287 * - "UNKNOWN" : A UNKNOWN. |
| 291 * - "ALL" : A ALL. | 288 * - "ALL" : A ALL. |
| 292 * - "TERMINATED" : A TERMINATED. | 289 * - "TERMINATED" : A TERMINATED. |
| 293 * - "ACTIVE" : A ACTIVE. | 290 * - "ACTIVE" : A ACTIVE. |
| 294 * | 291 * |
| 295 * [view] - Level of information requested in response. Default is SUMMARY. | 292 * [view] - Level of information requested in response. Default is |
| 293 * `JOB_VIEW_SUMMARY`. |
| 296 * Possible string values are: | 294 * Possible string values are: |
| 297 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. | 295 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
| 298 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. | 296 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
| 299 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. | 297 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
| 300 * | 298 * |
| 301 * [pageSize] - If there are many jobs, limit response to at most this many. | 299 * [pageSize] - If there are many jobs, limit response to at most this many. |
| 302 * The actual number of jobs returned will be the lesser of max_responses and | 300 * The actual number of jobs returned will be the lesser of max_responses and |
| 303 * an unspecified server-defined limit. | 301 * an unspecified server-defined limit. |
| 304 * | 302 * |
| 305 * [pageToken] - Set this to the 'next_page_token' field of a previous | 303 * [pageToken] - Set this to the 'next_page_token' field of a previous |
| 306 * response to request additional results in a long list. | 304 * response to request additional results in a long list. |
| 307 * | 305 * |
| 308 * [location] - The location which contains this job. | 306 * [location] - The location that contains this job. |
| 309 * | 307 * |
| 310 * Completes with a [ListJobsResponse]. | 308 * Completes with a [ListJobsResponse]. |
| 311 * | 309 * |
| 312 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 310 * Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| 313 * error. | 311 * error. |
| 314 * | 312 * |
| 315 * If the used [http.Client] completes with an error when making a REST call, | 313 * If the used [http.Client] completes with an error when making a REST call, |
| 316 * this method will complete with the same error. | 314 * this method will complete with the same error. |
| 317 */ | 315 */ |
| 318 async.Future<ListJobsResponse> list(core.String projectId, {core.String filter
, core.String view, core.int pageSize, core.String pageToken, core.String locati
on}) { | 316 async.Future<ListJobsResponse> list(core.String projectId, {core.String filter
, core.String view, core.int pageSize, core.String pageToken, core.String locati
on}) { |
| (...skipping 29 matching lines...) Expand all Loading... |
| 348 "GET", | 346 "GET", |
| 349 body: _body, | 347 body: _body, |
| 350 queryParams: _queryParams, | 348 queryParams: _queryParams, |
| 351 uploadOptions: _uploadOptions, | 349 uploadOptions: _uploadOptions, |
| 352 uploadMedia: _uploadMedia, | 350 uploadMedia: _uploadMedia, |
| 353 downloadOptions: _downloadOptions); | 351 downloadOptions: _downloadOptions); |
| 354 return _response.then((data) => new ListJobsResponse.fromJson(data)); | 352 return _response.then((data) => new ListJobsResponse.fromJson(data)); |
| 355 } | 353 } |
| 356 | 354 |
| 357 /** | 355 /** |
| 358 * Updates the state of an existing dataflow job. | 356 * Updates the state of an existing Cloud Dataflow job. |
| 359 * | 357 * |
| 360 * [request] - The metadata request object. | 358 * [request] - The metadata request object. |
| 361 * | 359 * |
| 362 * Request parameters: | 360 * Request parameters: |
| 363 * | 361 * |
| 364 * [projectId] - The project which owns the job. | 362 * [projectId] - The ID of the Cloud Platform project that the job belongs to. |
| 365 * | 363 * |
| 366 * [jobId] - Identifies a single job. | 364 * [jobId] - The job ID. |
| 367 * | 365 * |
| 368 * [location] - The location which contains this job. | 366 * [location] - The location that contains this job. |
| 369 * | 367 * |
| 370 * Completes with a [Job]. | 368 * Completes with a [Job]. |
| 371 * | 369 * |
| 372 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 370 * Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| 373 * error. | 371 * error. |
| 374 * | 372 * |
| 375 * If the used [http.Client] completes with an error when making a REST call, | 373 * If the used [http.Client] completes with an error when making a REST call, |
| 376 * this method will complete with the same error. | 374 * this method will complete with the same error. |
| 377 */ | 375 */ |
| 378 async.Future<Job> update(Job request, core.String projectId, core.String jobId
, {core.String location}) { | 376 async.Future<Job> update(Job request, core.String projectId, core.String jobId
, {core.String location}) { |
| (...skipping 356 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 735 class ProjectsLocationsJobsResourceApi { | 733 class ProjectsLocationsJobsResourceApi { |
| 736 final commons.ApiRequester _requester; | 734 final commons.ApiRequester _requester; |
| 737 | 735 |
| 738 ProjectsLocationsJobsMessagesResourceApi get messages => new ProjectsLocations
JobsMessagesResourceApi(_requester); | 736 ProjectsLocationsJobsMessagesResourceApi get messages => new ProjectsLocations
JobsMessagesResourceApi(_requester); |
| 739 ProjectsLocationsJobsWorkItemsResourceApi get workItems => new ProjectsLocatio
nsJobsWorkItemsResourceApi(_requester); | 737 ProjectsLocationsJobsWorkItemsResourceApi get workItems => new ProjectsLocatio
nsJobsWorkItemsResourceApi(_requester); |
| 740 | 738 |
| 741 ProjectsLocationsJobsResourceApi(commons.ApiRequester client) : | 739 ProjectsLocationsJobsResourceApi(commons.ApiRequester client) : |
| 742 _requester = client; | 740 _requester = client; |
| 743 | 741 |
| 744 /** | 742 /** |
| 745 * Creates a dataflow job. | 743 * Creates a Cloud Dataflow job. |
| 746 * | 744 * |
| 747 * [request] - The metadata request object. | 745 * [request] - The metadata request object. |
| 748 * | 746 * |
| 749 * Request parameters: | 747 * Request parameters: |
| 750 * | 748 * |
| 751 * [projectId] - The project which owns the job. | 749 * [projectId] - The ID of the Cloud Platform project that the job belongs to. |
| 752 * | 750 * |
| 753 * [location] - The location which contains this job. | 751 * [location] - The location that contains this job. |
| 754 * | 752 * |
| 755 * [view] - Level of information requested in response. | 753 * [view] - The level of information requested in response. |
| 756 * Possible string values are: | 754 * Possible string values are: |
| 757 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. | 755 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
| 758 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. | 756 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
| 759 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. | 757 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
| 760 * | 758 * |
| 761 * [replaceJobId] - DEPRECATED. This field is now on the Job message. | 759 * [replaceJobId] - Deprecated. This field is now in the Job message. |
| 762 * | 760 * |
| 763 * Completes with a [Job]. | 761 * Completes with a [Job]. |
| 764 * | 762 * |
| 765 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 763 * Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| 766 * error. | 764 * error. |
| 767 * | 765 * |
| 768 * If the used [http.Client] completes with an error when making a REST call, | 766 * If the used [http.Client] completes with an error when making a REST call, |
| 769 * this method will complete with the same error. | 767 * this method will complete with the same error. |
| 770 */ | 768 */ |
| 771 async.Future<Job> create(Job request, core.String projectId, core.String locat
ion, {core.String view, core.String replaceJobId}) { | 769 async.Future<Job> create(Job request, core.String projectId, core.String locat
ion, {core.String view, core.String replaceJobId}) { |
| (...skipping 26 matching lines...) Expand all Loading... |
| 798 "POST", | 796 "POST", |
| 799 body: _body, | 797 body: _body, |
| 800 queryParams: _queryParams, | 798 queryParams: _queryParams, |
| 801 uploadOptions: _uploadOptions, | 799 uploadOptions: _uploadOptions, |
| 802 uploadMedia: _uploadMedia, | 800 uploadMedia: _uploadMedia, |
| 803 downloadOptions: _downloadOptions); | 801 downloadOptions: _downloadOptions); |
| 804 return _response.then((data) => new Job.fromJson(data)); | 802 return _response.then((data) => new Job.fromJson(data)); |
| 805 } | 803 } |
| 806 | 804 |
| 807 /** | 805 /** |
| 808 * Gets the state of the specified dataflow job. | 806 * Gets the state of the specified Cloud Dataflow job. |
| 809 * | 807 * |
| 810 * Request parameters: | 808 * Request parameters: |
| 811 * | 809 * |
| 812 * [projectId] - The project which owns the job. | 810 * [projectId] - The ID of the Cloud Platform project that the job belongs to. |
| 813 * | 811 * |
| 814 * [location] - The location which contains this job. | 812 * [location] - The location that contains this job. |
| 815 * | 813 * |
| 816 * [jobId] - Identifies a single job. | 814 * [jobId] - The job ID. |
| 817 * | 815 * |
| 818 * [view] - Level of information requested in response. | 816 * [view] - The level of information requested in response. |
| 819 * Possible string values are: | 817 * Possible string values are: |
| 820 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. | 818 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
| 821 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. | 819 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
| 822 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. | 820 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
| 823 * | 821 * |
| 824 * Completes with a [Job]. | 822 * Completes with a [Job]. |
| 825 * | 823 * |
| 826 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 824 * Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| 827 * error. | 825 * error. |
| 828 * | 826 * |
| (...skipping 82 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 911 "GET", | 909 "GET", |
| 912 body: _body, | 910 body: _body, |
| 913 queryParams: _queryParams, | 911 queryParams: _queryParams, |
| 914 uploadOptions: _uploadOptions, | 912 uploadOptions: _uploadOptions, |
| 915 uploadMedia: _uploadMedia, | 913 uploadMedia: _uploadMedia, |
| 916 downloadOptions: _downloadOptions); | 914 downloadOptions: _downloadOptions); |
| 917 return _response.then((data) => new JobMetrics.fromJson(data)); | 915 return _response.then((data) => new JobMetrics.fromJson(data)); |
| 918 } | 916 } |
| 919 | 917 |
| 920 /** | 918 /** |
| 921 * List the jobs of a project | 919 * List the jobs of a project. |
| 922 * | 920 * |
| 923 * Request parameters: | 921 * Request parameters: |
| 924 * | 922 * |
| 925 * [projectId] - The project which owns the jobs. | 923 * [projectId] - The project which owns the jobs. |
| 926 * | 924 * |
| 927 * [location] - The location which contains this job. | 925 * [location] - The location that contains this job. |
| 928 * | 926 * |
| 929 * [filter] - The kind of filter to use. | 927 * [filter] - The kind of filter to use. |
| 930 * Possible string values are: | 928 * Possible string values are: |
| 931 * - "UNKNOWN" : A UNKNOWN. | 929 * - "UNKNOWN" : A UNKNOWN. |
| 932 * - "ALL" : A ALL. | 930 * - "ALL" : A ALL. |
| 933 * - "TERMINATED" : A TERMINATED. | 931 * - "TERMINATED" : A TERMINATED. |
| 934 * - "ACTIVE" : A ACTIVE. | 932 * - "ACTIVE" : A ACTIVE. |
| 935 * | 933 * |
| 936 * [view] - Level of information requested in response. Default is SUMMARY. | 934 * [view] - Level of information requested in response. Default is |
| 935 * `JOB_VIEW_SUMMARY`. |
| 937 * Possible string values are: | 936 * Possible string values are: |
| 938 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. | 937 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
| 939 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. | 938 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
| 940 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. | 939 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
| 941 * | 940 * |
| 942 * [pageSize] - If there are many jobs, limit response to at most this many. | 941 * [pageSize] - If there are many jobs, limit response to at most this many. |
| 943 * The actual number of jobs returned will be the lesser of max_responses and | 942 * The actual number of jobs returned will be the lesser of max_responses and |
| 944 * an unspecified server-defined limit. | 943 * an unspecified server-defined limit. |
| 945 * | 944 * |
| 946 * [pageToken] - Set this to the 'next_page_token' field of a previous | 945 * [pageToken] - Set this to the 'next_page_token' field of a previous |
| (...skipping 40 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 987 "GET", | 986 "GET", |
| 988 body: _body, | 987 body: _body, |
| 989 queryParams: _queryParams, | 988 queryParams: _queryParams, |
| 990 uploadOptions: _uploadOptions, | 989 uploadOptions: _uploadOptions, |
| 991 uploadMedia: _uploadMedia, | 990 uploadMedia: _uploadMedia, |
| 992 downloadOptions: _downloadOptions); | 991 downloadOptions: _downloadOptions); |
| 993 return _response.then((data) => new ListJobsResponse.fromJson(data)); | 992 return _response.then((data) => new ListJobsResponse.fromJson(data)); |
| 994 } | 993 } |
| 995 | 994 |
| 996 /** | 995 /** |
| 997 * Updates the state of an existing dataflow job. | 996 * Updates the state of an existing Cloud Dataflow job. |
| 998 * | 997 * |
| 999 * [request] - The metadata request object. | 998 * [request] - The metadata request object. |
| 1000 * | 999 * |
| 1001 * Request parameters: | 1000 * Request parameters: |
| 1002 * | 1001 * |
| 1003 * [projectId] - The project which owns the job. | 1002 * [projectId] - The ID of the Cloud Platform project that the job belongs to. |
| 1004 * | 1003 * |
| 1005 * [location] - The location which contains this job. | 1004 * [location] - The location that contains this job. |
| 1006 * | 1005 * |
| 1007 * [jobId] - Identifies a single job. | 1006 * [jobId] - The job ID. |
| 1008 * | 1007 * |
| 1009 * Completes with a [Job]. | 1008 * Completes with a [Job]. |
| 1010 * | 1009 * |
| 1011 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 1010 * Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| 1012 * error. | 1011 * error. |
| 1013 * | 1012 * |
| 1014 * If the used [http.Client] completes with an error when making a REST call, | 1013 * If the used [http.Client] completes with an error when making a REST call, |
| 1015 * this method will complete with the same error. | 1014 * this method will complete with the same error. |
| 1016 */ | 1015 */ |
| 1017 async.Future<Job> update(Job request, core.String projectId, core.String locat
ion, core.String jobId) { | 1016 async.Future<Job> update(Job request, core.String projectId, core.String locat
ion, core.String jobId) { |
| (...skipping 246 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1264 } | 1263 } |
| 1265 | 1264 |
| 1266 | 1265 |
| 1267 class ProjectsTemplatesResourceApi { | 1266 class ProjectsTemplatesResourceApi { |
| 1268 final commons.ApiRequester _requester; | 1267 final commons.ApiRequester _requester; |
| 1269 | 1268 |
| 1270 ProjectsTemplatesResourceApi(commons.ApiRequester client) : | 1269 ProjectsTemplatesResourceApi(commons.ApiRequester client) : |
| 1271 _requester = client; | 1270 _requester = client; |
| 1272 | 1271 |
| 1273 /** | 1272 /** |
| 1274 * Creates a dataflow job from a template. | 1273 * Creates a Cloud Dataflow job from a template. |
| 1275 * | 1274 * |
| 1276 * [request] - The metadata request object. | 1275 * [request] - The metadata request object. |
| 1277 * | 1276 * |
| 1278 * Request parameters: | 1277 * Request parameters: |
| 1279 * | 1278 * |
| 1280 * [projectId] - The project which owns the job. | 1279 * [projectId] - Required. The ID of the Cloud Platform project that the job |
| 1280 * belongs to. |
| 1281 * | 1281 * |
| 1282 * Completes with a [Job]. | 1282 * Completes with a [Job]. |
| 1283 * | 1283 * |
| 1284 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 1284 * Completes with a [commons.ApiRequestError] if the API endpoint returned an |
| 1285 * error. | 1285 * error. |
| 1286 * | 1286 * |
| 1287 * If the used [http.Client] completes with an error when making a REST call, | 1287 * If the used [http.Client] completes with an error when making a REST call, |
| 1288 * this method will complete with the same error. | 1288 * this method will complete with the same error. |
| 1289 */ | 1289 */ |
| 1290 async.Future<Job> create(CreateJobFromTemplateRequest request, core.String pro
jectId) { | 1290 async.Future<Job> create(CreateJobFromTemplateRequest request, core.String pro
jectId) { |
| (...skipping 327 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1618 * Counter aggregation kind. | 1618 * Counter aggregation kind. |
| 1619 * Possible string values are: | 1619 * Possible string values are: |
| 1620 * - "INVALID" : A INVALID. | 1620 * - "INVALID" : A INVALID. |
| 1621 * - "SUM" : A SUM. | 1621 * - "SUM" : A SUM. |
| 1622 * - "MAX" : A MAX. | 1622 * - "MAX" : A MAX. |
| 1623 * - "MIN" : A MIN. | 1623 * - "MIN" : A MIN. |
| 1624 * - "MEAN" : A MEAN. | 1624 * - "MEAN" : A MEAN. |
| 1625 * - "OR" : A OR. | 1625 * - "OR" : A OR. |
| 1626 * - "AND" : A AND. | 1626 * - "AND" : A AND. |
| 1627 * - "SET" : A SET. | 1627 * - "SET" : A SET. |
| 1628 * - "DISTRIBUTION" : A DISTRIBUTION. |
| 1628 */ | 1629 */ |
| 1629 core.String kind; | 1630 core.String kind; |
| 1630 /** A string referring to the unit type. */ | 1631 /** A string referring to the unit type. */ |
| 1631 core.String otherUnits; | 1632 core.String otherUnits; |
| 1632 /** | 1633 /** |
| 1633 * System defined Units, see above enum. | 1634 * System defined Units, see above enum. |
| 1634 * Possible string values are: | 1635 * Possible string values are: |
| 1635 * - "BYTES" : A BYTES. | 1636 * - "BYTES" : A BYTES. |
| 1636 * - "BYTES_PER_SEC" : A BYTES_PER_SEC. | 1637 * - "BYTES_PER_SEC" : A BYTES_PER_SEC. |
| 1637 * - "MILLISECONDS" : A MILLISECONDS. | 1638 * - "MILLISECONDS" : A MILLISECONDS. |
| (...skipping 176 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1814 /** An update to a Counter sent from a worker. */ | 1815 /** An update to a Counter sent from a worker. */ |
| 1815 class CounterUpdate { | 1816 class CounterUpdate { |
| 1816 /** Boolean value for And, Or. */ | 1817 /** Boolean value for And, Or. */ |
| 1817 core.bool boolean; | 1818 core.bool boolean; |
| 1818 /** | 1819 /** |
| 1819 * True if this counter is reported as the total cumulative aggregate value | 1820 * True if this counter is reported as the total cumulative aggregate value |
| 1820 * accumulated since the worker started working on this WorkItem. By default | 1821 * accumulated since the worker started working on this WorkItem. By default |
| 1821 * this is false, indicating that this counter is reported as a delta. | 1822 * this is false, indicating that this counter is reported as a delta. |
| 1822 */ | 1823 */ |
| 1823 core.bool cumulative; | 1824 core.bool cumulative; |
| 1825 /** Distribution data */ |
| 1826 DistributionUpdate distribution; |
| 1824 /** Floating point value for Sum, Max, Min. */ | 1827 /** Floating point value for Sum, Max, Min. */ |
| 1825 core.double floatingPoint; | 1828 core.double floatingPoint; |
| 1826 /** List of floating point numbers, for Set. */ | 1829 /** List of floating point numbers, for Set. */ |
| 1827 FloatingPointList floatingPointList; | 1830 FloatingPointList floatingPointList; |
| 1828 /** Floating point mean aggregation value for Mean. */ | 1831 /** Floating point mean aggregation value for Mean. */ |
| 1829 FloatingPointMean floatingPointMean; | 1832 FloatingPointMean floatingPointMean; |
| 1830 /** Integer value for Sum, Max, Min. */ | 1833 /** Integer value for Sum, Max, Min. */ |
| 1831 SplitInt64 integer; | 1834 SplitInt64 integer; |
| 1832 /** List of integers, for Set. */ | 1835 /** List of integers, for Set. */ |
| 1833 IntegerList integerList; | 1836 IntegerList integerList; |
| (...skipping 20 matching lines...) Expand all Loading... |
| 1854 | 1857 |
| 1855 CounterUpdate(); | 1858 CounterUpdate(); |
| 1856 | 1859 |
| 1857 CounterUpdate.fromJson(core.Map _json) { | 1860 CounterUpdate.fromJson(core.Map _json) { |
| 1858 if (_json.containsKey("boolean")) { | 1861 if (_json.containsKey("boolean")) { |
| 1859 boolean = _json["boolean"]; | 1862 boolean = _json["boolean"]; |
| 1860 } | 1863 } |
| 1861 if (_json.containsKey("cumulative")) { | 1864 if (_json.containsKey("cumulative")) { |
| 1862 cumulative = _json["cumulative"]; | 1865 cumulative = _json["cumulative"]; |
| 1863 } | 1866 } |
| 1867 if (_json.containsKey("distribution")) { |
| 1868 distribution = new DistributionUpdate.fromJson(_json["distribution"]); |
| 1869 } |
| 1864 if (_json.containsKey("floatingPoint")) { | 1870 if (_json.containsKey("floatingPoint")) { |
| 1865 floatingPoint = _json["floatingPoint"]; | 1871 floatingPoint = _json["floatingPoint"]; |
| 1866 } | 1872 } |
| 1867 if (_json.containsKey("floatingPointList")) { | 1873 if (_json.containsKey("floatingPointList")) { |
| 1868 floatingPointList = new FloatingPointList.fromJson(_json["floatingPointLis
t"]); | 1874 floatingPointList = new FloatingPointList.fromJson(_json["floatingPointLis
t"]); |
| 1869 } | 1875 } |
| 1870 if (_json.containsKey("floatingPointMean")) { | 1876 if (_json.containsKey("floatingPointMean")) { |
| 1871 floatingPointMean = new FloatingPointMean.fromJson(_json["floatingPointMea
n"]); | 1877 floatingPointMean = new FloatingPointMean.fromJson(_json["floatingPointMea
n"]); |
| 1872 } | 1878 } |
| 1873 if (_json.containsKey("integer")) { | 1879 if (_json.containsKey("integer")) { |
| (...skipping 23 matching lines...) Expand all Loading... |
| 1897 } | 1903 } |
| 1898 | 1904 |
| 1899 core.Map toJson() { | 1905 core.Map toJson() { |
| 1900 var _json = new core.Map(); | 1906 var _json = new core.Map(); |
| 1901 if (boolean != null) { | 1907 if (boolean != null) { |
| 1902 _json["boolean"] = boolean; | 1908 _json["boolean"] = boolean; |
| 1903 } | 1909 } |
| 1904 if (cumulative != null) { | 1910 if (cumulative != null) { |
| 1905 _json["cumulative"] = cumulative; | 1911 _json["cumulative"] = cumulative; |
| 1906 } | 1912 } |
| 1913 if (distribution != null) { |
| 1914 _json["distribution"] = (distribution).toJson(); |
| 1915 } |
| 1907 if (floatingPoint != null) { | 1916 if (floatingPoint != null) { |
| 1908 _json["floatingPoint"] = floatingPoint; | 1917 _json["floatingPoint"] = floatingPoint; |
| 1909 } | 1918 } |
| 1910 if (floatingPointList != null) { | 1919 if (floatingPointList != null) { |
| 1911 _json["floatingPointList"] = (floatingPointList).toJson(); | 1920 _json["floatingPointList"] = (floatingPointList).toJson(); |
| 1912 } | 1921 } |
| 1913 if (floatingPointMean != null) { | 1922 if (floatingPointMean != null) { |
| 1914 _json["floatingPointMean"] = (floatingPointMean).toJson(); | 1923 _json["floatingPointMean"] = (floatingPointMean).toJson(); |
| 1915 } | 1924 } |
| 1916 if (integer != null) { | 1925 if (integer != null) { |
| (...skipping 17 matching lines...) Expand all Loading... |
| 1934 if (stringList != null) { | 1943 if (stringList != null) { |
| 1935 _json["stringList"] = (stringList).toJson(); | 1944 _json["stringList"] = (stringList).toJson(); |
| 1936 } | 1945 } |
| 1937 if (structuredNameAndMetadata != null) { | 1946 if (structuredNameAndMetadata != null) { |
| 1938 _json["structuredNameAndMetadata"] = (structuredNameAndMetadata).toJson(); | 1947 _json["structuredNameAndMetadata"] = (structuredNameAndMetadata).toJson(); |
| 1939 } | 1948 } |
| 1940 return _json; | 1949 return _json; |
| 1941 } | 1950 } |
| 1942 } | 1951 } |
| 1943 | 1952 |
| 1944 /** Request to create a Dataflow job. */ | 1953 /** A request to create a Cloud Dataflow job from a template. */ |
| 1945 class CreateJobFromTemplateRequest { | 1954 class CreateJobFromTemplateRequest { |
| 1946 /** Runtime environment for the job. */ | 1955 /** The runtime environment for the job. */ |
| 1947 RuntimeEnvironment environment; | 1956 RuntimeEnvironment environment; |
| 1948 /** A path to the serialized JSON representation of the job. */ | 1957 /** |
| 1958 * Required. A Cloud Storage path to the template from which to create the |
| 1959 * job. Must be a valid Cloud Storage URL, beginning with `gs://`. |
| 1960 */ |
| 1949 core.String gcsPath; | 1961 core.String gcsPath; |
| 1950 /** The job name to use for the created job.. */ | 1962 /** Required. The job name to use for the created job. */ |
| 1951 core.String jobName; | 1963 core.String jobName; |
| 1952 /** Dynamic parameterization of the job's runtime environment. */ | 1964 /** The runtime parameters to pass to the job. */ |
| 1953 core.Map<core.String, core.String> parameters; | 1965 core.Map<core.String, core.String> parameters; |
| 1954 | 1966 |
| 1955 CreateJobFromTemplateRequest(); | 1967 CreateJobFromTemplateRequest(); |
| 1956 | 1968 |
| 1957 CreateJobFromTemplateRequest.fromJson(core.Map _json) { | 1969 CreateJobFromTemplateRequest.fromJson(core.Map _json) { |
| 1958 if (_json.containsKey("environment")) { | 1970 if (_json.containsKey("environment")) { |
| 1959 environment = new RuntimeEnvironment.fromJson(_json["environment"]); | 1971 environment = new RuntimeEnvironment.fromJson(_json["environment"]); |
| 1960 } | 1972 } |
| 1961 if (_json.containsKey("gcsPath")) { | 1973 if (_json.containsKey("gcsPath")) { |
| 1962 gcsPath = _json["gcsPath"]; | 1974 gcsPath = _json["gcsPath"]; |
| (...skipping 131 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 2094 | 2106 |
| 2095 /** Describes the data disk used by a workflow job. */ | 2107 /** Describes the data disk used by a workflow job. */ |
| 2096 class Disk { | 2108 class Disk { |
| 2097 /** | 2109 /** |
| 2098 * Disk storage type, as defined by Google Compute Engine. This must be a disk | 2110 * Disk storage type, as defined by Google Compute Engine. This must be a disk |
| 2099 * type appropriate to the project and zone in which the workers will run. If | 2111 * type appropriate to the project and zone in which the workers will run. If |
| 2100 * unknown or unspecified, the service will attempt to choose a reasonable | 2112 * unknown or unspecified, the service will attempt to choose a reasonable |
| 2101 * default. For example, the standard persistent disk type is a resource name | 2113 * default. For example, the standard persistent disk type is a resource name |
| 2102 * typically ending in "pd-standard". If SSD persistent disks are available, | 2114 * typically ending in "pd-standard". If SSD persistent disks are available, |
| 2103 * the resource name typically ends with "pd-ssd". The actual valid values are | 2115 * the resource name typically ends with "pd-ssd". The actual valid values are |
| 2104 * defined the Google Compute Engine API, not by the Dataflow API; consult the | 2116 * defined the Google Compute Engine API, not by the Cloud Dataflow API; |
| 2105 * Google Compute Engine documentation for more information about determining | 2117 * consult the Google Compute Engine documentation for more information about |
| 2106 * the set of available disk types for a particular project and zone. Google | 2118 * determining the set of available disk types for a particular project and |
| 2107 * Compute Engine Disk types are local to a particular project in a particular | 2119 * zone. Google Compute Engine Disk types are local to a particular project in |
| 2108 * zone, and so the resource name will typically look something like this: | 2120 * a particular zone, and so the resource name will typically look something |
| 2109 * compute.googleapis.com/projects/ | 2121 * like this: |
| 2110 * /zones//diskTypes/pd-standard | 2122 * compute.googleapis.com/projects/project-id/zones/zone/diskTypes/pd-standard |
| 2111 */ | 2123 */ |
| 2112 core.String diskType; | 2124 core.String diskType; |
| 2113 /** Directory in a VM where disk is mounted. */ | 2125 /** Directory in a VM where disk is mounted. */ |
| 2114 core.String mountPoint; | 2126 core.String mountPoint; |
| 2115 /** | 2127 /** |
| 2116 * Size of disk in GB. If zero or unspecified, the service will attempt to | 2128 * Size of disk in GB. If zero or unspecified, the service will attempt to |
| 2117 * choose a reasonable default. | 2129 * choose a reasonable default. |
| 2118 */ | 2130 */ |
| 2119 core.int sizeGb; | 2131 core.int sizeGb; |
| 2120 | 2132 |
| (...skipping 19 matching lines...) Expand all Loading... |
| 2140 if (mountPoint != null) { | 2152 if (mountPoint != null) { |
| 2141 _json["mountPoint"] = mountPoint; | 2153 _json["mountPoint"] = mountPoint; |
| 2142 } | 2154 } |
| 2143 if (sizeGb != null) { | 2155 if (sizeGb != null) { |
| 2144 _json["sizeGb"] = sizeGb; | 2156 _json["sizeGb"] = sizeGb; |
| 2145 } | 2157 } |
| 2146 return _json; | 2158 return _json; |
| 2147 } | 2159 } |
| 2148 } | 2160 } |
| 2149 | 2161 |
| 2162 /** A metric value representing a distribution. */ |
| 2163 class DistributionUpdate { |
| 2164 /** The count of the number of elements present in the distribution. */ |
| 2165 SplitInt64 count; |
| 2166 /** The maximum value present in the distribution. */ |
| 2167 SplitInt64 max; |
| 2168 /** The minimum value present in the distribution. */ |
| 2169 SplitInt64 min; |
| 2170 /** |
| 2171 * Use an int64 since we'd prefer the added precision. If overflow is a common |
| 2172 * problem we can detect it and use an additional int64 or a double. |
| 2173 */ |
| 2174 SplitInt64 sum; |
| 2175 /** Use a double since the sum of squares is likely to overflow int64. */ |
| 2176 core.double sumOfSquares; |
| 2177 |
| 2178 DistributionUpdate(); |
| 2179 |
| 2180 DistributionUpdate.fromJson(core.Map _json) { |
| 2181 if (_json.containsKey("count")) { |
| 2182 count = new SplitInt64.fromJson(_json["count"]); |
| 2183 } |
| 2184 if (_json.containsKey("max")) { |
| 2185 max = new SplitInt64.fromJson(_json["max"]); |
| 2186 } |
| 2187 if (_json.containsKey("min")) { |
| 2188 min = new SplitInt64.fromJson(_json["min"]); |
| 2189 } |
| 2190 if (_json.containsKey("sum")) { |
| 2191 sum = new SplitInt64.fromJson(_json["sum"]); |
| 2192 } |
| 2193 if (_json.containsKey("sumOfSquares")) { |
| 2194 sumOfSquares = _json["sumOfSquares"]; |
| 2195 } |
| 2196 } |
| 2197 |
| 2198 core.Map toJson() { |
| 2199 var _json = new core.Map(); |
| 2200 if (count != null) { |
| 2201 _json["count"] = (count).toJson(); |
| 2202 } |
| 2203 if (max != null) { |
| 2204 _json["max"] = (max).toJson(); |
| 2205 } |
| 2206 if (min != null) { |
| 2207 _json["min"] = (min).toJson(); |
| 2208 } |
| 2209 if (sum != null) { |
| 2210 _json["sum"] = (sum).toJson(); |
| 2211 } |
| 2212 if (sumOfSquares != null) { |
| 2213 _json["sumOfSquares"] = sumOfSquares; |
| 2214 } |
| 2215 return _json; |
| 2216 } |
| 2217 } |
| 2218 |
| 2150 /** | 2219 /** |
| 2151 * When a task splits using WorkItemStatus.dynamic_source_split, this message | 2220 * When a task splits using WorkItemStatus.dynamic_source_split, this message |
| 2152 * describes the two parts of the split relative to the description of the | 2221 * describes the two parts of the split relative to the description of the |
| 2153 * current task's input. | 2222 * current task's input. |
| 2154 */ | 2223 */ |
| 2155 class DynamicSourceSplit { | 2224 class DynamicSourceSplit { |
| 2156 /** | 2225 /** |
| 2157 * Primary part (continued to be processed by worker). Specified relative to | 2226 * Primary part (continued to be processed by worker). Specified relative to |
| 2158 * the previously-current source. Becomes current. | 2227 * the previously-current source. Becomes current. |
| 2159 */ | 2228 */ |
| (...skipping 44 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 2204 /** The list of experiments to enable. */ | 2273 /** The list of experiments to enable. */ |
| 2205 core.List<core.String> experiments; | 2274 core.List<core.String> experiments; |
| 2206 /** | 2275 /** |
| 2207 * Experimental settings. | 2276 * Experimental settings. |
| 2208 * | 2277 * |
| 2209 * The values for Object must be JSON objects. It can consist of `num`, | 2278 * The values for Object must be JSON objects. It can consist of `num`, |
| 2210 * `String`, `bool` and `null` as well as `Map` and `List` values. | 2279 * `String`, `bool` and `null` as well as `Map` and `List` values. |
| 2211 */ | 2280 */ |
| 2212 core.Map<core.String, core.Object> internalExperiments; | 2281 core.Map<core.String, core.Object> internalExperiments; |
| 2213 /** | 2282 /** |
| 2214 * The Dataflow SDK pipeline options specified by the user. These options are | 2283 * The Cloud Dataflow SDK pipeline options specified by the user. These |
| 2215 * passed through the service and are used to recreate the SDK pipeline | 2284 * options are passed through the service and are used to recreate the SDK |
| 2216 * options on the worker in a language agnostic and platform independent way. | 2285 * pipeline options on the worker in a language agnostic and platform |
| 2286 * independent way. |
| 2217 * | 2287 * |
| 2218 * The values for Object must be JSON objects. It can consist of `num`, | 2288 * The values for Object must be JSON objects. It can consist of `num`, |
| 2219 * `String`, `bool` and `null` as well as `Map` and `List` values. | 2289 * `String`, `bool` and `null` as well as `Map` and `List` values. |
| 2220 */ | 2290 */ |
| 2221 core.Map<core.String, core.Object> sdkPipelineOptions; | 2291 core.Map<core.String, core.Object> sdkPipelineOptions; |
| 2222 /** Identity to run virtual machines as. Defaults to the default account. */ | 2292 /** Identity to run virtual machines as. Defaults to the default account. */ |
| 2223 core.String serviceAccountEmail; | 2293 core.String serviceAccountEmail; |
| 2224 /** | 2294 /** |
| 2225 * The prefix of the resources the system should use for temporary storage. | 2295 * The prefix of the resources the system should use for temporary storage. |
| 2226 * The system will append the suffix "/temp-{JOBNAME} to this resource prefix, | 2296 * The system will append the suffix "/temp-{JOBNAME} to this resource prefix, |
| (...skipping 14 matching lines...) Expand all Loading... |
| 2241 core.Map<core.String, core.Object> userAgent; | 2311 core.Map<core.String, core.Object> userAgent; |
| 2242 /** | 2312 /** |
| 2243 * A structure describing which components and their versions of the service | 2313 * A structure describing which components and their versions of the service |
| 2244 * are required in order to run the job. | 2314 * are required in order to run the job. |
| 2245 * | 2315 * |
| 2246 * The values for Object must be JSON objects. It can consist of `num`, | 2316 * The values for Object must be JSON objects. It can consist of `num`, |
| 2247 * `String`, `bool` and `null` as well as `Map` and `List` values. | 2317 * `String`, `bool` and `null` as well as `Map` and `List` values. |
| 2248 */ | 2318 */ |
| 2249 core.Map<core.String, core.Object> version; | 2319 core.Map<core.String, core.Object> version; |
| 2250 /** | 2320 /** |
| 2251 * Worker pools. At least one "harness" worker pool must be specified in order | 2321 * The worker pools. At least one "harness" worker pool must be specified in |
| 2252 * for the job to have workers. | 2322 * order for the job to have workers. |
| 2253 */ | 2323 */ |
| 2254 core.List<WorkerPool> workerPools; | 2324 core.List<WorkerPool> workerPools; |
| 2255 | 2325 |
| 2256 Environment(); | 2326 Environment(); |
| 2257 | 2327 |
| 2258 Environment.fromJson(core.Map _json) { | 2328 Environment.fromJson(core.Map _json) { |
| 2259 if (_json.containsKey("clusterManagerApiService")) { | 2329 if (_json.containsKey("clusterManagerApiService")) { |
| 2260 clusterManagerApiService = _json["clusterManagerApiService"]; | 2330 clusterManagerApiService = _json["clusterManagerApiService"]; |
| 2261 } | 2331 } |
| 2262 if (_json.containsKey("dataset")) { | 2332 if (_json.containsKey("dataset")) { |
| (...skipping 54 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 2317 if (version != null) { | 2387 if (version != null) { |
| 2318 _json["version"] = version; | 2388 _json["version"] = version; |
| 2319 } | 2389 } |
| 2320 if (workerPools != null) { | 2390 if (workerPools != null) { |
| 2321 _json["workerPools"] = workerPools.map((value) => (value).toJson()).toList
(); | 2391 _json["workerPools"] = workerPools.map((value) => (value).toJson()).toList
(); |
| 2322 } | 2392 } |
| 2323 return _json; | 2393 return _json; |
| 2324 } | 2394 } |
| 2325 } | 2395 } |
| 2326 | 2396 |
| 2327 /** | 2397 /** Indicates which location failed to respond to a request for data. */ |
| 2328 * FailedLocation indicates which location failed to respond to a request for | |
| 2329 * data. | |
| 2330 */ | |
| 2331 class FailedLocation { | 2398 class FailedLocation { |
| 2332 /** The name of the failed location. */ | 2399 /** The name of the failed location. */ |
| 2333 core.String name; | 2400 core.String name; |
| 2334 | 2401 |
| 2335 FailedLocation(); | 2402 FailedLocation(); |
| 2336 | 2403 |
| 2337 FailedLocation.fromJson(core.Map _json) { | 2404 FailedLocation.fromJson(core.Map _json) { |
| 2338 if (_json.containsKey("name")) { | 2405 if (_json.containsKey("name")) { |
| 2339 name = _json["name"]; | 2406 name = _json["name"]; |
| 2340 } | 2407 } |
| (...skipping 294 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 2635 if (count != null) { | 2702 if (count != null) { |
| 2636 _json["count"] = (count).toJson(); | 2703 _json["count"] = (count).toJson(); |
| 2637 } | 2704 } |
| 2638 if (sum != null) { | 2705 if (sum != null) { |
| 2639 _json["sum"] = (sum).toJson(); | 2706 _json["sum"] = (sum).toJson(); |
| 2640 } | 2707 } |
| 2641 return _json; | 2708 return _json; |
| 2642 } | 2709 } |
| 2643 } | 2710 } |
| 2644 | 2711 |
| 2645 /** Defines a job to be run by the Dataflow service. */ | 2712 /** Defines a job to be run by the Cloud Dataflow service. */ |
| 2646 class Job { | 2713 class Job { |
| 2647 /** | 2714 /** |
| 2648 * Client's unique identifier of the job, re-used by SDK across retried | 2715 * The client's unique identifier of the job, re-used across retried attempts. |
| 2649 * attempts. If this field is set, the service will ensure its uniqueness. | 2716 * If this field is set, the service will ensure its uniqueness. The request |
| 2650 * That is, the request to create a job will fail if the service has knowledge | 2717 * to create a job will fail if the service has knowledge of a previously |
| 2651 * of a previously submitted job with the same client's id and job name. The | 2718 * submitted job with the same client's ID and job name. The caller may use |
| 2652 * caller may, for example, use this field to ensure idempotence of job | 2719 * this field to ensure idempotence of job creation across retried attempts to |
| 2653 * creation across retried attempts to create a job. By default, the field is | 2720 * create a job. By default, the field is empty and, in that case, the service |
| 2654 * empty and, in that case, the service ignores it. | 2721 * ignores it. |
| 2655 */ | 2722 */ |
| 2656 core.String clientRequestId; | 2723 core.String clientRequestId; |
| 2657 /** | 2724 /** |
| 2658 * Timestamp when job was initially created. Immutable, set by the Dataflow | 2725 * The timestamp when the job was initially created. Immutable and set by the |
| 2659 * service. | 2726 * Cloud Dataflow service. |
| 2660 */ | 2727 */ |
| 2661 core.String createTime; | 2728 core.String createTime; |
| 2662 /** | 2729 /** |
| 2663 * The current state of the job. Jobs are created in the JOB_STATE_STOPPED | 2730 * The current state of the job. Jobs are created in the `JOB_STATE_STOPPED` |
| 2664 * state unless otherwise specified. A job in the JOB_STATE_RUNNING state may | 2731 * state unless otherwise specified. A job in the `JOB_STATE_RUNNING` state |
| 2665 * asynchronously enter a terminal state. Once a job has reached a terminal | 2732 * may asynchronously enter a terminal state. After a job has reached a |
| 2666 * state, no further state updates may be made. This field may be mutated by | 2733 * terminal state, no further state updates may be made. This field may be |
| 2667 * the Dataflow service; callers cannot mutate it. | 2734 * mutated by the Cloud Dataflow service; callers cannot mutate it. |
| 2668 * Possible string values are: | 2735 * Possible string values are: |
| 2669 * - "JOB_STATE_UNKNOWN" : A JOB_STATE_UNKNOWN. | 2736 * - "JOB_STATE_UNKNOWN" : A JOB_STATE_UNKNOWN. |
| 2670 * - "JOB_STATE_STOPPED" : A JOB_STATE_STOPPED. | 2737 * - "JOB_STATE_STOPPED" : A JOB_STATE_STOPPED. |
| 2671 * - "JOB_STATE_RUNNING" : A JOB_STATE_RUNNING. | 2738 * - "JOB_STATE_RUNNING" : A JOB_STATE_RUNNING. |
| 2672 * - "JOB_STATE_DONE" : A JOB_STATE_DONE. | 2739 * - "JOB_STATE_DONE" : A JOB_STATE_DONE. |
| 2673 * - "JOB_STATE_FAILED" : A JOB_STATE_FAILED. | 2740 * - "JOB_STATE_FAILED" : A JOB_STATE_FAILED. |
| 2674 * - "JOB_STATE_CANCELLED" : A JOB_STATE_CANCELLED. | 2741 * - "JOB_STATE_CANCELLED" : A JOB_STATE_CANCELLED. |
| 2675 * - "JOB_STATE_UPDATED" : A JOB_STATE_UPDATED. | 2742 * - "JOB_STATE_UPDATED" : A JOB_STATE_UPDATED. |
| 2676 * - "JOB_STATE_DRAINING" : A JOB_STATE_DRAINING. | 2743 * - "JOB_STATE_DRAINING" : A JOB_STATE_DRAINING. |
| 2677 * - "JOB_STATE_DRAINED" : A JOB_STATE_DRAINED. | 2744 * - "JOB_STATE_DRAINED" : A JOB_STATE_DRAINED. |
| 2678 */ | 2745 */ |
| 2679 core.String currentState; | 2746 core.String currentState; |
| 2680 /** The timestamp associated with the current state. */ | 2747 /** The timestamp associated with the current state. */ |
| 2681 core.String currentStateTime; | 2748 core.String currentStateTime; |
| 2682 /** Environment for the job. */ | 2749 /** The environment for the job. */ |
| 2683 Environment environment; | 2750 Environment environment; |
| 2684 /** Information about how the Dataflow service will actually run the job. */ | 2751 /** Information about how the Cloud Dataflow service will run the job. */ |
| 2685 JobExecutionInfo executionInfo; | 2752 JobExecutionInfo executionInfo; |
| 2686 /** | 2753 /** |
| 2687 * The unique ID of this job. This field is set by the Dataflow service when | 2754 * The unique ID of this job. This field is set by the Cloud Dataflow service |
| 2688 * the Job is created, and is immutable for the life of the Job. | 2755 * when the Job is created, and is immutable for the life of the job. |
| 2689 */ | 2756 */ |
| 2690 core.String id; | 2757 core.String id; |
| 2691 /** | 2758 /** |
| 2692 * User-defined labels for this job. The labels map can contain no more than | 2759 * User-defined labels for this job. The labels map can contain no more than |
| 2693 * 64 entries. Entries of the labels map are UTF8 strings that comply with the | 2760 * 64 entries. Entries of the labels map are UTF8 strings that comply with the |
| 2694 * following restrictions: * Keys must conform to regexp: \p{Ll}\p{Lo}{0,62} * | 2761 * following restrictions: * Keys must conform to regexp: \p{Ll}\p{Lo}{0,62} * |
| 2695 * Values must conform to regexp: [\p{Ll}\p{Lo}\p{N}_-]{0,63} * Both keys and | 2762 * Values must conform to regexp: [\p{Ll}\p{Lo}\p{N}_-]{0,63} * Both keys and |
| 2696 * values are additionally constrained to be <= 128 bytes in size. | 2763 * values are additionally constrained to be <= 128 bytes in size. |
| 2697 */ | 2764 */ |
| 2698 core.Map<core.String, core.String> labels; | 2765 core.Map<core.String, core.String> labels; |
| 2699 /** The location which contains this job. */ | 2766 /** The location that contains this job. */ |
| 2700 core.String location; | 2767 core.String location; |
| 2701 /** | 2768 /** |
| 2702 * The user-specified Dataflow job name. Only one Job with a given name may | 2769 * The user-specified Cloud Dataflow job name. Only one Job with a given name |
| 2703 * exist in a project at any given time. If a caller attempts to create a Job | 2770 * may exist in a project at any given time. If a caller attempts to create a |
| 2704 * with the same name as an already-existing Job, the attempt will return the | 2771 * Job with the same name as an already-existing Job, the attempt returns the |
| 2705 * existing Job. The name must match the regular expression | 2772 * existing Job. The name must match the regular expression |
| 2706 * [a-z]([-a-z0-9]{0,38}[a-z0-9])? | 2773 * `[a-z]([-a-z0-9]{0,38}[a-z0-9])?` |
| 2707 */ | 2774 */ |
| 2708 core.String name; | 2775 core.String name; |
| 2709 /** The project which owns the job. */ | 2776 /** The ID of the Cloud Platform project that the job belongs to. */ |
| 2710 core.String projectId; | 2777 core.String projectId; |
| 2711 /** | 2778 /** |
| 2712 * If this job is an update of an existing job, this field will be the ID of | 2779 * If this job is an update of an existing job, this field is the job ID of |
| 2713 * the job it replaced. When sending a CreateJobRequest, you can update a job | 2780 * the job it replaced. When sending a `CreateJobRequest`, you can update a |
| 2714 * by specifying it here. The job named here will be stopped, and its | 2781 * job by specifying it here. The job named here is stopped, and its |
| 2715 * intermediate state transferred to this job. | 2782 * intermediate state is transferred to this job. |
| 2716 */ | 2783 */ |
| 2717 core.String replaceJobId; | 2784 core.String replaceJobId; |
| 2718 /** | 2785 /** |
| 2719 * If another job is an update of this job (and thus, this job is in | 2786 * If another job is an update of this job (and thus, this job is in |
| 2720 * JOB_STATE_UPDATED), this field will contain the ID of that job. | 2787 * `JOB_STATE_UPDATED`), this field contains the ID of that job. |
| 2721 */ | 2788 */ |
| 2722 core.String replacedByJobId; | 2789 core.String replacedByJobId; |
| 2723 /** | 2790 /** |
| 2724 * The job's requested state. UpdateJob may be used to switch between the | 2791 * The job's requested state. `UpdateJob` may be used to switch between the |
| 2725 * JOB_STATE_STOPPED and JOB_STATE_RUNNING states, by setting requested_state. | 2792 * `JOB_STATE_STOPPED` and `JOB_STATE_RUNNING` states, by setting |
| 2726 * UpdateJob may also be used to directly set a job's requested state to | 2793 * requested_state. `UpdateJob` may also be used to directly set a job's |
| 2727 * JOB_STATE_CANCELLED or JOB_STATE_DONE, irrevocably terminating the job if | 2794 * requested state to `JOB_STATE_CANCELLED` or `JOB_STATE_DONE`, irrevocably |
| 2728 * it has not already reached a terminal state. | 2795 * terminating the job if it has not already reached a terminal state. |
| 2729 * Possible string values are: | 2796 * Possible string values are: |
| 2730 * - "JOB_STATE_UNKNOWN" : A JOB_STATE_UNKNOWN. | 2797 * - "JOB_STATE_UNKNOWN" : A JOB_STATE_UNKNOWN. |
| 2731 * - "JOB_STATE_STOPPED" : A JOB_STATE_STOPPED. | 2798 * - "JOB_STATE_STOPPED" : A JOB_STATE_STOPPED. |
| 2732 * - "JOB_STATE_RUNNING" : A JOB_STATE_RUNNING. | 2799 * - "JOB_STATE_RUNNING" : A JOB_STATE_RUNNING. |
| 2733 * - "JOB_STATE_DONE" : A JOB_STATE_DONE. | 2800 * - "JOB_STATE_DONE" : A JOB_STATE_DONE. |
| 2734 * - "JOB_STATE_FAILED" : A JOB_STATE_FAILED. | 2801 * - "JOB_STATE_FAILED" : A JOB_STATE_FAILED. |
| 2735 * - "JOB_STATE_CANCELLED" : A JOB_STATE_CANCELLED. | 2802 * - "JOB_STATE_CANCELLED" : A JOB_STATE_CANCELLED. |
| 2736 * - "JOB_STATE_UPDATED" : A JOB_STATE_UPDATED. | 2803 * - "JOB_STATE_UPDATED" : A JOB_STATE_UPDATED. |
| 2737 * - "JOB_STATE_DRAINING" : A JOB_STATE_DRAINING. | 2804 * - "JOB_STATE_DRAINING" : A JOB_STATE_DRAINING. |
| 2738 * - "JOB_STATE_DRAINED" : A JOB_STATE_DRAINED. | 2805 * - "JOB_STATE_DRAINED" : A JOB_STATE_DRAINED. |
| 2739 */ | 2806 */ |
| 2740 core.String requestedState; | 2807 core.String requestedState; |
| 2741 /** The top-level steps that constitute the entire job. */ | 2808 /** The top-level steps that constitute the entire job. */ |
| 2742 core.List<Step> steps; | 2809 core.List<Step> steps; |
| 2743 /** | 2810 /** |
| 2744 * A set of files the system should be aware of that are used for temporary | 2811 * A set of files the system should be aware of that are used for temporary |
| 2745 * storage. These temporary files will be removed on job completion. No | 2812 * storage. These temporary files will be removed on job completion. No |
| 2746 * duplicates are allowed. No file patterns are supported. The supported files | 2813 * duplicates are allowed. No file patterns are supported. The supported files |
| 2747 * are: Google Cloud Storage: storage.googleapis.com/{bucket}/{object} | 2814 * are: Google Cloud Storage: storage.googleapis.com/{bucket}/{object} |
| 2748 * bucket.storage.googleapis.com/{object} | 2815 * bucket.storage.googleapis.com/{object} |
| 2749 */ | 2816 */ |
| 2750 core.List<core.String> tempFiles; | 2817 core.List<core.String> tempFiles; |
| 2751 /** | 2818 /** |
| 2752 * Map of transform name prefixes of the job to be replaced to the | 2819 * The map of transform name prefixes of the job to be replaced to the |
| 2753 * corresponding name prefixes of the new job. | 2820 * corresponding name prefixes of the new job. |
| 2754 */ | 2821 */ |
| 2755 core.Map<core.String, core.String> transformNameMapping; | 2822 core.Map<core.String, core.String> transformNameMapping; |
| 2756 /** | 2823 /** |
| 2757 * The type of dataflow job. | 2824 * The type of Cloud Dataflow job. |
| 2758 * Possible string values are: | 2825 * Possible string values are: |
| 2759 * - "JOB_TYPE_UNKNOWN" : A JOB_TYPE_UNKNOWN. | 2826 * - "JOB_TYPE_UNKNOWN" : A JOB_TYPE_UNKNOWN. |
| 2760 * - "JOB_TYPE_BATCH" : A JOB_TYPE_BATCH. | 2827 * - "JOB_TYPE_BATCH" : A JOB_TYPE_BATCH. |
| 2761 * - "JOB_TYPE_STREAMING" : A JOB_TYPE_STREAMING. | 2828 * - "JOB_TYPE_STREAMING" : A JOB_TYPE_STREAMING. |
| 2762 */ | 2829 */ |
| 2763 core.String type; | 2830 core.String type; |
| 2764 | 2831 |
| 2765 Job(); | 2832 Job(); |
| 2766 | 2833 |
| 2767 Job.fromJson(core.Map _json) { | 2834 Job.fromJson(core.Map _json) { |
| (...skipping 107 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 2875 _json["transformNameMapping"] = transformNameMapping; | 2942 _json["transformNameMapping"] = transformNameMapping; |
| 2876 } | 2943 } |
| 2877 if (type != null) { | 2944 if (type != null) { |
| 2878 _json["type"] = type; | 2945 _json["type"] = type; |
| 2879 } | 2946 } |
| 2880 return _json; | 2947 return _json; |
| 2881 } | 2948 } |
| 2882 } | 2949 } |
| 2883 | 2950 |
| 2884 /** | 2951 /** |
| 2885 * Additional information about how a Dataflow job will be executed which isn’t | 2952 * Additional information about how a Cloud Dataflow job will be executed that |
| 2886 * contained in the submitted job. | 2953 * isn't contained in the submitted job. |
| 2887 */ | 2954 */ |
| 2888 class JobExecutionInfo { | 2955 class JobExecutionInfo { |
| 2889 /** A mapping from each stage to the information about that stage. */ | 2956 /** A mapping from each stage to the information about that stage. */ |
| 2890 core.Map<core.String, JobExecutionStageInfo> stages; | 2957 core.Map<core.String, JobExecutionStageInfo> stages; |
| 2891 | 2958 |
| 2892 JobExecutionInfo(); | 2959 JobExecutionInfo(); |
| 2893 | 2960 |
| 2894 JobExecutionInfo.fromJson(core.Map _json) { | 2961 JobExecutionInfo.fromJson(core.Map _json) { |
| 2895 if (_json.containsKey("stages")) { | 2962 if (_json.containsKey("stages")) { |
| 2896 stages = commons.mapMap(_json["stages"], (item) => new JobExecutionStageIn
fo.fromJson(item)); | 2963 stages = commons.mapMap(_json["stages"], (item) => new JobExecutionStageIn
fo.fromJson(item)); |
| (...skipping 361 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 3258 _json["jobMessages"] = jobMessages.map((value) => (value).toJson()).toList
(); | 3325 _json["jobMessages"] = jobMessages.map((value) => (value).toJson()).toList
(); |
| 3259 } | 3326 } |
| 3260 if (nextPageToken != null) { | 3327 if (nextPageToken != null) { |
| 3261 _json["nextPageToken"] = nextPageToken; | 3328 _json["nextPageToken"] = nextPageToken; |
| 3262 } | 3329 } |
| 3263 return _json; | 3330 return _json; |
| 3264 } | 3331 } |
| 3265 } | 3332 } |
| 3266 | 3333 |
| 3267 /** | 3334 /** |
| 3268 * Response to a request to list Dataflow jobs. This may be a partial response, | 3335 * Response to a request to list Cloud Dataflow jobs. This may be a partial |
| 3269 * depending on the page size in the ListJobsRequest. | 3336 * response, depending on the page size in the ListJobsRequest. |
| 3270 */ | 3337 */ |
| 3271 class ListJobsResponse { | 3338 class ListJobsResponse { |
| 3272 /** Zero or more messages describing locations that failed to respond. */ | 3339 /** Zero or more messages describing locations that failed to respond. */ |
| 3273 core.List<FailedLocation> failedLocation; | 3340 core.List<FailedLocation> failedLocation; |
| 3274 /** A subset of the requested job information. */ | 3341 /** A subset of the requested job information. */ |
| 3275 core.List<Job> jobs; | 3342 core.List<Job> jobs; |
| 3276 /** Set if there may be more results than fit in this response. */ | 3343 /** Set if there may be more results than fit in this response. */ |
| 3277 core.String nextPageToken; | 3344 core.String nextPageToken; |
| 3278 | 3345 |
| 3279 ListJobsResponse(); | 3346 ListJobsResponse(); |
| (...skipping 349 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 3629 * Counter aggregation kind. | 3696 * Counter aggregation kind. |
| 3630 * Possible string values are: | 3697 * Possible string values are: |
| 3631 * - "INVALID" : A INVALID. | 3698 * - "INVALID" : A INVALID. |
| 3632 * - "SUM" : A SUM. | 3699 * - "SUM" : A SUM. |
| 3633 * - "MAX" : A MAX. | 3700 * - "MAX" : A MAX. |
| 3634 * - "MIN" : A MIN. | 3701 * - "MIN" : A MIN. |
| 3635 * - "MEAN" : A MEAN. | 3702 * - "MEAN" : A MEAN. |
| 3636 * - "OR" : A OR. | 3703 * - "OR" : A OR. |
| 3637 * - "AND" : A AND. | 3704 * - "AND" : A AND. |
| 3638 * - "SET" : A SET. | 3705 * - "SET" : A SET. |
| 3706 * - "DISTRIBUTION" : A DISTRIBUTION. |
| 3639 */ | 3707 */ |
| 3640 core.String kind; | 3708 core.String kind; |
| 3641 /** Name of the counter. */ | 3709 /** Name of the counter. */ |
| 3642 core.String name; | 3710 core.String name; |
| 3643 | 3711 |
| 3644 NameAndKind(); | 3712 NameAndKind(); |
| 3645 | 3713 |
| 3646 NameAndKind.fromJson(core.Map _json) { | 3714 NameAndKind.fromJson(core.Map _json) { |
| 3647 if (_json.containsKey("kind")) { | 3715 if (_json.containsKey("kind")) { |
| 3648 kind = _json["kind"]; | 3716 kind = _json["kind"]; |
| 3649 } | 3717 } |
| 3650 if (_json.containsKey("name")) { | 3718 if (_json.containsKey("name")) { |
| 3651 name = _json["name"]; | 3719 name = _json["name"]; |
| 3652 } | 3720 } |
| 3653 } | 3721 } |
| 3654 | 3722 |
| 3655 core.Map toJson() { | 3723 core.Map toJson() { |
| 3656 var _json = new core.Map(); | 3724 var _json = new core.Map(); |
| 3657 if (kind != null) { | 3725 if (kind != null) { |
| 3658 _json["kind"] = kind; | 3726 _json["kind"] = kind; |
| 3659 } | 3727 } |
| 3660 if (name != null) { | 3728 if (name != null) { |
| 3661 _json["name"] = name; | 3729 _json["name"] = name; |
| 3662 } | 3730 } |
| 3663 return _json; | 3731 return _json; |
| 3664 } | 3732 } |
| 3665 } | 3733 } |
| 3666 | 3734 |
| 3667 /** | 3735 /** |
| 3668 * Packages that need to be installed in order for a worker to run the steps of | 3736 * The packages that must be installed in order for a worker to run the steps of |
| 3669 * the Dataflow job which will be assigned to its worker pool. This is the | 3737 * the Cloud Dataflow job that will be assigned to its worker pool. This is the |
| 3670 * mechanism by which the SDK causes code to be loaded onto the workers. For | 3738 * mechanism by which the Cloud Dataflow SDK causes code to be loaded onto the |
| 3671 * example, the Dataflow Java SDK might use this to install jars containing the | 3739 * workers. For example, the Cloud Dataflow Java SDK might use this to install |
| 3672 * user's code and all of the various dependencies (libraries, data files, etc) | 3740 * jars containing the user's code and all of the various dependencies |
| 3673 * required in order for that code to run. | 3741 * (libraries, data files, etc.) required in order for that code to run. |
| 3674 */ | 3742 */ |
| 3675 class Package { | 3743 class Package { |
| 3676 /** | 3744 /** |
| 3677 * The resource to read the package from. The supported resource type is: | 3745 * The resource to read the package from. The supported resource type is: |
| 3678 * Google Cloud Storage: storage.googleapis.com/{bucket} | 3746 * Google Cloud Storage: storage.googleapis.com/{bucket} |
| 3679 * bucket.storage.googleapis.com/ | 3747 * bucket.storage.googleapis.com/ |
| 3680 */ | 3748 */ |
| 3681 core.String location; | 3749 core.String location; |
| 3682 /** The name of the package. */ | 3750 /** The name of the package. */ |
| 3683 core.String name; | 3751 core.String name; |
| (...skipping 543 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 4227 if (isInfinite != null) { | 4295 if (isInfinite != null) { |
| 4228 _json["isInfinite"] = isInfinite; | 4296 _json["isInfinite"] = isInfinite; |
| 4229 } | 4297 } |
| 4230 if (value != null) { | 4298 if (value != null) { |
| 4231 _json["value"] = value; | 4299 _json["value"] = value; |
| 4232 } | 4300 } |
| 4233 return _json; | 4301 return _json; |
| 4234 } | 4302 } |
| 4235 } | 4303 } |
| 4236 | 4304 |
| 4237 /** Environment values to set at runtime. */ | 4305 /** |
| 4306 * Worker metrics exported from workers. This contains resource utilization |
| 4307 * metrics accumulated from a variety of sources. For more information, see |
| 4308 * go/df-resource-signals. Note that this proto closely follows the structure of |
| 4309 * its DFE siblings in its contents. |
| 4310 */ |
| 4311 class ResourceUtilizationReport { |
| 4312 /** |
| 4313 * Each Struct must parallel DFE worker metrics protos (eg., cpu_time metric |
| 4314 * will have nested values “timestamp_ms, total_ms, rate”). |
| 4315 * |
| 4316 * The values for Object must be JSON objects. It can consist of `num`, |
| 4317 * `String`, `bool` and `null` as well as `Map` and `List` values. |
| 4318 */ |
| 4319 core.List<core.Map<core.String, core.Object>> metrics; |
| 4320 |
| 4321 ResourceUtilizationReport(); |
| 4322 |
| 4323 ResourceUtilizationReport.fromJson(core.Map _json) { |
| 4324 if (_json.containsKey("metrics")) { |
| 4325 metrics = _json["metrics"]; |
| 4326 } |
| 4327 } |
| 4328 |
| 4329 core.Map toJson() { |
| 4330 var _json = new core.Map(); |
| 4331 if (metrics != null) { |
| 4332 _json["metrics"] = metrics; |
| 4333 } |
| 4334 return _json; |
| 4335 } |
| 4336 } |
| 4337 |
| 4338 /** Service-side response to WorkerMessage reporting resource utilization. */ |
| 4339 class ResourceUtilizationReportResponse { |
| 4340 |
| 4341 ResourceUtilizationReportResponse(); |
| 4342 |
| 4343 ResourceUtilizationReportResponse.fromJson(core.Map _json) { |
| 4344 } |
| 4345 |
| 4346 core.Map toJson() { |
| 4347 var _json = new core.Map(); |
| 4348 return _json; |
| 4349 } |
| 4350 } |
| 4351 |
| 4352 /** The environment values to set at runtime. */ |
| 4238 class RuntimeEnvironment { | 4353 class RuntimeEnvironment { |
| 4239 /** The maximum number of workers to start for the job. */ | 4354 /** |
| 4355 * Whether to bypass the safety checks for the job's temporary directory. Use |
| 4356 * with caution. |
| 4357 */ |
| 4358 core.bool bypassTempDirValidation; |
| 4359 /** |
| 4360 * The maximum number of Google Compute Engine instances to be made available |
| 4361 * to your pipeline during execution, from 1 to 1000. |
| 4362 */ |
| 4240 core.int maxWorkers; | 4363 core.int maxWorkers; |
| 4241 /** The service account to run the job as. */ | 4364 /** The email address of the service account to run the job as. */ |
| 4242 core.String serviceAccountEmail; | 4365 core.String serviceAccountEmail; |
| 4243 /** The zone to start the workers in. */ | 4366 /** |
| 4367 * The Cloud Storage path to use for temporary files. Must be a valid Cloud |
| 4368 * Storage URL, beginning with `gs://`. |
| 4369 */ |
| 4370 core.String tempLocation; |
| 4371 /** |
| 4372 * The Compute Engine [availability |
| 4373 * zone](https://cloud.google.com/compute/docs/regions-zones/regions-zones) |
| 4374 * for launching worker instances to run your pipeline. |
| 4375 */ |
| 4244 core.String zone; | 4376 core.String zone; |
| 4245 | 4377 |
| 4246 RuntimeEnvironment(); | 4378 RuntimeEnvironment(); |
| 4247 | 4379 |
| 4248 RuntimeEnvironment.fromJson(core.Map _json) { | 4380 RuntimeEnvironment.fromJson(core.Map _json) { |
| 4381 if (_json.containsKey("bypassTempDirValidation")) { |
| 4382 bypassTempDirValidation = _json["bypassTempDirValidation"]; |
| 4383 } |
| 4249 if (_json.containsKey("maxWorkers")) { | 4384 if (_json.containsKey("maxWorkers")) { |
| 4250 maxWorkers = _json["maxWorkers"]; | 4385 maxWorkers = _json["maxWorkers"]; |
| 4251 } | 4386 } |
| 4252 if (_json.containsKey("serviceAccountEmail")) { | 4387 if (_json.containsKey("serviceAccountEmail")) { |
| 4253 serviceAccountEmail = _json["serviceAccountEmail"]; | 4388 serviceAccountEmail = _json["serviceAccountEmail"]; |
| 4254 } | 4389 } |
| 4390 if (_json.containsKey("tempLocation")) { |
| 4391 tempLocation = _json["tempLocation"]; |
| 4392 } |
| 4255 if (_json.containsKey("zone")) { | 4393 if (_json.containsKey("zone")) { |
| 4256 zone = _json["zone"]; | 4394 zone = _json["zone"]; |
| 4257 } | 4395 } |
| 4258 } | 4396 } |
| 4259 | 4397 |
| 4260 core.Map toJson() { | 4398 core.Map toJson() { |
| 4261 var _json = new core.Map(); | 4399 var _json = new core.Map(); |
| 4400 if (bypassTempDirValidation != null) { |
| 4401 _json["bypassTempDirValidation"] = bypassTempDirValidation; |
| 4402 } |
| 4262 if (maxWorkers != null) { | 4403 if (maxWorkers != null) { |
| 4263 _json["maxWorkers"] = maxWorkers; | 4404 _json["maxWorkers"] = maxWorkers; |
| 4264 } | 4405 } |
| 4265 if (serviceAccountEmail != null) { | 4406 if (serviceAccountEmail != null) { |
| 4266 _json["serviceAccountEmail"] = serviceAccountEmail; | 4407 _json["serviceAccountEmail"] = serviceAccountEmail; |
| 4267 } | 4408 } |
| 4409 if (tempLocation != null) { |
| 4410 _json["tempLocation"] = tempLocation; |
| 4411 } |
| 4268 if (zone != null) { | 4412 if (zone != null) { |
| 4269 _json["zone"] = zone; | 4413 _json["zone"] = zone; |
| 4270 } | 4414 } |
| 4271 return _json; | 4415 return _json; |
| 4272 } | 4416 } |
| 4273 } | 4417 } |
| 4274 | 4418 |
| 4275 /** Request to send encoded debug information. */ | 4419 /** Request to send encoded debug information. */ |
| 4276 class SendDebugCaptureRequest { | 4420 class SendDebugCaptureRequest { |
| 4277 /** The internal component id for which debug information is sent. */ | 4421 /** The internal component id for which debug information is sent. */ |
| (...skipping 920 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 5198 _json["details"] = details; | 5342 _json["details"] = details; |
| 5199 } | 5343 } |
| 5200 if (message != null) { | 5344 if (message != null) { |
| 5201 _json["message"] = message; | 5345 _json["message"] = message; |
| 5202 } | 5346 } |
| 5203 return _json; | 5347 return _json; |
| 5204 } | 5348 } |
| 5205 } | 5349 } |
| 5206 | 5350 |
| 5207 /** | 5351 /** |
| 5208 * Defines a particular step within a Dataflow job. A job consists of multiple | 5352 * Defines a particular step within a Cloud Dataflow job. A job consists of |
| 5209 * steps, each of which performs some specific operation as part of the overall | 5353 * multiple steps, each of which performs some specific operation as part of the |
| 5210 * job. Data is typically passed from one step to another as part of the job. | 5354 * overall job. Data is typically passed from one step to another as part of the |
| 5211 * Here's an example of a sequence of steps which together implement a | 5355 * job. Here's an example of a sequence of steps which together implement a |
| 5212 * Map-Reduce job: * Read a collection of data from some source, parsing the | 5356 * Map-Reduce job: * Read a collection of data from some source, parsing the |
| 5213 * collection's elements. * Validate the elements. * Apply a user-defined | 5357 * collection's elements. * Validate the elements. * Apply a user-defined |
| 5214 * function to map each element to some value and extract an element-specific | 5358 * function to map each element to some value and extract an element-specific |
| 5215 * key value. * Group elements with the same key into a single element with that | 5359 * key value. * Group elements with the same key into a single element with that |
| 5216 * key, transforming a multiply-keyed collection into a uniquely-keyed | 5360 * key, transforming a multiply-keyed collection into a uniquely-keyed |
| 5217 * collection. * Write the elements out to some data sink. (Note that the | 5361 * collection. * Write the elements out to some data sink. Note that the Cloud |
| 5218 * Dataflow service may be used to run many different types of jobs, not just | 5362 * Dataflow service may be used to run many different types of jobs, not just |
| 5219 * Map-Reduce). | 5363 * Map-Reduce. |
| 5220 */ | 5364 */ |
| 5221 class Step { | 5365 class Step { |
| 5222 /** The kind of step in the dataflow Job. */ | 5366 /** The kind of step in the Cloud Dataflow job. */ |
| 5223 core.String kind; | 5367 core.String kind; |
| 5224 /** | 5368 /** |
| 5225 * Name identifying the step. This must be unique for each step with respect | 5369 * The name that identifies the step. This must be unique for each step with |
| 5226 * to all other steps in the dataflow Job. | 5370 * respect to all other steps in the Cloud Dataflow job. |
| 5227 */ | 5371 */ |
| 5228 core.String name; | 5372 core.String name; |
| 5229 /** | 5373 /** |
| 5230 * Named properties associated with the step. Each kind of predefined step has | 5374 * Named properties associated with the step. Each kind of predefined step has |
| 5231 * its own required set of properties. | 5375 * its own required set of properties. |
| 5232 * | 5376 * |
| 5233 * The values for Object must be JSON objects. It can consist of `num`, | 5377 * The values for Object must be JSON objects. It can consist of `num`, |
| 5234 * `String`, `bool` and `null` as well as `Map` and `List` values. | 5378 * `String`, `bool` and `null` as well as `Map` and `List` values. |
| 5235 */ | 5379 */ |
| 5236 core.Map<core.String, core.Object> properties; | 5380 core.Map<core.String, core.Object> properties; |
| (...skipping 364 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 5601 var _json = new core.Map(); | 5745 var _json = new core.Map(); |
| 5602 if (elements != null) { | 5746 if (elements != null) { |
| 5603 _json["elements"] = elements; | 5747 _json["elements"] = elements; |
| 5604 } | 5748 } |
| 5605 return _json; | 5749 return _json; |
| 5606 } | 5750 } |
| 5607 } | 5751 } |
| 5608 | 5752 |
| 5609 /** Taskrunner configuration settings. */ | 5753 /** Taskrunner configuration settings. */ |
| 5610 class TaskRunnerSettings { | 5754 class TaskRunnerSettings { |
| 5611 /** Also send taskrunner log info to stderr? */ | 5755 /** Whether to also send taskrunner log info to stderr. */ |
| 5612 core.bool alsologtostderr; | 5756 core.bool alsologtostderr; |
| 5613 /** Location on the worker for task-specific subdirectories. */ | 5757 /** The location on the worker for task-specific subdirectories. */ |
| 5614 core.String baseTaskDir; | 5758 core.String baseTaskDir; |
| 5615 /** | 5759 /** |
| 5616 * The base URL for the taskrunner to use when accessing Google Cloud APIs. | 5760 * The base URL for the taskrunner to use when accessing Google Cloud APIs. |
| 5617 * When workers access Google Cloud APIs, they logically do so via relative | 5761 * When workers access Google Cloud APIs, they logically do so via relative |
| 5618 * URLs. If this field is specified, it supplies the base URL to use for | 5762 * URLs. If this field is specified, it supplies the base URL to use for |
| 5619 * resolving these relative URLs. The normative algorithm used is defined by | 5763 * resolving these relative URLs. The normative algorithm used is defined by |
| 5620 * RFC 1808, "Relative Uniform Resource Locators". If not specified, the | 5764 * RFC 1808, "Relative Uniform Resource Locators". If not specified, the |
| 5621 * default value is "http://www.googleapis.com/" | 5765 * default value is "http://www.googleapis.com/" |
| 5622 */ | 5766 */ |
| 5623 core.String baseUrl; | 5767 core.String baseUrl; |
| 5624 /** Store preprocessing commands in this file. */ | 5768 /** The file to store preprocessing commands in. */ |
| 5625 core.String commandlinesFileName; | 5769 core.String commandlinesFileName; |
| 5626 /** Do we continue taskrunner if an exception is hit? */ | 5770 /** Whether to continue taskrunner if an exception is hit. */ |
| 5627 core.bool continueOnException; | 5771 core.bool continueOnException; |
| 5628 /** API version of endpoint, e.g. "v1b3" */ | 5772 /** The API version of endpoint, e.g. "v1b3" */ |
| 5629 core.String dataflowApiVersion; | 5773 core.String dataflowApiVersion; |
| 5630 /** Command to launch the worker harness. */ | 5774 /** The command to launch the worker harness. */ |
| 5631 core.String harnessCommand; | 5775 core.String harnessCommand; |
| 5632 /** Suggested backend language. */ | 5776 /** The suggested backend language. */ |
| 5633 core.String languageHint; | 5777 core.String languageHint; |
| 5634 /** Directory on the VM to store logs. */ | 5778 /** The directory on the VM to store logs. */ |
| 5635 core.String logDir; | 5779 core.String logDir; |
| 5636 /** Send taskrunner log into to Google Compute Engine VM serial console? */ | 5780 /** |
| 5781 * Whether to send taskrunner log info to Google Compute Engine VM serial |
| 5782 * console. |
| 5783 */ |
| 5637 core.bool logToSerialconsole; | 5784 core.bool logToSerialconsole; |
| 5638 /** | 5785 /** |
| 5639 * Indicates where to put logs. If this is not specified, the logs will not be | 5786 * Indicates where to put logs. If this is not specified, the logs will not be |
| 5640 * uploaded. The supported resource type is: Google Cloud Storage: | 5787 * uploaded. The supported resource type is: Google Cloud Storage: |
| 5641 * storage.googleapis.com/{bucket}/{object} | 5788 * storage.googleapis.com/{bucket}/{object} |
| 5642 * bucket.storage.googleapis.com/{object} | 5789 * bucket.storage.googleapis.com/{object} |
| 5643 */ | 5790 */ |
| 5644 core.String logUploadLocation; | 5791 core.String logUploadLocation; |
| 5645 /** | 5792 /** |
| 5646 * OAuth2 scopes to be requested by the taskrunner in order to access the | 5793 * The OAuth2 scopes to be requested by the taskrunner in order to access the |
| 5647 * dataflow API. | 5794 * Cloud Dataflow API. |
| 5648 */ | 5795 */ |
| 5649 core.List<core.String> oauthScopes; | 5796 core.List<core.String> oauthScopes; |
| 5650 /** Settings to pass to the parallel worker harness. */ | 5797 /** The settings to pass to the parallel worker harness. */ |
| 5651 WorkerSettings parallelWorkerSettings; | 5798 WorkerSettings parallelWorkerSettings; |
| 5652 /** Streaming worker main class name. */ | 5799 /** The streaming worker main class name. */ |
| 5653 core.String streamingWorkerMainClass; | 5800 core.String streamingWorkerMainClass; |
| 5654 /** | 5801 /** |
| 5655 * The UNIX group ID on the worker VM to use for tasks launched by taskrunner; | 5802 * The UNIX group ID on the worker VM to use for tasks launched by taskrunner; |
| 5656 * e.g. "wheel". | 5803 * e.g. "wheel". |
| 5657 */ | 5804 */ |
| 5658 core.String taskGroup; | 5805 core.String taskGroup; |
| 5659 /** | 5806 /** |
| 5660 * The UNIX user ID on the worker VM to use for tasks launched by taskrunner; | 5807 * The UNIX user ID on the worker VM to use for tasks launched by taskrunner; |
| 5661 * e.g. "root". | 5808 * e.g. "root". |
| 5662 */ | 5809 */ |
| 5663 core.String taskUser; | 5810 core.String taskUser; |
| 5664 /** | 5811 /** |
| 5665 * The prefix of the resources the taskrunner should use for temporary | 5812 * The prefix of the resources the taskrunner should use for temporary |
| 5666 * storage. The supported resource type is: Google Cloud Storage: | 5813 * storage. The supported resource type is: Google Cloud Storage: |
| 5667 * storage.googleapis.com/{bucket}/{object} | 5814 * storage.googleapis.com/{bucket}/{object} |
| 5668 * bucket.storage.googleapis.com/{object} | 5815 * bucket.storage.googleapis.com/{object} |
| 5669 */ | 5816 */ |
| 5670 core.String tempStoragePrefix; | 5817 core.String tempStoragePrefix; |
| 5671 /** ID string of VM. */ | 5818 /** The ID string of the VM. */ |
| 5672 core.String vmId; | 5819 core.String vmId; |
| 5673 /** Store the workflow in this file. */ | 5820 /** The file to store the workflow in. */ |
| 5674 core.String workflowFileName; | 5821 core.String workflowFileName; |
| 5675 | 5822 |
| 5676 TaskRunnerSettings(); | 5823 TaskRunnerSettings(); |
| 5677 | 5824 |
| 5678 TaskRunnerSettings.fromJson(core.Map _json) { | 5825 TaskRunnerSettings.fromJson(core.Map _json) { |
| 5679 if (_json.containsKey("alsologtostderr")) { | 5826 if (_json.containsKey("alsologtostderr")) { |
| 5680 alsologtostderr = _json["alsologtostderr"]; | 5827 alsologtostderr = _json["alsologtostderr"]; |
| 5681 } | 5828 } |
| 5682 if (_json.containsKey("baseTaskDir")) { | 5829 if (_json.containsKey("baseTaskDir")) { |
| 5683 baseTaskDir = _json["baseTaskDir"]; | 5830 baseTaskDir = _json["baseTaskDir"]; |
| (...skipping 671 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 6355 * values. However, for ease of development other strings can be used as tags. | 6502 * values. However, for ease of development other strings can be used as tags. |
| 6356 * LABEL_UNSPECIFIED should not be used here. | 6503 * LABEL_UNSPECIFIED should not be used here. |
| 6357 */ | 6504 */ |
| 6358 core.Map<core.String, core.String> labels; | 6505 core.Map<core.String, core.String> labels; |
| 6359 /** The timestamp of the worker_message. */ | 6506 /** The timestamp of the worker_message. */ |
| 6360 core.String time; | 6507 core.String time; |
| 6361 /** The health of a worker. */ | 6508 /** The health of a worker. */ |
| 6362 WorkerHealthReport workerHealthReport; | 6509 WorkerHealthReport workerHealthReport; |
| 6363 /** A worker message code. */ | 6510 /** A worker message code. */ |
| 6364 WorkerMessageCode workerMessageCode; | 6511 WorkerMessageCode workerMessageCode; |
| 6512 /** Resource metrics reported by workers. */ |
| 6513 ResourceUtilizationReport workerMetrics; |
| 6365 | 6514 |
| 6366 WorkerMessage(); | 6515 WorkerMessage(); |
| 6367 | 6516 |
| 6368 WorkerMessage.fromJson(core.Map _json) { | 6517 WorkerMessage.fromJson(core.Map _json) { |
| 6369 if (_json.containsKey("labels")) { | 6518 if (_json.containsKey("labels")) { |
| 6370 labels = _json["labels"]; | 6519 labels = _json["labels"]; |
| 6371 } | 6520 } |
| 6372 if (_json.containsKey("time")) { | 6521 if (_json.containsKey("time")) { |
| 6373 time = _json["time"]; | 6522 time = _json["time"]; |
| 6374 } | 6523 } |
| 6375 if (_json.containsKey("workerHealthReport")) { | 6524 if (_json.containsKey("workerHealthReport")) { |
| 6376 workerHealthReport = new WorkerHealthReport.fromJson(_json["workerHealthRe
port"]); | 6525 workerHealthReport = new WorkerHealthReport.fromJson(_json["workerHealthRe
port"]); |
| 6377 } | 6526 } |
| 6378 if (_json.containsKey("workerMessageCode")) { | 6527 if (_json.containsKey("workerMessageCode")) { |
| 6379 workerMessageCode = new WorkerMessageCode.fromJson(_json["workerMessageCod
e"]); | 6528 workerMessageCode = new WorkerMessageCode.fromJson(_json["workerMessageCod
e"]); |
| 6380 } | 6529 } |
| 6530 if (_json.containsKey("workerMetrics")) { |
| 6531 workerMetrics = new ResourceUtilizationReport.fromJson(_json["workerMetric
s"]); |
| 6532 } |
| 6381 } | 6533 } |
| 6382 | 6534 |
| 6383 core.Map toJson() { | 6535 core.Map toJson() { |
| 6384 var _json = new core.Map(); | 6536 var _json = new core.Map(); |
| 6385 if (labels != null) { | 6537 if (labels != null) { |
| 6386 _json["labels"] = labels; | 6538 _json["labels"] = labels; |
| 6387 } | 6539 } |
| 6388 if (time != null) { | 6540 if (time != null) { |
| 6389 _json["time"] = time; | 6541 _json["time"] = time; |
| 6390 } | 6542 } |
| 6391 if (workerHealthReport != null) { | 6543 if (workerHealthReport != null) { |
| 6392 _json["workerHealthReport"] = (workerHealthReport).toJson(); | 6544 _json["workerHealthReport"] = (workerHealthReport).toJson(); |
| 6393 } | 6545 } |
| 6394 if (workerMessageCode != null) { | 6546 if (workerMessageCode != null) { |
| 6395 _json["workerMessageCode"] = (workerMessageCode).toJson(); | 6547 _json["workerMessageCode"] = (workerMessageCode).toJson(); |
| 6396 } | 6548 } |
| 6549 if (workerMetrics != null) { |
| 6550 _json["workerMetrics"] = (workerMetrics).toJson(); |
| 6551 } |
| 6397 return _json; | 6552 return _json; |
| 6398 } | 6553 } |
| 6399 } | 6554 } |
| 6400 | 6555 |
| 6401 /** | 6556 /** |
| 6402 * A message code is used to report status and error messages to the service. | 6557 * A message code is used to report status and error messages to the service. |
| 6403 * The message codes are intended to be machine readable. The service will take | 6558 * The message codes are intended to be machine readable. The service will take |
| 6404 * care of translating these into user understandable messages if necessary. | 6559 * care of translating these into user understandable messages if necessary. |
| 6405 * Example use cases: 1. Worker processes reporting successful startup. 2. | 6560 * Example use cases: 1. Worker processes reporting successful startup. 2. |
| 6406 * Worker processes reporting specific errors (e.g. package staging failure). | 6561 * Worker processes reporting specific errors (e.g. package staging failure). |
| (...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 6457 } | 6612 } |
| 6458 } | 6613 } |
| 6459 | 6614 |
| 6460 /** | 6615 /** |
| 6461 * A worker_message response allows the server to pass information to the | 6616 * A worker_message response allows the server to pass information to the |
| 6462 * sender. | 6617 * sender. |
| 6463 */ | 6618 */ |
| 6464 class WorkerMessageResponse { | 6619 class WorkerMessageResponse { |
| 6465 /** The service's response to a worker's health report. */ | 6620 /** The service's response to a worker's health report. */ |
| 6466 WorkerHealthReportResponse workerHealthReportResponse; | 6621 WorkerHealthReportResponse workerHealthReportResponse; |
| 6622 /** Service's response to reporting worker metrics (currently empty). */ |
| 6623 ResourceUtilizationReportResponse workerMetricsResponse; |
| 6467 | 6624 |
| 6468 WorkerMessageResponse(); | 6625 WorkerMessageResponse(); |
| 6469 | 6626 |
| 6470 WorkerMessageResponse.fromJson(core.Map _json) { | 6627 WorkerMessageResponse.fromJson(core.Map _json) { |
| 6471 if (_json.containsKey("workerHealthReportResponse")) { | 6628 if (_json.containsKey("workerHealthReportResponse")) { |
| 6472 workerHealthReportResponse = new WorkerHealthReportResponse.fromJson(_json
["workerHealthReportResponse"]); | 6629 workerHealthReportResponse = new WorkerHealthReportResponse.fromJson(_json
["workerHealthReportResponse"]); |
| 6473 } | 6630 } |
| 6631 if (_json.containsKey("workerMetricsResponse")) { |
| 6632 workerMetricsResponse = new ResourceUtilizationReportResponse.fromJson(_js
on["workerMetricsResponse"]); |
| 6633 } |
| 6474 } | 6634 } |
| 6475 | 6635 |
| 6476 core.Map toJson() { | 6636 core.Map toJson() { |
| 6477 var _json = new core.Map(); | 6637 var _json = new core.Map(); |
| 6478 if (workerHealthReportResponse != null) { | 6638 if (workerHealthReportResponse != null) { |
| 6479 _json["workerHealthReportResponse"] = (workerHealthReportResponse).toJson(
); | 6639 _json["workerHealthReportResponse"] = (workerHealthReportResponse).toJson(
); |
| 6480 } | 6640 } |
| 6641 if (workerMetricsResponse != null) { |
| 6642 _json["workerMetricsResponse"] = (workerMetricsResponse).toJson(); |
| 6643 } |
| 6481 return _json; | 6644 return _json; |
| 6482 } | 6645 } |
| 6483 } | 6646 } |
| 6484 | 6647 |
| 6485 /** | 6648 /** |
| 6486 * Describes one particular pool of Dataflow workers to be instantiated by the | 6649 * Describes one particular pool of Cloud Dataflow workers to be instantiated by |
| 6487 * Dataflow service in order to perform the computations required by a job. Note | 6650 * the Cloud Dataflow service in order to perform the computations required by a |
| 6488 * that a workflow job may use multiple pools, in order to match the various | 6651 * job. Note that a workflow job may use multiple pools, in order to match the |
| 6489 * computational requirements of the various stages of the job. | 6652 * various computational requirements of the various stages of the job. |
| 6490 */ | 6653 */ |
| 6491 class WorkerPool { | 6654 class WorkerPool { |
| 6492 /** Settings for autoscaling of this WorkerPool. */ | 6655 /** Settings for autoscaling of this WorkerPool. */ |
| 6493 AutoscalingSettings autoscalingSettings; | 6656 AutoscalingSettings autoscalingSettings; |
| 6494 /** Data disks that are used by a VM in this workflow. */ | 6657 /** Data disks that are used by a VM in this workflow. */ |
| 6495 core.List<Disk> dataDisks; | 6658 core.List<Disk> dataDisks; |
| 6496 /** | 6659 /** |
| 6497 * The default package set to install. This allows the service to select a | 6660 * The default package set to install. This allows the service to select a |
| 6498 * default set of packages which are useful to worker harnesses written in a | 6661 * default set of packages which are useful to worker harnesses written in a |
| 6499 * particular language. | 6662 * particular language. |
| (...skipping 18 matching lines...) Expand all Loading... |
| 6518 core.String diskType; | 6681 core.String diskType; |
| 6519 /** | 6682 /** |
| 6520 * Configuration for VM IPs. | 6683 * Configuration for VM IPs. |
| 6521 * Possible string values are: | 6684 * Possible string values are: |
| 6522 * - "WORKER_IP_UNSPECIFIED" : A WORKER_IP_UNSPECIFIED. | 6685 * - "WORKER_IP_UNSPECIFIED" : A WORKER_IP_UNSPECIFIED. |
| 6523 * - "WORKER_IP_PUBLIC" : A WORKER_IP_PUBLIC. | 6686 * - "WORKER_IP_PUBLIC" : A WORKER_IP_PUBLIC. |
| 6524 * - "WORKER_IP_PRIVATE" : A WORKER_IP_PRIVATE. | 6687 * - "WORKER_IP_PRIVATE" : A WORKER_IP_PRIVATE. |
| 6525 */ | 6688 */ |
| 6526 core.String ipConfiguration; | 6689 core.String ipConfiguration; |
| 6527 /** | 6690 /** |
| 6528 * The kind of the worker pool; currently only 'harness' and 'shuffle' are | 6691 * The kind of the worker pool; currently only `harness` and `shuffle` are |
| 6529 * supported. | 6692 * supported. |
| 6530 */ | 6693 */ |
| 6531 core.String kind; | 6694 core.String kind; |
| 6532 /** | 6695 /** |
| 6533 * Machine type (e.g. "n1-standard-1"). If empty or unspecified, the service | 6696 * Machine type (e.g. "n1-standard-1"). If empty or unspecified, the service |
| 6534 * will attempt to choose a reasonable default. | 6697 * will attempt to choose a reasonable default. |
| 6535 */ | 6698 */ |
| 6536 core.String machineType; | 6699 core.String machineType; |
| 6537 /** Metadata to set on the Google Compute Engine VMs. */ | 6700 /** Metadata to set on the Google Compute Engine VMs. */ |
| 6538 core.Map<core.String, core.String> metadata; | 6701 core.Map<core.String, core.String> metadata; |
| (...skipping 33 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 6572 * form "regions/REGION/subnetworks/SUBNETWORK". | 6735 * form "regions/REGION/subnetworks/SUBNETWORK". |
| 6573 */ | 6736 */ |
| 6574 core.String subnetwork; | 6737 core.String subnetwork; |
| 6575 /** | 6738 /** |
| 6576 * Settings passed through to Google Compute Engine workers when using the | 6739 * Settings passed through to Google Compute Engine workers when using the |
| 6577 * standard Dataflow task runner. Users should ignore this field. | 6740 * standard Dataflow task runner. Users should ignore this field. |
| 6578 */ | 6741 */ |
| 6579 TaskRunnerSettings taskrunnerSettings; | 6742 TaskRunnerSettings taskrunnerSettings; |
| 6580 /** | 6743 /** |
| 6581 * Sets the policy for determining when to turndown worker pool. Allowed | 6744 * Sets the policy for determining when to turndown worker pool. Allowed |
| 6582 * values are: TEARDOWN_ALWAYS, TEARDOWN_ON_SUCCESS, and TEARDOWN_NEVER. | 6745 * values are: `TEARDOWN_ALWAYS`, `TEARDOWN_ON_SUCCESS`, and `TEARDOWN_NEVER`. |
| 6583 * TEARDOWN_ALWAYS means workers are always torn down regardless of whether | 6746 * `TEARDOWN_ALWAYS` means workers are always torn down regardless of whether |
| 6584 * the job succeeds. TEARDOWN_ON_SUCCESS means workers are torn down if the | 6747 * the job succeeds. `TEARDOWN_ON_SUCCESS` means workers are torn down if the |
| 6585 * job succeeds. TEARDOWN_NEVER means the workers are never torn down. If the | 6748 * job succeeds. `TEARDOWN_NEVER` means the workers are never torn down. If |
| 6586 * workers are not torn down by the service, they will continue to run and use | 6749 * the workers are not torn down by the service, they will continue to run and |
| 6587 * Google Compute Engine VM resources in the user's project until they are | 6750 * use Google Compute Engine VM resources in the user's project until they are |
| 6588 * explicitly terminated by the user. Because of this, Google recommends using | 6751 * explicitly terminated by the user. Because of this, Google recommends using |
| 6589 * the TEARDOWN_ALWAYS policy except for small, manually supervised test jobs. | 6752 * the `TEARDOWN_ALWAYS` policy except for small, manually supervised test |
| 6590 * If unknown or unspecified, the service will attempt to choose a reasonable | 6753 * jobs. If unknown or unspecified, the service will attempt to choose a |
| 6591 * default. | 6754 * reasonable default. |
| 6592 * Possible string values are: | 6755 * Possible string values are: |
| 6593 * - "TEARDOWN_POLICY_UNKNOWN" : A TEARDOWN_POLICY_UNKNOWN. | 6756 * - "TEARDOWN_POLICY_UNKNOWN" : A TEARDOWN_POLICY_UNKNOWN. |
| 6594 * - "TEARDOWN_ALWAYS" : A TEARDOWN_ALWAYS. | 6757 * - "TEARDOWN_ALWAYS" : A TEARDOWN_ALWAYS. |
| 6595 * - "TEARDOWN_ON_SUCCESS" : A TEARDOWN_ON_SUCCESS. | 6758 * - "TEARDOWN_ON_SUCCESS" : A TEARDOWN_ON_SUCCESS. |
| 6596 * - "TEARDOWN_NEVER" : A TEARDOWN_NEVER. | 6759 * - "TEARDOWN_NEVER" : A TEARDOWN_NEVER. |
| 6597 */ | 6760 */ |
| 6598 core.String teardownPolicy; | 6761 core.String teardownPolicy; |
| 6599 /** | 6762 /** |
| 6600 * Docker container image that executes Dataflow worker harness, residing in | 6763 * Required. Docker container image that executes the Cloud Dataflow worker |
| 6601 * Google Container Registry. Required. | 6764 * harness, residing in Google Container Registry. |
| 6602 */ | 6765 */ |
| 6603 core.String workerHarnessContainerImage; | 6766 core.String workerHarnessContainerImage; |
| 6604 /** | 6767 /** |
| 6605 * Zone to run the worker pools in. If empty or unspecified, the service will | 6768 * Zone to run the worker pools in. If empty or unspecified, the service will |
| 6606 * attempt to choose a reasonable default. | 6769 * attempt to choose a reasonable default. |
| 6607 */ | 6770 */ |
| 6608 core.String zone; | 6771 core.String zone; |
| 6609 | 6772 |
| 6610 WorkerPool(); | 6773 WorkerPool(); |
| 6611 | 6774 |
| (...skipping 136 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 6748 class WorkerSettings { | 6911 class WorkerSettings { |
| 6749 /** | 6912 /** |
| 6750 * The base URL for accessing Google Cloud APIs. When workers access Google | 6913 * The base URL for accessing Google Cloud APIs. When workers access Google |
| 6751 * Cloud APIs, they logically do so via relative URLs. If this field is | 6914 * Cloud APIs, they logically do so via relative URLs. If this field is |
| 6752 * specified, it supplies the base URL to use for resolving these relative | 6915 * specified, it supplies the base URL to use for resolving these relative |
| 6753 * URLs. The normative algorithm used is defined by RFC 1808, "Relative | 6916 * URLs. The normative algorithm used is defined by RFC 1808, "Relative |
| 6754 * Uniform Resource Locators". If not specified, the default value is | 6917 * Uniform Resource Locators". If not specified, the default value is |
| 6755 * "http://www.googleapis.com/" | 6918 * "http://www.googleapis.com/" |
| 6756 */ | 6919 */ |
| 6757 core.String baseUrl; | 6920 core.String baseUrl; |
| 6758 /** Send work progress updates to service. */ | 6921 /** Whether to send work progress updates to the service. */ |
| 6759 core.bool reportingEnabled; | 6922 core.bool reportingEnabled; |
| 6760 /** | 6923 /** |
| 6761 * The Dataflow service path relative to the root URL, for example, | 6924 * The Cloud Dataflow service path relative to the root URL, for example, |
| 6762 * "dataflow/v1b3/projects". | 6925 * "dataflow/v1b3/projects". |
| 6763 */ | 6926 */ |
| 6764 core.String servicePath; | 6927 core.String servicePath; |
| 6765 /** | 6928 /** |
| 6766 * The Shuffle service path relative to the root URL, for example, | 6929 * The Shuffle service path relative to the root URL, for example, |
| 6767 * "shuffle/v1beta1". | 6930 * "shuffle/v1beta1". |
| 6768 */ | 6931 */ |
| 6769 core.String shuffleServicePath; | 6932 core.String shuffleServicePath; |
| 6770 /** | 6933 /** |
| 6771 * The prefix of the resources the system should use for temporary storage. | 6934 * The prefix of the resources the system should use for temporary storage. |
| 6772 * The supported resource type is: Google Cloud Storage: | 6935 * The supported resource type is: Google Cloud Storage: |
| 6773 * storage.googleapis.com/{bucket}/{object} | 6936 * storage.googleapis.com/{bucket}/{object} |
| 6774 * bucket.storage.googleapis.com/{object} | 6937 * bucket.storage.googleapis.com/{object} |
| 6775 */ | 6938 */ |
| 6776 core.String tempStoragePrefix; | 6939 core.String tempStoragePrefix; |
| 6777 /** ID of the worker running this pipeline. */ | 6940 /** The ID of the worker running this pipeline. */ |
| 6778 core.String workerId; | 6941 core.String workerId; |
| 6779 | 6942 |
| 6780 WorkerSettings(); | 6943 WorkerSettings(); |
| 6781 | 6944 |
| 6782 WorkerSettings.fromJson(core.Map _json) { | 6945 WorkerSettings.fromJson(core.Map _json) { |
| 6783 if (_json.containsKey("baseUrl")) { | 6946 if (_json.containsKey("baseUrl")) { |
| 6784 baseUrl = _json["baseUrl"]; | 6947 baseUrl = _json["baseUrl"]; |
| 6785 } | 6948 } |
| 6786 if (_json.containsKey("reportingEnabled")) { | 6949 if (_json.containsKey("reportingEnabled")) { |
| 6787 reportingEnabled = _json["reportingEnabled"]; | 6950 reportingEnabled = _json["reportingEnabled"]; |
| (...skipping 60 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 6848 var _json = new core.Map(); | 7011 var _json = new core.Map(); |
| 6849 if (input != null) { | 7012 if (input != null) { |
| 6850 _json["input"] = (input).toJson(); | 7013 _json["input"] = (input).toJson(); |
| 6851 } | 7014 } |
| 6852 if (sink != null) { | 7015 if (sink != null) { |
| 6853 _json["sink"] = (sink).toJson(); | 7016 _json["sink"] = (sink).toJson(); |
| 6854 } | 7017 } |
| 6855 return _json; | 7018 return _json; |
| 6856 } | 7019 } |
| 6857 } | 7020 } |
| OLD | NEW |