Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(795)

Side by Side Diff: generated/googleapis_beta/lib/dataflow/v1b3.dart

Issue 3006323002: Api-Roll 54: 2017-09-11 (Closed)
Patch Set: use 2.0.0-dev.infinity sdk constraint in pubspecs Created 3 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // This is a generated file (see the discoveryapis_generator project). 1 // This is a generated file (see the discoveryapis_generator project).
2 2
3 library googleapis_beta.dataflow.v1b3; 3 library googleapis_beta.dataflow.v1b3;
4 4
5 import 'dart:core' as core; 5 import 'dart:core' as core;
6 import 'dart:async' as async; 6 import 'dart:async' as async;
7 import 'dart:convert' as convert; 7 import 'dart:convert' as convert;
8 8
9 import 'package:_discoveryapis_commons/_discoveryapis_commons.dart' as commons; 9 import 'package:_discoveryapis_commons/_discoveryapis_commons.dart' as commons;
10 import 'package:http/http.dart' as http; 10 import 'package:http/http.dart' as http;
11 11
12 export 'package:_discoveryapis_commons/_discoveryapis_commons.dart' show 12 export 'package:_discoveryapis_commons/_discoveryapis_commons.dart'
13 ApiRequestError, DetailedApiRequestError; 13 show ApiRequestError, DetailedApiRequestError;
14 14
15 const core.String USER_AGENT = 'dart-api-client dataflow/v1b3'; 15 const core.String USER_AGENT = 'dart-api-client dataflow/v1b3';
16 16
17 /** Manages Google Cloud Dataflow projects on Google Cloud Platform. */ 17 /// Manages Google Cloud Dataflow projects on Google Cloud Platform.
18 class DataflowApi { 18 class DataflowApi {
19 /** View and manage your data across Google Cloud Platform services */ 19 /// View and manage your data across Google Cloud Platform services
20 static const CloudPlatformScope = "https://www.googleapis.com/auth/cloud-platf orm"; 20 static const CloudPlatformScope =
21 "https://www.googleapis.com/auth/cloud-platform";
21 22
22 /** View and manage your Google Compute Engine resources */ 23 /// View and manage your Google Compute Engine resources
23 static const ComputeScope = "https://www.googleapis.com/auth/compute"; 24 static const ComputeScope = "https://www.googleapis.com/auth/compute";
24 25
25 /** View your Google Compute Engine resources */ 26 /// View your Google Compute Engine resources
26 static const ComputeReadonlyScope = "https://www.googleapis.com/auth/compute.r eadonly"; 27 static const ComputeReadonlyScope =
28 "https://www.googleapis.com/auth/compute.readonly";
27 29
28 /** View your email address */ 30 /// View your email address
29 static const UserinfoEmailScope = "https://www.googleapis.com/auth/userinfo.em ail"; 31 static const UserinfoEmailScope =
30 32 "https://www.googleapis.com/auth/userinfo.email";
31 33
32 final commons.ApiRequester _requester; 34 final commons.ApiRequester _requester;
33 35
34 ProjectsResourceApi get projects => new ProjectsResourceApi(_requester); 36 ProjectsResourceApi get projects => new ProjectsResourceApi(_requester);
35 37
36 DataflowApi(http.Client client, {core.String rootUrl: "https://dataflow.google apis.com/", core.String servicePath: ""}) : 38 DataflowApi(http.Client client,
37 _requester = new commons.ApiRequester(client, rootUrl, servicePath, USER_A GENT); 39 {core.String rootUrl: "https://dataflow.googleapis.com/",
40 core.String servicePath: ""})
41 : _requester =
42 new commons.ApiRequester(client, rootUrl, servicePath, USER_AGENT);
38 } 43 }
39 44
40
41 class ProjectsResourceApi { 45 class ProjectsResourceApi {
42 final commons.ApiRequester _requester; 46 final commons.ApiRequester _requester;
43 47
44 ProjectsJobsResourceApi get jobs => new ProjectsJobsResourceApi(_requester); 48 ProjectsJobsResourceApi get jobs => new ProjectsJobsResourceApi(_requester);
45 ProjectsLocationsResourceApi get locations => new ProjectsLocationsResourceApi (_requester); 49 ProjectsLocationsResourceApi get locations =>
46 ProjectsTemplatesResourceApi get templates => new ProjectsTemplatesResourceApi (_requester); 50 new ProjectsLocationsResourceApi(_requester);
51 ProjectsTemplatesResourceApi get templates =>
52 new ProjectsTemplatesResourceApi(_requester);
47 53
48 ProjectsResourceApi(commons.ApiRequester client) : 54 ProjectsResourceApi(commons.ApiRequester client) : _requester = client;
49 _requester = client;
50 55
51 /** 56 /// Send a worker_message to the service.
52 * Send a worker_message to the service. 57 ///
53 * 58 /// [request] - The metadata request object.
54 * [request] - The metadata request object. 59 ///
55 * 60 /// Request parameters:
56 * Request parameters: 61 ///
57 * 62 /// [projectId] - The project to send the WorkerMessages to.
58 * [projectId] - The project to send the WorkerMessages to. 63 ///
59 * 64 /// Completes with a [SendWorkerMessagesResponse].
60 * Completes with a [SendWorkerMessagesResponse]. 65 ///
61 * 66 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
62 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 67 /// an error.
63 * error. 68 ///
64 * 69 /// If the used [http.Client] completes with an error when making a REST
65 * If the used [http.Client] completes with an error when making a REST call, 70 /// call, this method will complete with the same error.
66 * this method will complete with the same error. 71 async.Future<SendWorkerMessagesResponse> workerMessages(
67 */ 72 SendWorkerMessagesRequest request, core.String projectId) {
68 async.Future<SendWorkerMessagesResponse> workerMessages(SendWorkerMessagesRequ est request, core.String projectId) {
69 var _url = null; 73 var _url = null;
70 var _queryParams = new core.Map(); 74 var _queryParams = new core.Map();
71 var _uploadMedia = null; 75 var _uploadMedia = null;
72 var _uploadOptions = null; 76 var _uploadOptions = null;
73 var _downloadOptions = commons.DownloadOptions.Metadata; 77 var _downloadOptions = commons.DownloadOptions.Metadata;
74 var _body = null; 78 var _body = null;
75 79
76 if (request != null) { 80 if (request != null) {
77 _body = convert.JSON.encode((request).toJson()); 81 _body = convert.JSON.encode((request).toJson());
78 } 82 }
79 if (projectId == null) { 83 if (projectId == null) {
80 throw new core.ArgumentError("Parameter projectId is required."); 84 throw new core.ArgumentError("Parameter projectId is required.");
81 } 85 }
82 86
83 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/Wo rkerMessages'; 87 _url = 'v1b3/projects/' +
88 commons.Escaper.ecapeVariable('$projectId') +
89 '/WorkerMessages';
84 90
85 var _response = _requester.request(_url, 91 var _response = _requester.request(_url, "POST",
86 "POST", 92 body: _body,
87 body: _body, 93 queryParams: _queryParams,
88 queryParams: _queryParams, 94 uploadOptions: _uploadOptions,
89 uploadOptions: _uploadOptions, 95 uploadMedia: _uploadMedia,
90 uploadMedia: _uploadMedia, 96 downloadOptions: _downloadOptions);
91 downloadOptions: _downloadOptions); 97 return _response
92 return _response.then((data) => new SendWorkerMessagesResponse.fromJson(data )); 98 .then((data) => new SendWorkerMessagesResponse.fromJson(data));
93 } 99 }
94
95 } 100 }
96 101
97
98 class ProjectsJobsResourceApi { 102 class ProjectsJobsResourceApi {
99 final commons.ApiRequester _requester; 103 final commons.ApiRequester _requester;
100 104
101 ProjectsJobsDebugResourceApi get debug => new ProjectsJobsDebugResourceApi(_re quester); 105 ProjectsJobsDebugResourceApi get debug =>
102 ProjectsJobsMessagesResourceApi get messages => new ProjectsJobsMessagesResour ceApi(_requester); 106 new ProjectsJobsDebugResourceApi(_requester);
103 ProjectsJobsWorkItemsResourceApi get workItems => new ProjectsJobsWorkItemsRes ourceApi(_requester); 107 ProjectsJobsMessagesResourceApi get messages =>
108 new ProjectsJobsMessagesResourceApi(_requester);
109 ProjectsJobsWorkItemsResourceApi get workItems =>
110 new ProjectsJobsWorkItemsResourceApi(_requester);
104 111
105 ProjectsJobsResourceApi(commons.ApiRequester client) : 112 ProjectsJobsResourceApi(commons.ApiRequester client) : _requester = client;
106 _requester = client;
107 113
108 /** 114 /// List the jobs of a project across all regions.
109 * List the jobs of a project across all regions. 115 ///
110 * 116 /// Request parameters:
111 * Request parameters: 117 ///
112 * 118 /// [projectId] - The project which owns the jobs.
113 * [projectId] - The project which owns the jobs. 119 ///
114 * 120 /// [view] - Level of information requested in response. Default is
115 * [filter] - The kind of filter to use. 121 /// `JOB_VIEW_SUMMARY`.
116 * Possible string values are: 122 /// Possible string values are:
117 * - "UNKNOWN" : A UNKNOWN. 123 /// - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN.
118 * - "ALL" : A ALL. 124 /// - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY.
119 * - "TERMINATED" : A TERMINATED. 125 /// - "JOB_VIEW_ALL" : A JOB_VIEW_ALL.
120 * - "ACTIVE" : A ACTIVE. 126 /// - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION.
121 * 127 ///
122 * [location] - The location that contains this job. 128 /// [filter] - The kind of filter to use.
123 * 129 /// Possible string values are:
124 * [pageToken] - Set this to the 'next_page_token' field of a previous 130 /// - "UNKNOWN" : A UNKNOWN.
125 * response 131 /// - "ALL" : A ALL.
126 * to request additional results in a long list. 132 /// - "TERMINATED" : A TERMINATED.
127 * 133 /// - "ACTIVE" : A ACTIVE.
128 * [pageSize] - If there are many jobs, limit response to at most this many. 134 ///
129 * The actual number of jobs returned will be the lesser of max_responses 135 /// [location] - The location that contains this job.
130 * and an unspecified server-defined limit. 136 ///
131 * 137 /// [pageToken] - Set this to the 'next_page_token' field of a previous
132 * [view] - Level of information requested in response. Default is 138 /// response
133 * `JOB_VIEW_SUMMARY`. 139 /// to request additional results in a long list.
134 * Possible string values are: 140 ///
135 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. 141 /// [pageSize] - If there are many jobs, limit response to at most this many.
136 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. 142 /// The actual number of jobs returned will be the lesser of max_responses
137 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. 143 /// and an unspecified server-defined limit.
138 * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. 144 ///
139 * 145 /// Completes with a [ListJobsResponse].
140 * Completes with a [ListJobsResponse]. 146 ///
141 * 147 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
142 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 148 /// an error.
143 * error. 149 ///
144 * 150 /// If the used [http.Client] completes with an error when making a REST
145 * If the used [http.Client] completes with an error when making a REST call, 151 /// call, this method will complete with the same error.
146 * this method will complete with the same error. 152 async.Future<ListJobsResponse> aggregated(core.String projectId,
147 */ 153 {core.String view,
148 async.Future<ListJobsResponse> aggregated(core.String projectId, {core.String filter, core.String location, core.String pageToken, core.int pageSize, core.Str ing view}) { 154 core.String filter,
155 core.String location,
156 core.String pageToken,
157 core.int pageSize}) {
149 var _url = null; 158 var _url = null;
150 var _queryParams = new core.Map(); 159 var _queryParams = new core.Map();
151 var _uploadMedia = null; 160 var _uploadMedia = null;
152 var _uploadOptions = null; 161 var _uploadOptions = null;
153 var _downloadOptions = commons.DownloadOptions.Metadata; 162 var _downloadOptions = commons.DownloadOptions.Metadata;
154 var _body = null; 163 var _body = null;
155 164
156 if (projectId == null) { 165 if (projectId == null) {
157 throw new core.ArgumentError("Parameter projectId is required."); 166 throw new core.ArgumentError("Parameter projectId is required.");
158 } 167 }
168 if (view != null) {
169 _queryParams["view"] = [view];
170 }
159 if (filter != null) { 171 if (filter != null) {
160 _queryParams["filter"] = [filter]; 172 _queryParams["filter"] = [filter];
161 } 173 }
162 if (location != null) { 174 if (location != null) {
163 _queryParams["location"] = [location]; 175 _queryParams["location"] = [location];
164 } 176 }
165 if (pageToken != null) { 177 if (pageToken != null) {
166 _queryParams["pageToken"] = [pageToken]; 178 _queryParams["pageToken"] = [pageToken];
167 } 179 }
168 if (pageSize != null) { 180 if (pageSize != null) {
169 _queryParams["pageSize"] = ["${pageSize}"]; 181 _queryParams["pageSize"] = ["${pageSize}"];
170 } 182 }
171 if (view != null) {
172 _queryParams["view"] = [view];
173 }
174 183
175 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo bs:aggregated'; 184 _url = 'v1b3/projects/' +
185 commons.Escaper.ecapeVariable('$projectId') +
186 '/jobs:aggregated';
176 187
177 var _response = _requester.request(_url, 188 var _response = _requester.request(_url, "GET",
178 "GET", 189 body: _body,
179 body: _body, 190 queryParams: _queryParams,
180 queryParams: _queryParams, 191 uploadOptions: _uploadOptions,
181 uploadOptions: _uploadOptions, 192 uploadMedia: _uploadMedia,
182 uploadMedia: _uploadMedia, 193 downloadOptions: _downloadOptions);
183 downloadOptions: _downloadOptions);
184 return _response.then((data) => new ListJobsResponse.fromJson(data)); 194 return _response.then((data) => new ListJobsResponse.fromJson(data));
185 } 195 }
186 196
187 /** 197 /// Creates a Cloud Dataflow job.
188 * Creates a Cloud Dataflow job. 198 ///
189 * 199 /// [request] - The metadata request object.
190 * [request] - The metadata request object. 200 ///
191 * 201 /// Request parameters:
192 * Request parameters: 202 ///
193 * 203 /// [projectId] - The ID of the Cloud Platform project that the job belongs
194 * [projectId] - The ID of the Cloud Platform project that the job belongs to. 204 /// to.
195 * 205 ///
196 * [location] - The location that contains this job. 206 /// [location] - The location that contains this job.
197 * 207 ///
198 * [replaceJobId] - Deprecated. This field is now in the Job message. 208 /// [replaceJobId] - Deprecated. This field is now in the Job message.
199 * 209 ///
200 * [view] - The level of information requested in response. 210 /// [view] - The level of information requested in response.
201 * Possible string values are: 211 /// Possible string values are:
202 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. 212 /// - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN.
203 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. 213 /// - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY.
204 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. 214 /// - "JOB_VIEW_ALL" : A JOB_VIEW_ALL.
205 * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. 215 /// - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION.
206 * 216 ///
207 * Completes with a [Job]. 217 /// Completes with a [Job].
208 * 218 ///
209 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 219 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
210 * error. 220 /// an error.
211 * 221 ///
212 * If the used [http.Client] completes with an error when making a REST call, 222 /// If the used [http.Client] completes with an error when making a REST
213 * this method will complete with the same error. 223 /// call, this method will complete with the same error.
214 */ 224 async.Future<Job> create(Job request, core.String projectId,
215 async.Future<Job> create(Job request, core.String projectId, {core.String loca tion, core.String replaceJobId, core.String view}) { 225 {core.String location, core.String replaceJobId, core.String view}) {
216 var _url = null; 226 var _url = null;
217 var _queryParams = new core.Map(); 227 var _queryParams = new core.Map();
218 var _uploadMedia = null; 228 var _uploadMedia = null;
219 var _uploadOptions = null; 229 var _uploadOptions = null;
220 var _downloadOptions = commons.DownloadOptions.Metadata; 230 var _downloadOptions = commons.DownloadOptions.Metadata;
221 var _body = null; 231 var _body = null;
222 232
223 if (request != null) { 233 if (request != null) {
224 _body = convert.JSON.encode((request).toJson()); 234 _body = convert.JSON.encode((request).toJson());
225 } 235 }
226 if (projectId == null) { 236 if (projectId == null) {
227 throw new core.ArgumentError("Parameter projectId is required."); 237 throw new core.ArgumentError("Parameter projectId is required.");
228 } 238 }
229 if (location != null) { 239 if (location != null) {
230 _queryParams["location"] = [location]; 240 _queryParams["location"] = [location];
231 } 241 }
232 if (replaceJobId != null) { 242 if (replaceJobId != null) {
233 _queryParams["replaceJobId"] = [replaceJobId]; 243 _queryParams["replaceJobId"] = [replaceJobId];
234 } 244 }
235 if (view != null) { 245 if (view != null) {
236 _queryParams["view"] = [view]; 246 _queryParams["view"] = [view];
237 } 247 }
238 248
239 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo bs'; 249 _url = 'v1b3/projects/' +
250 commons.Escaper.ecapeVariable('$projectId') +
251 '/jobs';
240 252
241 var _response = _requester.request(_url, 253 var _response = _requester.request(_url, "POST",
242 "POST", 254 body: _body,
243 body: _body, 255 queryParams: _queryParams,
244 queryParams: _queryParams, 256 uploadOptions: _uploadOptions,
245 uploadOptions: _uploadOptions, 257 uploadMedia: _uploadMedia,
246 uploadMedia: _uploadMedia, 258 downloadOptions: _downloadOptions);
247 downloadOptions: _downloadOptions);
248 return _response.then((data) => new Job.fromJson(data)); 259 return _response.then((data) => new Job.fromJson(data));
249 } 260 }
250 261
251 /** 262 /// Gets the state of the specified Cloud Dataflow job.
252 * Gets the state of the specified Cloud Dataflow job. 263 ///
253 * 264 /// Request parameters:
254 * Request parameters: 265 ///
255 * 266 /// [projectId] - The ID of the Cloud Platform project that the job belongs
256 * [projectId] - The ID of the Cloud Platform project that the job belongs to. 267 /// to.
257 * 268 ///
258 * [jobId] - The job ID. 269 /// [jobId] - The job ID.
259 * 270 ///
260 * [location] - The location that contains this job. 271 /// [location] - The location that contains this job.
261 * 272 ///
262 * [view] - The level of information requested in response. 273 /// [view] - The level of information requested in response.
263 * Possible string values are: 274 /// Possible string values are:
264 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. 275 /// - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN.
265 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. 276 /// - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY.
266 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. 277 /// - "JOB_VIEW_ALL" : A JOB_VIEW_ALL.
267 * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. 278 /// - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION.
268 * 279 ///
269 * Completes with a [Job]. 280 /// Completes with a [Job].
270 * 281 ///
271 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 282 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
272 * error. 283 /// an error.
273 * 284 ///
274 * If the used [http.Client] completes with an error when making a REST call, 285 /// If the used [http.Client] completes with an error when making a REST
275 * this method will complete with the same error. 286 /// call, this method will complete with the same error.
276 */ 287 async.Future<Job> get(core.String projectId, core.String jobId,
277 async.Future<Job> get(core.String projectId, core.String jobId, {core.String l ocation, core.String view}) { 288 {core.String location, core.String view}) {
278 var _url = null; 289 var _url = null;
279 var _queryParams = new core.Map(); 290 var _queryParams = new core.Map();
280 var _uploadMedia = null; 291 var _uploadMedia = null;
281 var _uploadOptions = null; 292 var _uploadOptions = null;
282 var _downloadOptions = commons.DownloadOptions.Metadata; 293 var _downloadOptions = commons.DownloadOptions.Metadata;
283 var _body = null; 294 var _body = null;
284 295
285 if (projectId == null) { 296 if (projectId == null) {
286 throw new core.ArgumentError("Parameter projectId is required."); 297 throw new core.ArgumentError("Parameter projectId is required.");
287 } 298 }
288 if (jobId == null) { 299 if (jobId == null) {
289 throw new core.ArgumentError("Parameter jobId is required."); 300 throw new core.ArgumentError("Parameter jobId is required.");
290 } 301 }
291 if (location != null) { 302 if (location != null) {
292 _queryParams["location"] = [location]; 303 _queryParams["location"] = [location];
293 } 304 }
294 if (view != null) { 305 if (view != null) {
295 _queryParams["view"] = [view]; 306 _queryParams["view"] = [view];
296 } 307 }
297 308
298 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo bs/' + commons.Escaper.ecapeVariable('$jobId'); 309 _url = 'v1b3/projects/' +
310 commons.Escaper.ecapeVariable('$projectId') +
311 '/jobs/' +
312 commons.Escaper.ecapeVariable('$jobId');
299 313
300 var _response = _requester.request(_url, 314 var _response = _requester.request(_url, "GET",
301 "GET", 315 body: _body,
302 body: _body, 316 queryParams: _queryParams,
303 queryParams: _queryParams, 317 uploadOptions: _uploadOptions,
304 uploadOptions: _uploadOptions, 318 uploadMedia: _uploadMedia,
305 uploadMedia: _uploadMedia, 319 downloadOptions: _downloadOptions);
306 downloadOptions: _downloadOptions);
307 return _response.then((data) => new Job.fromJson(data)); 320 return _response.then((data) => new Job.fromJson(data));
308 } 321 }
309 322
310 /** 323 /// Request the job status.
311 * Request the job status. 324 ///
312 * 325 /// Request parameters:
313 * Request parameters: 326 ///
314 * 327 /// [projectId] - A project id.
315 * [projectId] - A project id. 328 ///
316 * 329 /// [jobId] - The job to get messages for.
317 * [jobId] - The job to get messages for. 330 ///
318 * 331 /// [location] - The location which contains the job specified by job_id.
319 * [location] - The location which contains the job specified by job_id. 332 ///
320 * 333 /// [startTime] - Return only metric data that has changed since this time.
321 * [startTime] - Return only metric data that has changed since this time. 334 /// Default is to return all information about all metrics for the job.
322 * Default is to return all information about all metrics for the job. 335 ///
323 * 336 /// Completes with a [JobMetrics].
324 * Completes with a [JobMetrics]. 337 ///
325 * 338 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
326 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 339 /// an error.
327 * error. 340 ///
328 * 341 /// If the used [http.Client] completes with an error when making a REST
329 * If the used [http.Client] completes with an error when making a REST call, 342 /// call, this method will complete with the same error.
330 * this method will complete with the same error. 343 async.Future<JobMetrics> getMetrics(core.String projectId, core.String jobId,
331 */ 344 {core.String location, core.String startTime}) {
332 async.Future<JobMetrics> getMetrics(core.String projectId, core.String jobId, {core.String location, core.String startTime}) {
333 var _url = null; 345 var _url = null;
334 var _queryParams = new core.Map(); 346 var _queryParams = new core.Map();
335 var _uploadMedia = null; 347 var _uploadMedia = null;
336 var _uploadOptions = null; 348 var _uploadOptions = null;
337 var _downloadOptions = commons.DownloadOptions.Metadata; 349 var _downloadOptions = commons.DownloadOptions.Metadata;
338 var _body = null; 350 var _body = null;
339 351
340 if (projectId == null) { 352 if (projectId == null) {
341 throw new core.ArgumentError("Parameter projectId is required."); 353 throw new core.ArgumentError("Parameter projectId is required.");
342 } 354 }
343 if (jobId == null) { 355 if (jobId == null) {
344 throw new core.ArgumentError("Parameter jobId is required."); 356 throw new core.ArgumentError("Parameter jobId is required.");
345 } 357 }
346 if (location != null) { 358 if (location != null) {
347 _queryParams["location"] = [location]; 359 _queryParams["location"] = [location];
348 } 360 }
349 if (startTime != null) { 361 if (startTime != null) {
350 _queryParams["startTime"] = [startTime]; 362 _queryParams["startTime"] = [startTime];
351 } 363 }
352 364
353 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo bs/' + commons.Escaper.ecapeVariable('$jobId') + '/metrics'; 365 _url = 'v1b3/projects/' +
366 commons.Escaper.ecapeVariable('$projectId') +
367 '/jobs/' +
368 commons.Escaper.ecapeVariable('$jobId') +
369 '/metrics';
354 370
355 var _response = _requester.request(_url, 371 var _response = _requester.request(_url, "GET",
356 "GET", 372 body: _body,
357 body: _body, 373 queryParams: _queryParams,
358 queryParams: _queryParams, 374 uploadOptions: _uploadOptions,
359 uploadOptions: _uploadOptions, 375 uploadMedia: _uploadMedia,
360 uploadMedia: _uploadMedia, 376 downloadOptions: _downloadOptions);
361 downloadOptions: _downloadOptions);
362 return _response.then((data) => new JobMetrics.fromJson(data)); 377 return _response.then((data) => new JobMetrics.fromJson(data));
363 } 378 }
364 379
365 /** 380 /// List the jobs of a project in a given region.
366 * List the jobs of a project in a given region. 381 ///
367 * 382 /// Request parameters:
368 * Request parameters: 383 ///
369 * 384 /// [projectId] - The project which owns the jobs.
370 * [projectId] - The project which owns the jobs. 385 ///
371 * 386 /// [filter] - The kind of filter to use.
372 * [view] - Level of information requested in response. Default is 387 /// Possible string values are:
373 * `JOB_VIEW_SUMMARY`. 388 /// - "UNKNOWN" : A UNKNOWN.
374 * Possible string values are: 389 /// - "ALL" : A ALL.
375 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. 390 /// - "TERMINATED" : A TERMINATED.
376 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. 391 /// - "ACTIVE" : A ACTIVE.
377 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. 392 ///
378 * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. 393 /// [location] - The location that contains this job.
379 * 394 ///
380 * [filter] - The kind of filter to use. 395 /// [pageToken] - Set this to the 'next_page_token' field of a previous
381 * Possible string values are: 396 /// response
382 * - "UNKNOWN" : A UNKNOWN. 397 /// to request additional results in a long list.
383 * - "ALL" : A ALL. 398 ///
384 * - "TERMINATED" : A TERMINATED. 399 /// [pageSize] - If there are many jobs, limit response to at most this many.
385 * - "ACTIVE" : A ACTIVE. 400 /// The actual number of jobs returned will be the lesser of max_responses
386 * 401 /// and an unspecified server-defined limit.
387 * [location] - The location that contains this job. 402 ///
388 * 403 /// [view] - Level of information requested in response. Default is
389 * [pageToken] - Set this to the 'next_page_token' field of a previous 404 /// `JOB_VIEW_SUMMARY`.
390 * response 405 /// Possible string values are:
391 * to request additional results in a long list. 406 /// - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN.
392 * 407 /// - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY.
393 * [pageSize] - If there are many jobs, limit response to at most this many. 408 /// - "JOB_VIEW_ALL" : A JOB_VIEW_ALL.
394 * The actual number of jobs returned will be the lesser of max_responses 409 /// - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION.
395 * and an unspecified server-defined limit. 410 ///
396 * 411 /// Completes with a [ListJobsResponse].
397 * Completes with a [ListJobsResponse]. 412 ///
398 * 413 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
399 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 414 /// an error.
400 * error. 415 ///
401 * 416 /// If the used [http.Client] completes with an error when making a REST
402 * If the used [http.Client] completes with an error when making a REST call, 417 /// call, this method will complete with the same error.
403 * this method will complete with the same error. 418 async.Future<ListJobsResponse> list(core.String projectId,
404 */ 419 {core.String filter,
405 async.Future<ListJobsResponse> list(core.String projectId, {core.String view, core.String filter, core.String location, core.String pageToken, core.int pageSi ze}) { 420 core.String location,
421 core.String pageToken,
422 core.int pageSize,
423 core.String view}) {
406 var _url = null; 424 var _url = null;
407 var _queryParams = new core.Map(); 425 var _queryParams = new core.Map();
408 var _uploadMedia = null; 426 var _uploadMedia = null;
409 var _uploadOptions = null; 427 var _uploadOptions = null;
410 var _downloadOptions = commons.DownloadOptions.Metadata; 428 var _downloadOptions = commons.DownloadOptions.Metadata;
411 var _body = null; 429 var _body = null;
412 430
413 if (projectId == null) { 431 if (projectId == null) {
414 throw new core.ArgumentError("Parameter projectId is required."); 432 throw new core.ArgumentError("Parameter projectId is required.");
415 } 433 }
416 if (view != null) {
417 _queryParams["view"] = [view];
418 }
419 if (filter != null) { 434 if (filter != null) {
420 _queryParams["filter"] = [filter]; 435 _queryParams["filter"] = [filter];
421 } 436 }
422 if (location != null) { 437 if (location != null) {
423 _queryParams["location"] = [location]; 438 _queryParams["location"] = [location];
424 } 439 }
425 if (pageToken != null) { 440 if (pageToken != null) {
426 _queryParams["pageToken"] = [pageToken]; 441 _queryParams["pageToken"] = [pageToken];
427 } 442 }
428 if (pageSize != null) { 443 if (pageSize != null) {
429 _queryParams["pageSize"] = ["${pageSize}"]; 444 _queryParams["pageSize"] = ["${pageSize}"];
430 } 445 }
446 if (view != null) {
447 _queryParams["view"] = [view];
448 }
431 449
432 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo bs'; 450 _url = 'v1b3/projects/' +
451 commons.Escaper.ecapeVariable('$projectId') +
452 '/jobs';
433 453
434 var _response = _requester.request(_url, 454 var _response = _requester.request(_url, "GET",
435 "GET", 455 body: _body,
436 body: _body, 456 queryParams: _queryParams,
437 queryParams: _queryParams, 457 uploadOptions: _uploadOptions,
438 uploadOptions: _uploadOptions, 458 uploadMedia: _uploadMedia,
439 uploadMedia: _uploadMedia, 459 downloadOptions: _downloadOptions);
440 downloadOptions: _downloadOptions);
441 return _response.then((data) => new ListJobsResponse.fromJson(data)); 460 return _response.then((data) => new ListJobsResponse.fromJson(data));
442 } 461 }
443 462
444 /** 463 /// Updates the state of an existing Cloud Dataflow job.
445 * Updates the state of an existing Cloud Dataflow job. 464 ///
446 * 465 /// [request] - The metadata request object.
447 * [request] - The metadata request object. 466 ///
448 * 467 /// Request parameters:
449 * Request parameters: 468 ///
450 * 469 /// [projectId] - The ID of the Cloud Platform project that the job belongs
451 * [projectId] - The ID of the Cloud Platform project that the job belongs to. 470 /// to.
452 * 471 ///
453 * [jobId] - The job ID. 472 /// [jobId] - The job ID.
454 * 473 ///
455 * [location] - The location that contains this job. 474 /// [location] - The location that contains this job.
456 * 475 ///
457 * Completes with a [Job]. 476 /// Completes with a [Job].
458 * 477 ///
459 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 478 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
460 * error. 479 /// an error.
461 * 480 ///
462 * If the used [http.Client] completes with an error when making a REST call, 481 /// If the used [http.Client] completes with an error when making a REST
463 * this method will complete with the same error. 482 /// call, this method will complete with the same error.
464 */ 483 async.Future<Job> update(
465 async.Future<Job> update(Job request, core.String projectId, core.String jobId , {core.String location}) { 484 Job request, core.String projectId, core.String jobId,
485 {core.String location}) {
466 var _url = null; 486 var _url = null;
467 var _queryParams = new core.Map(); 487 var _queryParams = new core.Map();
468 var _uploadMedia = null; 488 var _uploadMedia = null;
469 var _uploadOptions = null; 489 var _uploadOptions = null;
470 var _downloadOptions = commons.DownloadOptions.Metadata; 490 var _downloadOptions = commons.DownloadOptions.Metadata;
471 var _body = null; 491 var _body = null;
472 492
473 if (request != null) { 493 if (request != null) {
474 _body = convert.JSON.encode((request).toJson()); 494 _body = convert.JSON.encode((request).toJson());
475 } 495 }
476 if (projectId == null) { 496 if (projectId == null) {
477 throw new core.ArgumentError("Parameter projectId is required."); 497 throw new core.ArgumentError("Parameter projectId is required.");
478 } 498 }
479 if (jobId == null) { 499 if (jobId == null) {
480 throw new core.ArgumentError("Parameter jobId is required."); 500 throw new core.ArgumentError("Parameter jobId is required.");
481 } 501 }
482 if (location != null) { 502 if (location != null) {
483 _queryParams["location"] = [location]; 503 _queryParams["location"] = [location];
484 } 504 }
485 505
486 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo bs/' + commons.Escaper.ecapeVariable('$jobId'); 506 _url = 'v1b3/projects/' +
507 commons.Escaper.ecapeVariable('$projectId') +
508 '/jobs/' +
509 commons.Escaper.ecapeVariable('$jobId');
487 510
488 var _response = _requester.request(_url, 511 var _response = _requester.request(_url, "PUT",
489 "PUT", 512 body: _body,
490 body: _body, 513 queryParams: _queryParams,
491 queryParams: _queryParams, 514 uploadOptions: _uploadOptions,
492 uploadOptions: _uploadOptions, 515 uploadMedia: _uploadMedia,
493 uploadMedia: _uploadMedia, 516 downloadOptions: _downloadOptions);
494 downloadOptions: _downloadOptions);
495 return _response.then((data) => new Job.fromJson(data)); 517 return _response.then((data) => new Job.fromJson(data));
496 } 518 }
497
498 } 519 }
499 520
500
501 class ProjectsJobsDebugResourceApi { 521 class ProjectsJobsDebugResourceApi {
502 final commons.ApiRequester _requester; 522 final commons.ApiRequester _requester;
503 523
504 ProjectsJobsDebugResourceApi(commons.ApiRequester client) : 524 ProjectsJobsDebugResourceApi(commons.ApiRequester client)
505 _requester = client; 525 : _requester = client;
506 526
507 /** 527 /// Get encoded debug configuration for component. Not cacheable.
508 * Get encoded debug configuration for component. Not cacheable. 528 ///
509 * 529 /// [request] - The metadata request object.
510 * [request] - The metadata request object. 530 ///
511 * 531 /// Request parameters:
512 * Request parameters: 532 ///
513 * 533 /// [projectId] - The project id.
514 * [projectId] - The project id. 534 ///
515 * 535 /// [jobId] - The job id.
516 * [jobId] - The job id. 536 ///
517 * 537 /// Completes with a [GetDebugConfigResponse].
518 * Completes with a [GetDebugConfigResponse]. 538 ///
519 * 539 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
520 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 540 /// an error.
521 * error. 541 ///
522 * 542 /// If the used [http.Client] completes with an error when making a REST
523 * If the used [http.Client] completes with an error when making a REST call, 543 /// call, this method will complete with the same error.
524 * this method will complete with the same error. 544 async.Future<GetDebugConfigResponse> getConfig(
525 */ 545 GetDebugConfigRequest request, core.String projectId, core.String jobId) {
526 async.Future<GetDebugConfigResponse> getConfig(GetDebugConfigRequest request, core.String projectId, core.String jobId) {
527 var _url = null; 546 var _url = null;
528 var _queryParams = new core.Map(); 547 var _queryParams = new core.Map();
529 var _uploadMedia = null; 548 var _uploadMedia = null;
530 var _uploadOptions = null; 549 var _uploadOptions = null;
531 var _downloadOptions = commons.DownloadOptions.Metadata; 550 var _downloadOptions = commons.DownloadOptions.Metadata;
532 var _body = null; 551 var _body = null;
533 552
534 if (request != null) { 553 if (request != null) {
535 _body = convert.JSON.encode((request).toJson()); 554 _body = convert.JSON.encode((request).toJson());
536 } 555 }
537 if (projectId == null) { 556 if (projectId == null) {
538 throw new core.ArgumentError("Parameter projectId is required."); 557 throw new core.ArgumentError("Parameter projectId is required.");
539 } 558 }
540 if (jobId == null) { 559 if (jobId == null) {
541 throw new core.ArgumentError("Parameter jobId is required."); 560 throw new core.ArgumentError("Parameter jobId is required.");
542 } 561 }
543 562
544 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo bs/' + commons.Escaper.ecapeVariable('$jobId') + '/debug/getConfig'; 563 _url = 'v1b3/projects/' +
564 commons.Escaper.ecapeVariable('$projectId') +
565 '/jobs/' +
566 commons.Escaper.ecapeVariable('$jobId') +
567 '/debug/getConfig';
545 568
546 var _response = _requester.request(_url, 569 var _response = _requester.request(_url, "POST",
547 "POST", 570 body: _body,
548 body: _body, 571 queryParams: _queryParams,
549 queryParams: _queryParams, 572 uploadOptions: _uploadOptions,
550 uploadOptions: _uploadOptions, 573 uploadMedia: _uploadMedia,
551 uploadMedia: _uploadMedia, 574 downloadOptions: _downloadOptions);
552 downloadOptions: _downloadOptions);
553 return _response.then((data) => new GetDebugConfigResponse.fromJson(data)); 575 return _response.then((data) => new GetDebugConfigResponse.fromJson(data));
554 } 576 }
555 577
556 /** 578 /// Send encoded debug capture data for component.
557 * Send encoded debug capture data for component. 579 ///
558 * 580 /// [request] - The metadata request object.
559 * [request] - The metadata request object. 581 ///
560 * 582 /// Request parameters:
561 * Request parameters: 583 ///
562 * 584 /// [projectId] - The project id.
563 * [projectId] - The project id. 585 ///
564 * 586 /// [jobId] - The job id.
565 * [jobId] - The job id. 587 ///
566 * 588 /// Completes with a [SendDebugCaptureResponse].
567 * Completes with a [SendDebugCaptureResponse]. 589 ///
568 * 590 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
569 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 591 /// an error.
570 * error. 592 ///
571 * 593 /// If the used [http.Client] completes with an error when making a REST
572 * If the used [http.Client] completes with an error when making a REST call, 594 /// call, this method will complete with the same error.
573 * this method will complete with the same error. 595 async.Future<SendDebugCaptureResponse> sendCapture(
574 */ 596 SendDebugCaptureRequest request,
575 async.Future<SendDebugCaptureResponse> sendCapture(SendDebugCaptureRequest req uest, core.String projectId, core.String jobId) { 597 core.String projectId,
598 core.String jobId) {
576 var _url = null; 599 var _url = null;
577 var _queryParams = new core.Map(); 600 var _queryParams = new core.Map();
578 var _uploadMedia = null; 601 var _uploadMedia = null;
579 var _uploadOptions = null; 602 var _uploadOptions = null;
580 var _downloadOptions = commons.DownloadOptions.Metadata; 603 var _downloadOptions = commons.DownloadOptions.Metadata;
581 var _body = null; 604 var _body = null;
582 605
583 if (request != null) { 606 if (request != null) {
584 _body = convert.JSON.encode((request).toJson()); 607 _body = convert.JSON.encode((request).toJson());
585 } 608 }
586 if (projectId == null) { 609 if (projectId == null) {
587 throw new core.ArgumentError("Parameter projectId is required."); 610 throw new core.ArgumentError("Parameter projectId is required.");
588 } 611 }
589 if (jobId == null) { 612 if (jobId == null) {
590 throw new core.ArgumentError("Parameter jobId is required."); 613 throw new core.ArgumentError("Parameter jobId is required.");
591 } 614 }
592 615
593 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo bs/' + commons.Escaper.ecapeVariable('$jobId') + '/debug/sendCapture'; 616 _url = 'v1b3/projects/' +
617 commons.Escaper.ecapeVariable('$projectId') +
618 '/jobs/' +
619 commons.Escaper.ecapeVariable('$jobId') +
620 '/debug/sendCapture';
594 621
595 var _response = _requester.request(_url, 622 var _response = _requester.request(_url, "POST",
596 "POST", 623 body: _body,
597 body: _body, 624 queryParams: _queryParams,
598 queryParams: _queryParams, 625 uploadOptions: _uploadOptions,
599 uploadOptions: _uploadOptions, 626 uploadMedia: _uploadMedia,
600 uploadMedia: _uploadMedia, 627 downloadOptions: _downloadOptions);
601 downloadOptions: _downloadOptions); 628 return _response
602 return _response.then((data) => new SendDebugCaptureResponse.fromJson(data)) ; 629 .then((data) => new SendDebugCaptureResponse.fromJson(data));
603 } 630 }
604
605 } 631 }
606 632
607
608 class ProjectsJobsMessagesResourceApi { 633 class ProjectsJobsMessagesResourceApi {
609 final commons.ApiRequester _requester; 634 final commons.ApiRequester _requester;
610 635
611 ProjectsJobsMessagesResourceApi(commons.ApiRequester client) : 636 ProjectsJobsMessagesResourceApi(commons.ApiRequester client)
612 _requester = client; 637 : _requester = client;
613 638
614 /** 639 /// Request the job status.
615 * Request the job status. 640 ///
616 * 641 /// Request parameters:
617 * Request parameters: 642 ///
618 * 643 /// [projectId] - A project id.
619 * [projectId] - A project id. 644 ///
620 * 645 /// [jobId] - The job to get messages about.
621 * [jobId] - The job to get messages about. 646 ///
622 * 647 /// [location] - The location which contains the job specified by job_id.
623 * [location] - The location which contains the job specified by job_id. 648 ///
624 * 649 /// [endTime] - Return only messages with timestamps < end_time. The default
625 * [endTime] - Return only messages with timestamps < end_time. The default is 650 /// is now
626 * now 651 /// (i.e. return up to the latest messages available).
627 * (i.e. return up to the latest messages available). 652 ///
628 * 653 /// [pageToken] - If supplied, this should be the value of next_page_token
629 * [startTime] - If specified, return only messages with timestamps >= 654 /// returned
630 * start_time. 655 /// by an earlier call. This will cause the next page of results to
631 * The default is the job creation time (i.e. beginning of messages). 656 /// be returned.
632 * 657 ///
633 * [pageToken] - If supplied, this should be the value of next_page_token 658 /// [startTime] - If specified, return only messages with timestamps >=
634 * returned 659 /// start_time.
635 * by an earlier call. This will cause the next page of results to 660 /// The default is the job creation time (i.e. beginning of messages).
636 * be returned. 661 ///
637 * 662 /// [pageSize] - If specified, determines the maximum number of messages to
638 * [pageSize] - If specified, determines the maximum number of messages to 663 /// return. If unspecified, the service may choose an appropriate
639 * return. If unspecified, the service may choose an appropriate 664 /// default, or may return an arbitrarily large number of results.
640 * default, or may return an arbitrarily large number of results. 665 ///
641 * 666 /// [minimumImportance] - Filter to only get messages with importance >=
642 * [minimumImportance] - Filter to only get messages with importance >= level 667 /// level
643 * Possible string values are: 668 /// Possible string values are:
644 * - "JOB_MESSAGE_IMPORTANCE_UNKNOWN" : A JOB_MESSAGE_IMPORTANCE_UNKNOWN. 669 /// - "JOB_MESSAGE_IMPORTANCE_UNKNOWN" : A JOB_MESSAGE_IMPORTANCE_UNKNOWN.
645 * - "JOB_MESSAGE_DEBUG" : A JOB_MESSAGE_DEBUG. 670 /// - "JOB_MESSAGE_DEBUG" : A JOB_MESSAGE_DEBUG.
646 * - "JOB_MESSAGE_DETAILED" : A JOB_MESSAGE_DETAILED. 671 /// - "JOB_MESSAGE_DETAILED" : A JOB_MESSAGE_DETAILED.
647 * - "JOB_MESSAGE_BASIC" : A JOB_MESSAGE_BASIC. 672 /// - "JOB_MESSAGE_BASIC" : A JOB_MESSAGE_BASIC.
648 * - "JOB_MESSAGE_WARNING" : A JOB_MESSAGE_WARNING. 673 /// - "JOB_MESSAGE_WARNING" : A JOB_MESSAGE_WARNING.
649 * - "JOB_MESSAGE_ERROR" : A JOB_MESSAGE_ERROR. 674 /// - "JOB_MESSAGE_ERROR" : A JOB_MESSAGE_ERROR.
650 * 675 ///
651 * Completes with a [ListJobMessagesResponse]. 676 /// Completes with a [ListJobMessagesResponse].
652 * 677 ///
653 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 678 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
654 * error. 679 /// an error.
655 * 680 ///
656 * If the used [http.Client] completes with an error when making a REST call, 681 /// If the used [http.Client] completes with an error when making a REST
657 * this method will complete with the same error. 682 /// call, this method will complete with the same error.
658 */ 683 async.Future<ListJobMessagesResponse> list(
659 async.Future<ListJobMessagesResponse> list(core.String projectId, core.String jobId, {core.String location, core.String endTime, core.String startTime, core.S tring pageToken, core.int pageSize, core.String minimumImportance}) { 684 core.String projectId, core.String jobId,
685 {core.String location,
686 core.String endTime,
687 core.String pageToken,
688 core.String startTime,
689 core.int pageSize,
690 core.String minimumImportance}) {
660 var _url = null; 691 var _url = null;
661 var _queryParams = new core.Map(); 692 var _queryParams = new core.Map();
662 var _uploadMedia = null; 693 var _uploadMedia = null;
663 var _uploadOptions = null; 694 var _uploadOptions = null;
664 var _downloadOptions = commons.DownloadOptions.Metadata; 695 var _downloadOptions = commons.DownloadOptions.Metadata;
665 var _body = null; 696 var _body = null;
666 697
667 if (projectId == null) { 698 if (projectId == null) {
668 throw new core.ArgumentError("Parameter projectId is required."); 699 throw new core.ArgumentError("Parameter projectId is required.");
669 } 700 }
670 if (jobId == null) { 701 if (jobId == null) {
671 throw new core.ArgumentError("Parameter jobId is required."); 702 throw new core.ArgumentError("Parameter jobId is required.");
672 } 703 }
673 if (location != null) { 704 if (location != null) {
674 _queryParams["location"] = [location]; 705 _queryParams["location"] = [location];
675 } 706 }
676 if (endTime != null) { 707 if (endTime != null) {
677 _queryParams["endTime"] = [endTime]; 708 _queryParams["endTime"] = [endTime];
678 } 709 }
710 if (pageToken != null) {
711 _queryParams["pageToken"] = [pageToken];
712 }
679 if (startTime != null) { 713 if (startTime != null) {
680 _queryParams["startTime"] = [startTime]; 714 _queryParams["startTime"] = [startTime];
681 } 715 }
682 if (pageToken != null) {
683 _queryParams["pageToken"] = [pageToken];
684 }
685 if (pageSize != null) { 716 if (pageSize != null) {
686 _queryParams["pageSize"] = ["${pageSize}"]; 717 _queryParams["pageSize"] = ["${pageSize}"];
687 } 718 }
688 if (minimumImportance != null) { 719 if (minimumImportance != null) {
689 _queryParams["minimumImportance"] = [minimumImportance]; 720 _queryParams["minimumImportance"] = [minimumImportance];
690 } 721 }
691 722
692 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo bs/' + commons.Escaper.ecapeVariable('$jobId') + '/messages'; 723 _url = 'v1b3/projects/' +
724 commons.Escaper.ecapeVariable('$projectId') +
725 '/jobs/' +
726 commons.Escaper.ecapeVariable('$jobId') +
727 '/messages';
693 728
694 var _response = _requester.request(_url, 729 var _response = _requester.request(_url, "GET",
695 "GET", 730 body: _body,
696 body: _body, 731 queryParams: _queryParams,
697 queryParams: _queryParams, 732 uploadOptions: _uploadOptions,
698 uploadOptions: _uploadOptions, 733 uploadMedia: _uploadMedia,
699 uploadMedia: _uploadMedia, 734 downloadOptions: _downloadOptions);
700 downloadOptions: _downloadOptions);
701 return _response.then((data) => new ListJobMessagesResponse.fromJson(data)); 735 return _response.then((data) => new ListJobMessagesResponse.fromJson(data));
702 } 736 }
703
704 } 737 }
705 738
706
707 class ProjectsJobsWorkItemsResourceApi { 739 class ProjectsJobsWorkItemsResourceApi {
708 final commons.ApiRequester _requester; 740 final commons.ApiRequester _requester;
709 741
710 ProjectsJobsWorkItemsResourceApi(commons.ApiRequester client) : 742 ProjectsJobsWorkItemsResourceApi(commons.ApiRequester client)
711 _requester = client; 743 : _requester = client;
712 744
713 /** 745 /// Leases a dataflow WorkItem to run.
714 * Leases a dataflow WorkItem to run. 746 ///
715 * 747 /// [request] - The metadata request object.
716 * [request] - The metadata request object. 748 ///
717 * 749 /// Request parameters:
718 * Request parameters: 750 ///
719 * 751 /// [projectId] - Identifies the project this worker belongs to.
720 * [projectId] - Identifies the project this worker belongs to. 752 ///
721 * 753 /// [jobId] - Identifies the workflow job this worker belongs to.
722 * [jobId] - Identifies the workflow job this worker belongs to. 754 ///
723 * 755 /// Completes with a [LeaseWorkItemResponse].
724 * Completes with a [LeaseWorkItemResponse]. 756 ///
725 * 757 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
726 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 758 /// an error.
727 * error. 759 ///
728 * 760 /// If the used [http.Client] completes with an error when making a REST
729 * If the used [http.Client] completes with an error when making a REST call, 761 /// call, this method will complete with the same error.
730 * this method will complete with the same error. 762 async.Future<LeaseWorkItemResponse> lease(
731 */ 763 LeaseWorkItemRequest request, core.String projectId, core.String jobId) {
732 async.Future<LeaseWorkItemResponse> lease(LeaseWorkItemRequest request, core.S tring projectId, core.String jobId) {
733 var _url = null; 764 var _url = null;
734 var _queryParams = new core.Map(); 765 var _queryParams = new core.Map();
735 var _uploadMedia = null; 766 var _uploadMedia = null;
736 var _uploadOptions = null; 767 var _uploadOptions = null;
737 var _downloadOptions = commons.DownloadOptions.Metadata; 768 var _downloadOptions = commons.DownloadOptions.Metadata;
738 var _body = null; 769 var _body = null;
739 770
740 if (request != null) { 771 if (request != null) {
741 _body = convert.JSON.encode((request).toJson()); 772 _body = convert.JSON.encode((request).toJson());
742 } 773 }
743 if (projectId == null) { 774 if (projectId == null) {
744 throw new core.ArgumentError("Parameter projectId is required."); 775 throw new core.ArgumentError("Parameter projectId is required.");
745 } 776 }
746 if (jobId == null) { 777 if (jobId == null) {
747 throw new core.ArgumentError("Parameter jobId is required."); 778 throw new core.ArgumentError("Parameter jobId is required.");
748 } 779 }
749 780
750 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo bs/' + commons.Escaper.ecapeVariable('$jobId') + '/workItems:lease'; 781 _url = 'v1b3/projects/' +
782 commons.Escaper.ecapeVariable('$projectId') +
783 '/jobs/' +
784 commons.Escaper.ecapeVariable('$jobId') +
785 '/workItems:lease';
751 786
752 var _response = _requester.request(_url, 787 var _response = _requester.request(_url, "POST",
753 "POST", 788 body: _body,
754 body: _body, 789 queryParams: _queryParams,
755 queryParams: _queryParams, 790 uploadOptions: _uploadOptions,
756 uploadOptions: _uploadOptions, 791 uploadMedia: _uploadMedia,
757 uploadMedia: _uploadMedia, 792 downloadOptions: _downloadOptions);
758 downloadOptions: _downloadOptions);
759 return _response.then((data) => new LeaseWorkItemResponse.fromJson(data)); 793 return _response.then((data) => new LeaseWorkItemResponse.fromJson(data));
760 } 794 }
761 795
762 /** 796 /// Reports the status of dataflow WorkItems leased by a worker.
763 * Reports the status of dataflow WorkItems leased by a worker. 797 ///
764 * 798 /// [request] - The metadata request object.
765 * [request] - The metadata request object. 799 ///
766 * 800 /// Request parameters:
767 * Request parameters: 801 ///
768 * 802 /// [projectId] - The project which owns the WorkItem's job.
769 * [projectId] - The project which owns the WorkItem's job. 803 ///
770 * 804 /// [jobId] - The job which the WorkItem is part of.
771 * [jobId] - The job which the WorkItem is part of. 805 ///
772 * 806 /// Completes with a [ReportWorkItemStatusResponse].
773 * Completes with a [ReportWorkItemStatusResponse]. 807 ///
774 * 808 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
775 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 809 /// an error.
776 * error. 810 ///
777 * 811 /// If the used [http.Client] completes with an error when making a REST
778 * If the used [http.Client] completes with an error when making a REST call, 812 /// call, this method will complete with the same error.
779 * this method will complete with the same error. 813 async.Future<ReportWorkItemStatusResponse> reportStatus(
780 */ 814 ReportWorkItemStatusRequest request,
781 async.Future<ReportWorkItemStatusResponse> reportStatus(ReportWorkItemStatusRe quest request, core.String projectId, core.String jobId) { 815 core.String projectId,
816 core.String jobId) {
782 var _url = null; 817 var _url = null;
783 var _queryParams = new core.Map(); 818 var _queryParams = new core.Map();
784 var _uploadMedia = null; 819 var _uploadMedia = null;
785 var _uploadOptions = null; 820 var _uploadOptions = null;
786 var _downloadOptions = commons.DownloadOptions.Metadata; 821 var _downloadOptions = commons.DownloadOptions.Metadata;
787 var _body = null; 822 var _body = null;
788 823
789 if (request != null) { 824 if (request != null) {
790 _body = convert.JSON.encode((request).toJson()); 825 _body = convert.JSON.encode((request).toJson());
791 } 826 }
792 if (projectId == null) { 827 if (projectId == null) {
793 throw new core.ArgumentError("Parameter projectId is required."); 828 throw new core.ArgumentError("Parameter projectId is required.");
794 } 829 }
795 if (jobId == null) { 830 if (jobId == null) {
796 throw new core.ArgumentError("Parameter jobId is required."); 831 throw new core.ArgumentError("Parameter jobId is required.");
797 } 832 }
798 833
799 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo bs/' + commons.Escaper.ecapeVariable('$jobId') + '/workItems:reportStatus'; 834 _url = 'v1b3/projects/' +
835 commons.Escaper.ecapeVariable('$projectId') +
836 '/jobs/' +
837 commons.Escaper.ecapeVariable('$jobId') +
838 '/workItems:reportStatus';
800 839
801 var _response = _requester.request(_url, 840 var _response = _requester.request(_url, "POST",
802 "POST", 841 body: _body,
803 body: _body, 842 queryParams: _queryParams,
804 queryParams: _queryParams, 843 uploadOptions: _uploadOptions,
805 uploadOptions: _uploadOptions, 844 uploadMedia: _uploadMedia,
806 uploadMedia: _uploadMedia, 845 downloadOptions: _downloadOptions);
807 downloadOptions: _downloadOptions); 846 return _response
808 return _response.then((data) => new ReportWorkItemStatusResponse.fromJson(da ta)); 847 .then((data) => new ReportWorkItemStatusResponse.fromJson(data));
809 } 848 }
810
811 } 849 }
812 850
813
814 class ProjectsLocationsResourceApi { 851 class ProjectsLocationsResourceApi {
815 final commons.ApiRequester _requester; 852 final commons.ApiRequester _requester;
816 853
817 ProjectsLocationsJobsResourceApi get jobs => new ProjectsLocationsJobsResource Api(_requester); 854 ProjectsLocationsJobsResourceApi get jobs =>
818 ProjectsLocationsTemplatesResourceApi get templates => new ProjectsLocationsTe mplatesResourceApi(_requester); 855 new ProjectsLocationsJobsResourceApi(_requester);
856 ProjectsLocationsTemplatesResourceApi get templates =>
857 new ProjectsLocationsTemplatesResourceApi(_requester);
819 858
820 ProjectsLocationsResourceApi(commons.ApiRequester client) : 859 ProjectsLocationsResourceApi(commons.ApiRequester client)
821 _requester = client; 860 : _requester = client;
822 861
823 /** 862 /// Send a worker_message to the service.
824 * Send a worker_message to the service. 863 ///
825 * 864 /// [request] - The metadata request object.
826 * [request] - The metadata request object. 865 ///
827 * 866 /// Request parameters:
828 * Request parameters: 867 ///
829 * 868 /// [projectId] - The project to send the WorkerMessages to.
830 * [projectId] - The project to send the WorkerMessages to. 869 ///
831 * 870 /// [location] - The location which contains the job
832 * [location] - The location which contains the job 871 ///
833 * 872 /// Completes with a [SendWorkerMessagesResponse].
834 * Completes with a [SendWorkerMessagesResponse]. 873 ///
835 * 874 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
836 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 875 /// an error.
837 * error. 876 ///
838 * 877 /// If the used [http.Client] completes with an error when making a REST
839 * If the used [http.Client] completes with an error when making a REST call, 878 /// call, this method will complete with the same error.
840 * this method will complete with the same error. 879 async.Future<SendWorkerMessagesResponse> workerMessages(
841 */ 880 SendWorkerMessagesRequest request,
842 async.Future<SendWorkerMessagesResponse> workerMessages(SendWorkerMessagesRequ est request, core.String projectId, core.String location) { 881 core.String projectId,
882 core.String location) {
843 var _url = null; 883 var _url = null;
844 var _queryParams = new core.Map(); 884 var _queryParams = new core.Map();
845 var _uploadMedia = null; 885 var _uploadMedia = null;
846 var _uploadOptions = null; 886 var _uploadOptions = null;
847 var _downloadOptions = commons.DownloadOptions.Metadata; 887 var _downloadOptions = commons.DownloadOptions.Metadata;
848 var _body = null; 888 var _body = null;
849 889
850 if (request != null) { 890 if (request != null) {
851 _body = convert.JSON.encode((request).toJson()); 891 _body = convert.JSON.encode((request).toJson());
852 } 892 }
853 if (projectId == null) { 893 if (projectId == null) {
854 throw new core.ArgumentError("Parameter projectId is required."); 894 throw new core.ArgumentError("Parameter projectId is required.");
855 } 895 }
856 if (location == null) { 896 if (location == null) {
857 throw new core.ArgumentError("Parameter location is required."); 897 throw new core.ArgumentError("Parameter location is required.");
858 } 898 }
859 899
860 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo cations/' + commons.Escaper.ecapeVariable('$location') + '/WorkerMessages'; 900 _url = 'v1b3/projects/' +
901 commons.Escaper.ecapeVariable('$projectId') +
902 '/locations/' +
903 commons.Escaper.ecapeVariable('$location') +
904 '/WorkerMessages';
861 905
862 var _response = _requester.request(_url, 906 var _response = _requester.request(_url, "POST",
863 "POST", 907 body: _body,
864 body: _body, 908 queryParams: _queryParams,
865 queryParams: _queryParams, 909 uploadOptions: _uploadOptions,
866 uploadOptions: _uploadOptions, 910 uploadMedia: _uploadMedia,
867 uploadMedia: _uploadMedia, 911 downloadOptions: _downloadOptions);
868 downloadOptions: _downloadOptions); 912 return _response
869 return _response.then((data) => new SendWorkerMessagesResponse.fromJson(data )); 913 .then((data) => new SendWorkerMessagesResponse.fromJson(data));
870 } 914 }
871
872 } 915 }
873 916
874
875 class ProjectsLocationsJobsResourceApi { 917 class ProjectsLocationsJobsResourceApi {
876 final commons.ApiRequester _requester; 918 final commons.ApiRequester _requester;
877 919
878 ProjectsLocationsJobsDebugResourceApi get debug => new ProjectsLocationsJobsDe bugResourceApi(_requester); 920 ProjectsLocationsJobsDebugResourceApi get debug =>
879 ProjectsLocationsJobsMessagesResourceApi get messages => new ProjectsLocations JobsMessagesResourceApi(_requester); 921 new ProjectsLocationsJobsDebugResourceApi(_requester);
880 ProjectsLocationsJobsWorkItemsResourceApi get workItems => new ProjectsLocatio nsJobsWorkItemsResourceApi(_requester); 922 ProjectsLocationsJobsMessagesResourceApi get messages =>
923 new ProjectsLocationsJobsMessagesResourceApi(_requester);
924 ProjectsLocationsJobsWorkItemsResourceApi get workItems =>
925 new ProjectsLocationsJobsWorkItemsResourceApi(_requester);
881 926
882 ProjectsLocationsJobsResourceApi(commons.ApiRequester client) : 927 ProjectsLocationsJobsResourceApi(commons.ApiRequester client)
883 _requester = client; 928 : _requester = client;
884 929
885 /** 930 /// Creates a Cloud Dataflow job.
886 * Creates a Cloud Dataflow job. 931 ///
887 * 932 /// [request] - The metadata request object.
888 * [request] - The metadata request object. 933 ///
889 * 934 /// Request parameters:
890 * Request parameters: 935 ///
891 * 936 /// [projectId] - The ID of the Cloud Platform project that the job belongs
892 * [projectId] - The ID of the Cloud Platform project that the job belongs to. 937 /// to.
893 * 938 ///
894 * [location] - The location that contains this job. 939 /// [location] - The location that contains this job.
895 * 940 ///
896 * [replaceJobId] - Deprecated. This field is now in the Job message. 941 /// [replaceJobId] - Deprecated. This field is now in the Job message.
897 * 942 ///
898 * [view] - The level of information requested in response. 943 /// [view] - The level of information requested in response.
899 * Possible string values are: 944 /// Possible string values are:
900 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. 945 /// - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN.
901 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. 946 /// - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY.
902 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. 947 /// - "JOB_VIEW_ALL" : A JOB_VIEW_ALL.
903 * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. 948 /// - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION.
904 * 949 ///
905 * Completes with a [Job]. 950 /// Completes with a [Job].
906 * 951 ///
907 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 952 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
908 * error. 953 /// an error.
909 * 954 ///
910 * If the used [http.Client] completes with an error when making a REST call, 955 /// If the used [http.Client] completes with an error when making a REST
911 * this method will complete with the same error. 956 /// call, this method will complete with the same error.
912 */ 957 async.Future<Job> create(
913 async.Future<Job> create(Job request, core.String projectId, core.String locat ion, {core.String replaceJobId, core.String view}) { 958 Job request, core.String projectId, core.String location,
959 {core.String replaceJobId, core.String view}) {
914 var _url = null; 960 var _url = null;
915 var _queryParams = new core.Map(); 961 var _queryParams = new core.Map();
916 var _uploadMedia = null; 962 var _uploadMedia = null;
917 var _uploadOptions = null; 963 var _uploadOptions = null;
918 var _downloadOptions = commons.DownloadOptions.Metadata; 964 var _downloadOptions = commons.DownloadOptions.Metadata;
919 var _body = null; 965 var _body = null;
920 966
921 if (request != null) { 967 if (request != null) {
922 _body = convert.JSON.encode((request).toJson()); 968 _body = convert.JSON.encode((request).toJson());
923 } 969 }
924 if (projectId == null) { 970 if (projectId == null) {
925 throw new core.ArgumentError("Parameter projectId is required."); 971 throw new core.ArgumentError("Parameter projectId is required.");
926 } 972 }
927 if (location == null) { 973 if (location == null) {
928 throw new core.ArgumentError("Parameter location is required."); 974 throw new core.ArgumentError("Parameter location is required.");
929 } 975 }
930 if (replaceJobId != null) { 976 if (replaceJobId != null) {
931 _queryParams["replaceJobId"] = [replaceJobId]; 977 _queryParams["replaceJobId"] = [replaceJobId];
932 } 978 }
933 if (view != null) { 979 if (view != null) {
934 _queryParams["view"] = [view]; 980 _queryParams["view"] = [view];
935 } 981 }
936 982
937 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs'; 983 _url = 'v1b3/projects/' +
984 commons.Escaper.ecapeVariable('$projectId') +
985 '/locations/' +
986 commons.Escaper.ecapeVariable('$location') +
987 '/jobs';
938 988
939 var _response = _requester.request(_url, 989 var _response = _requester.request(_url, "POST",
940 "POST", 990 body: _body,
941 body: _body, 991 queryParams: _queryParams,
942 queryParams: _queryParams, 992 uploadOptions: _uploadOptions,
943 uploadOptions: _uploadOptions, 993 uploadMedia: _uploadMedia,
944 uploadMedia: _uploadMedia, 994 downloadOptions: _downloadOptions);
945 downloadOptions: _downloadOptions);
946 return _response.then((data) => new Job.fromJson(data)); 995 return _response.then((data) => new Job.fromJson(data));
947 } 996 }
948 997
949 /** 998 /// Gets the state of the specified Cloud Dataflow job.
950 * Gets the state of the specified Cloud Dataflow job. 999 ///
951 * 1000 /// Request parameters:
952 * Request parameters: 1001 ///
953 * 1002 /// [projectId] - The ID of the Cloud Platform project that the job belongs
954 * [projectId] - The ID of the Cloud Platform project that the job belongs to. 1003 /// to.
955 * 1004 ///
956 * [location] - The location that contains this job. 1005 /// [location] - The location that contains this job.
957 * 1006 ///
958 * [jobId] - The job ID. 1007 /// [jobId] - The job ID.
959 * 1008 ///
960 * [view] - The level of information requested in response. 1009 /// [view] - The level of information requested in response.
961 * Possible string values are: 1010 /// Possible string values are:
962 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. 1011 /// - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN.
963 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. 1012 /// - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY.
964 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. 1013 /// - "JOB_VIEW_ALL" : A JOB_VIEW_ALL.
965 * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. 1014 /// - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION.
966 * 1015 ///
967 * Completes with a [Job]. 1016 /// Completes with a [Job].
968 * 1017 ///
969 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 1018 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
970 * error. 1019 /// an error.
971 * 1020 ///
972 * If the used [http.Client] completes with an error when making a REST call, 1021 /// If the used [http.Client] completes with an error when making a REST
973 * this method will complete with the same error. 1022 /// call, this method will complete with the same error.
974 */ 1023 async.Future<Job> get(
975 async.Future<Job> get(core.String projectId, core.String location, core.String jobId, {core.String view}) { 1024 core.String projectId, core.String location, core.String jobId,
1025 {core.String view}) {
976 var _url = null; 1026 var _url = null;
977 var _queryParams = new core.Map(); 1027 var _queryParams = new core.Map();
978 var _uploadMedia = null; 1028 var _uploadMedia = null;
979 var _uploadOptions = null; 1029 var _uploadOptions = null;
980 var _downloadOptions = commons.DownloadOptions.Metadata; 1030 var _downloadOptions = commons.DownloadOptions.Metadata;
981 var _body = null; 1031 var _body = null;
982 1032
983 if (projectId == null) { 1033 if (projectId == null) {
984 throw new core.ArgumentError("Parameter projectId is required."); 1034 throw new core.ArgumentError("Parameter projectId is required.");
985 } 1035 }
986 if (location == null) { 1036 if (location == null) {
987 throw new core.ArgumentError("Parameter location is required."); 1037 throw new core.ArgumentError("Parameter location is required.");
988 } 1038 }
989 if (jobId == null) { 1039 if (jobId == null) {
990 throw new core.ArgumentError("Parameter jobId is required."); 1040 throw new core.ArgumentError("Parameter jobId is required.");
991 } 1041 }
992 if (view != null) { 1042 if (view != null) {
993 _queryParams["view"] = [view]; 1043 _queryParams["view"] = [view];
994 } 1044 }
995 1045
996 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs/' + commons.Esca per.ecapeVariable('$jobId'); 1046 _url = 'v1b3/projects/' +
1047 commons.Escaper.ecapeVariable('$projectId') +
1048 '/locations/' +
1049 commons.Escaper.ecapeVariable('$location') +
1050 '/jobs/' +
1051 commons.Escaper.ecapeVariable('$jobId');
997 1052
998 var _response = _requester.request(_url, 1053 var _response = _requester.request(_url, "GET",
999 "GET", 1054 body: _body,
1000 body: _body, 1055 queryParams: _queryParams,
1001 queryParams: _queryParams, 1056 uploadOptions: _uploadOptions,
1002 uploadOptions: _uploadOptions, 1057 uploadMedia: _uploadMedia,
1003 uploadMedia: _uploadMedia, 1058 downloadOptions: _downloadOptions);
1004 downloadOptions: _downloadOptions);
1005 return _response.then((data) => new Job.fromJson(data)); 1059 return _response.then((data) => new Job.fromJson(data));
1006 } 1060 }
1007 1061
1008 /** 1062 /// Request the job status.
1009 * Request the job status. 1063 ///
1010 * 1064 /// Request parameters:
1011 * Request parameters: 1065 ///
1012 * 1066 /// [projectId] - A project id.
1013 * [projectId] - A project id. 1067 ///
1014 * 1068 /// [location] - The location which contains the job specified by job_id.
1015 * [location] - The location which contains the job specified by job_id. 1069 ///
1016 * 1070 /// [jobId] - The job to get messages for.
1017 * [jobId] - The job to get messages for. 1071 ///
1018 * 1072 /// [startTime] - Return only metric data that has changed since this time.
1019 * [startTime] - Return only metric data that has changed since this time. 1073 /// Default is to return all information about all metrics for the job.
1020 * Default is to return all information about all metrics for the job. 1074 ///
1021 * 1075 /// Completes with a [JobMetrics].
1022 * Completes with a [JobMetrics]. 1076 ///
1023 * 1077 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
1024 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 1078 /// an error.
1025 * error. 1079 ///
1026 * 1080 /// If the used [http.Client] completes with an error when making a REST
1027 * If the used [http.Client] completes with an error when making a REST call, 1081 /// call, this method will complete with the same error.
1028 * this method will complete with the same error. 1082 async.Future<JobMetrics> getMetrics(
1029 */ 1083 core.String projectId, core.String location, core.String jobId,
1030 async.Future<JobMetrics> getMetrics(core.String projectId, core.String locatio n, core.String jobId, {core.String startTime}) { 1084 {core.String startTime}) {
1031 var _url = null; 1085 var _url = null;
1032 var _queryParams = new core.Map(); 1086 var _queryParams = new core.Map();
1033 var _uploadMedia = null; 1087 var _uploadMedia = null;
1034 var _uploadOptions = null; 1088 var _uploadOptions = null;
1035 var _downloadOptions = commons.DownloadOptions.Metadata; 1089 var _downloadOptions = commons.DownloadOptions.Metadata;
1036 var _body = null; 1090 var _body = null;
1037 1091
1038 if (projectId == null) { 1092 if (projectId == null) {
1039 throw new core.ArgumentError("Parameter projectId is required."); 1093 throw new core.ArgumentError("Parameter projectId is required.");
1040 } 1094 }
1041 if (location == null) { 1095 if (location == null) {
1042 throw new core.ArgumentError("Parameter location is required."); 1096 throw new core.ArgumentError("Parameter location is required.");
1043 } 1097 }
1044 if (jobId == null) { 1098 if (jobId == null) {
1045 throw new core.ArgumentError("Parameter jobId is required."); 1099 throw new core.ArgumentError("Parameter jobId is required.");
1046 } 1100 }
1047 if (startTime != null) { 1101 if (startTime != null) {
1048 _queryParams["startTime"] = [startTime]; 1102 _queryParams["startTime"] = [startTime];
1049 } 1103 }
1050 1104
1051 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs/' + commons.Esca per.ecapeVariable('$jobId') + '/metrics'; 1105 _url = 'v1b3/projects/' +
1106 commons.Escaper.ecapeVariable('$projectId') +
1107 '/locations/' +
1108 commons.Escaper.ecapeVariable('$location') +
1109 '/jobs/' +
1110 commons.Escaper.ecapeVariable('$jobId') +
1111 '/metrics';
1052 1112
1053 var _response = _requester.request(_url, 1113 var _response = _requester.request(_url, "GET",
1054 "GET", 1114 body: _body,
1055 body: _body, 1115 queryParams: _queryParams,
1056 queryParams: _queryParams, 1116 uploadOptions: _uploadOptions,
1057 uploadOptions: _uploadOptions, 1117 uploadMedia: _uploadMedia,
1058 uploadMedia: _uploadMedia, 1118 downloadOptions: _downloadOptions);
1059 downloadOptions: _downloadOptions);
1060 return _response.then((data) => new JobMetrics.fromJson(data)); 1119 return _response.then((data) => new JobMetrics.fromJson(data));
1061 } 1120 }
1062 1121
1063 /** 1122 /// List the jobs of a project in a given region.
1064 * List the jobs of a project in a given region. 1123 ///
1065 * 1124 /// Request parameters:
1066 * Request parameters: 1125 ///
1067 * 1126 /// [projectId] - The project which owns the jobs.
1068 * [projectId] - The project which owns the jobs. 1127 ///
1069 * 1128 /// [location] - The location that contains this job.
1070 * [location] - The location that contains this job. 1129 ///
1071 * 1130 /// [pageToken] - Set this to the 'next_page_token' field of a previous
1072 * [filter] - The kind of filter to use. 1131 /// response
1073 * Possible string values are: 1132 /// to request additional results in a long list.
1074 * - "UNKNOWN" : A UNKNOWN. 1133 ///
1075 * - "ALL" : A ALL. 1134 /// [pageSize] - If there are many jobs, limit response to at most this many.
1076 * - "TERMINATED" : A TERMINATED. 1135 /// The actual number of jobs returned will be the lesser of max_responses
1077 * - "ACTIVE" : A ACTIVE. 1136 /// and an unspecified server-defined limit.
1078 * 1137 ///
1079 * [pageToken] - Set this to the 'next_page_token' field of a previous 1138 /// [view] - Level of information requested in response. Default is
1080 * response 1139 /// `JOB_VIEW_SUMMARY`.
1081 * to request additional results in a long list. 1140 /// Possible string values are:
1082 * 1141 /// - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN.
1083 * [pageSize] - If there are many jobs, limit response to at most this many. 1142 /// - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY.
1084 * The actual number of jobs returned will be the lesser of max_responses 1143 /// - "JOB_VIEW_ALL" : A JOB_VIEW_ALL.
1085 * and an unspecified server-defined limit. 1144 /// - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION.
1086 * 1145 ///
1087 * [view] - Level of information requested in response. Default is 1146 /// [filter] - The kind of filter to use.
1088 * `JOB_VIEW_SUMMARY`. 1147 /// Possible string values are:
1089 * Possible string values are: 1148 /// - "UNKNOWN" : A UNKNOWN.
1090 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. 1149 /// - "ALL" : A ALL.
1091 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. 1150 /// - "TERMINATED" : A TERMINATED.
1092 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. 1151 /// - "ACTIVE" : A ACTIVE.
1093 * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. 1152 ///
1094 * 1153 /// Completes with a [ListJobsResponse].
1095 * Completes with a [ListJobsResponse]. 1154 ///
1096 * 1155 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
1097 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 1156 /// an error.
1098 * error. 1157 ///
1099 * 1158 /// If the used [http.Client] completes with an error when making a REST
1100 * If the used [http.Client] completes with an error when making a REST call, 1159 /// call, this method will complete with the same error.
1101 * this method will complete with the same error. 1160 async.Future<ListJobsResponse> list(
1102 */ 1161 core.String projectId, core.String location,
1103 async.Future<ListJobsResponse> list(core.String projectId, core.String locatio n, {core.String filter, core.String pageToken, core.int pageSize, core.String vi ew}) { 1162 {core.String pageToken,
1163 core.int pageSize,
1164 core.String view,
1165 core.String filter}) {
1104 var _url = null; 1166 var _url = null;
1105 var _queryParams = new core.Map(); 1167 var _queryParams = new core.Map();
1106 var _uploadMedia = null; 1168 var _uploadMedia = null;
1107 var _uploadOptions = null; 1169 var _uploadOptions = null;
1108 var _downloadOptions = commons.DownloadOptions.Metadata; 1170 var _downloadOptions = commons.DownloadOptions.Metadata;
1109 var _body = null; 1171 var _body = null;
1110 1172
1111 if (projectId == null) { 1173 if (projectId == null) {
1112 throw new core.ArgumentError("Parameter projectId is required."); 1174 throw new core.ArgumentError("Parameter projectId is required.");
1113 } 1175 }
1114 if (location == null) { 1176 if (location == null) {
1115 throw new core.ArgumentError("Parameter location is required."); 1177 throw new core.ArgumentError("Parameter location is required.");
1116 } 1178 }
1117 if (filter != null) {
1118 _queryParams["filter"] = [filter];
1119 }
1120 if (pageToken != null) { 1179 if (pageToken != null) {
1121 _queryParams["pageToken"] = [pageToken]; 1180 _queryParams["pageToken"] = [pageToken];
1122 } 1181 }
1123 if (pageSize != null) { 1182 if (pageSize != null) {
1124 _queryParams["pageSize"] = ["${pageSize}"]; 1183 _queryParams["pageSize"] = ["${pageSize}"];
1125 } 1184 }
1126 if (view != null) { 1185 if (view != null) {
1127 _queryParams["view"] = [view]; 1186 _queryParams["view"] = [view];
1128 } 1187 }
1188 if (filter != null) {
1189 _queryParams["filter"] = [filter];
1190 }
1129 1191
1130 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs'; 1192 _url = 'v1b3/projects/' +
1193 commons.Escaper.ecapeVariable('$projectId') +
1194 '/locations/' +
1195 commons.Escaper.ecapeVariable('$location') +
1196 '/jobs';
1131 1197
1132 var _response = _requester.request(_url, 1198 var _response = _requester.request(_url, "GET",
1133 "GET", 1199 body: _body,
1134 body: _body, 1200 queryParams: _queryParams,
1135 queryParams: _queryParams, 1201 uploadOptions: _uploadOptions,
1136 uploadOptions: _uploadOptions, 1202 uploadMedia: _uploadMedia,
1137 uploadMedia: _uploadMedia, 1203 downloadOptions: _downloadOptions);
1138 downloadOptions: _downloadOptions);
1139 return _response.then((data) => new ListJobsResponse.fromJson(data)); 1204 return _response.then((data) => new ListJobsResponse.fromJson(data));
1140 } 1205 }
1141 1206
1142 /** 1207 /// Updates the state of an existing Cloud Dataflow job.
1143 * Updates the state of an existing Cloud Dataflow job. 1208 ///
1144 * 1209 /// [request] - The metadata request object.
1145 * [request] - The metadata request object. 1210 ///
1146 * 1211 /// Request parameters:
1147 * Request parameters: 1212 ///
1148 * 1213 /// [projectId] - The ID of the Cloud Platform project that the job belongs
1149 * [projectId] - The ID of the Cloud Platform project that the job belongs to. 1214 /// to.
1150 * 1215 ///
1151 * [location] - The location that contains this job. 1216 /// [location] - The location that contains this job.
1152 * 1217 ///
1153 * [jobId] - The job ID. 1218 /// [jobId] - The job ID.
1154 * 1219 ///
1155 * Completes with a [Job]. 1220 /// Completes with a [Job].
1156 * 1221 ///
1157 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 1222 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
1158 * error. 1223 /// an error.
1159 * 1224 ///
1160 * If the used [http.Client] completes with an error when making a REST call, 1225 /// If the used [http.Client] completes with an error when making a REST
1161 * this method will complete with the same error. 1226 /// call, this method will complete with the same error.
1162 */ 1227 async.Future<Job> update(Job request, core.String projectId,
1163 async.Future<Job> update(Job request, core.String projectId, core.String locat ion, core.String jobId) { 1228 core.String location, core.String jobId) {
1164 var _url = null; 1229 var _url = null;
1165 var _queryParams = new core.Map(); 1230 var _queryParams = new core.Map();
1166 var _uploadMedia = null; 1231 var _uploadMedia = null;
1167 var _uploadOptions = null; 1232 var _uploadOptions = null;
1168 var _downloadOptions = commons.DownloadOptions.Metadata; 1233 var _downloadOptions = commons.DownloadOptions.Metadata;
1169 var _body = null; 1234 var _body = null;
1170 1235
1171 if (request != null) { 1236 if (request != null) {
1172 _body = convert.JSON.encode((request).toJson()); 1237 _body = convert.JSON.encode((request).toJson());
1173 } 1238 }
1174 if (projectId == null) { 1239 if (projectId == null) {
1175 throw new core.ArgumentError("Parameter projectId is required."); 1240 throw new core.ArgumentError("Parameter projectId is required.");
1176 } 1241 }
1177 if (location == null) { 1242 if (location == null) {
1178 throw new core.ArgumentError("Parameter location is required."); 1243 throw new core.ArgumentError("Parameter location is required.");
1179 } 1244 }
1180 if (jobId == null) { 1245 if (jobId == null) {
1181 throw new core.ArgumentError("Parameter jobId is required."); 1246 throw new core.ArgumentError("Parameter jobId is required.");
1182 } 1247 }
1183 1248
1184 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs/' + commons.Esca per.ecapeVariable('$jobId'); 1249 _url = 'v1b3/projects/' +
1250 commons.Escaper.ecapeVariable('$projectId') +
1251 '/locations/' +
1252 commons.Escaper.ecapeVariable('$location') +
1253 '/jobs/' +
1254 commons.Escaper.ecapeVariable('$jobId');
1185 1255
1186 var _response = _requester.request(_url, 1256 var _response = _requester.request(_url, "PUT",
1187 "PUT", 1257 body: _body,
1188 body: _body, 1258 queryParams: _queryParams,
1189 queryParams: _queryParams, 1259 uploadOptions: _uploadOptions,
1190 uploadOptions: _uploadOptions, 1260 uploadMedia: _uploadMedia,
1191 uploadMedia: _uploadMedia, 1261 downloadOptions: _downloadOptions);
1192 downloadOptions: _downloadOptions);
1193 return _response.then((data) => new Job.fromJson(data)); 1262 return _response.then((data) => new Job.fromJson(data));
1194 } 1263 }
1195
1196 } 1264 }
1197 1265
1198
1199 class ProjectsLocationsJobsDebugResourceApi { 1266 class ProjectsLocationsJobsDebugResourceApi {
1200 final commons.ApiRequester _requester; 1267 final commons.ApiRequester _requester;
1201 1268
1202 ProjectsLocationsJobsDebugResourceApi(commons.ApiRequester client) : 1269 ProjectsLocationsJobsDebugResourceApi(commons.ApiRequester client)
1203 _requester = client; 1270 : _requester = client;
1204 1271
1205 /** 1272 /// Get encoded debug configuration for component. Not cacheable.
1206 * Get encoded debug configuration for component. Not cacheable. 1273 ///
1207 * 1274 /// [request] - The metadata request object.
1208 * [request] - The metadata request object. 1275 ///
1209 * 1276 /// Request parameters:
1210 * Request parameters: 1277 ///
1211 * 1278 /// [projectId] - The project id.
1212 * [projectId] - The project id. 1279 ///
1213 * 1280 /// [location] - The location which contains the job specified by job_id.
1214 * [location] - The location which contains the job specified by job_id. 1281 ///
1215 * 1282 /// [jobId] - The job id.
1216 * [jobId] - The job id. 1283 ///
1217 * 1284 /// Completes with a [GetDebugConfigResponse].
1218 * Completes with a [GetDebugConfigResponse]. 1285 ///
1219 * 1286 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
1220 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 1287 /// an error.
1221 * error. 1288 ///
1222 * 1289 /// If the used [http.Client] completes with an error when making a REST
1223 * If the used [http.Client] completes with an error when making a REST call, 1290 /// call, this method will complete with the same error.
1224 * this method will complete with the same error. 1291 async.Future<GetDebugConfigResponse> getConfig(GetDebugConfigRequest request,
1225 */ 1292 core.String projectId, core.String location, core.String jobId) {
1226 async.Future<GetDebugConfigResponse> getConfig(GetDebugConfigRequest request, core.String projectId, core.String location, core.String jobId) {
1227 var _url = null; 1293 var _url = null;
1228 var _queryParams = new core.Map(); 1294 var _queryParams = new core.Map();
1229 var _uploadMedia = null; 1295 var _uploadMedia = null;
1230 var _uploadOptions = null; 1296 var _uploadOptions = null;
1231 var _downloadOptions = commons.DownloadOptions.Metadata; 1297 var _downloadOptions = commons.DownloadOptions.Metadata;
1232 var _body = null; 1298 var _body = null;
1233 1299
1234 if (request != null) { 1300 if (request != null) {
1235 _body = convert.JSON.encode((request).toJson()); 1301 _body = convert.JSON.encode((request).toJson());
1236 } 1302 }
1237 if (projectId == null) { 1303 if (projectId == null) {
1238 throw new core.ArgumentError("Parameter projectId is required."); 1304 throw new core.ArgumentError("Parameter projectId is required.");
1239 } 1305 }
1240 if (location == null) { 1306 if (location == null) {
1241 throw new core.ArgumentError("Parameter location is required."); 1307 throw new core.ArgumentError("Parameter location is required.");
1242 } 1308 }
1243 if (jobId == null) { 1309 if (jobId == null) {
1244 throw new core.ArgumentError("Parameter jobId is required."); 1310 throw new core.ArgumentError("Parameter jobId is required.");
1245 } 1311 }
1246 1312
1247 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs/' + commons.Esca per.ecapeVariable('$jobId') + '/debug/getConfig'; 1313 _url = 'v1b3/projects/' +
1314 commons.Escaper.ecapeVariable('$projectId') +
1315 '/locations/' +
1316 commons.Escaper.ecapeVariable('$location') +
1317 '/jobs/' +
1318 commons.Escaper.ecapeVariable('$jobId') +
1319 '/debug/getConfig';
1248 1320
1249 var _response = _requester.request(_url, 1321 var _response = _requester.request(_url, "POST",
1250 "POST", 1322 body: _body,
1251 body: _body, 1323 queryParams: _queryParams,
1252 queryParams: _queryParams, 1324 uploadOptions: _uploadOptions,
1253 uploadOptions: _uploadOptions, 1325 uploadMedia: _uploadMedia,
1254 uploadMedia: _uploadMedia, 1326 downloadOptions: _downloadOptions);
1255 downloadOptions: _downloadOptions);
1256 return _response.then((data) => new GetDebugConfigResponse.fromJson(data)); 1327 return _response.then((data) => new GetDebugConfigResponse.fromJson(data));
1257 } 1328 }
1258 1329
1259 /** 1330 /// Send encoded debug capture data for component.
1260 * Send encoded debug capture data for component. 1331 ///
1261 * 1332 /// [request] - The metadata request object.
1262 * [request] - The metadata request object. 1333 ///
1263 * 1334 /// Request parameters:
1264 * Request parameters: 1335 ///
1265 * 1336 /// [projectId] - The project id.
1266 * [projectId] - The project id. 1337 ///
1267 * 1338 /// [location] - The location which contains the job specified by job_id.
1268 * [location] - The location which contains the job specified by job_id. 1339 ///
1269 * 1340 /// [jobId] - The job id.
1270 * [jobId] - The job id. 1341 ///
1271 * 1342 /// Completes with a [SendDebugCaptureResponse].
1272 * Completes with a [SendDebugCaptureResponse]. 1343 ///
1273 * 1344 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
1274 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 1345 /// an error.
1275 * error. 1346 ///
1276 * 1347 /// If the used [http.Client] completes with an error when making a REST
1277 * If the used [http.Client] completes with an error when making a REST call, 1348 /// call, this method will complete with the same error.
1278 * this method will complete with the same error. 1349 async.Future<SendDebugCaptureResponse> sendCapture(
1279 */ 1350 SendDebugCaptureRequest request,
1280 async.Future<SendDebugCaptureResponse> sendCapture(SendDebugCaptureRequest req uest, core.String projectId, core.String location, core.String jobId) { 1351 core.String projectId,
1352 core.String location,
1353 core.String jobId) {
1281 var _url = null; 1354 var _url = null;
1282 var _queryParams = new core.Map(); 1355 var _queryParams = new core.Map();
1283 var _uploadMedia = null; 1356 var _uploadMedia = null;
1284 var _uploadOptions = null; 1357 var _uploadOptions = null;
1285 var _downloadOptions = commons.DownloadOptions.Metadata; 1358 var _downloadOptions = commons.DownloadOptions.Metadata;
1286 var _body = null; 1359 var _body = null;
1287 1360
1288 if (request != null) { 1361 if (request != null) {
1289 _body = convert.JSON.encode((request).toJson()); 1362 _body = convert.JSON.encode((request).toJson());
1290 } 1363 }
1291 if (projectId == null) { 1364 if (projectId == null) {
1292 throw new core.ArgumentError("Parameter projectId is required."); 1365 throw new core.ArgumentError("Parameter projectId is required.");
1293 } 1366 }
1294 if (location == null) { 1367 if (location == null) {
1295 throw new core.ArgumentError("Parameter location is required."); 1368 throw new core.ArgumentError("Parameter location is required.");
1296 } 1369 }
1297 if (jobId == null) { 1370 if (jobId == null) {
1298 throw new core.ArgumentError("Parameter jobId is required."); 1371 throw new core.ArgumentError("Parameter jobId is required.");
1299 } 1372 }
1300 1373
1301 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs/' + commons.Esca per.ecapeVariable('$jobId') + '/debug/sendCapture'; 1374 _url = 'v1b3/projects/' +
1375 commons.Escaper.ecapeVariable('$projectId') +
1376 '/locations/' +
1377 commons.Escaper.ecapeVariable('$location') +
1378 '/jobs/' +
1379 commons.Escaper.ecapeVariable('$jobId') +
1380 '/debug/sendCapture';
1302 1381
1303 var _response = _requester.request(_url, 1382 var _response = _requester.request(_url, "POST",
1304 "POST", 1383 body: _body,
1305 body: _body, 1384 queryParams: _queryParams,
1306 queryParams: _queryParams, 1385 uploadOptions: _uploadOptions,
1307 uploadOptions: _uploadOptions, 1386 uploadMedia: _uploadMedia,
1308 uploadMedia: _uploadMedia, 1387 downloadOptions: _downloadOptions);
1309 downloadOptions: _downloadOptions); 1388 return _response
1310 return _response.then((data) => new SendDebugCaptureResponse.fromJson(data)) ; 1389 .then((data) => new SendDebugCaptureResponse.fromJson(data));
1311 } 1390 }
1312
1313 } 1391 }
1314 1392
1315
1316 class ProjectsLocationsJobsMessagesResourceApi { 1393 class ProjectsLocationsJobsMessagesResourceApi {
1317 final commons.ApiRequester _requester; 1394 final commons.ApiRequester _requester;
1318 1395
1319 ProjectsLocationsJobsMessagesResourceApi(commons.ApiRequester client) : 1396 ProjectsLocationsJobsMessagesResourceApi(commons.ApiRequester client)
1320 _requester = client; 1397 : _requester = client;
1321 1398
1322 /** 1399 /// Request the job status.
1323 * Request the job status. 1400 ///
1324 * 1401 /// Request parameters:
1325 * Request parameters: 1402 ///
1326 * 1403 /// [projectId] - A project id.
1327 * [projectId] - A project id. 1404 ///
1328 * 1405 /// [location] - The location which contains the job specified by job_id.
1329 * [location] - The location which contains the job specified by job_id. 1406 ///
1330 * 1407 /// [jobId] - The job to get messages about.
1331 * [jobId] - The job to get messages about. 1408 ///
1332 * 1409 /// [endTime] - Return only messages with timestamps < end_time. The default
1333 * [endTime] - Return only messages with timestamps < end_time. The default is 1410 /// is now
1334 * now 1411 /// (i.e. return up to the latest messages available).
1335 * (i.e. return up to the latest messages available). 1412 ///
1336 * 1413 /// [pageToken] - If supplied, this should be the value of next_page_token
1337 * [startTime] - If specified, return only messages with timestamps >= 1414 /// returned
1338 * start_time. 1415 /// by an earlier call. This will cause the next page of results to
1339 * The default is the job creation time (i.e. beginning of messages). 1416 /// be returned.
1340 * 1417 ///
1341 * [pageToken] - If supplied, this should be the value of next_page_token 1418 /// [startTime] - If specified, return only messages with timestamps >=
1342 * returned 1419 /// start_time.
1343 * by an earlier call. This will cause the next page of results to 1420 /// The default is the job creation time (i.e. beginning of messages).
1344 * be returned. 1421 ///
1345 * 1422 /// [pageSize] - If specified, determines the maximum number of messages to
1346 * [pageSize] - If specified, determines the maximum number of messages to 1423 /// return. If unspecified, the service may choose an appropriate
1347 * return. If unspecified, the service may choose an appropriate 1424 /// default, or may return an arbitrarily large number of results.
1348 * default, or may return an arbitrarily large number of results. 1425 ///
1349 * 1426 /// [minimumImportance] - Filter to only get messages with importance >=
1350 * [minimumImportance] - Filter to only get messages with importance >= level 1427 /// level
1351 * Possible string values are: 1428 /// Possible string values are:
1352 * - "JOB_MESSAGE_IMPORTANCE_UNKNOWN" : A JOB_MESSAGE_IMPORTANCE_UNKNOWN. 1429 /// - "JOB_MESSAGE_IMPORTANCE_UNKNOWN" : A JOB_MESSAGE_IMPORTANCE_UNKNOWN.
1353 * - "JOB_MESSAGE_DEBUG" : A JOB_MESSAGE_DEBUG. 1430 /// - "JOB_MESSAGE_DEBUG" : A JOB_MESSAGE_DEBUG.
1354 * - "JOB_MESSAGE_DETAILED" : A JOB_MESSAGE_DETAILED. 1431 /// - "JOB_MESSAGE_DETAILED" : A JOB_MESSAGE_DETAILED.
1355 * - "JOB_MESSAGE_BASIC" : A JOB_MESSAGE_BASIC. 1432 /// - "JOB_MESSAGE_BASIC" : A JOB_MESSAGE_BASIC.
1356 * - "JOB_MESSAGE_WARNING" : A JOB_MESSAGE_WARNING. 1433 /// - "JOB_MESSAGE_WARNING" : A JOB_MESSAGE_WARNING.
1357 * - "JOB_MESSAGE_ERROR" : A JOB_MESSAGE_ERROR. 1434 /// - "JOB_MESSAGE_ERROR" : A JOB_MESSAGE_ERROR.
1358 * 1435 ///
1359 * Completes with a [ListJobMessagesResponse]. 1436 /// Completes with a [ListJobMessagesResponse].
1360 * 1437 ///
1361 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 1438 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
1362 * error. 1439 /// an error.
1363 * 1440 ///
1364 * If the used [http.Client] completes with an error when making a REST call, 1441 /// If the used [http.Client] completes with an error when making a REST
1365 * this method will complete with the same error. 1442 /// call, this method will complete with the same error.
1366 */ 1443 async.Future<ListJobMessagesResponse> list(
1367 async.Future<ListJobMessagesResponse> list(core.String projectId, core.String location, core.String jobId, {core.String endTime, core.String startTime, core.S tring pageToken, core.int pageSize, core.String minimumImportance}) { 1444 core.String projectId, core.String location, core.String jobId,
1445 {core.String endTime,
1446 core.String pageToken,
1447 core.String startTime,
1448 core.int pageSize,
1449 core.String minimumImportance}) {
1368 var _url = null; 1450 var _url = null;
1369 var _queryParams = new core.Map(); 1451 var _queryParams = new core.Map();
1370 var _uploadMedia = null; 1452 var _uploadMedia = null;
1371 var _uploadOptions = null; 1453 var _uploadOptions = null;
1372 var _downloadOptions = commons.DownloadOptions.Metadata; 1454 var _downloadOptions = commons.DownloadOptions.Metadata;
1373 var _body = null; 1455 var _body = null;
1374 1456
1375 if (projectId == null) { 1457 if (projectId == null) {
1376 throw new core.ArgumentError("Parameter projectId is required."); 1458 throw new core.ArgumentError("Parameter projectId is required.");
1377 } 1459 }
1378 if (location == null) { 1460 if (location == null) {
1379 throw new core.ArgumentError("Parameter location is required."); 1461 throw new core.ArgumentError("Parameter location is required.");
1380 } 1462 }
1381 if (jobId == null) { 1463 if (jobId == null) {
1382 throw new core.ArgumentError("Parameter jobId is required."); 1464 throw new core.ArgumentError("Parameter jobId is required.");
1383 } 1465 }
1384 if (endTime != null) { 1466 if (endTime != null) {
1385 _queryParams["endTime"] = [endTime]; 1467 _queryParams["endTime"] = [endTime];
1386 } 1468 }
1469 if (pageToken != null) {
1470 _queryParams["pageToken"] = [pageToken];
1471 }
1387 if (startTime != null) { 1472 if (startTime != null) {
1388 _queryParams["startTime"] = [startTime]; 1473 _queryParams["startTime"] = [startTime];
1389 } 1474 }
1390 if (pageToken != null) {
1391 _queryParams["pageToken"] = [pageToken];
1392 }
1393 if (pageSize != null) { 1475 if (pageSize != null) {
1394 _queryParams["pageSize"] = ["${pageSize}"]; 1476 _queryParams["pageSize"] = ["${pageSize}"];
1395 } 1477 }
1396 if (minimumImportance != null) { 1478 if (minimumImportance != null) {
1397 _queryParams["minimumImportance"] = [minimumImportance]; 1479 _queryParams["minimumImportance"] = [minimumImportance];
1398 } 1480 }
1399 1481
1400 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs/' + commons.Esca per.ecapeVariable('$jobId') + '/messages'; 1482 _url = 'v1b3/projects/' +
1483 commons.Escaper.ecapeVariable('$projectId') +
1484 '/locations/' +
1485 commons.Escaper.ecapeVariable('$location') +
1486 '/jobs/' +
1487 commons.Escaper.ecapeVariable('$jobId') +
1488 '/messages';
1401 1489
1402 var _response = _requester.request(_url, 1490 var _response = _requester.request(_url, "GET",
1403 "GET", 1491 body: _body,
1404 body: _body, 1492 queryParams: _queryParams,
1405 queryParams: _queryParams, 1493 uploadOptions: _uploadOptions,
1406 uploadOptions: _uploadOptions, 1494 uploadMedia: _uploadMedia,
1407 uploadMedia: _uploadMedia, 1495 downloadOptions: _downloadOptions);
1408 downloadOptions: _downloadOptions);
1409 return _response.then((data) => new ListJobMessagesResponse.fromJson(data)); 1496 return _response.then((data) => new ListJobMessagesResponse.fromJson(data));
1410 } 1497 }
1411
1412 } 1498 }
1413 1499
1414
1415 class ProjectsLocationsJobsWorkItemsResourceApi { 1500 class ProjectsLocationsJobsWorkItemsResourceApi {
1416 final commons.ApiRequester _requester; 1501 final commons.ApiRequester _requester;
1417 1502
1418 ProjectsLocationsJobsWorkItemsResourceApi(commons.ApiRequester client) : 1503 ProjectsLocationsJobsWorkItemsResourceApi(commons.ApiRequester client)
1419 _requester = client; 1504 : _requester = client;
1420 1505
1421 /** 1506 /// Leases a dataflow WorkItem to run.
1422 * Leases a dataflow WorkItem to run. 1507 ///
1423 * 1508 /// [request] - The metadata request object.
1424 * [request] - The metadata request object. 1509 ///
1425 * 1510 /// Request parameters:
1426 * Request parameters: 1511 ///
1427 * 1512 /// [projectId] - Identifies the project this worker belongs to.
1428 * [projectId] - Identifies the project this worker belongs to. 1513 ///
1429 * 1514 /// [location] - The location which contains the WorkItem's job.
1430 * [location] - The location which contains the WorkItem's job. 1515 ///
1431 * 1516 /// [jobId] - Identifies the workflow job this worker belongs to.
1432 * [jobId] - Identifies the workflow job this worker belongs to. 1517 ///
1433 * 1518 /// Completes with a [LeaseWorkItemResponse].
1434 * Completes with a [LeaseWorkItemResponse]. 1519 ///
1435 * 1520 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
1436 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 1521 /// an error.
1437 * error. 1522 ///
1438 * 1523 /// If the used [http.Client] completes with an error when making a REST
1439 * If the used [http.Client] completes with an error when making a REST call, 1524 /// call, this method will complete with the same error.
1440 * this method will complete with the same error. 1525 async.Future<LeaseWorkItemResponse> lease(LeaseWorkItemRequest request,
1441 */ 1526 core.String projectId, core.String location, core.String jobId) {
1442 async.Future<LeaseWorkItemResponse> lease(LeaseWorkItemRequest request, core.S tring projectId, core.String location, core.String jobId) {
1443 var _url = null; 1527 var _url = null;
1444 var _queryParams = new core.Map(); 1528 var _queryParams = new core.Map();
1445 var _uploadMedia = null; 1529 var _uploadMedia = null;
1446 var _uploadOptions = null; 1530 var _uploadOptions = null;
1447 var _downloadOptions = commons.DownloadOptions.Metadata; 1531 var _downloadOptions = commons.DownloadOptions.Metadata;
1448 var _body = null; 1532 var _body = null;
1449 1533
1450 if (request != null) { 1534 if (request != null) {
1451 _body = convert.JSON.encode((request).toJson()); 1535 _body = convert.JSON.encode((request).toJson());
1452 } 1536 }
1453 if (projectId == null) { 1537 if (projectId == null) {
1454 throw new core.ArgumentError("Parameter projectId is required."); 1538 throw new core.ArgumentError("Parameter projectId is required.");
1455 } 1539 }
1456 if (location == null) { 1540 if (location == null) {
1457 throw new core.ArgumentError("Parameter location is required."); 1541 throw new core.ArgumentError("Parameter location is required.");
1458 } 1542 }
1459 if (jobId == null) { 1543 if (jobId == null) {
1460 throw new core.ArgumentError("Parameter jobId is required."); 1544 throw new core.ArgumentError("Parameter jobId is required.");
1461 } 1545 }
1462 1546
1463 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs/' + commons.Esca per.ecapeVariable('$jobId') + '/workItems:lease'; 1547 _url = 'v1b3/projects/' +
1548 commons.Escaper.ecapeVariable('$projectId') +
1549 '/locations/' +
1550 commons.Escaper.ecapeVariable('$location') +
1551 '/jobs/' +
1552 commons.Escaper.ecapeVariable('$jobId') +
1553 '/workItems:lease';
1464 1554
1465 var _response = _requester.request(_url, 1555 var _response = _requester.request(_url, "POST",
1466 "POST", 1556 body: _body,
1467 body: _body, 1557 queryParams: _queryParams,
1468 queryParams: _queryParams, 1558 uploadOptions: _uploadOptions,
1469 uploadOptions: _uploadOptions, 1559 uploadMedia: _uploadMedia,
1470 uploadMedia: _uploadMedia, 1560 downloadOptions: _downloadOptions);
1471 downloadOptions: _downloadOptions);
1472 return _response.then((data) => new LeaseWorkItemResponse.fromJson(data)); 1561 return _response.then((data) => new LeaseWorkItemResponse.fromJson(data));
1473 } 1562 }
1474 1563
1475 /** 1564 /// Reports the status of dataflow WorkItems leased by a worker.
1476 * Reports the status of dataflow WorkItems leased by a worker. 1565 ///
1477 * 1566 /// [request] - The metadata request object.
1478 * [request] - The metadata request object. 1567 ///
1479 * 1568 /// Request parameters:
1480 * Request parameters: 1569 ///
1481 * 1570 /// [projectId] - The project which owns the WorkItem's job.
1482 * [projectId] - The project which owns the WorkItem's job. 1571 ///
1483 * 1572 /// [location] - The location which contains the WorkItem's job.
1484 * [location] - The location which contains the WorkItem's job. 1573 ///
1485 * 1574 /// [jobId] - The job which the WorkItem is part of.
1486 * [jobId] - The job which the WorkItem is part of. 1575 ///
1487 * 1576 /// Completes with a [ReportWorkItemStatusResponse].
1488 * Completes with a [ReportWorkItemStatusResponse]. 1577 ///
1489 * 1578 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
1490 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 1579 /// an error.
1491 * error. 1580 ///
1492 * 1581 /// If the used [http.Client] completes with an error when making a REST
1493 * If the used [http.Client] completes with an error when making a REST call, 1582 /// call, this method will complete with the same error.
1494 * this method will complete with the same error. 1583 async.Future<ReportWorkItemStatusResponse> reportStatus(
1495 */ 1584 ReportWorkItemStatusRequest request,
1496 async.Future<ReportWorkItemStatusResponse> reportStatus(ReportWorkItemStatusRe quest request, core.String projectId, core.String location, core.String jobId) { 1585 core.String projectId,
1586 core.String location,
1587 core.String jobId) {
1497 var _url = null; 1588 var _url = null;
1498 var _queryParams = new core.Map(); 1589 var _queryParams = new core.Map();
1499 var _uploadMedia = null; 1590 var _uploadMedia = null;
1500 var _uploadOptions = null; 1591 var _uploadOptions = null;
1501 var _downloadOptions = commons.DownloadOptions.Metadata; 1592 var _downloadOptions = commons.DownloadOptions.Metadata;
1502 var _body = null; 1593 var _body = null;
1503 1594
1504 if (request != null) { 1595 if (request != null) {
1505 _body = convert.JSON.encode((request).toJson()); 1596 _body = convert.JSON.encode((request).toJson());
1506 } 1597 }
1507 if (projectId == null) { 1598 if (projectId == null) {
1508 throw new core.ArgumentError("Parameter projectId is required."); 1599 throw new core.ArgumentError("Parameter projectId is required.");
1509 } 1600 }
1510 if (location == null) { 1601 if (location == null) {
1511 throw new core.ArgumentError("Parameter location is required."); 1602 throw new core.ArgumentError("Parameter location is required.");
1512 } 1603 }
1513 if (jobId == null) { 1604 if (jobId == null) {
1514 throw new core.ArgumentError("Parameter jobId is required."); 1605 throw new core.ArgumentError("Parameter jobId is required.");
1515 } 1606 }
1516 1607
1517 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs/' + commons.Esca per.ecapeVariable('$jobId') + '/workItems:reportStatus'; 1608 _url = 'v1b3/projects/' +
1609 commons.Escaper.ecapeVariable('$projectId') +
1610 '/locations/' +
1611 commons.Escaper.ecapeVariable('$location') +
1612 '/jobs/' +
1613 commons.Escaper.ecapeVariable('$jobId') +
1614 '/workItems:reportStatus';
1518 1615
1519 var _response = _requester.request(_url, 1616 var _response = _requester.request(_url, "POST",
1520 "POST", 1617 body: _body,
1521 body: _body, 1618 queryParams: _queryParams,
1522 queryParams: _queryParams, 1619 uploadOptions: _uploadOptions,
1523 uploadOptions: _uploadOptions, 1620 uploadMedia: _uploadMedia,
1524 uploadMedia: _uploadMedia, 1621 downloadOptions: _downloadOptions);
1525 downloadOptions: _downloadOptions); 1622 return _response
1526 return _response.then((data) => new ReportWorkItemStatusResponse.fromJson(da ta)); 1623 .then((data) => new ReportWorkItemStatusResponse.fromJson(data));
1527 } 1624 }
1528
1529 } 1625 }
1530 1626
1531
1532 class ProjectsLocationsTemplatesResourceApi { 1627 class ProjectsLocationsTemplatesResourceApi {
1533 final commons.ApiRequester _requester; 1628 final commons.ApiRequester _requester;
1534 1629
1535 ProjectsLocationsTemplatesResourceApi(commons.ApiRequester client) : 1630 ProjectsLocationsTemplatesResourceApi(commons.ApiRequester client)
1536 _requester = client; 1631 : _requester = client;
1537 1632
1538 /** 1633 /// Creates a Cloud Dataflow job from a template.
1539 * Creates a Cloud Dataflow job from a template. 1634 ///
1540 * 1635 /// [request] - The metadata request object.
1541 * [request] - The metadata request object. 1636 ///
1542 * 1637 /// Request parameters:
1543 * Request parameters: 1638 ///
1544 * 1639 /// [projectId] - Required. The ID of the Cloud Platform project that the job
1545 * [projectId] - Required. The ID of the Cloud Platform project that the job 1640 /// belongs to.
1546 * belongs to. 1641 ///
1547 * 1642 /// [location] - The location to which to direct the request.
1548 * [location] - The location to which to direct the request. 1643 ///
1549 * 1644 /// Completes with a [Job].
1550 * Completes with a [Job]. 1645 ///
1551 * 1646 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
1552 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 1647 /// an error.
1553 * error. 1648 ///
1554 * 1649 /// If the used [http.Client] completes with an error when making a REST
1555 * If the used [http.Client] completes with an error when making a REST call, 1650 /// call, this method will complete with the same error.
1556 * this method will complete with the same error. 1651 async.Future<Job> create(CreateJobFromTemplateRequest request,
1557 */ 1652 core.String projectId, core.String location) {
1558 async.Future<Job> create(CreateJobFromTemplateRequest request, core.String pro jectId, core.String location) {
1559 var _url = null; 1653 var _url = null;
1560 var _queryParams = new core.Map(); 1654 var _queryParams = new core.Map();
1561 var _uploadMedia = null; 1655 var _uploadMedia = null;
1562 var _uploadOptions = null; 1656 var _uploadOptions = null;
1563 var _downloadOptions = commons.DownloadOptions.Metadata; 1657 var _downloadOptions = commons.DownloadOptions.Metadata;
1564 var _body = null; 1658 var _body = null;
1565 1659
1566 if (request != null) { 1660 if (request != null) {
1567 _body = convert.JSON.encode((request).toJson()); 1661 _body = convert.JSON.encode((request).toJson());
1568 } 1662 }
1569 if (projectId == null) { 1663 if (projectId == null) {
1570 throw new core.ArgumentError("Parameter projectId is required."); 1664 throw new core.ArgumentError("Parameter projectId is required.");
1571 } 1665 }
1572 if (location == null) { 1666 if (location == null) {
1573 throw new core.ArgumentError("Parameter location is required."); 1667 throw new core.ArgumentError("Parameter location is required.");
1574 } 1668 }
1575 1669
1576 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo cations/' + commons.Escaper.ecapeVariable('$location') + '/templates'; 1670 _url = 'v1b3/projects/' +
1671 commons.Escaper.ecapeVariable('$projectId') +
1672 '/locations/' +
1673 commons.Escaper.ecapeVariable('$location') +
1674 '/templates';
1577 1675
1578 var _response = _requester.request(_url, 1676 var _response = _requester.request(_url, "POST",
1579 "POST", 1677 body: _body,
1580 body: _body, 1678 queryParams: _queryParams,
1581 queryParams: _queryParams, 1679 uploadOptions: _uploadOptions,
1582 uploadOptions: _uploadOptions, 1680 uploadMedia: _uploadMedia,
1583 uploadMedia: _uploadMedia, 1681 downloadOptions: _downloadOptions);
1584 downloadOptions: _downloadOptions);
1585 return _response.then((data) => new Job.fromJson(data)); 1682 return _response.then((data) => new Job.fromJson(data));
1586 } 1683 }
1587 1684
1588 /** 1685 /// Get the template associated with a template.
1589 * Get the template associated with a template. 1686 ///
1590 * 1687 /// Request parameters:
1591 * Request parameters: 1688 ///
1592 * 1689 /// [projectId] - Required. The ID of the Cloud Platform project that the job
1593 * [projectId] - Required. The ID of the Cloud Platform project that the job 1690 /// belongs to.
1594 * belongs to. 1691 ///
1595 * 1692 /// [location] - The location to which to direct the request.
1596 * [location] - The location to which to direct the request. 1693 ///
1597 * 1694 /// [view] - The view to retrieve. Defaults to METADATA_ONLY.
1598 * [view] - The view to retrieve. Defaults to METADATA_ONLY. 1695 /// Possible string values are:
1599 * Possible string values are: 1696 /// - "METADATA_ONLY" : A METADATA_ONLY.
1600 * - "METADATA_ONLY" : A METADATA_ONLY. 1697 ///
1601 * 1698 /// [gcsPath] - Required. A Cloud Storage path to the template from which to
1602 * [gcsPath] - Required. A Cloud Storage path to the template from which to 1699 /// create the job.
1603 * create the job. 1700 /// Must be a valid Cloud Storage URL, beginning with `gs://`.
1604 * Must be a valid Cloud Storage URL, beginning with `gs://`. 1701 ///
1605 * 1702 /// Completes with a [GetTemplateResponse].
1606 * Completes with a [GetTemplateResponse]. 1703 ///
1607 * 1704 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
1608 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 1705 /// an error.
1609 * error. 1706 ///
1610 * 1707 /// If the used [http.Client] completes with an error when making a REST
1611 * If the used [http.Client] completes with an error when making a REST call, 1708 /// call, this method will complete with the same error.
1612 * this method will complete with the same error. 1709 async.Future<GetTemplateResponse> get(
1613 */ 1710 core.String projectId, core.String location,
1614 async.Future<GetTemplateResponse> get(core.String projectId, core.String locat ion, {core.String view, core.String gcsPath}) { 1711 {core.String view, core.String gcsPath}) {
1615 var _url = null; 1712 var _url = null;
1616 var _queryParams = new core.Map(); 1713 var _queryParams = new core.Map();
1617 var _uploadMedia = null; 1714 var _uploadMedia = null;
1618 var _uploadOptions = null; 1715 var _uploadOptions = null;
1619 var _downloadOptions = commons.DownloadOptions.Metadata; 1716 var _downloadOptions = commons.DownloadOptions.Metadata;
1620 var _body = null; 1717 var _body = null;
1621 1718
1622 if (projectId == null) { 1719 if (projectId == null) {
1623 throw new core.ArgumentError("Parameter projectId is required."); 1720 throw new core.ArgumentError("Parameter projectId is required.");
1624 } 1721 }
1625 if (location == null) { 1722 if (location == null) {
1626 throw new core.ArgumentError("Parameter location is required."); 1723 throw new core.ArgumentError("Parameter location is required.");
1627 } 1724 }
1628 if (view != null) { 1725 if (view != null) {
1629 _queryParams["view"] = [view]; 1726 _queryParams["view"] = [view];
1630 } 1727 }
1631 if (gcsPath != null) { 1728 if (gcsPath != null) {
1632 _queryParams["gcsPath"] = [gcsPath]; 1729 _queryParams["gcsPath"] = [gcsPath];
1633 } 1730 }
1634 1731
1635 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo cations/' + commons.Escaper.ecapeVariable('$location') + '/templates:get'; 1732 _url = 'v1b3/projects/' +
1733 commons.Escaper.ecapeVariable('$projectId') +
1734 '/locations/' +
1735 commons.Escaper.ecapeVariable('$location') +
1736 '/templates:get';
1636 1737
1637 var _response = _requester.request(_url, 1738 var _response = _requester.request(_url, "GET",
1638 "GET", 1739 body: _body,
1639 body: _body, 1740 queryParams: _queryParams,
1640 queryParams: _queryParams, 1741 uploadOptions: _uploadOptions,
1641 uploadOptions: _uploadOptions, 1742 uploadMedia: _uploadMedia,
1642 uploadMedia: _uploadMedia, 1743 downloadOptions: _downloadOptions);
1643 downloadOptions: _downloadOptions);
1644 return _response.then((data) => new GetTemplateResponse.fromJson(data)); 1744 return _response.then((data) => new GetTemplateResponse.fromJson(data));
1645 } 1745 }
1646 1746
1647 /** 1747 /// Launch a template.
1648 * Launch a template. 1748 ///
1649 * 1749 /// [request] - The metadata request object.
1650 * [request] - The metadata request object. 1750 ///
1651 * 1751 /// Request parameters:
1652 * Request parameters: 1752 ///
1653 * 1753 /// [projectId] - Required. The ID of the Cloud Platform project that the job
1654 * [projectId] - Required. The ID of the Cloud Platform project that the job 1754 /// belongs to.
1655 * belongs to. 1755 ///
1656 * 1756 /// [location] - The location to which to direct the request.
1657 * [location] - The location to which to direct the request. 1757 ///
1658 * 1758 /// [validateOnly] - If true, the request is validated but not actually
1659 * [gcsPath] - Required. A Cloud Storage path to the template from which to 1759 /// executed.
1660 * create 1760 /// Defaults to false.
1661 * the job. 1761 ///
1662 * Must be valid Cloud Storage URL, beginning with 'gs://'. 1762 /// [gcsPath] - Required. A Cloud Storage path to the template from which to
1663 * 1763 /// create
1664 * [validateOnly] - If true, the request is validated but not actually 1764 /// the job.
1665 * executed. 1765 /// Must be valid Cloud Storage URL, beginning with 'gs://'.
1666 * Defaults to false. 1766 ///
1667 * 1767 /// Completes with a [LaunchTemplateResponse].
1668 * Completes with a [LaunchTemplateResponse]. 1768 ///
1669 * 1769 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
1670 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 1770 /// an error.
1671 * error. 1771 ///
1672 * 1772 /// If the used [http.Client] completes with an error when making a REST
1673 * If the used [http.Client] completes with an error when making a REST call, 1773 /// call, this method will complete with the same error.
1674 * this method will complete with the same error. 1774 async.Future<LaunchTemplateResponse> launch(LaunchTemplateParameters request,
1675 */ 1775 core.String projectId, core.String location,
1676 async.Future<LaunchTemplateResponse> launch(LaunchTemplateParameters request, core.String projectId, core.String location, {core.String gcsPath, core.bool val idateOnly}) { 1776 {core.bool validateOnly, core.String gcsPath}) {
1677 var _url = null; 1777 var _url = null;
1678 var _queryParams = new core.Map(); 1778 var _queryParams = new core.Map();
1679 var _uploadMedia = null; 1779 var _uploadMedia = null;
1680 var _uploadOptions = null; 1780 var _uploadOptions = null;
1681 var _downloadOptions = commons.DownloadOptions.Metadata; 1781 var _downloadOptions = commons.DownloadOptions.Metadata;
1682 var _body = null; 1782 var _body = null;
1683 1783
1684 if (request != null) { 1784 if (request != null) {
1685 _body = convert.JSON.encode((request).toJson()); 1785 _body = convert.JSON.encode((request).toJson());
1686 } 1786 }
1687 if (projectId == null) { 1787 if (projectId == null) {
1688 throw new core.ArgumentError("Parameter projectId is required."); 1788 throw new core.ArgumentError("Parameter projectId is required.");
1689 } 1789 }
1690 if (location == null) { 1790 if (location == null) {
1691 throw new core.ArgumentError("Parameter location is required."); 1791 throw new core.ArgumentError("Parameter location is required.");
1692 } 1792 }
1793 if (validateOnly != null) {
1794 _queryParams["validateOnly"] = ["${validateOnly}"];
1795 }
1693 if (gcsPath != null) { 1796 if (gcsPath != null) {
1694 _queryParams["gcsPath"] = [gcsPath]; 1797 _queryParams["gcsPath"] = [gcsPath];
1695 } 1798 }
1696 if (validateOnly != null) {
1697 _queryParams["validateOnly"] = ["${validateOnly}"];
1698 }
1699 1799
1700 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo cations/' + commons.Escaper.ecapeVariable('$location') + '/templates:launch'; 1800 _url = 'v1b3/projects/' +
1801 commons.Escaper.ecapeVariable('$projectId') +
1802 '/locations/' +
1803 commons.Escaper.ecapeVariable('$location') +
1804 '/templates:launch';
1701 1805
1702 var _response = _requester.request(_url, 1806 var _response = _requester.request(_url, "POST",
1703 "POST", 1807 body: _body,
1704 body: _body, 1808 queryParams: _queryParams,
1705 queryParams: _queryParams, 1809 uploadOptions: _uploadOptions,
1706 uploadOptions: _uploadOptions, 1810 uploadMedia: _uploadMedia,
1707 uploadMedia: _uploadMedia, 1811 downloadOptions: _downloadOptions);
1708 downloadOptions: _downloadOptions);
1709 return _response.then((data) => new LaunchTemplateResponse.fromJson(data)); 1812 return _response.then((data) => new LaunchTemplateResponse.fromJson(data));
1710 } 1813 }
1711
1712 } 1814 }
1713 1815
1714
1715 class ProjectsTemplatesResourceApi { 1816 class ProjectsTemplatesResourceApi {
1716 final commons.ApiRequester _requester; 1817 final commons.ApiRequester _requester;
1717 1818
1718 ProjectsTemplatesResourceApi(commons.ApiRequester client) : 1819 ProjectsTemplatesResourceApi(commons.ApiRequester client)
1719 _requester = client; 1820 : _requester = client;
1720 1821
1721 /** 1822 /// Creates a Cloud Dataflow job from a template.
1722 * Creates a Cloud Dataflow job from a template. 1823 ///
1723 * 1824 /// [request] - The metadata request object.
1724 * [request] - The metadata request object. 1825 ///
1725 * 1826 /// Request parameters:
1726 * Request parameters: 1827 ///
1727 * 1828 /// [projectId] - Required. The ID of the Cloud Platform project that the job
1728 * [projectId] - Required. The ID of the Cloud Platform project that the job 1829 /// belongs to.
1729 * belongs to. 1830 ///
1730 * 1831 /// Completes with a [Job].
1731 * Completes with a [Job]. 1832 ///
1732 * 1833 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
1733 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 1834 /// an error.
1734 * error. 1835 ///
1735 * 1836 /// If the used [http.Client] completes with an error when making a REST
1736 * If the used [http.Client] completes with an error when making a REST call, 1837 /// call, this method will complete with the same error.
1737 * this method will complete with the same error. 1838 async.Future<Job> create(
1738 */ 1839 CreateJobFromTemplateRequest request, core.String projectId) {
1739 async.Future<Job> create(CreateJobFromTemplateRequest request, core.String pro jectId) {
1740 var _url = null; 1840 var _url = null;
1741 var _queryParams = new core.Map(); 1841 var _queryParams = new core.Map();
1742 var _uploadMedia = null; 1842 var _uploadMedia = null;
1743 var _uploadOptions = null; 1843 var _uploadOptions = null;
1744 var _downloadOptions = commons.DownloadOptions.Metadata; 1844 var _downloadOptions = commons.DownloadOptions.Metadata;
1745 var _body = null; 1845 var _body = null;
1746 1846
1747 if (request != null) { 1847 if (request != null) {
1748 _body = convert.JSON.encode((request).toJson()); 1848 _body = convert.JSON.encode((request).toJson());
1749 } 1849 }
1750 if (projectId == null) { 1850 if (projectId == null) {
1751 throw new core.ArgumentError("Parameter projectId is required."); 1851 throw new core.ArgumentError("Parameter projectId is required.");
1752 } 1852 }
1753 1853
1754 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/te mplates'; 1854 _url = 'v1b3/projects/' +
1855 commons.Escaper.ecapeVariable('$projectId') +
1856 '/templates';
1755 1857
1756 var _response = _requester.request(_url, 1858 var _response = _requester.request(_url, "POST",
1757 "POST", 1859 body: _body,
1758 body: _body, 1860 queryParams: _queryParams,
1759 queryParams: _queryParams, 1861 uploadOptions: _uploadOptions,
1760 uploadOptions: _uploadOptions, 1862 uploadMedia: _uploadMedia,
1761 uploadMedia: _uploadMedia, 1863 downloadOptions: _downloadOptions);
1762 downloadOptions: _downloadOptions);
1763 return _response.then((data) => new Job.fromJson(data)); 1864 return _response.then((data) => new Job.fromJson(data));
1764 } 1865 }
1765 1866
1766 /** 1867 /// Get the template associated with a template.
1767 * Get the template associated with a template. 1868 ///
1768 * 1869 /// Request parameters:
1769 * Request parameters: 1870 ///
1770 * 1871 /// [projectId] - Required. The ID of the Cloud Platform project that the job
1771 * [projectId] - Required. The ID of the Cloud Platform project that the job 1872 /// belongs to.
1772 * belongs to. 1873 ///
1773 * 1874 /// [view] - The view to retrieve. Defaults to METADATA_ONLY.
1774 * [location] - The location to which to direct the request. 1875 /// Possible string values are:
1775 * 1876 /// - "METADATA_ONLY" : A METADATA_ONLY.
1776 * [view] - The view to retrieve. Defaults to METADATA_ONLY. 1877 ///
1777 * Possible string values are: 1878 /// [gcsPath] - Required. A Cloud Storage path to the template from which to
1778 * - "METADATA_ONLY" : A METADATA_ONLY. 1879 /// create the job.
1779 * 1880 /// Must be a valid Cloud Storage URL, beginning with `gs://`.
1780 * [gcsPath] - Required. A Cloud Storage path to the template from which to 1881 ///
1781 * create the job. 1882 /// [location] - The location to which to direct the request.
1782 * Must be a valid Cloud Storage URL, beginning with `gs://`. 1883 ///
1783 * 1884 /// Completes with a [GetTemplateResponse].
1784 * Completes with a [GetTemplateResponse]. 1885 ///
1785 * 1886 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
1786 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 1887 /// an error.
1787 * error. 1888 ///
1788 * 1889 /// If the used [http.Client] completes with an error when making a REST
1789 * If the used [http.Client] completes with an error when making a REST call, 1890 /// call, this method will complete with the same error.
1790 * this method will complete with the same error. 1891 async.Future<GetTemplateResponse> get(core.String projectId,
1791 */ 1892 {core.String view, core.String gcsPath, core.String location}) {
1792 async.Future<GetTemplateResponse> get(core.String projectId, {core.String loca tion, core.String view, core.String gcsPath}) {
1793 var _url = null; 1893 var _url = null;
1794 var _queryParams = new core.Map(); 1894 var _queryParams = new core.Map();
1795 var _uploadMedia = null; 1895 var _uploadMedia = null;
1796 var _uploadOptions = null; 1896 var _uploadOptions = null;
1797 var _downloadOptions = commons.DownloadOptions.Metadata; 1897 var _downloadOptions = commons.DownloadOptions.Metadata;
1798 var _body = null; 1898 var _body = null;
1799 1899
1800 if (projectId == null) { 1900 if (projectId == null) {
1801 throw new core.ArgumentError("Parameter projectId is required."); 1901 throw new core.ArgumentError("Parameter projectId is required.");
1802 } 1902 }
1803 if (location != null) {
1804 _queryParams["location"] = [location];
1805 }
1806 if (view != null) { 1903 if (view != null) {
1807 _queryParams["view"] = [view]; 1904 _queryParams["view"] = [view];
1808 } 1905 }
1809 if (gcsPath != null) { 1906 if (gcsPath != null) {
1810 _queryParams["gcsPath"] = [gcsPath]; 1907 _queryParams["gcsPath"] = [gcsPath];
1811 } 1908 }
1909 if (location != null) {
1910 _queryParams["location"] = [location];
1911 }
1812 1912
1813 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/te mplates:get'; 1913 _url = 'v1b3/projects/' +
1914 commons.Escaper.ecapeVariable('$projectId') +
1915 '/templates:get';
1814 1916
1815 var _response = _requester.request(_url, 1917 var _response = _requester.request(_url, "GET",
1816 "GET", 1918 body: _body,
1817 body: _body, 1919 queryParams: _queryParams,
1818 queryParams: _queryParams, 1920 uploadOptions: _uploadOptions,
1819 uploadOptions: _uploadOptions, 1921 uploadMedia: _uploadMedia,
1820 uploadMedia: _uploadMedia, 1922 downloadOptions: _downloadOptions);
1821 downloadOptions: _downloadOptions);
1822 return _response.then((data) => new GetTemplateResponse.fromJson(data)); 1923 return _response.then((data) => new GetTemplateResponse.fromJson(data));
1823 } 1924 }
1824 1925
1825 /** 1926 /// Launch a template.
1826 * Launch a template. 1927 ///
1827 * 1928 /// [request] - The metadata request object.
1828 * [request] - The metadata request object. 1929 ///
1829 * 1930 /// Request parameters:
1830 * Request parameters: 1931 ///
1831 * 1932 /// [projectId] - Required. The ID of the Cloud Platform project that the job
1832 * [projectId] - Required. The ID of the Cloud Platform project that the job 1933 /// belongs to.
1833 * belongs to. 1934 ///
1834 * 1935 /// [location] - The location to which to direct the request.
1835 * [location] - The location to which to direct the request. 1936 ///
1836 * 1937 /// [validateOnly] - If true, the request is validated but not actually
1837 * [validateOnly] - If true, the request is validated but not actually 1938 /// executed.
1838 * executed. 1939 /// Defaults to false.
1839 * Defaults to false. 1940 ///
1840 * 1941 /// [gcsPath] - Required. A Cloud Storage path to the template from which to
1841 * [gcsPath] - Required. A Cloud Storage path to the template from which to 1942 /// create
1842 * create 1943 /// the job.
1843 * the job. 1944 /// Must be valid Cloud Storage URL, beginning with 'gs://'.
1844 * Must be valid Cloud Storage URL, beginning with 'gs://'. 1945 ///
1845 * 1946 /// Completes with a [LaunchTemplateResponse].
1846 * Completes with a [LaunchTemplateResponse]. 1947 ///
1847 * 1948 /// Completes with a [commons.ApiRequestError] if the API endpoint returned
1848 * Completes with a [commons.ApiRequestError] if the API endpoint returned an 1949 /// an error.
1849 * error. 1950 ///
1850 * 1951 /// If the used [http.Client] completes with an error when making a REST
1851 * If the used [http.Client] completes with an error when making a REST call, 1952 /// call, this method will complete with the same error.
1852 * this method will complete with the same error. 1953 async.Future<LaunchTemplateResponse> launch(
1853 */ 1954 LaunchTemplateParameters request, core.String projectId,
1854 async.Future<LaunchTemplateResponse> launch(LaunchTemplateParameters request, core.String projectId, {core.String location, core.bool validateOnly, core.Strin g gcsPath}) { 1955 {core.String location, core.bool validateOnly, core.String gcsPath}) {
1855 var _url = null; 1956 var _url = null;
1856 var _queryParams = new core.Map(); 1957 var _queryParams = new core.Map();
1857 var _uploadMedia = null; 1958 var _uploadMedia = null;
1858 var _uploadOptions = null; 1959 var _uploadOptions = null;
1859 var _downloadOptions = commons.DownloadOptions.Metadata; 1960 var _downloadOptions = commons.DownloadOptions.Metadata;
1860 var _body = null; 1961 var _body = null;
1861 1962
1862 if (request != null) { 1963 if (request != null) {
1863 _body = convert.JSON.encode((request).toJson()); 1964 _body = convert.JSON.encode((request).toJson());
1864 } 1965 }
1865 if (projectId == null) { 1966 if (projectId == null) {
1866 throw new core.ArgumentError("Parameter projectId is required."); 1967 throw new core.ArgumentError("Parameter projectId is required.");
1867 } 1968 }
1868 if (location != null) { 1969 if (location != null) {
1869 _queryParams["location"] = [location]; 1970 _queryParams["location"] = [location];
1870 } 1971 }
1871 if (validateOnly != null) { 1972 if (validateOnly != null) {
1872 _queryParams["validateOnly"] = ["${validateOnly}"]; 1973 _queryParams["validateOnly"] = ["${validateOnly}"];
1873 } 1974 }
1874 if (gcsPath != null) { 1975 if (gcsPath != null) {
1875 _queryParams["gcsPath"] = [gcsPath]; 1976 _queryParams["gcsPath"] = [gcsPath];
1876 } 1977 }
1877 1978
1878 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/te mplates:launch'; 1979 _url = 'v1b3/projects/' +
1980 commons.Escaper.ecapeVariable('$projectId') +
1981 '/templates:launch';
1879 1982
1880 var _response = _requester.request(_url, 1983 var _response = _requester.request(_url, "POST",
1881 "POST", 1984 body: _body,
1882 body: _body, 1985 queryParams: _queryParams,
1883 queryParams: _queryParams, 1986 uploadOptions: _uploadOptions,
1884 uploadOptions: _uploadOptions, 1987 uploadMedia: _uploadMedia,
1885 uploadMedia: _uploadMedia, 1988 downloadOptions: _downloadOptions);
1886 downloadOptions: _downloadOptions);
1887 return _response.then((data) => new LaunchTemplateResponse.fromJson(data)); 1989 return _response.then((data) => new LaunchTemplateResponse.fromJson(data));
1888 } 1990 }
1889
1890 } 1991 }
1891 1992
1993 /// Obsolete in favor of ApproximateReportedProgress and
1994 /// ApproximateSplitRequest.
1995 class ApproximateProgress {
1996 /// Obsolete.
1997 core.double percentComplete;
1892 1998
1999 /// Obsolete.
2000 Position position;
1893 2001
1894 /** 2002 /// Obsolete.
1895 * Obsolete in favor of ApproximateReportedProgress and ApproximateSplitRequest.
1896 */
1897 class ApproximateProgress {
1898 /** Obsolete. */
1899 core.double percentComplete;
1900 /** Obsolete. */
1901 Position position;
1902 /** Obsolete. */
1903 core.String remainingTime; 2003 core.String remainingTime;
1904 2004
1905 ApproximateProgress(); 2005 ApproximateProgress();
1906 2006
1907 ApproximateProgress.fromJson(core.Map _json) { 2007 ApproximateProgress.fromJson(core.Map _json) {
1908 if (_json.containsKey("percentComplete")) { 2008 if (_json.containsKey("percentComplete")) {
1909 percentComplete = _json["percentComplete"]; 2009 percentComplete = _json["percentComplete"];
1910 } 2010 }
1911 if (_json.containsKey("position")) { 2011 if (_json.containsKey("position")) {
1912 position = new Position.fromJson(_json["position"]); 2012 position = new Position.fromJson(_json["position"]);
1913 } 2013 }
1914 if (_json.containsKey("remainingTime")) { 2014 if (_json.containsKey("remainingTime")) {
1915 remainingTime = _json["remainingTime"]; 2015 remainingTime = _json["remainingTime"];
1916 } 2016 }
1917 } 2017 }
1918 2018
1919 core.Map<core.String, core.Object> toJson() { 2019 core.Map<core.String, core.Object> toJson() {
1920 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 2020 final core.Map<core.String, core.Object> _json =
2021 new core.Map<core.String, core.Object>();
1921 if (percentComplete != null) { 2022 if (percentComplete != null) {
1922 _json["percentComplete"] = percentComplete; 2023 _json["percentComplete"] = percentComplete;
1923 } 2024 }
1924 if (position != null) { 2025 if (position != null) {
1925 _json["position"] = (position).toJson(); 2026 _json["position"] = (position).toJson();
1926 } 2027 }
1927 if (remainingTime != null) { 2028 if (remainingTime != null) {
1928 _json["remainingTime"] = remainingTime; 2029 _json["remainingTime"] = remainingTime;
1929 } 2030 }
1930 return _json; 2031 return _json;
1931 } 2032 }
1932 } 2033 }
1933 2034
1934 /** A progress measurement of a WorkItem by a worker. */ 2035 /// A progress measurement of a WorkItem by a worker.
1935 class ApproximateReportedProgress { 2036 class ApproximateReportedProgress {
1936 /** 2037 /// Total amount of parallelism in the portion of input of this task that has
1937 * Total amount of parallelism in the portion of input of this task that has 2038 /// already been consumed and is no longer active. In the first two examples
1938 * already been consumed and is no longer active. In the first two examples 2039 /// above (see remaining_parallelism), the value should be 29 or 2
1939 * above (see remaining_parallelism), the value should be 29 or 2 2040 /// respectively. The sum of remaining_parallelism and consumed_parallelism
1940 * respectively. The sum of remaining_parallelism and consumed_parallelism 2041 /// should equal the total amount of parallelism in this work item. If
1941 * should equal the total amount of parallelism in this work item. If 2042 /// specified, must be finite.
1942 * specified, must be finite.
1943 */
1944 ReportedParallelism consumedParallelism; 2043 ReportedParallelism consumedParallelism;
1945 /** 2044
1946 * Completion as fraction of the input consumed, from 0.0 (beginning, nothing 2045 /// Completion as fraction of the input consumed, from 0.0 (beginning,
1947 * consumed), to 1.0 (end of the input, entire input consumed). 2046 /// nothing
1948 */ 2047 /// consumed), to 1.0 (end of the input, entire input consumed).
1949 core.double fractionConsumed; 2048 core.double fractionConsumed;
1950 /** A Position within the work to represent a progress. */ 2049
2050 /// A Position within the work to represent a progress.
1951 Position position; 2051 Position position;
1952 /** 2052
1953 * Total amount of parallelism in the input of this task that remains, 2053 /// Total amount of parallelism in the input of this task that remains,
1954 * (i.e. can be delegated to this task and any new tasks via dynamic 2054 /// (i.e. can be delegated to this task and any new tasks via dynamic
1955 * splitting). Always at least 1 for non-finished work items and 0 for 2055 /// splitting). Always at least 1 for non-finished work items and 0 for
1956 * finished. 2056 /// finished.
1957 * 2057 ///
1958 * "Amount of parallelism" refers to how many non-empty parts of the input 2058 /// "Amount of parallelism" refers to how many non-empty parts of the input
1959 * can be read in parallel. This does not necessarily equal number 2059 /// can be read in parallel. This does not necessarily equal number
1960 * of records. An input that can be read in parallel down to the 2060 /// of records. An input that can be read in parallel down to the
1961 * individual records is called "perfectly splittable". 2061 /// individual records is called "perfectly splittable".
1962 * An example of non-perfectly parallelizable input is a block-compressed 2062 /// An example of non-perfectly parallelizable input is a block-compressed
1963 * file format where a block of records has to be read as a whole, 2063 /// file format where a block of records has to be read as a whole,
1964 * but different blocks can be read in parallel. 2064 /// but different blocks can be read in parallel.
1965 * 2065 ///
1966 * Examples: 2066 /// Examples:
1967 * * If we are processing record #30 (starting at 1) out of 50 in a perfectly 2067 /// * If we are processing record #30 (starting at 1) out of 50 in a
1968 * splittable 50-record input, this value should be 21 (20 remaining + 1 2068 /// perfectly
1969 * current). 2069 /// splittable 50-record input, this value should be 21 (20 remaining + 1
1970 * * If we are reading through block 3 in a block-compressed file consisting 2070 /// current).
1971 * of 5 blocks, this value should be 3 (since blocks 4 and 5 can be 2071 /// * If we are reading through block 3 in a block-compressed file consisting
1972 * processed in parallel by new tasks via dynamic splitting and the current 2072 /// of 5 blocks, this value should be 3 (since blocks 4 and 5 can be
1973 * task remains processing block 3). 2073 /// processed in parallel by new tasks via dynamic splitting and the current
1974 * * If we are reading through the last block in a block-compressed file, 2074 /// task remains processing block 3).
1975 * or reading or processing the last record in a perfectly splittable 2075 /// * If we are reading through the last block in a block-compressed file,
1976 * input, this value should be 1, because apart from the current task, no 2076 /// or reading or processing the last record in a perfectly splittable
1977 * additional remainder can be split off. 2077 /// input, this value should be 1, because apart from the current task, no
1978 */ 2078 /// additional remainder can be split off.
1979 ReportedParallelism remainingParallelism; 2079 ReportedParallelism remainingParallelism;
1980 2080
1981 ApproximateReportedProgress(); 2081 ApproximateReportedProgress();
1982 2082
1983 ApproximateReportedProgress.fromJson(core.Map _json) { 2083 ApproximateReportedProgress.fromJson(core.Map _json) {
1984 if (_json.containsKey("consumedParallelism")) { 2084 if (_json.containsKey("consumedParallelism")) {
1985 consumedParallelism = new ReportedParallelism.fromJson(_json["consumedPara llelism"]); 2085 consumedParallelism =
2086 new ReportedParallelism.fromJson(_json["consumedParallelism"]);
1986 } 2087 }
1987 if (_json.containsKey("fractionConsumed")) { 2088 if (_json.containsKey("fractionConsumed")) {
1988 fractionConsumed = _json["fractionConsumed"]; 2089 fractionConsumed = _json["fractionConsumed"];
1989 } 2090 }
1990 if (_json.containsKey("position")) { 2091 if (_json.containsKey("position")) {
1991 position = new Position.fromJson(_json["position"]); 2092 position = new Position.fromJson(_json["position"]);
1992 } 2093 }
1993 if (_json.containsKey("remainingParallelism")) { 2094 if (_json.containsKey("remainingParallelism")) {
1994 remainingParallelism = new ReportedParallelism.fromJson(_json["remainingPa rallelism"]); 2095 remainingParallelism =
2096 new ReportedParallelism.fromJson(_json["remainingParallelism"]);
1995 } 2097 }
1996 } 2098 }
1997 2099
1998 core.Map<core.String, core.Object> toJson() { 2100 core.Map<core.String, core.Object> toJson() {
1999 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 2101 final core.Map<core.String, core.Object> _json =
2102 new core.Map<core.String, core.Object>();
2000 if (consumedParallelism != null) { 2103 if (consumedParallelism != null) {
2001 _json["consumedParallelism"] = (consumedParallelism).toJson(); 2104 _json["consumedParallelism"] = (consumedParallelism).toJson();
2002 } 2105 }
2003 if (fractionConsumed != null) { 2106 if (fractionConsumed != null) {
2004 _json["fractionConsumed"] = fractionConsumed; 2107 _json["fractionConsumed"] = fractionConsumed;
2005 } 2108 }
2006 if (position != null) { 2109 if (position != null) {
2007 _json["position"] = (position).toJson(); 2110 _json["position"] = (position).toJson();
2008 } 2111 }
2009 if (remainingParallelism != null) { 2112 if (remainingParallelism != null) {
2010 _json["remainingParallelism"] = (remainingParallelism).toJson(); 2113 _json["remainingParallelism"] = (remainingParallelism).toJson();
2011 } 2114 }
2012 return _json; 2115 return _json;
2013 } 2116 }
2014 } 2117 }
2015 2118
2016 /** 2119 /// A suggestion by the service to the worker to dynamically split the
2017 * A suggestion by the service to the worker to dynamically split the WorkItem. 2120 /// WorkItem.
2018 */
2019 class ApproximateSplitRequest { 2121 class ApproximateSplitRequest {
2020 /** 2122 /// A fraction at which to split the work item, from 0.0 (beginning of the
2021 * A fraction at which to split the work item, from 0.0 (beginning of the 2123 /// input) to 1.0 (end of the input).
2022 * input) to 1.0 (end of the input).
2023 */
2024 core.double fractionConsumed; 2124 core.double fractionConsumed;
2025 /** A Position at which to split the work item. */ 2125
2126 /// A Position at which to split the work item.
2026 Position position; 2127 Position position;
2027 2128
2028 ApproximateSplitRequest(); 2129 ApproximateSplitRequest();
2029 2130
2030 ApproximateSplitRequest.fromJson(core.Map _json) { 2131 ApproximateSplitRequest.fromJson(core.Map _json) {
2031 if (_json.containsKey("fractionConsumed")) { 2132 if (_json.containsKey("fractionConsumed")) {
2032 fractionConsumed = _json["fractionConsumed"]; 2133 fractionConsumed = _json["fractionConsumed"];
2033 } 2134 }
2034 if (_json.containsKey("position")) { 2135 if (_json.containsKey("position")) {
2035 position = new Position.fromJson(_json["position"]); 2136 position = new Position.fromJson(_json["position"]);
2036 } 2137 }
2037 } 2138 }
2038 2139
2039 core.Map<core.String, core.Object> toJson() { 2140 core.Map<core.String, core.Object> toJson() {
2040 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 2141 final core.Map<core.String, core.Object> _json =
2142 new core.Map<core.String, core.Object>();
2041 if (fractionConsumed != null) { 2143 if (fractionConsumed != null) {
2042 _json["fractionConsumed"] = fractionConsumed; 2144 _json["fractionConsumed"] = fractionConsumed;
2043 } 2145 }
2044 if (position != null) { 2146 if (position != null) {
2045 _json["position"] = (position).toJson(); 2147 _json["position"] = (position).toJson();
2046 } 2148 }
2047 return _json; 2149 return _json;
2048 } 2150 }
2049 } 2151 }
2050 2152
2051 /** 2153 /// A structured message reporting an autoscaling decision made by the Dataflow
2052 * A structured message reporting an autoscaling decision made by the Dataflow 2154 /// service.
2053 * service.
2054 */
2055 class AutoscalingEvent { 2155 class AutoscalingEvent {
2056 /** The current number of workers the job has. */ 2156 /// The current number of workers the job has.
2057 core.String currentNumWorkers; 2157 core.String currentNumWorkers;
2058 /** 2158
2059 * A message describing why the system decided to adjust the current 2159 /// A message describing why the system decided to adjust the current
2060 * number of workers, why it failed, or why the system decided to 2160 /// number of workers, why it failed, or why the system decided to
2061 * not make any changes to the number of workers. 2161 /// not make any changes to the number of workers.
2062 */
2063 StructuredMessage description; 2162 StructuredMessage description;
2064 /** 2163
2065 * The type of autoscaling event to report. 2164 /// The type of autoscaling event to report.
2066 * Possible string values are: 2165 /// Possible string values are:
2067 * - "TYPE_UNKNOWN" : Default type for the enum. Value should never be 2166 /// - "TYPE_UNKNOWN" : Default type for the enum. Value should never be
2068 * returned. 2167 /// returned.
2069 * - "TARGET_NUM_WORKERS_CHANGED" : The TARGET_NUM_WORKERS_CHANGED type should 2168 /// - "TARGET_NUM_WORKERS_CHANGED" : The TARGET_NUM_WORKERS_CHANGED type
2070 * be used when the target 2169 /// should be used when the target
2071 * worker pool size has changed at the start of an actuation. An event 2170 /// worker pool size has changed at the start of an actuation. An event
2072 * should always be specified as TARGET_NUM_WORKERS_CHANGED if it reflects 2171 /// should always be specified as TARGET_NUM_WORKERS_CHANGED if it reflects
2073 * a change in the target_num_workers. 2172 /// a change in the target_num_workers.
2074 * - "CURRENT_NUM_WORKERS_CHANGED" : The CURRENT_NUM_WORKERS_CHANGED type 2173 /// - "CURRENT_NUM_WORKERS_CHANGED" : The CURRENT_NUM_WORKERS_CHANGED type
2075 * should be used when actual worker 2174 /// should be used when actual worker
2076 * pool size has been changed, but the target_num_workers has not changed. 2175 /// pool size has been changed, but the target_num_workers has not changed.
2077 * - "ACTUATION_FAILURE" : The ACTUATION_FAILURE type should be used when we 2176 /// - "ACTUATION_FAILURE" : The ACTUATION_FAILURE type should be used when we
2078 * want to report 2177 /// want to report
2079 * an error to the user indicating why the current number of workers 2178 /// an error to the user indicating why the current number of workers
2080 * in the pool could not be changed. 2179 /// in the pool could not be changed.
2081 * Displayed in the current status and history widgets. 2180 /// Displayed in the current status and history widgets.
2082 * - "NO_CHANGE" : Used when we want to report to the user a reason why we are 2181 /// - "NO_CHANGE" : Used when we want to report to the user a reason why we
2083 * not currently adjusting the number of workers. 2182 /// are
2084 * Should specify both target_num_workers, current_num_workers and a 2183 /// not currently adjusting the number of workers.
2085 * decision_message. 2184 /// Should specify both target_num_workers, current_num_workers and a
2086 */ 2185 /// decision_message.
2087 core.String eventType; 2186 core.String eventType;
2088 /** The target number of workers the worker pool wants to resize to use. */ 2187
2188 /// The target number of workers the worker pool wants to resize to use.
2089 core.String targetNumWorkers; 2189 core.String targetNumWorkers;
2090 /** 2190
2091 * The time this event was emitted to indicate a new target or current 2191 /// The time this event was emitted to indicate a new target or current
2092 * num_workers value. 2192 /// num_workers value.
2093 */
2094 core.String time; 2193 core.String time;
2095 2194
2096 AutoscalingEvent(); 2195 AutoscalingEvent();
2097 2196
2098 AutoscalingEvent.fromJson(core.Map _json) { 2197 AutoscalingEvent.fromJson(core.Map _json) {
2099 if (_json.containsKey("currentNumWorkers")) { 2198 if (_json.containsKey("currentNumWorkers")) {
2100 currentNumWorkers = _json["currentNumWorkers"]; 2199 currentNumWorkers = _json["currentNumWorkers"];
2101 } 2200 }
2102 if (_json.containsKey("description")) { 2201 if (_json.containsKey("description")) {
2103 description = new StructuredMessage.fromJson(_json["description"]); 2202 description = new StructuredMessage.fromJson(_json["description"]);
2104 } 2203 }
2105 if (_json.containsKey("eventType")) { 2204 if (_json.containsKey("eventType")) {
2106 eventType = _json["eventType"]; 2205 eventType = _json["eventType"];
2107 } 2206 }
2108 if (_json.containsKey("targetNumWorkers")) { 2207 if (_json.containsKey("targetNumWorkers")) {
2109 targetNumWorkers = _json["targetNumWorkers"]; 2208 targetNumWorkers = _json["targetNumWorkers"];
2110 } 2209 }
2111 if (_json.containsKey("time")) { 2210 if (_json.containsKey("time")) {
2112 time = _json["time"]; 2211 time = _json["time"];
2113 } 2212 }
2114 } 2213 }
2115 2214
2116 core.Map<core.String, core.Object> toJson() { 2215 core.Map<core.String, core.Object> toJson() {
2117 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 2216 final core.Map<core.String, core.Object> _json =
2217 new core.Map<core.String, core.Object>();
2118 if (currentNumWorkers != null) { 2218 if (currentNumWorkers != null) {
2119 _json["currentNumWorkers"] = currentNumWorkers; 2219 _json["currentNumWorkers"] = currentNumWorkers;
2120 } 2220 }
2121 if (description != null) { 2221 if (description != null) {
2122 _json["description"] = (description).toJson(); 2222 _json["description"] = (description).toJson();
2123 } 2223 }
2124 if (eventType != null) { 2224 if (eventType != null) {
2125 _json["eventType"] = eventType; 2225 _json["eventType"] = eventType;
2126 } 2226 }
2127 if (targetNumWorkers != null) { 2227 if (targetNumWorkers != null) {
2128 _json["targetNumWorkers"] = targetNumWorkers; 2228 _json["targetNumWorkers"] = targetNumWorkers;
2129 } 2229 }
2130 if (time != null) { 2230 if (time != null) {
2131 _json["time"] = time; 2231 _json["time"] = time;
2132 } 2232 }
2133 return _json; 2233 return _json;
2134 } 2234 }
2135 } 2235 }
2136 2236
2137 /** Settings for WorkerPool autoscaling. */ 2237 /// Settings for WorkerPool autoscaling.
2138 class AutoscalingSettings { 2238 class AutoscalingSettings {
2139 /** 2239 /// The algorithm to use for autoscaling.
2140 * The algorithm to use for autoscaling. 2240 /// Possible string values are:
2141 * Possible string values are: 2241 /// - "AUTOSCALING_ALGORITHM_UNKNOWN" : The algorithm is unknown, or
2142 * - "AUTOSCALING_ALGORITHM_UNKNOWN" : The algorithm is unknown, or 2242 /// unspecified.
2143 * unspecified. 2243 /// - "AUTOSCALING_ALGORITHM_NONE" : Disable autoscaling.
2144 * - "AUTOSCALING_ALGORITHM_NONE" : Disable autoscaling. 2244 /// - "AUTOSCALING_ALGORITHM_BASIC" : Increase worker count over time to
2145 * - "AUTOSCALING_ALGORITHM_BASIC" : Increase worker count over time to reduce 2245 /// reduce job execution time.
2146 * job execution time.
2147 */
2148 core.String algorithm; 2246 core.String algorithm;
2149 /** The maximum number of workers to cap scaling at. */ 2247
2248 /// The maximum number of workers to cap scaling at.
2150 core.int maxNumWorkers; 2249 core.int maxNumWorkers;
2151 2250
2152 AutoscalingSettings(); 2251 AutoscalingSettings();
2153 2252
2154 AutoscalingSettings.fromJson(core.Map _json) { 2253 AutoscalingSettings.fromJson(core.Map _json) {
2155 if (_json.containsKey("algorithm")) { 2254 if (_json.containsKey("algorithm")) {
2156 algorithm = _json["algorithm"]; 2255 algorithm = _json["algorithm"];
2157 } 2256 }
2158 if (_json.containsKey("maxNumWorkers")) { 2257 if (_json.containsKey("maxNumWorkers")) {
2159 maxNumWorkers = _json["maxNumWorkers"]; 2258 maxNumWorkers = _json["maxNumWorkers"];
2160 } 2259 }
2161 } 2260 }
2162 2261
2163 core.Map<core.String, core.Object> toJson() { 2262 core.Map<core.String, core.Object> toJson() {
2164 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 2263 final core.Map<core.String, core.Object> _json =
2264 new core.Map<core.String, core.Object>();
2165 if (algorithm != null) { 2265 if (algorithm != null) {
2166 _json["algorithm"] = algorithm; 2266 _json["algorithm"] = algorithm;
2167 } 2267 }
2168 if (maxNumWorkers != null) { 2268 if (maxNumWorkers != null) {
2169 _json["maxNumWorkers"] = maxNumWorkers; 2269 _json["maxNumWorkers"] = maxNumWorkers;
2170 } 2270 }
2171 return _json; 2271 return _json;
2172 } 2272 }
2173 } 2273 }
2174 2274
2175 /** Modeled after information exposed by /proc/stat. */ 2275 /// Modeled after information exposed by /proc/stat.
2176 class CPUTime { 2276 class CPUTime {
2177 /** 2277 /// Average CPU utilization rate (% non-idle cpu / second) since previous
2178 * Average CPU utilization rate (% non-idle cpu / second) since previous 2278 /// sample.
2179 * sample.
2180 */
2181 core.double rate; 2279 core.double rate;
2182 /** Timestamp of the measurement. */ 2280
2281 /// Timestamp of the measurement.
2183 core.String timestamp; 2282 core.String timestamp;
2184 /** 2283
2185 * Total active CPU time across all cores (ie., non-idle) in milliseconds 2284 /// Total active CPU time across all cores (ie., non-idle) in milliseconds
2186 * since start-up. 2285 /// since start-up.
2187 */
2188 core.String totalMs; 2286 core.String totalMs;
2189 2287
2190 CPUTime(); 2288 CPUTime();
2191 2289
2192 CPUTime.fromJson(core.Map _json) { 2290 CPUTime.fromJson(core.Map _json) {
2193 if (_json.containsKey("rate")) { 2291 if (_json.containsKey("rate")) {
2194 rate = _json["rate"]; 2292 rate = _json["rate"];
2195 } 2293 }
2196 if (_json.containsKey("timestamp")) { 2294 if (_json.containsKey("timestamp")) {
2197 timestamp = _json["timestamp"]; 2295 timestamp = _json["timestamp"];
2198 } 2296 }
2199 if (_json.containsKey("totalMs")) { 2297 if (_json.containsKey("totalMs")) {
2200 totalMs = _json["totalMs"]; 2298 totalMs = _json["totalMs"];
2201 } 2299 }
2202 } 2300 }
2203 2301
2204 core.Map<core.String, core.Object> toJson() { 2302 core.Map<core.String, core.Object> toJson() {
2205 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 2303 final core.Map<core.String, core.Object> _json =
2304 new core.Map<core.String, core.Object>();
2206 if (rate != null) { 2305 if (rate != null) {
2207 _json["rate"] = rate; 2306 _json["rate"] = rate;
2208 } 2307 }
2209 if (timestamp != null) { 2308 if (timestamp != null) {
2210 _json["timestamp"] = timestamp; 2309 _json["timestamp"] = timestamp;
2211 } 2310 }
2212 if (totalMs != null) { 2311 if (totalMs != null) {
2213 _json["totalMs"] = totalMs; 2312 _json["totalMs"] = totalMs;
2214 } 2313 }
2215 return _json; 2314 return _json;
2216 } 2315 }
2217 } 2316 }
2218 2317
2219 /** 2318 /// Description of an interstitial value between transforms in an execution
2220 * Description of an interstitial value between transforms in an execution 2319 /// stage.
2221 * stage.
2222 */
2223 class ComponentSource { 2320 class ComponentSource {
2224 /** Dataflow service generated name for this source. */ 2321 /// Dataflow service generated name for this source.
2225 core.String name; 2322 core.String name;
2226 /** 2323
2227 * User name for the original user transform or collection with which this 2324 /// User name for the original user transform or collection with which this
2228 * source is most closely associated. 2325 /// source is most closely associated.
2229 */
2230 core.String originalTransformOrCollection; 2326 core.String originalTransformOrCollection;
2231 /** 2327
2232 * Human-readable name for this transform; may be user or system generated. 2328 /// Human-readable name for this transform; may be user or system generated.
2233 */
2234 core.String userName; 2329 core.String userName;
2235 2330
2236 ComponentSource(); 2331 ComponentSource();
2237 2332
2238 ComponentSource.fromJson(core.Map _json) { 2333 ComponentSource.fromJson(core.Map _json) {
2239 if (_json.containsKey("name")) { 2334 if (_json.containsKey("name")) {
2240 name = _json["name"]; 2335 name = _json["name"];
2241 } 2336 }
2242 if (_json.containsKey("originalTransformOrCollection")) { 2337 if (_json.containsKey("originalTransformOrCollection")) {
2243 originalTransformOrCollection = _json["originalTransformOrCollection"]; 2338 originalTransformOrCollection = _json["originalTransformOrCollection"];
2244 } 2339 }
2245 if (_json.containsKey("userName")) { 2340 if (_json.containsKey("userName")) {
2246 userName = _json["userName"]; 2341 userName = _json["userName"];
2247 } 2342 }
2248 } 2343 }
2249 2344
2250 core.Map<core.String, core.Object> toJson() { 2345 core.Map<core.String, core.Object> toJson() {
2251 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 2346 final core.Map<core.String, core.Object> _json =
2347 new core.Map<core.String, core.Object>();
2252 if (name != null) { 2348 if (name != null) {
2253 _json["name"] = name; 2349 _json["name"] = name;
2254 } 2350 }
2255 if (originalTransformOrCollection != null) { 2351 if (originalTransformOrCollection != null) {
2256 _json["originalTransformOrCollection"] = originalTransformOrCollection; 2352 _json["originalTransformOrCollection"] = originalTransformOrCollection;
2257 } 2353 }
2258 if (userName != null) { 2354 if (userName != null) {
2259 _json["userName"] = userName; 2355 _json["userName"] = userName;
2260 } 2356 }
2261 return _json; 2357 return _json;
2262 } 2358 }
2263 } 2359 }
2264 2360
2265 /** Description of a transform executed as part of an execution stage. */ 2361 /// Description of a transform executed as part of an execution stage.
2266 class ComponentTransform { 2362 class ComponentTransform {
2267 /** Dataflow service generated name for this source. */ 2363 /// Dataflow service generated name for this source.
2268 core.String name; 2364 core.String name;
2269 /** 2365
2270 * User name for the original user transform with which this transform is 2366 /// User name for the original user transform with which this transform is
2271 * most closely associated. 2367 /// most closely associated.
2272 */
2273 core.String originalTransform; 2368 core.String originalTransform;
2274 /** 2369
2275 * Human-readable name for this transform; may be user or system generated. 2370 /// Human-readable name for this transform; may be user or system generated.
2276 */
2277 core.String userName; 2371 core.String userName;
2278 2372
2279 ComponentTransform(); 2373 ComponentTransform();
2280 2374
2281 ComponentTransform.fromJson(core.Map _json) { 2375 ComponentTransform.fromJson(core.Map _json) {
2282 if (_json.containsKey("name")) { 2376 if (_json.containsKey("name")) {
2283 name = _json["name"]; 2377 name = _json["name"];
2284 } 2378 }
2285 if (_json.containsKey("originalTransform")) { 2379 if (_json.containsKey("originalTransform")) {
2286 originalTransform = _json["originalTransform"]; 2380 originalTransform = _json["originalTransform"];
2287 } 2381 }
2288 if (_json.containsKey("userName")) { 2382 if (_json.containsKey("userName")) {
2289 userName = _json["userName"]; 2383 userName = _json["userName"];
2290 } 2384 }
2291 } 2385 }
2292 2386
2293 core.Map<core.String, core.Object> toJson() { 2387 core.Map<core.String, core.Object> toJson() {
2294 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 2388 final core.Map<core.String, core.Object> _json =
2389 new core.Map<core.String, core.Object>();
2295 if (name != null) { 2390 if (name != null) {
2296 _json["name"] = name; 2391 _json["name"] = name;
2297 } 2392 }
2298 if (originalTransform != null) { 2393 if (originalTransform != null) {
2299 _json["originalTransform"] = originalTransform; 2394 _json["originalTransform"] = originalTransform;
2300 } 2395 }
2301 if (userName != null) { 2396 if (userName != null) {
2302 _json["userName"] = userName; 2397 _json["userName"] = userName;
2303 } 2398 }
2304 return _json; 2399 return _json;
2305 } 2400 }
2306 } 2401 }
2307 2402
2308 /** All configuration data for a particular Computation. */ 2403 /// All configuration data for a particular Computation.
2309 class ComputationTopology { 2404 class ComputationTopology {
2310 /** The ID of the computation. */ 2405 /// The ID of the computation.
2311 core.String computationId; 2406 core.String computationId;
2312 /** The inputs to the computation. */ 2407
2408 /// The inputs to the computation.
2313 core.List<StreamLocation> inputs; 2409 core.List<StreamLocation> inputs;
2314 /** The key ranges processed by the computation. */ 2410
2411 /// The key ranges processed by the computation.
2315 core.List<KeyRangeLocation> keyRanges; 2412 core.List<KeyRangeLocation> keyRanges;
2316 /** The outputs from the computation. */ 2413
2414 /// The outputs from the computation.
2317 core.List<StreamLocation> outputs; 2415 core.List<StreamLocation> outputs;
2318 /** The state family values. */ 2416
2417 /// The state family values.
2319 core.List<StateFamilyConfig> stateFamilies; 2418 core.List<StateFamilyConfig> stateFamilies;
2320 /** The system stage name. */ 2419
2420 /// The system stage name.
2321 core.String systemStageName; 2421 core.String systemStageName;
2322 2422
2323 ComputationTopology(); 2423 ComputationTopology();
2324 2424
2325 ComputationTopology.fromJson(core.Map _json) { 2425 ComputationTopology.fromJson(core.Map _json) {
2326 if (_json.containsKey("computationId")) { 2426 if (_json.containsKey("computationId")) {
2327 computationId = _json["computationId"]; 2427 computationId = _json["computationId"];
2328 } 2428 }
2329 if (_json.containsKey("inputs")) { 2429 if (_json.containsKey("inputs")) {
2330 inputs = _json["inputs"].map((value) => new StreamLocation.fromJson(value) ).toList(); 2430 inputs = _json["inputs"]
2431 .map((value) => new StreamLocation.fromJson(value))
2432 .toList();
2331 } 2433 }
2332 if (_json.containsKey("keyRanges")) { 2434 if (_json.containsKey("keyRanges")) {
2333 keyRanges = _json["keyRanges"].map((value) => new KeyRangeLocation.fromJso n(value)).toList(); 2435 keyRanges = _json["keyRanges"]
2436 .map((value) => new KeyRangeLocation.fromJson(value))
2437 .toList();
2334 } 2438 }
2335 if (_json.containsKey("outputs")) { 2439 if (_json.containsKey("outputs")) {
2336 outputs = _json["outputs"].map((value) => new StreamLocation.fromJson(valu e)).toList(); 2440 outputs = _json["outputs"]
2441 .map((value) => new StreamLocation.fromJson(value))
2442 .toList();
2337 } 2443 }
2338 if (_json.containsKey("stateFamilies")) { 2444 if (_json.containsKey("stateFamilies")) {
2339 stateFamilies = _json["stateFamilies"].map((value) => new StateFamilyConfi g.fromJson(value)).toList(); 2445 stateFamilies = _json["stateFamilies"]
2446 .map((value) => new StateFamilyConfig.fromJson(value))
2447 .toList();
2340 } 2448 }
2341 if (_json.containsKey("systemStageName")) { 2449 if (_json.containsKey("systemStageName")) {
2342 systemStageName = _json["systemStageName"]; 2450 systemStageName = _json["systemStageName"];
2343 } 2451 }
2344 } 2452 }
2345 2453
2346 core.Map<core.String, core.Object> toJson() { 2454 core.Map<core.String, core.Object> toJson() {
2347 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 2455 final core.Map<core.String, core.Object> _json =
2456 new core.Map<core.String, core.Object>();
2348 if (computationId != null) { 2457 if (computationId != null) {
2349 _json["computationId"] = computationId; 2458 _json["computationId"] = computationId;
2350 } 2459 }
2351 if (inputs != null) { 2460 if (inputs != null) {
2352 _json["inputs"] = inputs.map((value) => (value).toJson()).toList(); 2461 _json["inputs"] = inputs.map((value) => (value).toJson()).toList();
2353 } 2462 }
2354 if (keyRanges != null) { 2463 if (keyRanges != null) {
2355 _json["keyRanges"] = keyRanges.map((value) => (value).toJson()).toList(); 2464 _json["keyRanges"] = keyRanges.map((value) => (value).toJson()).toList();
2356 } 2465 }
2357 if (outputs != null) { 2466 if (outputs != null) {
2358 _json["outputs"] = outputs.map((value) => (value).toJson()).toList(); 2467 _json["outputs"] = outputs.map((value) => (value).toJson()).toList();
2359 } 2468 }
2360 if (stateFamilies != null) { 2469 if (stateFamilies != null) {
2361 _json["stateFamilies"] = stateFamilies.map((value) => (value).toJson()).to List(); 2470 _json["stateFamilies"] =
2471 stateFamilies.map((value) => (value).toJson()).toList();
2362 } 2472 }
2363 if (systemStageName != null) { 2473 if (systemStageName != null) {
2364 _json["systemStageName"] = systemStageName; 2474 _json["systemStageName"] = systemStageName;
2365 } 2475 }
2366 return _json; 2476 return _json;
2367 } 2477 }
2368 } 2478 }
2369 2479
2370 /** 2480 /// A position that encapsulates an inner position and an index for the inner
2371 * A position that encapsulates an inner position and an index for the inner 2481 /// position. A ConcatPosition can be used by a reader of a source that
2372 * position. A ConcatPosition can be used by a reader of a source that 2482 /// encapsulates a set of other sources.
2373 * encapsulates a set of other sources.
2374 */
2375 class ConcatPosition { 2483 class ConcatPosition {
2376 /** Index of the inner source. */ 2484 /// Index of the inner source.
2377 core.int index; 2485 core.int index;
2378 /** Position within the inner source. */ 2486
2487 /// Position within the inner source.
2379 Position position; 2488 Position position;
2380 2489
2381 ConcatPosition(); 2490 ConcatPosition();
2382 2491
2383 ConcatPosition.fromJson(core.Map _json) { 2492 ConcatPosition.fromJson(core.Map _json) {
2384 if (_json.containsKey("index")) { 2493 if (_json.containsKey("index")) {
2385 index = _json["index"]; 2494 index = _json["index"];
2386 } 2495 }
2387 if (_json.containsKey("position")) { 2496 if (_json.containsKey("position")) {
2388 position = new Position.fromJson(_json["position"]); 2497 position = new Position.fromJson(_json["position"]);
2389 } 2498 }
2390 } 2499 }
2391 2500
2392 core.Map<core.String, core.Object> toJson() { 2501 core.Map<core.String, core.Object> toJson() {
2393 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 2502 final core.Map<core.String, core.Object> _json =
2503 new core.Map<core.String, core.Object>();
2394 if (index != null) { 2504 if (index != null) {
2395 _json["index"] = index; 2505 _json["index"] = index;
2396 } 2506 }
2397 if (position != null) { 2507 if (position != null) {
2398 _json["position"] = (position).toJson(); 2508 _json["position"] = (position).toJson();
2399 } 2509 }
2400 return _json; 2510 return _json;
2401 } 2511 }
2402 } 2512 }
2403 2513
2404 /** 2514 /// CounterMetadata includes all static non-name non-value counter attributes.
2405 * CounterMetadata includes all static non-name non-value counter attributes.
2406 */
2407 class CounterMetadata { 2515 class CounterMetadata {
2408 /** Human-readable description of the counter semantics. */ 2516 /// Human-readable description of the counter semantics.
2409 core.String description; 2517 core.String description;
2410 /** 2518
2411 * Counter aggregation kind. 2519 /// Counter aggregation kind.
2412 * Possible string values are: 2520 /// Possible string values are:
2413 * - "INVALID" : Counter aggregation kind was not set. 2521 /// - "INVALID" : Counter aggregation kind was not set.
2414 * - "SUM" : Aggregated value is the sum of all contributed values. 2522 /// - "SUM" : Aggregated value is the sum of all contributed values.
2415 * - "MAX" : Aggregated value is the max of all contributed values. 2523 /// - "MAX" : Aggregated value is the max of all contributed values.
2416 * - "MIN" : Aggregated value is the min of all contributed values. 2524 /// - "MIN" : Aggregated value is the min of all contributed values.
2417 * - "MEAN" : Aggregated value is the mean of all contributed values. 2525 /// - "MEAN" : Aggregated value is the mean of all contributed values.
2418 * - "OR" : Aggregated value represents the logical 'or' of all contributed 2526 /// - "OR" : Aggregated value represents the logical 'or' of all contributed
2419 * values. 2527 /// values.
2420 * - "AND" : Aggregated value represents the logical 'and' of all contributed 2528 /// - "AND" : Aggregated value represents the logical 'and' of all
2421 * values. 2529 /// contributed values.
2422 * - "SET" : Aggregated value is a set of unique contributed values. 2530 /// - "SET" : Aggregated value is a set of unique contributed values.
2423 * - "DISTRIBUTION" : Aggregated value captures statistics about a 2531 /// - "DISTRIBUTION" : Aggregated value captures statistics about a
2424 * distribution. 2532 /// distribution.
2425 */
2426 core.String kind; 2533 core.String kind;
2427 /** A string referring to the unit type. */ 2534
2535 /// A string referring to the unit type.
2428 core.String otherUnits; 2536 core.String otherUnits;
2429 /** 2537
2430 * System defined Units, see above enum. 2538 /// System defined Units, see above enum.
2431 * Possible string values are: 2539 /// Possible string values are:
2432 * - "BYTES" : Counter returns a value in bytes. 2540 /// - "BYTES" : Counter returns a value in bytes.
2433 * - "BYTES_PER_SEC" : Counter returns a value in bytes per second. 2541 /// - "BYTES_PER_SEC" : Counter returns a value in bytes per second.
2434 * - "MILLISECONDS" : Counter returns a value in milliseconds. 2542 /// - "MILLISECONDS" : Counter returns a value in milliseconds.
2435 * - "MICROSECONDS" : Counter returns a value in microseconds. 2543 /// - "MICROSECONDS" : Counter returns a value in microseconds.
2436 * - "NANOSECONDS" : Counter returns a value in nanoseconds. 2544 /// - "NANOSECONDS" : Counter returns a value in nanoseconds.
2437 * - "TIMESTAMP_MSEC" : Counter returns a timestamp in milliseconds. 2545 /// - "TIMESTAMP_MSEC" : Counter returns a timestamp in milliseconds.
2438 * - "TIMESTAMP_USEC" : Counter returns a timestamp in microseconds. 2546 /// - "TIMESTAMP_USEC" : Counter returns a timestamp in microseconds.
2439 * - "TIMESTAMP_NSEC" : Counter returns a timestamp in nanoseconds. 2547 /// - "TIMESTAMP_NSEC" : Counter returns a timestamp in nanoseconds.
2440 */
2441 core.String standardUnits; 2548 core.String standardUnits;
2442 2549
2443 CounterMetadata(); 2550 CounterMetadata();
2444 2551
2445 CounterMetadata.fromJson(core.Map _json) { 2552 CounterMetadata.fromJson(core.Map _json) {
2446 if (_json.containsKey("description")) { 2553 if (_json.containsKey("description")) {
2447 description = _json["description"]; 2554 description = _json["description"];
2448 } 2555 }
2449 if (_json.containsKey("kind")) { 2556 if (_json.containsKey("kind")) {
2450 kind = _json["kind"]; 2557 kind = _json["kind"];
2451 } 2558 }
2452 if (_json.containsKey("otherUnits")) { 2559 if (_json.containsKey("otherUnits")) {
2453 otherUnits = _json["otherUnits"]; 2560 otherUnits = _json["otherUnits"];
2454 } 2561 }
2455 if (_json.containsKey("standardUnits")) { 2562 if (_json.containsKey("standardUnits")) {
2456 standardUnits = _json["standardUnits"]; 2563 standardUnits = _json["standardUnits"];
2457 } 2564 }
2458 } 2565 }
2459 2566
2460 core.Map<core.String, core.Object> toJson() { 2567 core.Map<core.String, core.Object> toJson() {
2461 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 2568 final core.Map<core.String, core.Object> _json =
2569 new core.Map<core.String, core.Object>();
2462 if (description != null) { 2570 if (description != null) {
2463 _json["description"] = description; 2571 _json["description"] = description;
2464 } 2572 }
2465 if (kind != null) { 2573 if (kind != null) {
2466 _json["kind"] = kind; 2574 _json["kind"] = kind;
2467 } 2575 }
2468 if (otherUnits != null) { 2576 if (otherUnits != null) {
2469 _json["otherUnits"] = otherUnits; 2577 _json["otherUnits"] = otherUnits;
2470 } 2578 }
2471 if (standardUnits != null) { 2579 if (standardUnits != null) {
2472 _json["standardUnits"] = standardUnits; 2580 _json["standardUnits"] = standardUnits;
2473 } 2581 }
2474 return _json; 2582 return _json;
2475 } 2583 }
2476 } 2584 }
2477 2585
2478 /** 2586 /// Identifies a counter within a per-job namespace. Counters whose structured
2479 * Identifies a counter within a per-job namespace. Counters whose structured 2587 /// names are the same get merged into a single value for the job.
2480 * names are the same get merged into a single value for the job.
2481 */
2482 class CounterStructuredName { 2588 class CounterStructuredName {
2483 /** Name of the optimized step being executed by the workers. */ 2589 /// Name of the optimized step being executed by the workers.
2484 core.String componentStepName; 2590 core.String componentStepName;
2485 /** 2591
2486 * Name of the stage. An execution step contains multiple component steps. 2592 /// Name of the stage. An execution step contains multiple component steps.
2487 */
2488 core.String executionStepName; 2593 core.String executionStepName;
2489 /** 2594
2490 * Counter name. Not necessarily globally-unique, but unique within the 2595 /// Counter name. Not necessarily globally-unique, but unique within the
2491 * context of the other fields. 2596 /// context of the other fields.
2492 * Required. 2597 /// Required.
2493 */
2494 core.String name; 2598 core.String name;
2495 /** 2599
2496 * One of the standard Origins defined above. 2600 /// One of the standard Origins defined above.
2497 * Possible string values are: 2601 /// Possible string values are:
2498 * - "SYSTEM" : Counter was created by the Dataflow system. 2602 /// - "SYSTEM" : Counter was created by the Dataflow system.
2499 * - "USER" : Counter was created by the user. 2603 /// - "USER" : Counter was created by the user.
2500 */
2501 core.String origin; 2604 core.String origin;
2502 /** A string containing a more specific namespace of the counter's origin. */ 2605
2606 /// A string containing a more specific namespace of the counter's origin.
2503 core.String originNamespace; 2607 core.String originNamespace;
2504 /** 2608
2505 * System generated name of the original step in the user's graph, before 2609 /// The GroupByKey step name from the original graph.
2506 * optimization. 2610 core.String originalShuffleStepName;
2507 */ 2611
2612 /// System generated name of the original step in the user's graph, before
2613 /// optimization.
2508 core.String originalStepName; 2614 core.String originalStepName;
2509 /** 2615
2510 * Portion of this counter, either key or value. 2616 /// Portion of this counter, either key or value.
2511 * Possible string values are: 2617 /// Possible string values are:
2512 * - "ALL" : Counter portion has not been set. 2618 /// - "ALL" : Counter portion has not been set.
2513 * - "KEY" : Counter reports a key. 2619 /// - "KEY" : Counter reports a key.
2514 * - "VALUE" : Counter reports a value. 2620 /// - "VALUE" : Counter reports a value.
2515 */
2516 core.String portion; 2621 core.String portion;
2517 /** ID of a particular worker. */ 2622
2623 /// ID of a side input being read from/written to. Side inputs are identified
2624 /// by a pair of (reader, input_index). The reader is usually equal to the
2625 /// original name, but it may be different, if a ParDo emits it's Iterator /
2626 /// Map side input object.
2627 SideInputId sideInput;
2628
2629 /// ID of a particular worker.
2518 core.String workerId; 2630 core.String workerId;
2519 2631
2520 CounterStructuredName(); 2632 CounterStructuredName();
2521 2633
2522 CounterStructuredName.fromJson(core.Map _json) { 2634 CounterStructuredName.fromJson(core.Map _json) {
2523 if (_json.containsKey("componentStepName")) { 2635 if (_json.containsKey("componentStepName")) {
2524 componentStepName = _json["componentStepName"]; 2636 componentStepName = _json["componentStepName"];
2525 } 2637 }
2526 if (_json.containsKey("executionStepName")) { 2638 if (_json.containsKey("executionStepName")) {
2527 executionStepName = _json["executionStepName"]; 2639 executionStepName = _json["executionStepName"];
2528 } 2640 }
2529 if (_json.containsKey("name")) { 2641 if (_json.containsKey("name")) {
2530 name = _json["name"]; 2642 name = _json["name"];
2531 } 2643 }
2532 if (_json.containsKey("origin")) { 2644 if (_json.containsKey("origin")) {
2533 origin = _json["origin"]; 2645 origin = _json["origin"];
2534 } 2646 }
2535 if (_json.containsKey("originNamespace")) { 2647 if (_json.containsKey("originNamespace")) {
2536 originNamespace = _json["originNamespace"]; 2648 originNamespace = _json["originNamespace"];
2537 } 2649 }
2650 if (_json.containsKey("originalShuffleStepName")) {
2651 originalShuffleStepName = _json["originalShuffleStepName"];
2652 }
2538 if (_json.containsKey("originalStepName")) { 2653 if (_json.containsKey("originalStepName")) {
2539 originalStepName = _json["originalStepName"]; 2654 originalStepName = _json["originalStepName"];
2540 } 2655 }
2541 if (_json.containsKey("portion")) { 2656 if (_json.containsKey("portion")) {
2542 portion = _json["portion"]; 2657 portion = _json["portion"];
2543 } 2658 }
2659 if (_json.containsKey("sideInput")) {
2660 sideInput = new SideInputId.fromJson(_json["sideInput"]);
2661 }
2544 if (_json.containsKey("workerId")) { 2662 if (_json.containsKey("workerId")) {
2545 workerId = _json["workerId"]; 2663 workerId = _json["workerId"];
2546 } 2664 }
2547 } 2665 }
2548 2666
2549 core.Map<core.String, core.Object> toJson() { 2667 core.Map<core.String, core.Object> toJson() {
2550 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 2668 final core.Map<core.String, core.Object> _json =
2669 new core.Map<core.String, core.Object>();
2551 if (componentStepName != null) { 2670 if (componentStepName != null) {
2552 _json["componentStepName"] = componentStepName; 2671 _json["componentStepName"] = componentStepName;
2553 } 2672 }
2554 if (executionStepName != null) { 2673 if (executionStepName != null) {
2555 _json["executionStepName"] = executionStepName; 2674 _json["executionStepName"] = executionStepName;
2556 } 2675 }
2557 if (name != null) { 2676 if (name != null) {
2558 _json["name"] = name; 2677 _json["name"] = name;
2559 } 2678 }
2560 if (origin != null) { 2679 if (origin != null) {
2561 _json["origin"] = origin; 2680 _json["origin"] = origin;
2562 } 2681 }
2563 if (originNamespace != null) { 2682 if (originNamespace != null) {
2564 _json["originNamespace"] = originNamespace; 2683 _json["originNamespace"] = originNamespace;
2565 } 2684 }
2685 if (originalShuffleStepName != null) {
2686 _json["originalShuffleStepName"] = originalShuffleStepName;
2687 }
2566 if (originalStepName != null) { 2688 if (originalStepName != null) {
2567 _json["originalStepName"] = originalStepName; 2689 _json["originalStepName"] = originalStepName;
2568 } 2690 }
2569 if (portion != null) { 2691 if (portion != null) {
2570 _json["portion"] = portion; 2692 _json["portion"] = portion;
2571 } 2693 }
2694 if (sideInput != null) {
2695 _json["sideInput"] = (sideInput).toJson();
2696 }
2572 if (workerId != null) { 2697 if (workerId != null) {
2573 _json["workerId"] = workerId; 2698 _json["workerId"] = workerId;
2574 } 2699 }
2575 return _json; 2700 return _json;
2576 } 2701 }
2577 } 2702 }
2578 2703
2579 /** 2704 /// A single message which encapsulates structured name and metadata for a
2580 * A single message which encapsulates structured name and metadata for a given 2705 /// given
2581 * counter. 2706 /// counter.
2582 */
2583 class CounterStructuredNameAndMetadata { 2707 class CounterStructuredNameAndMetadata {
2584 /** Metadata associated with a counter */ 2708 /// Metadata associated with a counter
2585 CounterMetadata metadata; 2709 CounterMetadata metadata;
2586 /** Structured name of the counter. */ 2710
2711 /// Structured name of the counter.
2587 CounterStructuredName name; 2712 CounterStructuredName name;
2588 2713
2589 CounterStructuredNameAndMetadata(); 2714 CounterStructuredNameAndMetadata();
2590 2715
2591 CounterStructuredNameAndMetadata.fromJson(core.Map _json) { 2716 CounterStructuredNameAndMetadata.fromJson(core.Map _json) {
2592 if (_json.containsKey("metadata")) { 2717 if (_json.containsKey("metadata")) {
2593 metadata = new CounterMetadata.fromJson(_json["metadata"]); 2718 metadata = new CounterMetadata.fromJson(_json["metadata"]);
2594 } 2719 }
2595 if (_json.containsKey("name")) { 2720 if (_json.containsKey("name")) {
2596 name = new CounterStructuredName.fromJson(_json["name"]); 2721 name = new CounterStructuredName.fromJson(_json["name"]);
2597 } 2722 }
2598 } 2723 }
2599 2724
2600 core.Map<core.String, core.Object> toJson() { 2725 core.Map<core.String, core.Object> toJson() {
2601 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 2726 final core.Map<core.String, core.Object> _json =
2727 new core.Map<core.String, core.Object>();
2602 if (metadata != null) { 2728 if (metadata != null) {
2603 _json["metadata"] = (metadata).toJson(); 2729 _json["metadata"] = (metadata).toJson();
2604 } 2730 }
2605 if (name != null) { 2731 if (name != null) {
2606 _json["name"] = (name).toJson(); 2732 _json["name"] = (name).toJson();
2607 } 2733 }
2608 return _json; 2734 return _json;
2609 } 2735 }
2610 } 2736 }
2611 2737
2612 /** An update to a Counter sent from a worker. */ 2738 /// An update to a Counter sent from a worker.
2613 class CounterUpdate { 2739 class CounterUpdate {
2614 /** Boolean value for And, Or. */ 2740 /// Boolean value for And, Or.
2615 core.bool boolean; 2741 core.bool boolean;
2616 /** 2742
2617 * True if this counter is reported as the total cumulative aggregate 2743 /// True if this counter is reported as the total cumulative aggregate
2618 * value accumulated since the worker started working on this WorkItem. 2744 /// value accumulated since the worker started working on this WorkItem.
2619 * By default this is false, indicating that this counter is reported 2745 /// By default this is false, indicating that this counter is reported
2620 * as a delta. 2746 /// as a delta.
2621 */
2622 core.bool cumulative; 2747 core.bool cumulative;
2623 /** Distribution data */ 2748
2749 /// Distribution data
2624 DistributionUpdate distribution; 2750 DistributionUpdate distribution;
2625 /** Floating point value for Sum, Max, Min. */ 2751
2752 /// Floating point value for Sum, Max, Min.
2626 core.double floatingPoint; 2753 core.double floatingPoint;
2627 /** List of floating point numbers, for Set. */ 2754
2755 /// List of floating point numbers, for Set.
2628 FloatingPointList floatingPointList; 2756 FloatingPointList floatingPointList;
2629 /** Floating point mean aggregation value for Mean. */ 2757
2758 /// Floating point mean aggregation value for Mean.
2630 FloatingPointMean floatingPointMean; 2759 FloatingPointMean floatingPointMean;
2631 /** Integer value for Sum, Max, Min. */ 2760
2761 /// Integer value for Sum, Max, Min.
2632 SplitInt64 integer; 2762 SplitInt64 integer;
2633 /** List of integers, for Set. */ 2763
2764 /// List of integers, for Set.
2634 IntegerList integerList; 2765 IntegerList integerList;
2635 /** Integer mean aggregation value for Mean. */ 2766
2767 /// Integer mean aggregation value for Mean.
2636 IntegerMean integerMean; 2768 IntegerMean integerMean;
2637 /** 2769
2638 * Value for internally-defined counters used by the Dataflow service. 2770 /// Value for internally-defined counters used by the Dataflow service.
2639 * 2771 ///
2640 * The values for Object must be JSON objects. It can consist of `num`, 2772 /// The values for Object must be JSON objects. It can consist of `num`,
2641 * `String`, `bool` and `null` as well as `Map` and `List` values. 2773 /// `String`, `bool` and `null` as well as `Map` and `List` values.
2642 */
2643 core.Object internal; 2774 core.Object internal;
2644 /** Counter name and aggregation type. */ 2775
2776 /// Counter name and aggregation type.
2645 NameAndKind nameAndKind; 2777 NameAndKind nameAndKind;
2646 /** 2778
2647 * The service-generated short identifier for this counter. 2779 /// The service-generated short identifier for this counter.
2648 * The short_id -> (name, metadata) mapping is constant for the lifetime of 2780 /// The short_id -> (name, metadata) mapping is constant for the lifetime of
2649 * a job. 2781 /// a job.
2650 */
2651 core.String shortId; 2782 core.String shortId;
2652 /** List of strings, for Set. */ 2783
2784 /// List of strings, for Set.
2653 StringList stringList; 2785 StringList stringList;
2654 /** Counter structured name and metadata. */ 2786
2787 /// Counter structured name and metadata.
2655 CounterStructuredNameAndMetadata structuredNameAndMetadata; 2788 CounterStructuredNameAndMetadata structuredNameAndMetadata;
2656 2789
2657 CounterUpdate(); 2790 CounterUpdate();
2658 2791
2659 CounterUpdate.fromJson(core.Map _json) { 2792 CounterUpdate.fromJson(core.Map _json) {
2660 if (_json.containsKey("boolean")) { 2793 if (_json.containsKey("boolean")) {
2661 boolean = _json["boolean"]; 2794 boolean = _json["boolean"];
2662 } 2795 }
2663 if (_json.containsKey("cumulative")) { 2796 if (_json.containsKey("cumulative")) {
2664 cumulative = _json["cumulative"]; 2797 cumulative = _json["cumulative"];
2665 } 2798 }
2666 if (_json.containsKey("distribution")) { 2799 if (_json.containsKey("distribution")) {
2667 distribution = new DistributionUpdate.fromJson(_json["distribution"]); 2800 distribution = new DistributionUpdate.fromJson(_json["distribution"]);
2668 } 2801 }
2669 if (_json.containsKey("floatingPoint")) { 2802 if (_json.containsKey("floatingPoint")) {
2670 floatingPoint = _json["floatingPoint"]; 2803 floatingPoint = _json["floatingPoint"];
2671 } 2804 }
2672 if (_json.containsKey("floatingPointList")) { 2805 if (_json.containsKey("floatingPointList")) {
2673 floatingPointList = new FloatingPointList.fromJson(_json["floatingPointLis t"]); 2806 floatingPointList =
2807 new FloatingPointList.fromJson(_json["floatingPointList"]);
2674 } 2808 }
2675 if (_json.containsKey("floatingPointMean")) { 2809 if (_json.containsKey("floatingPointMean")) {
2676 floatingPointMean = new FloatingPointMean.fromJson(_json["floatingPointMea n"]); 2810 floatingPointMean =
2811 new FloatingPointMean.fromJson(_json["floatingPointMean"]);
2677 } 2812 }
2678 if (_json.containsKey("integer")) { 2813 if (_json.containsKey("integer")) {
2679 integer = new SplitInt64.fromJson(_json["integer"]); 2814 integer = new SplitInt64.fromJson(_json["integer"]);
2680 } 2815 }
2681 if (_json.containsKey("integerList")) { 2816 if (_json.containsKey("integerList")) {
2682 integerList = new IntegerList.fromJson(_json["integerList"]); 2817 integerList = new IntegerList.fromJson(_json["integerList"]);
2683 } 2818 }
2684 if (_json.containsKey("integerMean")) { 2819 if (_json.containsKey("integerMean")) {
2685 integerMean = new IntegerMean.fromJson(_json["integerMean"]); 2820 integerMean = new IntegerMean.fromJson(_json["integerMean"]);
2686 } 2821 }
2687 if (_json.containsKey("internal")) { 2822 if (_json.containsKey("internal")) {
2688 internal = _json["internal"]; 2823 internal = _json["internal"];
2689 } 2824 }
2690 if (_json.containsKey("nameAndKind")) { 2825 if (_json.containsKey("nameAndKind")) {
2691 nameAndKind = new NameAndKind.fromJson(_json["nameAndKind"]); 2826 nameAndKind = new NameAndKind.fromJson(_json["nameAndKind"]);
2692 } 2827 }
2693 if (_json.containsKey("shortId")) { 2828 if (_json.containsKey("shortId")) {
2694 shortId = _json["shortId"]; 2829 shortId = _json["shortId"];
2695 } 2830 }
2696 if (_json.containsKey("stringList")) { 2831 if (_json.containsKey("stringList")) {
2697 stringList = new StringList.fromJson(_json["stringList"]); 2832 stringList = new StringList.fromJson(_json["stringList"]);
2698 } 2833 }
2699 if (_json.containsKey("structuredNameAndMetadata")) { 2834 if (_json.containsKey("structuredNameAndMetadata")) {
2700 structuredNameAndMetadata = new CounterStructuredNameAndMetadata.fromJson( _json["structuredNameAndMetadata"]); 2835 structuredNameAndMetadata = new CounterStructuredNameAndMetadata.fromJson(
2836 _json["structuredNameAndMetadata"]);
2701 } 2837 }
2702 } 2838 }
2703 2839
2704 core.Map<core.String, core.Object> toJson() { 2840 core.Map<core.String, core.Object> toJson() {
2705 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 2841 final core.Map<core.String, core.Object> _json =
2842 new core.Map<core.String, core.Object>();
2706 if (boolean != null) { 2843 if (boolean != null) {
2707 _json["boolean"] = boolean; 2844 _json["boolean"] = boolean;
2708 } 2845 }
2709 if (cumulative != null) { 2846 if (cumulative != null) {
2710 _json["cumulative"] = cumulative; 2847 _json["cumulative"] = cumulative;
2711 } 2848 }
2712 if (distribution != null) { 2849 if (distribution != null) {
2713 _json["distribution"] = (distribution).toJson(); 2850 _json["distribution"] = (distribution).toJson();
2714 } 2851 }
2715 if (floatingPoint != null) { 2852 if (floatingPoint != null) {
(...skipping 26 matching lines...) Expand all
2742 if (stringList != null) { 2879 if (stringList != null) {
2743 _json["stringList"] = (stringList).toJson(); 2880 _json["stringList"] = (stringList).toJson();
2744 } 2881 }
2745 if (structuredNameAndMetadata != null) { 2882 if (structuredNameAndMetadata != null) {
2746 _json["structuredNameAndMetadata"] = (structuredNameAndMetadata).toJson(); 2883 _json["structuredNameAndMetadata"] = (structuredNameAndMetadata).toJson();
2747 } 2884 }
2748 return _json; 2885 return _json;
2749 } 2886 }
2750 } 2887 }
2751 2888
2752 /** A request to create a Cloud Dataflow job from a template. */ 2889 /// A request to create a Cloud Dataflow job from a template.
2753 class CreateJobFromTemplateRequest { 2890 class CreateJobFromTemplateRequest {
2754 /** The runtime environment for the job. */ 2891 /// The runtime environment for the job.
2755 RuntimeEnvironment environment; 2892 RuntimeEnvironment environment;
2756 /** 2893
2757 * Required. A Cloud Storage path to the template from which to 2894 /// Required. A Cloud Storage path to the template from which to
2758 * create the job. 2895 /// create the job.
2759 * Must be a valid Cloud Storage URL, beginning with `gs://`. 2896 /// Must be a valid Cloud Storage URL, beginning with `gs://`.
2760 */
2761 core.String gcsPath; 2897 core.String gcsPath;
2762 /** Required. The job name to use for the created job. */ 2898
2899 /// Required. The job name to use for the created job.
2763 core.String jobName; 2900 core.String jobName;
2764 /** The location to which to direct the request. */ 2901
2902 /// The location to which to direct the request.
2765 core.String location; 2903 core.String location;
2766 /** The runtime parameters to pass to the job. */ 2904
2905 /// The runtime parameters to pass to the job.
2767 core.Map<core.String, core.String> parameters; 2906 core.Map<core.String, core.String> parameters;
2768 2907
2769 CreateJobFromTemplateRequest(); 2908 CreateJobFromTemplateRequest();
2770 2909
2771 CreateJobFromTemplateRequest.fromJson(core.Map _json) { 2910 CreateJobFromTemplateRequest.fromJson(core.Map _json) {
2772 if (_json.containsKey("environment")) { 2911 if (_json.containsKey("environment")) {
2773 environment = new RuntimeEnvironment.fromJson(_json["environment"]); 2912 environment = new RuntimeEnvironment.fromJson(_json["environment"]);
2774 } 2913 }
2775 if (_json.containsKey("gcsPath")) { 2914 if (_json.containsKey("gcsPath")) {
2776 gcsPath = _json["gcsPath"]; 2915 gcsPath = _json["gcsPath"];
2777 } 2916 }
2778 if (_json.containsKey("jobName")) { 2917 if (_json.containsKey("jobName")) {
2779 jobName = _json["jobName"]; 2918 jobName = _json["jobName"];
2780 } 2919 }
2781 if (_json.containsKey("location")) { 2920 if (_json.containsKey("location")) {
2782 location = _json["location"]; 2921 location = _json["location"];
2783 } 2922 }
2784 if (_json.containsKey("parameters")) { 2923 if (_json.containsKey("parameters")) {
2785 parameters = _json["parameters"]; 2924 parameters = _json["parameters"];
2786 } 2925 }
2787 } 2926 }
2788 2927
2789 core.Map<core.String, core.Object> toJson() { 2928 core.Map<core.String, core.Object> toJson() {
2790 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 2929 final core.Map<core.String, core.Object> _json =
2930 new core.Map<core.String, core.Object>();
2791 if (environment != null) { 2931 if (environment != null) {
2792 _json["environment"] = (environment).toJson(); 2932 _json["environment"] = (environment).toJson();
2793 } 2933 }
2794 if (gcsPath != null) { 2934 if (gcsPath != null) {
2795 _json["gcsPath"] = gcsPath; 2935 _json["gcsPath"] = gcsPath;
2796 } 2936 }
2797 if (jobName != null) { 2937 if (jobName != null) {
2798 _json["jobName"] = jobName; 2938 _json["jobName"] = jobName;
2799 } 2939 }
2800 if (location != null) { 2940 if (location != null) {
2801 _json["location"] = location; 2941 _json["location"] = location;
2802 } 2942 }
2803 if (parameters != null) { 2943 if (parameters != null) {
2804 _json["parameters"] = parameters; 2944 _json["parameters"] = parameters;
2805 } 2945 }
2806 return _json; 2946 return _json;
2807 } 2947 }
2808 } 2948 }
2809 2949
2810 /** Identifies the location of a custom souce. */ 2950 /// Identifies the location of a custom souce.
2811 class CustomSourceLocation { 2951 class CustomSourceLocation {
2812 /** Whether this source is stateful. */ 2952 /// Whether this source is stateful.
2813 core.bool stateful; 2953 core.bool stateful;
2814 2954
2815 CustomSourceLocation(); 2955 CustomSourceLocation();
2816 2956
2817 CustomSourceLocation.fromJson(core.Map _json) { 2957 CustomSourceLocation.fromJson(core.Map _json) {
2818 if (_json.containsKey("stateful")) { 2958 if (_json.containsKey("stateful")) {
2819 stateful = _json["stateful"]; 2959 stateful = _json["stateful"];
2820 } 2960 }
2821 } 2961 }
2822 2962
2823 core.Map<core.String, core.Object> toJson() { 2963 core.Map<core.String, core.Object> toJson() {
2824 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 2964 final core.Map<core.String, core.Object> _json =
2965 new core.Map<core.String, core.Object>();
2825 if (stateful != null) { 2966 if (stateful != null) {
2826 _json["stateful"] = stateful; 2967 _json["stateful"] = stateful;
2827 } 2968 }
2828 return _json; 2969 return _json;
2829 } 2970 }
2830 } 2971 }
2831 2972
2832 /** Data disk assignment for a given VM instance. */ 2973 /// Data disk assignment for a given VM instance.
2833 class DataDiskAssignment { 2974 class DataDiskAssignment {
2834 /** 2975 /// Mounted data disks. The order is important a data disk's 0-based index in
2835 * Mounted data disks. The order is important a data disk's 0-based index in 2976 /// this list defines which persistent directory the disk is mounted to, for
2836 * this list defines which persistent directory the disk is mounted to, for 2977 /// example the list of { "myproject-1014-104817-4c2-harness-0-disk-0" },
2837 * example the list of { "myproject-1014-104817-4c2-harness-0-disk-0" }, 2978 /// { "myproject-1014-104817-4c2-harness-0-disk-1" }.
2838 * { "myproject-1014-104817-4c2-harness-0-disk-1" }.
2839 */
2840 core.List<core.String> dataDisks; 2979 core.List<core.String> dataDisks;
2841 /** 2980
2842 * VM instance name the data disks mounted to, for example 2981 /// VM instance name the data disks mounted to, for example
2843 * "myproject-1014-104817-4c2-harness-0". 2982 /// "myproject-1014-104817-4c2-harness-0".
2844 */
2845 core.String vmInstance; 2983 core.String vmInstance;
2846 2984
2847 DataDiskAssignment(); 2985 DataDiskAssignment();
2848 2986
2849 DataDiskAssignment.fromJson(core.Map _json) { 2987 DataDiskAssignment.fromJson(core.Map _json) {
2850 if (_json.containsKey("dataDisks")) { 2988 if (_json.containsKey("dataDisks")) {
2851 dataDisks = _json["dataDisks"]; 2989 dataDisks = _json["dataDisks"];
2852 } 2990 }
2853 if (_json.containsKey("vmInstance")) { 2991 if (_json.containsKey("vmInstance")) {
2854 vmInstance = _json["vmInstance"]; 2992 vmInstance = _json["vmInstance"];
2855 } 2993 }
2856 } 2994 }
2857 2995
2858 core.Map<core.String, core.Object> toJson() { 2996 core.Map<core.String, core.Object> toJson() {
2859 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 2997 final core.Map<core.String, core.Object> _json =
2998 new core.Map<core.String, core.Object>();
2860 if (dataDisks != null) { 2999 if (dataDisks != null) {
2861 _json["dataDisks"] = dataDisks; 3000 _json["dataDisks"] = dataDisks;
2862 } 3001 }
2863 if (vmInstance != null) { 3002 if (vmInstance != null) {
2864 _json["vmInstance"] = vmInstance; 3003 _json["vmInstance"] = vmInstance;
2865 } 3004 }
2866 return _json; 3005 return _json;
2867 } 3006 }
2868 } 3007 }
2869 3008
2870 /** 3009 /// Specification of one of the bundles produced as a result of splitting
2871 * Specification of one of the bundles produced as a result of splitting 3010 /// a Source (e.g. when executing a SourceSplitRequest, or when
2872 * a Source (e.g. when executing a SourceSplitRequest, or when 3011 /// splitting an active task using WorkItemStatus.dynamic_source_split),
2873 * splitting an active task using WorkItemStatus.dynamic_source_split), 3012 /// relative to the source being split.
2874 * relative to the source being split.
2875 */
2876 class DerivedSource { 3013 class DerivedSource {
2877 /** 3014 /// What source to base the produced source on (if any).
2878 * What source to base the produced source on (if any). 3015 /// Possible string values are:
2879 * Possible string values are: 3016 /// - "SOURCE_DERIVATION_MODE_UNKNOWN" : The source derivation is unknown, or
2880 * - "SOURCE_DERIVATION_MODE_UNKNOWN" : The source derivation is unknown, or 3017 /// unspecified.
2881 * unspecified. 3018 /// - "SOURCE_DERIVATION_MODE_INDEPENDENT" : Produce a completely independent
2882 * - "SOURCE_DERIVATION_MODE_INDEPENDENT" : Produce a completely independent 3019 /// Source with no base.
2883 * Source with no base. 3020 /// - "SOURCE_DERIVATION_MODE_CHILD_OF_CURRENT" : Produce a Source based on
2884 * - "SOURCE_DERIVATION_MODE_CHILD_OF_CURRENT" : Produce a Source based on the 3021 /// the Source being split.
2885 * Source being split. 3022 /// - "SOURCE_DERIVATION_MODE_SIBLING_OF_CURRENT" : Produce a Source based on
2886 * - "SOURCE_DERIVATION_MODE_SIBLING_OF_CURRENT" : Produce a Source based on 3023 /// the base of the Source being split.
2887 * the base of the Source being split.
2888 */
2889 core.String derivationMode; 3024 core.String derivationMode;
2890 /** Specification of the source. */ 3025
3026 /// Specification of the source.
2891 Source source; 3027 Source source;
2892 3028
2893 DerivedSource(); 3029 DerivedSource();
2894 3030
2895 DerivedSource.fromJson(core.Map _json) { 3031 DerivedSource.fromJson(core.Map _json) {
2896 if (_json.containsKey("derivationMode")) { 3032 if (_json.containsKey("derivationMode")) {
2897 derivationMode = _json["derivationMode"]; 3033 derivationMode = _json["derivationMode"];
2898 } 3034 }
2899 if (_json.containsKey("source")) { 3035 if (_json.containsKey("source")) {
2900 source = new Source.fromJson(_json["source"]); 3036 source = new Source.fromJson(_json["source"]);
2901 } 3037 }
2902 } 3038 }
2903 3039
2904 core.Map<core.String, core.Object> toJson() { 3040 core.Map<core.String, core.Object> toJson() {
2905 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 3041 final core.Map<core.String, core.Object> _json =
3042 new core.Map<core.String, core.Object>();
2906 if (derivationMode != null) { 3043 if (derivationMode != null) {
2907 _json["derivationMode"] = derivationMode; 3044 _json["derivationMode"] = derivationMode;
2908 } 3045 }
2909 if (source != null) { 3046 if (source != null) {
2910 _json["source"] = (source).toJson(); 3047 _json["source"] = (source).toJson();
2911 } 3048 }
2912 return _json; 3049 return _json;
2913 } 3050 }
2914 } 3051 }
2915 3052
2916 /** Describes the data disk used by a workflow job. */ 3053 /// Describes the data disk used by a workflow job.
2917 class Disk { 3054 class Disk {
2918 /** 3055 /// Disk storage type, as defined by Google Compute Engine. This
2919 * Disk storage type, as defined by Google Compute Engine. This 3056 /// must be a disk type appropriate to the project and zone in which
2920 * must be a disk type appropriate to the project and zone in which 3057 /// the workers will run. If unknown or unspecified, the service
2921 * the workers will run. If unknown or unspecified, the service 3058 /// will attempt to choose a reasonable default.
2922 * will attempt to choose a reasonable default. 3059 ///
2923 * 3060 /// For example, the standard persistent disk type is a resource name
2924 * For example, the standard persistent disk type is a resource name 3061 /// typically ending in "pd-standard". If SSD persistent disks are
2925 * typically ending in "pd-standard". If SSD persistent disks are 3062 /// available, the resource name typically ends with "pd-ssd". The
2926 * available, the resource name typically ends with "pd-ssd". The 3063 /// actual valid values are defined the Google Compute Engine API,
2927 * actual valid values are defined the Google Compute Engine API, 3064 /// not by the Cloud Dataflow API; consult the Google Compute Engine
2928 * not by the Cloud Dataflow API; consult the Google Compute Engine 3065 /// documentation for more information about determining the set of
2929 * documentation for more information about determining the set of 3066 /// available disk types for a particular project and zone.
2930 * available disk types for a particular project and zone. 3067 ///
2931 * 3068 /// Google Compute Engine Disk types are local to a particular
2932 * Google Compute Engine Disk types are local to a particular 3069 /// project in a particular zone, and so the resource name will
2933 * project in a particular zone, and so the resource name will 3070 /// typically look something like this:
2934 * typically look something like this: 3071 ///
2935 * 3072 /// compute.googleapis.com/projects/project-id/zones/zone/diskTypes/pd-standar d
2936 * compute.googleapis.com/projects/project-id/zones/zone/diskTypes/pd-standard
2937 */
2938 core.String diskType; 3073 core.String diskType;
2939 /** Directory in a VM where disk is mounted. */ 3074
3075 /// Directory in a VM where disk is mounted.
2940 core.String mountPoint; 3076 core.String mountPoint;
2941 /** 3077
2942 * Size of disk in GB. If zero or unspecified, the service will 3078 /// Size of disk in GB. If zero or unspecified, the service will
2943 * attempt to choose a reasonable default. 3079 /// attempt to choose a reasonable default.
2944 */
2945 core.int sizeGb; 3080 core.int sizeGb;
2946 3081
2947 Disk(); 3082 Disk();
2948 3083
2949 Disk.fromJson(core.Map _json) { 3084 Disk.fromJson(core.Map _json) {
2950 if (_json.containsKey("diskType")) { 3085 if (_json.containsKey("diskType")) {
2951 diskType = _json["diskType"]; 3086 diskType = _json["diskType"];
2952 } 3087 }
2953 if (_json.containsKey("mountPoint")) { 3088 if (_json.containsKey("mountPoint")) {
2954 mountPoint = _json["mountPoint"]; 3089 mountPoint = _json["mountPoint"];
2955 } 3090 }
2956 if (_json.containsKey("sizeGb")) { 3091 if (_json.containsKey("sizeGb")) {
2957 sizeGb = _json["sizeGb"]; 3092 sizeGb = _json["sizeGb"];
2958 } 3093 }
2959 } 3094 }
2960 3095
2961 core.Map<core.String, core.Object> toJson() { 3096 core.Map<core.String, core.Object> toJson() {
2962 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 3097 final core.Map<core.String, core.Object> _json =
3098 new core.Map<core.String, core.Object>();
2963 if (diskType != null) { 3099 if (diskType != null) {
2964 _json["diskType"] = diskType; 3100 _json["diskType"] = diskType;
2965 } 3101 }
2966 if (mountPoint != null) { 3102 if (mountPoint != null) {
2967 _json["mountPoint"] = mountPoint; 3103 _json["mountPoint"] = mountPoint;
2968 } 3104 }
2969 if (sizeGb != null) { 3105 if (sizeGb != null) {
2970 _json["sizeGb"] = sizeGb; 3106 _json["sizeGb"] = sizeGb;
2971 } 3107 }
2972 return _json; 3108 return _json;
2973 } 3109 }
2974 } 3110 }
2975 3111
2976 /** Data provided with a pipeline or transform to provide descriptive info. */ 3112 /// Data provided with a pipeline or transform to provide descriptive info.
2977 class DisplayData { 3113 class DisplayData {
2978 /** Contains value if the data is of a boolean type. */ 3114 /// Contains value if the data is of a boolean type.
2979 core.bool boolValue; 3115 core.bool boolValue;
2980 /** Contains value if the data is of duration type. */ 3116
3117 /// Contains value if the data is of duration type.
2981 core.String durationValue; 3118 core.String durationValue;
2982 /** Contains value if the data is of float type. */ 3119
3120 /// Contains value if the data is of float type.
2983 core.double floatValue; 3121 core.double floatValue;
2984 /** Contains value if the data is of int64 type. */ 3122
3123 /// Contains value if the data is of int64 type.
2985 core.String int64Value; 3124 core.String int64Value;
2986 /** Contains value if the data is of java class type. */ 3125
3126 /// Contains value if the data is of java class type.
2987 core.String javaClassValue; 3127 core.String javaClassValue;
2988 /** 3128
2989 * The key identifying the display data. 3129 /// The key identifying the display data.
2990 * This is intended to be used as a label for the display data 3130 /// This is intended to be used as a label for the display data
2991 * when viewed in a dax monitoring system. 3131 /// when viewed in a dax monitoring system.
2992 */
2993 core.String key; 3132 core.String key;
2994 /** An optional label to display in a dax UI for the element. */ 3133
3134 /// An optional label to display in a dax UI for the element.
2995 core.String label; 3135 core.String label;
2996 /** 3136
2997 * The namespace for the key. This is usually a class name or programming 3137 /// The namespace for the key. This is usually a class name or programming
2998 * language namespace (i.e. python module) which defines the display data. 3138 /// language namespace (i.e. python module) which defines the display data.
2999 * This allows a dax monitoring system to specially handle the data 3139 /// This allows a dax monitoring system to specially handle the data
3000 * and perform custom rendering. 3140 /// and perform custom rendering.
3001 */
3002 core.String namespace; 3141 core.String namespace;
3003 /** 3142
3004 * A possible additional shorter value to display. 3143 /// A possible additional shorter value to display.
3005 * For example a java_class_name_value of com.mypackage.MyDoFn 3144 /// For example a java_class_name_value of com.mypackage.MyDoFn
3006 * will be stored with MyDoFn as the short_str_value and 3145 /// will be stored with MyDoFn as the short_str_value and
3007 * com.mypackage.MyDoFn as the java_class_name value. 3146 /// com.mypackage.MyDoFn as the java_class_name value.
3008 * short_str_value can be displayed and java_class_name_value 3147 /// short_str_value can be displayed and java_class_name_value
3009 * will be displayed as a tooltip. 3148 /// will be displayed as a tooltip.
3010 */
3011 core.String shortStrValue; 3149 core.String shortStrValue;
3012 /** Contains value if the data is of string type. */ 3150
3151 /// Contains value if the data is of string type.
3013 core.String strValue; 3152 core.String strValue;
3014 /** Contains value if the data is of timestamp type. */ 3153
3154 /// Contains value if the data is of timestamp type.
3015 core.String timestampValue; 3155 core.String timestampValue;
3016 /** An optional full URL. */ 3156
3157 /// An optional full URL.
3017 core.String url; 3158 core.String url;
3018 3159
3019 DisplayData(); 3160 DisplayData();
3020 3161
3021 DisplayData.fromJson(core.Map _json) { 3162 DisplayData.fromJson(core.Map _json) {
3022 if (_json.containsKey("boolValue")) { 3163 if (_json.containsKey("boolValue")) {
3023 boolValue = _json["boolValue"]; 3164 boolValue = _json["boolValue"];
3024 } 3165 }
3025 if (_json.containsKey("durationValue")) { 3166 if (_json.containsKey("durationValue")) {
3026 durationValue = _json["durationValue"]; 3167 durationValue = _json["durationValue"];
(...skipping 24 matching lines...) Expand all
3051 } 3192 }
3052 if (_json.containsKey("timestampValue")) { 3193 if (_json.containsKey("timestampValue")) {
3053 timestampValue = _json["timestampValue"]; 3194 timestampValue = _json["timestampValue"];
3054 } 3195 }
3055 if (_json.containsKey("url")) { 3196 if (_json.containsKey("url")) {
3056 url = _json["url"]; 3197 url = _json["url"];
3057 } 3198 }
3058 } 3199 }
3059 3200
3060 core.Map<core.String, core.Object> toJson() { 3201 core.Map<core.String, core.Object> toJson() {
3061 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 3202 final core.Map<core.String, core.Object> _json =
3203 new core.Map<core.String, core.Object>();
3062 if (boolValue != null) { 3204 if (boolValue != null) {
3063 _json["boolValue"] = boolValue; 3205 _json["boolValue"] = boolValue;
3064 } 3206 }
3065 if (durationValue != null) { 3207 if (durationValue != null) {
3066 _json["durationValue"] = durationValue; 3208 _json["durationValue"] = durationValue;
3067 } 3209 }
3068 if (floatValue != null) { 3210 if (floatValue != null) {
3069 _json["floatValue"] = floatValue; 3211 _json["floatValue"] = floatValue;
3070 } 3212 }
3071 if (int64Value != null) { 3213 if (int64Value != null) {
(...skipping 20 matching lines...) Expand all
3092 if (timestampValue != null) { 3234 if (timestampValue != null) {
3093 _json["timestampValue"] = timestampValue; 3235 _json["timestampValue"] = timestampValue;
3094 } 3236 }
3095 if (url != null) { 3237 if (url != null) {
3096 _json["url"] = url; 3238 _json["url"] = url;
3097 } 3239 }
3098 return _json; 3240 return _json;
3099 } 3241 }
3100 } 3242 }
3101 3243
3102 /** A metric value representing a distribution. */ 3244 /// A metric value representing a distribution.
3103 class DistributionUpdate { 3245 class DistributionUpdate {
3104 /** The count of the number of elements present in the distribution. */ 3246 /// The count of the number of elements present in the distribution.
3105 SplitInt64 count; 3247 SplitInt64 count;
3106 /** 3248
3107 * (Optional) Logarithmic histogram of values. 3249 /// (Optional) Logarithmic histogram of values.
3108 * Each log may be in no more than one bucket. Order does not matter. 3250 /// Each log may be in no more than one bucket. Order does not matter.
3109 */
3110 core.List<LogBucket> logBuckets; 3251 core.List<LogBucket> logBuckets;
3111 /** The maximum value present in the distribution. */ 3252
3253 /// The maximum value present in the distribution.
3112 SplitInt64 max; 3254 SplitInt64 max;
3113 /** The minimum value present in the distribution. */ 3255
3256 /// The minimum value present in the distribution.
3114 SplitInt64 min; 3257 SplitInt64 min;
3115 /** 3258
3116 * Use an int64 since we'd prefer the added precision. If overflow is a common 3259 /// Use an int64 since we'd prefer the added precision. If overflow is a
3117 * problem we can detect it and use an additional int64 or a double. 3260 /// common
3118 */ 3261 /// problem we can detect it and use an additional int64 or a double.
3119 SplitInt64 sum; 3262 SplitInt64 sum;
3120 /** Use a double since the sum of squares is likely to overflow int64. */ 3263
3264 /// Use a double since the sum of squares is likely to overflow int64.
3121 core.double sumOfSquares; 3265 core.double sumOfSquares;
3122 3266
3123 DistributionUpdate(); 3267 DistributionUpdate();
3124 3268
3125 DistributionUpdate.fromJson(core.Map _json) { 3269 DistributionUpdate.fromJson(core.Map _json) {
3126 if (_json.containsKey("count")) { 3270 if (_json.containsKey("count")) {
3127 count = new SplitInt64.fromJson(_json["count"]); 3271 count = new SplitInt64.fromJson(_json["count"]);
3128 } 3272 }
3129 if (_json.containsKey("logBuckets")) { 3273 if (_json.containsKey("logBuckets")) {
3130 logBuckets = _json["logBuckets"].map((value) => new LogBucket.fromJson(val ue)).toList(); 3274 logBuckets = _json["logBuckets"]
3275 .map((value) => new LogBucket.fromJson(value))
3276 .toList();
3131 } 3277 }
3132 if (_json.containsKey("max")) { 3278 if (_json.containsKey("max")) {
3133 max = new SplitInt64.fromJson(_json["max"]); 3279 max = new SplitInt64.fromJson(_json["max"]);
3134 } 3280 }
3135 if (_json.containsKey("min")) { 3281 if (_json.containsKey("min")) {
3136 min = new SplitInt64.fromJson(_json["min"]); 3282 min = new SplitInt64.fromJson(_json["min"]);
3137 } 3283 }
3138 if (_json.containsKey("sum")) { 3284 if (_json.containsKey("sum")) {
3139 sum = new SplitInt64.fromJson(_json["sum"]); 3285 sum = new SplitInt64.fromJson(_json["sum"]);
3140 } 3286 }
3141 if (_json.containsKey("sumOfSquares")) { 3287 if (_json.containsKey("sumOfSquares")) {
3142 sumOfSquares = _json["sumOfSquares"]; 3288 sumOfSquares = _json["sumOfSquares"];
3143 } 3289 }
3144 } 3290 }
3145 3291
3146 core.Map<core.String, core.Object> toJson() { 3292 core.Map<core.String, core.Object> toJson() {
3147 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 3293 final core.Map<core.String, core.Object> _json =
3294 new core.Map<core.String, core.Object>();
3148 if (count != null) { 3295 if (count != null) {
3149 _json["count"] = (count).toJson(); 3296 _json["count"] = (count).toJson();
3150 } 3297 }
3151 if (logBuckets != null) { 3298 if (logBuckets != null) {
3152 _json["logBuckets"] = logBuckets.map((value) => (value).toJson()).toList() ; 3299 _json["logBuckets"] =
3300 logBuckets.map((value) => (value).toJson()).toList();
3153 } 3301 }
3154 if (max != null) { 3302 if (max != null) {
3155 _json["max"] = (max).toJson(); 3303 _json["max"] = (max).toJson();
3156 } 3304 }
3157 if (min != null) { 3305 if (min != null) {
3158 _json["min"] = (min).toJson(); 3306 _json["min"] = (min).toJson();
3159 } 3307 }
3160 if (sum != null) { 3308 if (sum != null) {
3161 _json["sum"] = (sum).toJson(); 3309 _json["sum"] = (sum).toJson();
3162 } 3310 }
3163 if (sumOfSquares != null) { 3311 if (sumOfSquares != null) {
3164 _json["sumOfSquares"] = sumOfSquares; 3312 _json["sumOfSquares"] = sumOfSquares;
3165 } 3313 }
3166 return _json; 3314 return _json;
3167 } 3315 }
3168 } 3316 }
3169 3317
3170 /** 3318 /// When a task splits using WorkItemStatus.dynamic_source_split, this
3171 * When a task splits using WorkItemStatus.dynamic_source_split, this 3319 /// message describes the two parts of the split relative to the
3172 * message describes the two parts of the split relative to the 3320 /// description of the current task's input.
3173 * description of the current task's input.
3174 */
3175 class DynamicSourceSplit { 3321 class DynamicSourceSplit {
3176 /** 3322 /// Primary part (continued to be processed by worker).
3177 * Primary part (continued to be processed by worker). 3323 /// Specified relative to the previously-current source.
3178 * Specified relative to the previously-current source. 3324 /// Becomes current.
3179 * Becomes current.
3180 */
3181 DerivedSource primary; 3325 DerivedSource primary;
3182 /** 3326
3183 * Residual part (returned to the pool of work). 3327 /// Residual part (returned to the pool of work).
3184 * Specified relative to the previously-current source. 3328 /// Specified relative to the previously-current source.
3185 */
3186 DerivedSource residual; 3329 DerivedSource residual;
3187 3330
3188 DynamicSourceSplit(); 3331 DynamicSourceSplit();
3189 3332
3190 DynamicSourceSplit.fromJson(core.Map _json) { 3333 DynamicSourceSplit.fromJson(core.Map _json) {
3191 if (_json.containsKey("primary")) { 3334 if (_json.containsKey("primary")) {
3192 primary = new DerivedSource.fromJson(_json["primary"]); 3335 primary = new DerivedSource.fromJson(_json["primary"]);
3193 } 3336 }
3194 if (_json.containsKey("residual")) { 3337 if (_json.containsKey("residual")) {
3195 residual = new DerivedSource.fromJson(_json["residual"]); 3338 residual = new DerivedSource.fromJson(_json["residual"]);
3196 } 3339 }
3197 } 3340 }
3198 3341
3199 core.Map<core.String, core.Object> toJson() { 3342 core.Map<core.String, core.Object> toJson() {
3200 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 3343 final core.Map<core.String, core.Object> _json =
3344 new core.Map<core.String, core.Object>();
3201 if (primary != null) { 3345 if (primary != null) {
3202 _json["primary"] = (primary).toJson(); 3346 _json["primary"] = (primary).toJson();
3203 } 3347 }
3204 if (residual != null) { 3348 if (residual != null) {
3205 _json["residual"] = (residual).toJson(); 3349 _json["residual"] = (residual).toJson();
3206 } 3350 }
3207 return _json; 3351 return _json;
3208 } 3352 }
3209 } 3353 }
3210 3354
3211 /** Describes the environment in which a Dataflow Job runs. */ 3355 /// Describes the environment in which a Dataflow Job runs.
3212 class Environment { 3356 class Environment {
3213 /** 3357 /// The type of cluster manager API to use. If unknown or
3214 * The type of cluster manager API to use. If unknown or 3358 /// unspecified, the service will attempt to choose a reasonable
3215 * unspecified, the service will attempt to choose a reasonable 3359 /// default. This should be in the form of the API service name,
3216 * default. This should be in the form of the API service name, 3360 /// e.g. "compute.googleapis.com".
3217 * e.g. "compute.googleapis.com".
3218 */
3219 core.String clusterManagerApiService; 3361 core.String clusterManagerApiService;
3220 /** 3362
3221 * The dataset for the current project where various workflow 3363 /// The dataset for the current project where various workflow
3222 * related tables are stored. 3364 /// related tables are stored.
3223 * 3365 ///
3224 * The supported resource type is: 3366 /// The supported resource type is:
3225 * 3367 ///
3226 * Google BigQuery: 3368 /// Google BigQuery:
3227 * bigquery.googleapis.com/{dataset} 3369 /// bigquery.googleapis.com/{dataset}
3228 */
3229 core.String dataset; 3370 core.String dataset;
3230 /** The list of experiments to enable. */ 3371
3372 /// The list of experiments to enable.
3231 core.List<core.String> experiments; 3373 core.List<core.String> experiments;
3232 /** 3374
3233 * Experimental settings. 3375 /// Experimental settings.
3234 * 3376 ///
3235 * The values for Object must be JSON objects. It can consist of `num`, 3377 /// The values for Object must be JSON objects. It can consist of `num`,
3236 * `String`, `bool` and `null` as well as `Map` and `List` values. 3378 /// `String`, `bool` and `null` as well as `Map` and `List` values.
3237 */
3238 core.Map<core.String, core.Object> internalExperiments; 3379 core.Map<core.String, core.Object> internalExperiments;
3239 /** 3380
3240 * The Cloud Dataflow SDK pipeline options specified by the user. These 3381 /// The Cloud Dataflow SDK pipeline options specified by the user. These
3241 * options are passed through the service and are used to recreate the 3382 /// options are passed through the service and are used to recreate the
3242 * SDK pipeline options on the worker in a language agnostic and platform 3383 /// SDK pipeline options on the worker in a language agnostic and platform
3243 * independent way. 3384 /// independent way.
3244 * 3385 ///
3245 * The values for Object must be JSON objects. It can consist of `num`, 3386 /// The values for Object must be JSON objects. It can consist of `num`,
3246 * `String`, `bool` and `null` as well as `Map` and `List` values. 3387 /// `String`, `bool` and `null` as well as `Map` and `List` values.
3247 */
3248 core.Map<core.String, core.Object> sdkPipelineOptions; 3388 core.Map<core.String, core.Object> sdkPipelineOptions;
3249 /** Identity to run virtual machines as. Defaults to the default account. */ 3389
3390 /// Identity to run virtual machines as. Defaults to the default account.
3250 core.String serviceAccountEmail; 3391 core.String serviceAccountEmail;
3251 /** 3392
3252 * The prefix of the resources the system should use for temporary 3393 /// The prefix of the resources the system should use for temporary
3253 * storage. The system will append the suffix "/temp-{JOBNAME} to 3394 /// storage. The system will append the suffix "/temp-{JOBNAME} to
3254 * this resource prefix, where {JOBNAME} is the value of the 3395 /// this resource prefix, where {JOBNAME} is the value of the
3255 * job_name field. The resulting bucket and object prefix is used 3396 /// job_name field. The resulting bucket and object prefix is used
3256 * as the prefix of the resources used to store temporary data 3397 /// as the prefix of the resources used to store temporary data
3257 * needed during the job execution. NOTE: This will override the 3398 /// needed during the job execution. NOTE: This will override the
3258 * value in taskrunner_settings. 3399 /// value in taskrunner_settings.
3259 * The supported resource type is: 3400 /// The supported resource type is:
3260 * 3401 ///
3261 * Google Cloud Storage: 3402 /// Google Cloud Storage:
3262 * 3403 ///
3263 * storage.googleapis.com/{bucket}/{object} 3404 /// storage.googleapis.com/{bucket}/{object}
3264 * bucket.storage.googleapis.com/{object} 3405 /// bucket.storage.googleapis.com/{object}
3265 */
3266 core.String tempStoragePrefix; 3406 core.String tempStoragePrefix;
3267 /** 3407
3268 * A description of the process that generated the request. 3408 /// A description of the process that generated the request.
3269 * 3409 ///
3270 * The values for Object must be JSON objects. It can consist of `num`, 3410 /// The values for Object must be JSON objects. It can consist of `num`,
3271 * `String`, `bool` and `null` as well as `Map` and `List` values. 3411 /// `String`, `bool` and `null` as well as `Map` and `List` values.
3272 */
3273 core.Map<core.String, core.Object> userAgent; 3412 core.Map<core.String, core.Object> userAgent;
3274 /** 3413
3275 * A structure describing which components and their versions of the service 3414 /// A structure describing which components and their versions of the service
3276 * are required in order to run the job. 3415 /// are required in order to run the job.
3277 * 3416 ///
3278 * The values for Object must be JSON objects. It can consist of `num`, 3417 /// The values for Object must be JSON objects. It can consist of `num`,
3279 * `String`, `bool` and `null` as well as `Map` and `List` values. 3418 /// `String`, `bool` and `null` as well as `Map` and `List` values.
3280 */
3281 core.Map<core.String, core.Object> version; 3419 core.Map<core.String, core.Object> version;
3282 /** 3420
3283 * The worker pools. At least one "harness" worker pool must be 3421 /// The worker pools. At least one "harness" worker pool must be
3284 * specified in order for the job to have workers. 3422 /// specified in order for the job to have workers.
3285 */
3286 core.List<WorkerPool> workerPools; 3423 core.List<WorkerPool> workerPools;
3287 3424
3288 Environment(); 3425 Environment();
3289 3426
3290 Environment.fromJson(core.Map _json) { 3427 Environment.fromJson(core.Map _json) {
3291 if (_json.containsKey("clusterManagerApiService")) { 3428 if (_json.containsKey("clusterManagerApiService")) {
3292 clusterManagerApiService = _json["clusterManagerApiService"]; 3429 clusterManagerApiService = _json["clusterManagerApiService"];
3293 } 3430 }
3294 if (_json.containsKey("dataset")) { 3431 if (_json.containsKey("dataset")) {
3295 dataset = _json["dataset"]; 3432 dataset = _json["dataset"];
(...skipping 13 matching lines...) Expand all
3309 if (_json.containsKey("tempStoragePrefix")) { 3446 if (_json.containsKey("tempStoragePrefix")) {
3310 tempStoragePrefix = _json["tempStoragePrefix"]; 3447 tempStoragePrefix = _json["tempStoragePrefix"];
3311 } 3448 }
3312 if (_json.containsKey("userAgent")) { 3449 if (_json.containsKey("userAgent")) {
3313 userAgent = _json["userAgent"]; 3450 userAgent = _json["userAgent"];
3314 } 3451 }
3315 if (_json.containsKey("version")) { 3452 if (_json.containsKey("version")) {
3316 version = _json["version"]; 3453 version = _json["version"];
3317 } 3454 }
3318 if (_json.containsKey("workerPools")) { 3455 if (_json.containsKey("workerPools")) {
3319 workerPools = _json["workerPools"].map((value) => new WorkerPool.fromJson( value)).toList(); 3456 workerPools = _json["workerPools"]
3457 .map((value) => new WorkerPool.fromJson(value))
3458 .toList();
3320 } 3459 }
3321 } 3460 }
3322 3461
3323 core.Map<core.String, core.Object> toJson() { 3462 core.Map<core.String, core.Object> toJson() {
3324 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 3463 final core.Map<core.String, core.Object> _json =
3464 new core.Map<core.String, core.Object>();
3325 if (clusterManagerApiService != null) { 3465 if (clusterManagerApiService != null) {
3326 _json["clusterManagerApiService"] = clusterManagerApiService; 3466 _json["clusterManagerApiService"] = clusterManagerApiService;
3327 } 3467 }
3328 if (dataset != null) { 3468 if (dataset != null) {
3329 _json["dataset"] = dataset; 3469 _json["dataset"] = dataset;
3330 } 3470 }
3331 if (experiments != null) { 3471 if (experiments != null) {
3332 _json["experiments"] = experiments; 3472 _json["experiments"] = experiments;
3333 } 3473 }
3334 if (internalExperiments != null) { 3474 if (internalExperiments != null) {
3335 _json["internalExperiments"] = internalExperiments; 3475 _json["internalExperiments"] = internalExperiments;
3336 } 3476 }
3337 if (sdkPipelineOptions != null) { 3477 if (sdkPipelineOptions != null) {
3338 _json["sdkPipelineOptions"] = sdkPipelineOptions; 3478 _json["sdkPipelineOptions"] = sdkPipelineOptions;
3339 } 3479 }
3340 if (serviceAccountEmail != null) { 3480 if (serviceAccountEmail != null) {
3341 _json["serviceAccountEmail"] = serviceAccountEmail; 3481 _json["serviceAccountEmail"] = serviceAccountEmail;
3342 } 3482 }
3343 if (tempStoragePrefix != null) { 3483 if (tempStoragePrefix != null) {
3344 _json["tempStoragePrefix"] = tempStoragePrefix; 3484 _json["tempStoragePrefix"] = tempStoragePrefix;
3345 } 3485 }
3346 if (userAgent != null) { 3486 if (userAgent != null) {
3347 _json["userAgent"] = userAgent; 3487 _json["userAgent"] = userAgent;
3348 } 3488 }
3349 if (version != null) { 3489 if (version != null) {
3350 _json["version"] = version; 3490 _json["version"] = version;
3351 } 3491 }
3352 if (workerPools != null) { 3492 if (workerPools != null) {
3353 _json["workerPools"] = workerPools.map((value) => (value).toJson()).toList (); 3493 _json["workerPools"] =
3494 workerPools.map((value) => (value).toJson()).toList();
3354 } 3495 }
3355 return _json; 3496 return _json;
3356 } 3497 }
3357 } 3498 }
3358 3499
3359 /** A message describing the state of a particular execution stage. */ 3500 /// A message describing the state of a particular execution stage.
3360 class ExecutionStageState { 3501 class ExecutionStageState {
3361 /** The time at which the stage transitioned to this state. */ 3502 /// The time at which the stage transitioned to this state.
3362 core.String currentStateTime; 3503 core.String currentStateTime;
3363 /** The name of the execution stage. */ 3504
3505 /// The name of the execution stage.
3364 core.String executionStageName; 3506 core.String executionStageName;
3365 /** 3507
3366 * Executions stage states allow the same set of values as JobState. 3508 /// Executions stage states allow the same set of values as JobState.
3367 * Possible string values are: 3509 /// Possible string values are:
3368 * - "JOB_STATE_UNKNOWN" : The job's run state isn't specified. 3510 /// - "JOB_STATE_UNKNOWN" : The job's run state isn't specified.
3369 * - "JOB_STATE_STOPPED" : `JOB_STATE_STOPPED` indicates that the job has not 3511 /// - "JOB_STATE_STOPPED" : `JOB_STATE_STOPPED` indicates that the job has
3370 * yet started to run. 3512 /// not
3371 * - "JOB_STATE_RUNNING" : `JOB_STATE_RUNNING` indicates that the job is 3513 /// yet started to run.
3372 * currently running. 3514 /// - "JOB_STATE_RUNNING" : `JOB_STATE_RUNNING` indicates that the job is
3373 * - "JOB_STATE_DONE" : `JOB_STATE_DONE` indicates that the job has 3515 /// currently running.
3374 * successfully completed. 3516 /// - "JOB_STATE_DONE" : `JOB_STATE_DONE` indicates that the job has
3375 * This is a terminal job state. This state may be set by the Cloud Dataflow 3517 /// successfully completed.
3376 * service, as a transition from `JOB_STATE_RUNNING`. It may also be set via a 3518 /// This is a terminal job state. This state may be set by the Cloud
3377 * Cloud Dataflow `UpdateJob` call, if the job has not yet reached a terminal 3519 /// Dataflow
3378 * state. 3520 /// service, as a transition from `JOB_STATE_RUNNING`. It may also be set via
3379 * - "JOB_STATE_FAILED" : `JOB_STATE_FAILED` indicates that the job has 3521 /// a
3380 * failed. This is a 3522 /// Cloud Dataflow `UpdateJob` call, if the job has not yet reached a
3381 * terminal job state. This state may only be set by the Cloud Dataflow 3523 /// terminal
3382 * service, and only as a transition from `JOB_STATE_RUNNING`. 3524 /// state.
3383 * - "JOB_STATE_CANCELLED" : `JOB_STATE_CANCELLED` indicates that the job has 3525 /// - "JOB_STATE_FAILED" : `JOB_STATE_FAILED` indicates that the job has
3384 * been explicitly 3526 /// failed. This is a
3385 * cancelled. This is a terminal job state. This state may only be 3527 /// terminal job state. This state may only be set by the Cloud Dataflow
3386 * set via a Cloud Dataflow `UpdateJob` call, and only if the job has not 3528 /// service, and only as a transition from `JOB_STATE_RUNNING`.
3387 * yet reached another terminal state. 3529 /// - "JOB_STATE_CANCELLED" : `JOB_STATE_CANCELLED` indicates that the job
3388 * - "JOB_STATE_UPDATED" : `JOB_STATE_UPDATED` indicates that the job was 3530 /// has been explicitly
3389 * successfully updated, 3531 /// cancelled. This is a terminal job state. This state may only be
3390 * meaning that this job was stopped and another job was started, inheriting 3532 /// set via a Cloud Dataflow `UpdateJob` call, and only if the job has not
3391 * state from this one. This is a terminal job state. This state may only be 3533 /// yet reached another terminal state.
3392 * set by the Cloud Dataflow service, and only as a transition from 3534 /// - "JOB_STATE_UPDATED" : `JOB_STATE_UPDATED` indicates that the job was
3393 * `JOB_STATE_RUNNING`. 3535 /// successfully updated,
3394 * - "JOB_STATE_DRAINING" : `JOB_STATE_DRAINING` indicates that the job is in 3536 /// meaning that this job was stopped and another job was started, inheriting
3395 * the process of draining. 3537 /// state from this one. This is a terminal job state. This state may only be
3396 * A draining job has stopped pulling from its input sources and is processing 3538 /// set by the Cloud Dataflow service, and only as a transition from
3397 * any data that remains in-flight. This state may be set via a Cloud Dataflow 3539 /// `JOB_STATE_RUNNING`.
3398 * `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`. Jobs 3540 /// - "JOB_STATE_DRAINING" : `JOB_STATE_DRAINING` indicates that the job is
3399 * that are draining may only transition to `JOB_STATE_DRAINED`, 3541 /// in the process of draining.
3400 * `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`. 3542 /// A draining job has stopped pulling from its input sources and is
3401 * - "JOB_STATE_DRAINED" : `JOB_STATE_DRAINED` indicates that the job has been 3543 /// processing
3402 * drained. 3544 /// any data that remains in-flight. This state may be set via a Cloud
3403 * A drained job terminated by stopping pulling from its input sources and 3545 /// Dataflow
3404 * processing any data that remained in-flight when draining was requested. 3546 /// `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`. Jobs
3405 * This state is a terminal state, may only be set by the Cloud Dataflow 3547 /// that are draining may only transition to `JOB_STATE_DRAINED`,
3406 * service, and only as a transition from `JOB_STATE_DRAINING`. 3548 /// `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`.
3407 * - "JOB_STATE_PENDING" : 'JOB_STATE_PENDING' indicates that the job has been 3549 /// - "JOB_STATE_DRAINED" : `JOB_STATE_DRAINED` indicates that the job has
3408 * created but is not yet 3550 /// been drained.
3409 * running. Jobs that are pending may only transition to `JOB_STATE_RUNNING`, 3551 /// A drained job terminated by stopping pulling from its input sources and
3410 * or `JOB_STATE_FAILED`. 3552 /// processing any data that remained in-flight when draining was requested.
3411 * - "JOB_STATE_CANCELLING" : 'JOB_STATE_CANCELLING' indicates that the job 3553 /// This state is a terminal state, may only be set by the Cloud Dataflow
3412 * has been explicitly cancelled 3554 /// service, and only as a transition from `JOB_STATE_DRAINING`.
3413 * and is in the process of stopping. Jobs that are cancelling may only 3555 /// - "JOB_STATE_PENDING" : 'JOB_STATE_PENDING' indicates that the job has
3414 * transition to 'JOB_STATE_CANCELLED' or 'JOB_STATE_FAILED'. 3556 /// been created but is not yet
3415 */ 3557 /// running. Jobs that are pending may only transition to
3558 /// `JOB_STATE_RUNNING`,
3559 /// or `JOB_STATE_FAILED`.
3560 /// - "JOB_STATE_CANCELLING" : 'JOB_STATE_CANCELLING' indicates that the job
3561 /// has been explicitly cancelled
3562 /// and is in the process of stopping. Jobs that are cancelling may only
3563 /// transition to 'JOB_STATE_CANCELLED' or 'JOB_STATE_FAILED'.
3416 core.String executionStageState; 3564 core.String executionStageState;
3417 3565
3418 ExecutionStageState(); 3566 ExecutionStageState();
3419 3567
3420 ExecutionStageState.fromJson(core.Map _json) { 3568 ExecutionStageState.fromJson(core.Map _json) {
3421 if (_json.containsKey("currentStateTime")) { 3569 if (_json.containsKey("currentStateTime")) {
3422 currentStateTime = _json["currentStateTime"]; 3570 currentStateTime = _json["currentStateTime"];
3423 } 3571 }
3424 if (_json.containsKey("executionStageName")) { 3572 if (_json.containsKey("executionStageName")) {
3425 executionStageName = _json["executionStageName"]; 3573 executionStageName = _json["executionStageName"];
3426 } 3574 }
3427 if (_json.containsKey("executionStageState")) { 3575 if (_json.containsKey("executionStageState")) {
3428 executionStageState = _json["executionStageState"]; 3576 executionStageState = _json["executionStageState"];
3429 } 3577 }
3430 } 3578 }
3431 3579
3432 core.Map<core.String, core.Object> toJson() { 3580 core.Map<core.String, core.Object> toJson() {
3433 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 3581 final core.Map<core.String, core.Object> _json =
3582 new core.Map<core.String, core.Object>();
3434 if (currentStateTime != null) { 3583 if (currentStateTime != null) {
3435 _json["currentStateTime"] = currentStateTime; 3584 _json["currentStateTime"] = currentStateTime;
3436 } 3585 }
3437 if (executionStageName != null) { 3586 if (executionStageName != null) {
3438 _json["executionStageName"] = executionStageName; 3587 _json["executionStageName"] = executionStageName;
3439 } 3588 }
3440 if (executionStageState != null) { 3589 if (executionStageState != null) {
3441 _json["executionStageState"] = executionStageState; 3590 _json["executionStageState"] = executionStageState;
3442 } 3591 }
3443 return _json; 3592 return _json;
3444 } 3593 }
3445 } 3594 }
3446 3595
3447 /** 3596 /// Description of the composing transforms, names/ids, and input/outputs of a
3448 * Description of the composing transforms, names/ids, and input/outputs of a 3597 /// stage of execution. Some composing transforms and sources may have been
3449 * stage of execution. Some composing transforms and sources may have been 3598 /// generated by the Dataflow service during execution planning.
3450 * generated by the Dataflow service during execution planning.
3451 */
3452 class ExecutionStageSummary { 3599 class ExecutionStageSummary {
3453 /** 3600 /// Collections produced and consumed by component transforms of this stage.
3454 * Collections produced and consumed by component transforms of this stage.
3455 */
3456 core.List<ComponentSource> componentSource; 3601 core.List<ComponentSource> componentSource;
3457 /** Transforms that comprise this execution stage. */ 3602
3603 /// Transforms that comprise this execution stage.
3458 core.List<ComponentTransform> componentTransform; 3604 core.List<ComponentTransform> componentTransform;
3459 /** Dataflow service generated id for this stage. */ 3605
3606 /// Dataflow service generated id for this stage.
3460 core.String id; 3607 core.String id;
3461 /** Input sources for this stage. */ 3608
3609 /// Input sources for this stage.
3462 core.List<StageSource> inputSource; 3610 core.List<StageSource> inputSource;
3463 /** 3611
3464 * Type of tranform this stage is executing. 3612 /// Type of tranform this stage is executing.
3465 * Possible string values are: 3613 /// Possible string values are:
3466 * - "UNKNOWN_KIND" : Unrecognized transform type. 3614 /// - "UNKNOWN_KIND" : Unrecognized transform type.
3467 * - "PAR_DO_KIND" : ParDo transform. 3615 /// - "PAR_DO_KIND" : ParDo transform.
3468 * - "GROUP_BY_KEY_KIND" : Group By Key transform. 3616 /// - "GROUP_BY_KEY_KIND" : Group By Key transform.
3469 * - "FLATTEN_KIND" : Flatten transform. 3617 /// - "FLATTEN_KIND" : Flatten transform.
3470 * - "READ_KIND" : Read transform. 3618 /// - "READ_KIND" : Read transform.
3471 * - "WRITE_KIND" : Write transform. 3619 /// - "WRITE_KIND" : Write transform.
3472 * - "CONSTANT_KIND" : Constructs from a constant value, such as with 3620 /// - "CONSTANT_KIND" : Constructs from a constant value, such as with
3473 * Create.of. 3621 /// Create.of.
3474 * - "SINGLETON_KIND" : Creates a Singleton view of a collection. 3622 /// - "SINGLETON_KIND" : Creates a Singleton view of a collection.
3475 * - "SHUFFLE_KIND" : Opening or closing a shuffle session, often as part of a 3623 /// - "SHUFFLE_KIND" : Opening or closing a shuffle session, often as part of
3476 * GroupByKey. 3624 /// a GroupByKey.
3477 */
3478 core.String kind; 3625 core.String kind;
3479 /** Dataflow service generated name for this stage. */ 3626
3627 /// Dataflow service generated name for this stage.
3480 core.String name; 3628 core.String name;
3481 /** Output sources for this stage. */ 3629
3630 /// Output sources for this stage.
3482 core.List<StageSource> outputSource; 3631 core.List<StageSource> outputSource;
3483 3632
3484 ExecutionStageSummary(); 3633 ExecutionStageSummary();
3485 3634
3486 ExecutionStageSummary.fromJson(core.Map _json) { 3635 ExecutionStageSummary.fromJson(core.Map _json) {
3487 if (_json.containsKey("componentSource")) { 3636 if (_json.containsKey("componentSource")) {
3488 componentSource = _json["componentSource"].map((value) => new ComponentSou rce.fromJson(value)).toList(); 3637 componentSource = _json["componentSource"]
3638 .map((value) => new ComponentSource.fromJson(value))
3639 .toList();
3489 } 3640 }
3490 if (_json.containsKey("componentTransform")) { 3641 if (_json.containsKey("componentTransform")) {
3491 componentTransform = _json["componentTransform"].map((value) => new Compon entTransform.fromJson(value)).toList(); 3642 componentTransform = _json["componentTransform"]
3643 .map((value) => new ComponentTransform.fromJson(value))
3644 .toList();
3492 } 3645 }
3493 if (_json.containsKey("id")) { 3646 if (_json.containsKey("id")) {
3494 id = _json["id"]; 3647 id = _json["id"];
3495 } 3648 }
3496 if (_json.containsKey("inputSource")) { 3649 if (_json.containsKey("inputSource")) {
3497 inputSource = _json["inputSource"].map((value) => new StageSource.fromJson (value)).toList(); 3650 inputSource = _json["inputSource"]
3651 .map((value) => new StageSource.fromJson(value))
3652 .toList();
3498 } 3653 }
3499 if (_json.containsKey("kind")) { 3654 if (_json.containsKey("kind")) {
3500 kind = _json["kind"]; 3655 kind = _json["kind"];
3501 } 3656 }
3502 if (_json.containsKey("name")) { 3657 if (_json.containsKey("name")) {
3503 name = _json["name"]; 3658 name = _json["name"];
3504 } 3659 }
3505 if (_json.containsKey("outputSource")) { 3660 if (_json.containsKey("outputSource")) {
3506 outputSource = _json["outputSource"].map((value) => new StageSource.fromJs on(value)).toList(); 3661 outputSource = _json["outputSource"]
3662 .map((value) => new StageSource.fromJson(value))
3663 .toList();
3507 } 3664 }
3508 } 3665 }
3509 3666
3510 core.Map<core.String, core.Object> toJson() { 3667 core.Map<core.String, core.Object> toJson() {
3511 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 3668 final core.Map<core.String, core.Object> _json =
3669 new core.Map<core.String, core.Object>();
3512 if (componentSource != null) { 3670 if (componentSource != null) {
3513 _json["componentSource"] = componentSource.map((value) => (value).toJson() ).toList(); 3671 _json["componentSource"] =
3672 componentSource.map((value) => (value).toJson()).toList();
3514 } 3673 }
3515 if (componentTransform != null) { 3674 if (componentTransform != null) {
3516 _json["componentTransform"] = componentTransform.map((value) => (value).to Json()).toList(); 3675 _json["componentTransform"] =
3676 componentTransform.map((value) => (value).toJson()).toList();
3517 } 3677 }
3518 if (id != null) { 3678 if (id != null) {
3519 _json["id"] = id; 3679 _json["id"] = id;
3520 } 3680 }
3521 if (inputSource != null) { 3681 if (inputSource != null) {
3522 _json["inputSource"] = inputSource.map((value) => (value).toJson()).toList (); 3682 _json["inputSource"] =
3683 inputSource.map((value) => (value).toJson()).toList();
3523 } 3684 }
3524 if (kind != null) { 3685 if (kind != null) {
3525 _json["kind"] = kind; 3686 _json["kind"] = kind;
3526 } 3687 }
3527 if (name != null) { 3688 if (name != null) {
3528 _json["name"] = name; 3689 _json["name"] = name;
3529 } 3690 }
3530 if (outputSource != null) { 3691 if (outputSource != null) {
3531 _json["outputSource"] = outputSource.map((value) => (value).toJson()).toLi st(); 3692 _json["outputSource"] =
3693 outputSource.map((value) => (value).toJson()).toList();
3532 } 3694 }
3533 return _json; 3695 return _json;
3534 } 3696 }
3535 } 3697 }
3536 3698
3537 /** Indicates which location failed to respond to a request for data. */ 3699 /// Indicates which location failed to respond to a request for data.
3538 class FailedLocation { 3700 class FailedLocation {
3539 /** The name of the failed location. */ 3701 /// The name of the failed location.
3540 core.String name; 3702 core.String name;
3541 3703
3542 FailedLocation(); 3704 FailedLocation();
3543 3705
3544 FailedLocation.fromJson(core.Map _json) { 3706 FailedLocation.fromJson(core.Map _json) {
3545 if (_json.containsKey("name")) { 3707 if (_json.containsKey("name")) {
3546 name = _json["name"]; 3708 name = _json["name"];
3547 } 3709 }
3548 } 3710 }
3549 3711
3550 core.Map<core.String, core.Object> toJson() { 3712 core.Map<core.String, core.Object> toJson() {
3551 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 3713 final core.Map<core.String, core.Object> _json =
3714 new core.Map<core.String, core.Object>();
3552 if (name != null) { 3715 if (name != null) {
3553 _json["name"] = name; 3716 _json["name"] = name;
3554 } 3717 }
3555 return _json; 3718 return _json;
3556 } 3719 }
3557 } 3720 }
3558 3721
3559 /** 3722 /// An instruction that copies its inputs (zero or more) to its (single)
3560 * An instruction that copies its inputs (zero or more) to its (single) output. 3723 /// output.
3561 */
3562 class FlattenInstruction { 3724 class FlattenInstruction {
3563 /** Describes the inputs to the flatten instruction. */ 3725 /// Describes the inputs to the flatten instruction.
3564 core.List<InstructionInput> inputs; 3726 core.List<InstructionInput> inputs;
3565 3727
3566 FlattenInstruction(); 3728 FlattenInstruction();
3567 3729
3568 FlattenInstruction.fromJson(core.Map _json) { 3730 FlattenInstruction.fromJson(core.Map _json) {
3569 if (_json.containsKey("inputs")) { 3731 if (_json.containsKey("inputs")) {
3570 inputs = _json["inputs"].map((value) => new InstructionInput.fromJson(valu e)).toList(); 3732 inputs = _json["inputs"]
3733 .map((value) => new InstructionInput.fromJson(value))
3734 .toList();
3571 } 3735 }
3572 } 3736 }
3573 3737
3574 core.Map<core.String, core.Object> toJson() { 3738 core.Map<core.String, core.Object> toJson() {
3575 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 3739 final core.Map<core.String, core.Object> _json =
3740 new core.Map<core.String, core.Object>();
3576 if (inputs != null) { 3741 if (inputs != null) {
3577 _json["inputs"] = inputs.map((value) => (value).toJson()).toList(); 3742 _json["inputs"] = inputs.map((value) => (value).toJson()).toList();
3578 } 3743 }
3579 return _json; 3744 return _json;
3580 } 3745 }
3581 } 3746 }
3582 3747
3583 /** A metric value representing a list of floating point numbers. */ 3748 /// A metric value representing a list of floating point numbers.
3584 class FloatingPointList { 3749 class FloatingPointList {
3585 /** Elements of the list. */ 3750 /// Elements of the list.
3586 core.List<core.double> elements; 3751 core.List<core.double> elements;
3587 3752
3588 FloatingPointList(); 3753 FloatingPointList();
3589 3754
3590 FloatingPointList.fromJson(core.Map _json) { 3755 FloatingPointList.fromJson(core.Map _json) {
3591 if (_json.containsKey("elements")) { 3756 if (_json.containsKey("elements")) {
3592 elements = _json["elements"]; 3757 elements = _json["elements"];
3593 } 3758 }
3594 } 3759 }
3595 3760
3596 core.Map<core.String, core.Object> toJson() { 3761 core.Map<core.String, core.Object> toJson() {
3597 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 3762 final core.Map<core.String, core.Object> _json =
3763 new core.Map<core.String, core.Object>();
3598 if (elements != null) { 3764 if (elements != null) {
3599 _json["elements"] = elements; 3765 _json["elements"] = elements;
3600 } 3766 }
3601 return _json; 3767 return _json;
3602 } 3768 }
3603 } 3769 }
3604 3770
3605 /** A representation of a floating point mean metric contribution. */ 3771 /// A representation of a floating point mean metric contribution.
3606 class FloatingPointMean { 3772 class FloatingPointMean {
3607 /** The number of values being aggregated. */ 3773 /// The number of values being aggregated.
3608 SplitInt64 count; 3774 SplitInt64 count;
3609 /** The sum of all values being aggregated. */ 3775
3776 /// The sum of all values being aggregated.
3610 core.double sum; 3777 core.double sum;
3611 3778
3612 FloatingPointMean(); 3779 FloatingPointMean();
3613 3780
3614 FloatingPointMean.fromJson(core.Map _json) { 3781 FloatingPointMean.fromJson(core.Map _json) {
3615 if (_json.containsKey("count")) { 3782 if (_json.containsKey("count")) {
3616 count = new SplitInt64.fromJson(_json["count"]); 3783 count = new SplitInt64.fromJson(_json["count"]);
3617 } 3784 }
3618 if (_json.containsKey("sum")) { 3785 if (_json.containsKey("sum")) {
3619 sum = _json["sum"]; 3786 sum = _json["sum"];
3620 } 3787 }
3621 } 3788 }
3622 3789
3623 core.Map<core.String, core.Object> toJson() { 3790 core.Map<core.String, core.Object> toJson() {
3624 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 3791 final core.Map<core.String, core.Object> _json =
3792 new core.Map<core.String, core.Object>();
3625 if (count != null) { 3793 if (count != null) {
3626 _json["count"] = (count).toJson(); 3794 _json["count"] = (count).toJson();
3627 } 3795 }
3628 if (sum != null) { 3796 if (sum != null) {
3629 _json["sum"] = sum; 3797 _json["sum"] = sum;
3630 } 3798 }
3631 return _json; 3799 return _json;
3632 } 3800 }
3633 } 3801 }
3634 3802
3635 /** Request to get updated debug configuration for component. */ 3803 /// Request to get updated debug configuration for component.
3636 class GetDebugConfigRequest { 3804 class GetDebugConfigRequest {
3637 /** 3805 /// The internal component id for which debug configuration is
3638 * The internal component id for which debug configuration is 3806 /// requested.
3639 * requested.
3640 */
3641 core.String componentId; 3807 core.String componentId;
3642 /** The location which contains the job specified by job_id. */ 3808
3809 /// The location which contains the job specified by job_id.
3643 core.String location; 3810 core.String location;
3644 /** The worker id, i.e., VM hostname. */ 3811
3812 /// The worker id, i.e., VM hostname.
3645 core.String workerId; 3813 core.String workerId;
3646 3814
3647 GetDebugConfigRequest(); 3815 GetDebugConfigRequest();
3648 3816
3649 GetDebugConfigRequest.fromJson(core.Map _json) { 3817 GetDebugConfigRequest.fromJson(core.Map _json) {
3650 if (_json.containsKey("componentId")) { 3818 if (_json.containsKey("componentId")) {
3651 componentId = _json["componentId"]; 3819 componentId = _json["componentId"];
3652 } 3820 }
3653 if (_json.containsKey("location")) { 3821 if (_json.containsKey("location")) {
3654 location = _json["location"]; 3822 location = _json["location"];
3655 } 3823 }
3656 if (_json.containsKey("workerId")) { 3824 if (_json.containsKey("workerId")) {
3657 workerId = _json["workerId"]; 3825 workerId = _json["workerId"];
3658 } 3826 }
3659 } 3827 }
3660 3828
3661 core.Map<core.String, core.Object> toJson() { 3829 core.Map<core.String, core.Object> toJson() {
3662 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 3830 final core.Map<core.String, core.Object> _json =
3831 new core.Map<core.String, core.Object>();
3663 if (componentId != null) { 3832 if (componentId != null) {
3664 _json["componentId"] = componentId; 3833 _json["componentId"] = componentId;
3665 } 3834 }
3666 if (location != null) { 3835 if (location != null) {
3667 _json["location"] = location; 3836 _json["location"] = location;
3668 } 3837 }
3669 if (workerId != null) { 3838 if (workerId != null) {
3670 _json["workerId"] = workerId; 3839 _json["workerId"] = workerId;
3671 } 3840 }
3672 return _json; 3841 return _json;
3673 } 3842 }
3674 } 3843 }
3675 3844
3676 /** Response to a get debug configuration request. */ 3845 /// Response to a get debug configuration request.
3677 class GetDebugConfigResponse { 3846 class GetDebugConfigResponse {
3678 /** The encoded debug configuration for the requested component. */ 3847 /// The encoded debug configuration for the requested component.
3679 core.String config; 3848 core.String config;
3680 3849
3681 GetDebugConfigResponse(); 3850 GetDebugConfigResponse();
3682 3851
3683 GetDebugConfigResponse.fromJson(core.Map _json) { 3852 GetDebugConfigResponse.fromJson(core.Map _json) {
3684 if (_json.containsKey("config")) { 3853 if (_json.containsKey("config")) {
3685 config = _json["config"]; 3854 config = _json["config"];
3686 } 3855 }
3687 } 3856 }
3688 3857
3689 core.Map<core.String, core.Object> toJson() { 3858 core.Map<core.String, core.Object> toJson() {
3690 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 3859 final core.Map<core.String, core.Object> _json =
3860 new core.Map<core.String, core.Object>();
3691 if (config != null) { 3861 if (config != null) {
3692 _json["config"] = config; 3862 _json["config"] = config;
3693 } 3863 }
3694 return _json; 3864 return _json;
3695 } 3865 }
3696 } 3866 }
3697 3867
3698 /** The response to a GetTemplate request. */ 3868 /// The response to a GetTemplate request.
3699 class GetTemplateResponse { 3869 class GetTemplateResponse {
3700 /** 3870 /// The template metadata describing the template name, available
3701 * The template metadata describing the template name, available 3871 /// parameters, etc.
3702 * parameters, etc.
3703 */
3704 TemplateMetadata metadata; 3872 TemplateMetadata metadata;
3705 /** 3873
3706 * The status of the get template request. Any problems with the 3874 /// The status of the get template request. Any problems with the
3707 * request will be indicated in the error_details. 3875 /// request will be indicated in the error_details.
3708 */
3709 Status status; 3876 Status status;
3710 3877
3711 GetTemplateResponse(); 3878 GetTemplateResponse();
3712 3879
3713 GetTemplateResponse.fromJson(core.Map _json) { 3880 GetTemplateResponse.fromJson(core.Map _json) {
3714 if (_json.containsKey("metadata")) { 3881 if (_json.containsKey("metadata")) {
3715 metadata = new TemplateMetadata.fromJson(_json["metadata"]); 3882 metadata = new TemplateMetadata.fromJson(_json["metadata"]);
3716 } 3883 }
3717 if (_json.containsKey("status")) { 3884 if (_json.containsKey("status")) {
3718 status = new Status.fromJson(_json["status"]); 3885 status = new Status.fromJson(_json["status"]);
3719 } 3886 }
3720 } 3887 }
3721 3888
3722 core.Map<core.String, core.Object> toJson() { 3889 core.Map<core.String, core.Object> toJson() {
3723 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 3890 final core.Map<core.String, core.Object> _json =
3891 new core.Map<core.String, core.Object>();
3724 if (metadata != null) { 3892 if (metadata != null) {
3725 _json["metadata"] = (metadata).toJson(); 3893 _json["metadata"] = (metadata).toJson();
3726 } 3894 }
3727 if (status != null) { 3895 if (status != null) {
3728 _json["status"] = (status).toJson(); 3896 _json["status"] = (status).toJson();
3729 } 3897 }
3730 return _json; 3898 return _json;
3731 } 3899 }
3732 } 3900 }
3733 3901
3734 /** 3902 /// An input of an instruction, as a reference to an output of a
3735 * An input of an instruction, as a reference to an output of a 3903 /// producer instruction.
3736 * producer instruction.
3737 */
3738 class InstructionInput { 3904 class InstructionInput {
3739 /** The output index (origin zero) within the producer. */ 3905 /// The output index (origin zero) within the producer.
3740 core.int outputNum; 3906 core.int outputNum;
3741 /** 3907
3742 * The index (origin zero) of the parallel instruction that produces 3908 /// The index (origin zero) of the parallel instruction that produces
3743 * the output to be consumed by this input. This index is relative 3909 /// the output to be consumed by this input. This index is relative
3744 * to the list of instructions in this input's instruction's 3910 /// to the list of instructions in this input's instruction's
3745 * containing MapTask. 3911 /// containing MapTask.
3746 */
3747 core.int producerInstructionIndex; 3912 core.int producerInstructionIndex;
3748 3913
3749 InstructionInput(); 3914 InstructionInput();
3750 3915
3751 InstructionInput.fromJson(core.Map _json) { 3916 InstructionInput.fromJson(core.Map _json) {
3752 if (_json.containsKey("outputNum")) { 3917 if (_json.containsKey("outputNum")) {
3753 outputNum = _json["outputNum"]; 3918 outputNum = _json["outputNum"];
3754 } 3919 }
3755 if (_json.containsKey("producerInstructionIndex")) { 3920 if (_json.containsKey("producerInstructionIndex")) {
3756 producerInstructionIndex = _json["producerInstructionIndex"]; 3921 producerInstructionIndex = _json["producerInstructionIndex"];
3757 } 3922 }
3758 } 3923 }
3759 3924
3760 core.Map<core.String, core.Object> toJson() { 3925 core.Map<core.String, core.Object> toJson() {
3761 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 3926 final core.Map<core.String, core.Object> _json =
3927 new core.Map<core.String, core.Object>();
3762 if (outputNum != null) { 3928 if (outputNum != null) {
3763 _json["outputNum"] = outputNum; 3929 _json["outputNum"] = outputNum;
3764 } 3930 }
3765 if (producerInstructionIndex != null) { 3931 if (producerInstructionIndex != null) {
3766 _json["producerInstructionIndex"] = producerInstructionIndex; 3932 _json["producerInstructionIndex"] = producerInstructionIndex;
3767 } 3933 }
3768 return _json; 3934 return _json;
3769 } 3935 }
3770 } 3936 }
3771 3937
3772 /** An output of an instruction. */ 3938 /// An output of an instruction.
3773 class InstructionOutput { 3939 class InstructionOutput {
3774 /** 3940 /// The codec to use to encode data being written via this output.
3775 * The codec to use to encode data being written via this output. 3941 ///
3776 * 3942 /// The values for Object must be JSON objects. It can consist of `num`,
3777 * The values for Object must be JSON objects. It can consist of `num`, 3943 /// `String`, `bool` and `null` as well as `Map` and `List` values.
3778 * `String`, `bool` and `null` as well as `Map` and `List` values.
3779 */
3780 core.Map<core.String, core.Object> codec; 3944 core.Map<core.String, core.Object> codec;
3781 /** The user-provided name of this output. */ 3945
3946 /// The user-provided name of this output.
3782 core.String name; 3947 core.String name;
3783 /** 3948
3784 * For system-generated byte and mean byte metrics, certain instructions 3949 /// For system-generated byte and mean byte metrics, certain instructions
3785 * should only report the key size. 3950 /// should only report the key size.
3786 */
3787 core.bool onlyCountKeyBytes; 3951 core.bool onlyCountKeyBytes;
3788 /** 3952
3789 * For system-generated byte and mean byte metrics, certain instructions 3953 /// For system-generated byte and mean byte metrics, certain instructions
3790 * should only report the value size. 3954 /// should only report the value size.
3791 */
3792 core.bool onlyCountValueBytes; 3955 core.bool onlyCountValueBytes;
3793 /** 3956
3794 * System-defined name for this output in the original workflow graph. 3957 /// System-defined name for this output in the original workflow graph.
3795 * Outputs that do not contribute to an original instruction do not set this. 3958 /// Outputs that do not contribute to an original instruction do not set
3796 */ 3959 /// this.
3797 core.String originalName; 3960 core.String originalName;
3798 /** 3961
3799 * System-defined name of this output. 3962 /// System-defined name of this output.
3800 * Unique across the workflow. 3963 /// Unique across the workflow.
3801 */
3802 core.String systemName; 3964 core.String systemName;
3803 3965
3804 InstructionOutput(); 3966 InstructionOutput();
3805 3967
3806 InstructionOutput.fromJson(core.Map _json) { 3968 InstructionOutput.fromJson(core.Map _json) {
3807 if (_json.containsKey("codec")) { 3969 if (_json.containsKey("codec")) {
3808 codec = _json["codec"]; 3970 codec = _json["codec"];
3809 } 3971 }
3810 if (_json.containsKey("name")) { 3972 if (_json.containsKey("name")) {
3811 name = _json["name"]; 3973 name = _json["name"];
3812 } 3974 }
3813 if (_json.containsKey("onlyCountKeyBytes")) { 3975 if (_json.containsKey("onlyCountKeyBytes")) {
3814 onlyCountKeyBytes = _json["onlyCountKeyBytes"]; 3976 onlyCountKeyBytes = _json["onlyCountKeyBytes"];
3815 } 3977 }
3816 if (_json.containsKey("onlyCountValueBytes")) { 3978 if (_json.containsKey("onlyCountValueBytes")) {
3817 onlyCountValueBytes = _json["onlyCountValueBytes"]; 3979 onlyCountValueBytes = _json["onlyCountValueBytes"];
3818 } 3980 }
3819 if (_json.containsKey("originalName")) { 3981 if (_json.containsKey("originalName")) {
3820 originalName = _json["originalName"]; 3982 originalName = _json["originalName"];
3821 } 3983 }
3822 if (_json.containsKey("systemName")) { 3984 if (_json.containsKey("systemName")) {
3823 systemName = _json["systemName"]; 3985 systemName = _json["systemName"];
3824 } 3986 }
3825 } 3987 }
3826 3988
3827 core.Map<core.String, core.Object> toJson() { 3989 core.Map<core.String, core.Object> toJson() {
3828 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 3990 final core.Map<core.String, core.Object> _json =
3991 new core.Map<core.String, core.Object>();
3829 if (codec != null) { 3992 if (codec != null) {
3830 _json["codec"] = codec; 3993 _json["codec"] = codec;
3831 } 3994 }
3832 if (name != null) { 3995 if (name != null) {
3833 _json["name"] = name; 3996 _json["name"] = name;
3834 } 3997 }
3835 if (onlyCountKeyBytes != null) { 3998 if (onlyCountKeyBytes != null) {
3836 _json["onlyCountKeyBytes"] = onlyCountKeyBytes; 3999 _json["onlyCountKeyBytes"] = onlyCountKeyBytes;
3837 } 4000 }
3838 if (onlyCountValueBytes != null) { 4001 if (onlyCountValueBytes != null) {
3839 _json["onlyCountValueBytes"] = onlyCountValueBytes; 4002 _json["onlyCountValueBytes"] = onlyCountValueBytes;
3840 } 4003 }
3841 if (originalName != null) { 4004 if (originalName != null) {
3842 _json["originalName"] = originalName; 4005 _json["originalName"] = originalName;
3843 } 4006 }
3844 if (systemName != null) { 4007 if (systemName != null) {
3845 _json["systemName"] = systemName; 4008 _json["systemName"] = systemName;
3846 } 4009 }
3847 return _json; 4010 return _json;
3848 } 4011 }
3849 } 4012 }
3850 4013
3851 /** A metric value representing a list of integers. */ 4014 /// A metric value representing a list of integers.
3852 class IntegerList { 4015 class IntegerList {
3853 /** Elements of the list. */ 4016 /// Elements of the list.
3854 core.List<SplitInt64> elements; 4017 core.List<SplitInt64> elements;
3855 4018
3856 IntegerList(); 4019 IntegerList();
3857 4020
3858 IntegerList.fromJson(core.Map _json) { 4021 IntegerList.fromJson(core.Map _json) {
3859 if (_json.containsKey("elements")) { 4022 if (_json.containsKey("elements")) {
3860 elements = _json["elements"].map((value) => new SplitInt64.fromJson(value) ).toList(); 4023 elements = _json["elements"]
4024 .map((value) => new SplitInt64.fromJson(value))
4025 .toList();
3861 } 4026 }
3862 } 4027 }
3863 4028
3864 core.Map<core.String, core.Object> toJson() { 4029 core.Map<core.String, core.Object> toJson() {
3865 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 4030 final core.Map<core.String, core.Object> _json =
4031 new core.Map<core.String, core.Object>();
3866 if (elements != null) { 4032 if (elements != null) {
3867 _json["elements"] = elements.map((value) => (value).toJson()).toList(); 4033 _json["elements"] = elements.map((value) => (value).toJson()).toList();
3868 } 4034 }
3869 return _json; 4035 return _json;
3870 } 4036 }
3871 } 4037 }
3872 4038
3873 /** A representation of an integer mean metric contribution. */ 4039 /// A representation of an integer mean metric contribution.
3874 class IntegerMean { 4040 class IntegerMean {
3875 /** The number of values being aggregated. */ 4041 /// The number of values being aggregated.
3876 SplitInt64 count; 4042 SplitInt64 count;
3877 /** The sum of all values being aggregated. */ 4043
4044 /// The sum of all values being aggregated.
3878 SplitInt64 sum; 4045 SplitInt64 sum;
3879 4046
3880 IntegerMean(); 4047 IntegerMean();
3881 4048
3882 IntegerMean.fromJson(core.Map _json) { 4049 IntegerMean.fromJson(core.Map _json) {
3883 if (_json.containsKey("count")) { 4050 if (_json.containsKey("count")) {
3884 count = new SplitInt64.fromJson(_json["count"]); 4051 count = new SplitInt64.fromJson(_json["count"]);
3885 } 4052 }
3886 if (_json.containsKey("sum")) { 4053 if (_json.containsKey("sum")) {
3887 sum = new SplitInt64.fromJson(_json["sum"]); 4054 sum = new SplitInt64.fromJson(_json["sum"]);
3888 } 4055 }
3889 } 4056 }
3890 4057
3891 core.Map<core.String, core.Object> toJson() { 4058 core.Map<core.String, core.Object> toJson() {
3892 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 4059 final core.Map<core.String, core.Object> _json =
4060 new core.Map<core.String, core.Object>();
3893 if (count != null) { 4061 if (count != null) {
3894 _json["count"] = (count).toJson(); 4062 _json["count"] = (count).toJson();
3895 } 4063 }
3896 if (sum != null) { 4064 if (sum != null) {
3897 _json["sum"] = (sum).toJson(); 4065 _json["sum"] = (sum).toJson();
3898 } 4066 }
3899 return _json; 4067 return _json;
3900 } 4068 }
3901 } 4069 }
3902 4070
3903 /** Defines a job to be run by the Cloud Dataflow service. */ 4071 /// Defines a job to be run by the Cloud Dataflow service.
3904 class Job { 4072 class Job {
3905 /** 4073 /// The client's unique identifier of the job, re-used across retried
3906 * The client's unique identifier of the job, re-used across retried attempts. 4074 /// attempts.
3907 * If this field is set, the service will ensure its uniqueness. 4075 /// If this field is set, the service will ensure its uniqueness.
3908 * The request to create a job will fail if the service has knowledge of a 4076 /// The request to create a job will fail if the service has knowledge of a
3909 * previously submitted job with the same client's ID and job name. 4077 /// previously submitted job with the same client's ID and job name.
3910 * The caller may use this field to ensure idempotence of job 4078 /// The caller may use this field to ensure idempotence of job
3911 * creation across retried attempts to create a job. 4079 /// creation across retried attempts to create a job.
3912 * By default, the field is empty and, in that case, the service ignores it. 4080 /// By default, the field is empty and, in that case, the service ignores it.
3913 */
3914 core.String clientRequestId; 4081 core.String clientRequestId;
3915 /** 4082
3916 * The timestamp when the job was initially created. Immutable and set by the 4083 /// The timestamp when the job was initially created. Immutable and set by
3917 * Cloud Dataflow service. 4084 /// the
3918 */ 4085 /// Cloud Dataflow service.
3919 core.String createTime; 4086 core.String createTime;
3920 /** 4087
3921 * The current state of the job. 4088 /// The current state of the job.
3922 * 4089 ///
3923 * Jobs are created in the `JOB_STATE_STOPPED` state unless otherwise 4090 /// Jobs are created in the `JOB_STATE_STOPPED` state unless otherwise
3924 * specified. 4091 /// specified.
3925 * 4092 ///
3926 * A job in the `JOB_STATE_RUNNING` state may asynchronously enter a 4093 /// A job in the `JOB_STATE_RUNNING` state may asynchronously enter a
3927 * terminal state. After a job has reached a terminal state, no 4094 /// terminal state. After a job has reached a terminal state, no
3928 * further state updates may be made. 4095 /// further state updates may be made.
3929 * 4096 ///
3930 * This field may be mutated by the Cloud Dataflow service; 4097 /// This field may be mutated by the Cloud Dataflow service;
3931 * callers cannot mutate it. 4098 /// callers cannot mutate it.
3932 * Possible string values are: 4099 /// Possible string values are:
3933 * - "JOB_STATE_UNKNOWN" : The job's run state isn't specified. 4100 /// - "JOB_STATE_UNKNOWN" : The job's run state isn't specified.
3934 * - "JOB_STATE_STOPPED" : `JOB_STATE_STOPPED` indicates that the job has not 4101 /// - "JOB_STATE_STOPPED" : `JOB_STATE_STOPPED` indicates that the job has
3935 * yet started to run. 4102 /// not
3936 * - "JOB_STATE_RUNNING" : `JOB_STATE_RUNNING` indicates that the job is 4103 /// yet started to run.
3937 * currently running. 4104 /// - "JOB_STATE_RUNNING" : `JOB_STATE_RUNNING` indicates that the job is
3938 * - "JOB_STATE_DONE" : `JOB_STATE_DONE` indicates that the job has 4105 /// currently running.
3939 * successfully completed. 4106 /// - "JOB_STATE_DONE" : `JOB_STATE_DONE` indicates that the job has
3940 * This is a terminal job state. This state may be set by the Cloud Dataflow 4107 /// successfully completed.
3941 * service, as a transition from `JOB_STATE_RUNNING`. It may also be set via a 4108 /// This is a terminal job state. This state may be set by the Cloud
3942 * Cloud Dataflow `UpdateJob` call, if the job has not yet reached a terminal 4109 /// Dataflow
3943 * state. 4110 /// service, as a transition from `JOB_STATE_RUNNING`. It may also be set via
3944 * - "JOB_STATE_FAILED" : `JOB_STATE_FAILED` indicates that the job has 4111 /// a
3945 * failed. This is a 4112 /// Cloud Dataflow `UpdateJob` call, if the job has not yet reached a
3946 * terminal job state. This state may only be set by the Cloud Dataflow 4113 /// terminal
3947 * service, and only as a transition from `JOB_STATE_RUNNING`. 4114 /// state.
3948 * - "JOB_STATE_CANCELLED" : `JOB_STATE_CANCELLED` indicates that the job has 4115 /// - "JOB_STATE_FAILED" : `JOB_STATE_FAILED` indicates that the job has
3949 * been explicitly 4116 /// failed. This is a
3950 * cancelled. This is a terminal job state. This state may only be 4117 /// terminal job state. This state may only be set by the Cloud Dataflow
3951 * set via a Cloud Dataflow `UpdateJob` call, and only if the job has not 4118 /// service, and only as a transition from `JOB_STATE_RUNNING`.
3952 * yet reached another terminal state. 4119 /// - "JOB_STATE_CANCELLED" : `JOB_STATE_CANCELLED` indicates that the job
3953 * - "JOB_STATE_UPDATED" : `JOB_STATE_UPDATED` indicates that the job was 4120 /// has been explicitly
3954 * successfully updated, 4121 /// cancelled. This is a terminal job state. This state may only be
3955 * meaning that this job was stopped and another job was started, inheriting 4122 /// set via a Cloud Dataflow `UpdateJob` call, and only if the job has not
3956 * state from this one. This is a terminal job state. This state may only be 4123 /// yet reached another terminal state.
3957 * set by the Cloud Dataflow service, and only as a transition from 4124 /// - "JOB_STATE_UPDATED" : `JOB_STATE_UPDATED` indicates that the job was
3958 * `JOB_STATE_RUNNING`. 4125 /// successfully updated,
3959 * - "JOB_STATE_DRAINING" : `JOB_STATE_DRAINING` indicates that the job is in 4126 /// meaning that this job was stopped and another job was started, inheriting
3960 * the process of draining. 4127 /// state from this one. This is a terminal job state. This state may only be
3961 * A draining job has stopped pulling from its input sources and is processing 4128 /// set by the Cloud Dataflow service, and only as a transition from
3962 * any data that remains in-flight. This state may be set via a Cloud Dataflow 4129 /// `JOB_STATE_RUNNING`.
3963 * `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`. Jobs 4130 /// - "JOB_STATE_DRAINING" : `JOB_STATE_DRAINING` indicates that the job is
3964 * that are draining may only transition to `JOB_STATE_DRAINED`, 4131 /// in the process of draining.
3965 * `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`. 4132 /// A draining job has stopped pulling from its input sources and is
3966 * - "JOB_STATE_DRAINED" : `JOB_STATE_DRAINED` indicates that the job has been 4133 /// processing
3967 * drained. 4134 /// any data that remains in-flight. This state may be set via a Cloud
3968 * A drained job terminated by stopping pulling from its input sources and 4135 /// Dataflow
3969 * processing any data that remained in-flight when draining was requested. 4136 /// `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`. Jobs
3970 * This state is a terminal state, may only be set by the Cloud Dataflow 4137 /// that are draining may only transition to `JOB_STATE_DRAINED`,
3971 * service, and only as a transition from `JOB_STATE_DRAINING`. 4138 /// `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`.
3972 * - "JOB_STATE_PENDING" : 'JOB_STATE_PENDING' indicates that the job has been 4139 /// - "JOB_STATE_DRAINED" : `JOB_STATE_DRAINED` indicates that the job has
3973 * created but is not yet 4140 /// been drained.
3974 * running. Jobs that are pending may only transition to `JOB_STATE_RUNNING`, 4141 /// A drained job terminated by stopping pulling from its input sources and
3975 * or `JOB_STATE_FAILED`. 4142 /// processing any data that remained in-flight when draining was requested.
3976 * - "JOB_STATE_CANCELLING" : 'JOB_STATE_CANCELLING' indicates that the job 4143 /// This state is a terminal state, may only be set by the Cloud Dataflow
3977 * has been explicitly cancelled 4144 /// service, and only as a transition from `JOB_STATE_DRAINING`.
3978 * and is in the process of stopping. Jobs that are cancelling may only 4145 /// - "JOB_STATE_PENDING" : 'JOB_STATE_PENDING' indicates that the job has
3979 * transition to 'JOB_STATE_CANCELLED' or 'JOB_STATE_FAILED'. 4146 /// been created but is not yet
3980 */ 4147 /// running. Jobs that are pending may only transition to
4148 /// `JOB_STATE_RUNNING`,
4149 /// or `JOB_STATE_FAILED`.
4150 /// - "JOB_STATE_CANCELLING" : 'JOB_STATE_CANCELLING' indicates that the job
4151 /// has been explicitly cancelled
4152 /// and is in the process of stopping. Jobs that are cancelling may only
4153 /// transition to 'JOB_STATE_CANCELLED' or 'JOB_STATE_FAILED'.
3981 core.String currentState; 4154 core.String currentState;
3982 /** The timestamp associated with the current state. */ 4155
4156 /// The timestamp associated with the current state.
3983 core.String currentStateTime; 4157 core.String currentStateTime;
3984 /** The environment for the job. */ 4158
4159 /// The environment for the job.
3985 Environment environment; 4160 Environment environment;
3986 /** Deprecated. */ 4161
4162 /// Deprecated.
3987 JobExecutionInfo executionInfo; 4163 JobExecutionInfo executionInfo;
3988 /** 4164
3989 * The unique ID of this job. 4165 /// The unique ID of this job.
3990 * 4166 ///
3991 * This field is set by the Cloud Dataflow service when the Job is 4167 /// This field is set by the Cloud Dataflow service when the Job is
3992 * created, and is immutable for the life of the job. 4168 /// created, and is immutable for the life of the job.
3993 */
3994 core.String id; 4169 core.String id;
3995 /** 4170
3996 * User-defined labels for this job. 4171 /// User-defined labels for this job.
3997 * 4172 ///
3998 * The labels map can contain no more than 64 entries. Entries of the labels 4173 /// The labels map can contain no more than 64 entries. Entries of the
3999 * map are UTF8 strings that comply with the following restrictions: 4174 /// labels
4000 * 4175 /// map are UTF8 strings that comply with the following restrictions:
4001 * * Keys must conform to regexp: \p{Ll}\p{Lo}{0,62} 4176 ///
4002 * * Values must conform to regexp: [\p{Ll}\p{Lo}\p{N}_-]{0,63} 4177 /// * Keys must conform to regexp: \p{Ll}\p{Lo}{0,62}
4003 * * Both keys and values are additionally constrained to be <= 128 bytes in 4178 /// * Values must conform to regexp: [\p{Ll}\p{Lo}\p{N}_-]{0,63}
4004 * size. 4179 /// * Both keys and values are additionally constrained to be <= 128 bytes in
4005 */ 4180 /// size.
4006 core.Map<core.String, core.String> labels; 4181 core.Map<core.String, core.String> labels;
4007 /** The location that contains this job. */ 4182
4183 /// The location that contains this job.
4008 core.String location; 4184 core.String location;
4009 /** 4185
4010 * The user-specified Cloud Dataflow job name. 4186 /// The user-specified Cloud Dataflow job name.
4011 * 4187 ///
4012 * Only one Job with a given name may exist in a project at any 4188 /// Only one Job with a given name may exist in a project at any
4013 * given time. If a caller attempts to create a Job with the same 4189 /// given time. If a caller attempts to create a Job with the same
4014 * name as an already-existing Job, the attempt returns the 4190 /// name as an already-existing Job, the attempt returns the
4015 * existing Job. 4191 /// existing Job.
4016 * 4192 ///
4017 * The name must match the regular expression 4193 /// The name must match the regular expression
4018 * `[a-z]([-a-z0-9]{0,38}[a-z0-9])?` 4194 /// `[a-z]([-a-z0-9]{0,38}[a-z0-9])?`
4019 */
4020 core.String name; 4195 core.String name;
4021 /** 4196
4022 * Preliminary field: The format of this data may change at any time. 4197 /// Preliminary field: The format of this data may change at any time.
4023 * A description of the user pipeline and stages through which it is executed. 4198 /// A description of the user pipeline and stages through which it is
4024 * Created by Cloud Dataflow service. Only retrieved with 4199 /// executed.
4025 * JOB_VIEW_DESCRIPTION or JOB_VIEW_ALL. 4200 /// Created by Cloud Dataflow service. Only retrieved with
4026 */ 4201 /// JOB_VIEW_DESCRIPTION or JOB_VIEW_ALL.
4027 PipelineDescription pipelineDescription; 4202 PipelineDescription pipelineDescription;
4028 /** The ID of the Cloud Platform project that the job belongs to. */ 4203
4204 /// The ID of the Cloud Platform project that the job belongs to.
4029 core.String projectId; 4205 core.String projectId;
4030 /** 4206
4031 * If this job is an update of an existing job, this field is the job ID 4207 /// If this job is an update of an existing job, this field is the job ID
4032 * of the job it replaced. 4208 /// of the job it replaced.
4033 * 4209 ///
4034 * When sending a `CreateJobRequest`, you can update a job by specifying it 4210 /// When sending a `CreateJobRequest`, you can update a job by specifying it
4035 * here. The job named here is stopped, and its intermediate state is 4211 /// here. The job named here is stopped, and its intermediate state is
4036 * transferred to this job. 4212 /// transferred to this job.
4037 */
4038 core.String replaceJobId; 4213 core.String replaceJobId;
4039 /** 4214
4040 * If another job is an update of this job (and thus, this job is in 4215 /// If another job is an update of this job (and thus, this job is in
4041 * `JOB_STATE_UPDATED`), this field contains the ID of that job. 4216 /// `JOB_STATE_UPDATED`), this field contains the ID of that job.
4042 */
4043 core.String replacedByJobId; 4217 core.String replacedByJobId;
4044 /** 4218
4045 * The job's requested state. 4219 /// The job's requested state.
4046 * 4220 ///
4047 * `UpdateJob` may be used to switch between the `JOB_STATE_STOPPED` and 4221 /// `UpdateJob` may be used to switch between the `JOB_STATE_STOPPED` and
4048 * `JOB_STATE_RUNNING` states, by setting requested_state. `UpdateJob` may 4222 /// `JOB_STATE_RUNNING` states, by setting requested_state. `UpdateJob` may
4049 * also be used to directly set a job's requested state to 4223 /// also be used to directly set a job's requested state to
4050 * `JOB_STATE_CANCELLED` or `JOB_STATE_DONE`, irrevocably terminating the 4224 /// `JOB_STATE_CANCELLED` or `JOB_STATE_DONE`, irrevocably terminating the
4051 * job if it has not already reached a terminal state. 4225 /// job if it has not already reached a terminal state.
4052 * Possible string values are: 4226 /// Possible string values are:
4053 * - "JOB_STATE_UNKNOWN" : The job's run state isn't specified. 4227 /// - "JOB_STATE_UNKNOWN" : The job's run state isn't specified.
4054 * - "JOB_STATE_STOPPED" : `JOB_STATE_STOPPED` indicates that the job has not 4228 /// - "JOB_STATE_STOPPED" : `JOB_STATE_STOPPED` indicates that the job has
4055 * yet started to run. 4229 /// not
4056 * - "JOB_STATE_RUNNING" : `JOB_STATE_RUNNING` indicates that the job is 4230 /// yet started to run.
4057 * currently running. 4231 /// - "JOB_STATE_RUNNING" : `JOB_STATE_RUNNING` indicates that the job is
4058 * - "JOB_STATE_DONE" : `JOB_STATE_DONE` indicates that the job has 4232 /// currently running.
4059 * successfully completed. 4233 /// - "JOB_STATE_DONE" : `JOB_STATE_DONE` indicates that the job has
4060 * This is a terminal job state. This state may be set by the Cloud Dataflow 4234 /// successfully completed.
4061 * service, as a transition from `JOB_STATE_RUNNING`. It may also be set via a 4235 /// This is a terminal job state. This state may be set by the Cloud
4062 * Cloud Dataflow `UpdateJob` call, if the job has not yet reached a terminal 4236 /// Dataflow
4063 * state. 4237 /// service, as a transition from `JOB_STATE_RUNNING`. It may also be set via
4064 * - "JOB_STATE_FAILED" : `JOB_STATE_FAILED` indicates that the job has 4238 /// a
4065 * failed. This is a 4239 /// Cloud Dataflow `UpdateJob` call, if the job has not yet reached a
4066 * terminal job state. This state may only be set by the Cloud Dataflow 4240 /// terminal
4067 * service, and only as a transition from `JOB_STATE_RUNNING`. 4241 /// state.
4068 * - "JOB_STATE_CANCELLED" : `JOB_STATE_CANCELLED` indicates that the job has 4242 /// - "JOB_STATE_FAILED" : `JOB_STATE_FAILED` indicates that the job has
4069 * been explicitly 4243 /// failed. This is a
4070 * cancelled. This is a terminal job state. This state may only be 4244 /// terminal job state. This state may only be set by the Cloud Dataflow
4071 * set via a Cloud Dataflow `UpdateJob` call, and only if the job has not 4245 /// service, and only as a transition from `JOB_STATE_RUNNING`.
4072 * yet reached another terminal state. 4246 /// - "JOB_STATE_CANCELLED" : `JOB_STATE_CANCELLED` indicates that the job
4073 * - "JOB_STATE_UPDATED" : `JOB_STATE_UPDATED` indicates that the job was 4247 /// has been explicitly
4074 * successfully updated, 4248 /// cancelled. This is a terminal job state. This state may only be
4075 * meaning that this job was stopped and another job was started, inheriting 4249 /// set via a Cloud Dataflow `UpdateJob` call, and only if the job has not
4076 * state from this one. This is a terminal job state. This state may only be 4250 /// yet reached another terminal state.
4077 * set by the Cloud Dataflow service, and only as a transition from 4251 /// - "JOB_STATE_UPDATED" : `JOB_STATE_UPDATED` indicates that the job was
4078 * `JOB_STATE_RUNNING`. 4252 /// successfully updated,
4079 * - "JOB_STATE_DRAINING" : `JOB_STATE_DRAINING` indicates that the job is in 4253 /// meaning that this job was stopped and another job was started, inheriting
4080 * the process of draining. 4254 /// state from this one. This is a terminal job state. This state may only be
4081 * A draining job has stopped pulling from its input sources and is processing 4255 /// set by the Cloud Dataflow service, and only as a transition from
4082 * any data that remains in-flight. This state may be set via a Cloud Dataflow 4256 /// `JOB_STATE_RUNNING`.
4083 * `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`. Jobs 4257 /// - "JOB_STATE_DRAINING" : `JOB_STATE_DRAINING` indicates that the job is
4084 * that are draining may only transition to `JOB_STATE_DRAINED`, 4258 /// in the process of draining.
4085 * `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`. 4259 /// A draining job has stopped pulling from its input sources and is
4086 * - "JOB_STATE_DRAINED" : `JOB_STATE_DRAINED` indicates that the job has been 4260 /// processing
4087 * drained. 4261 /// any data that remains in-flight. This state may be set via a Cloud
4088 * A drained job terminated by stopping pulling from its input sources and 4262 /// Dataflow
4089 * processing any data that remained in-flight when draining was requested. 4263 /// `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`. Jobs
4090 * This state is a terminal state, may only be set by the Cloud Dataflow 4264 /// that are draining may only transition to `JOB_STATE_DRAINED`,
4091 * service, and only as a transition from `JOB_STATE_DRAINING`. 4265 /// `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`.
4092 * - "JOB_STATE_PENDING" : 'JOB_STATE_PENDING' indicates that the job has been 4266 /// - "JOB_STATE_DRAINED" : `JOB_STATE_DRAINED` indicates that the job has
4093 * created but is not yet 4267 /// been drained.
4094 * running. Jobs that are pending may only transition to `JOB_STATE_RUNNING`, 4268 /// A drained job terminated by stopping pulling from its input sources and
4095 * or `JOB_STATE_FAILED`. 4269 /// processing any data that remained in-flight when draining was requested.
4096 * - "JOB_STATE_CANCELLING" : 'JOB_STATE_CANCELLING' indicates that the job 4270 /// This state is a terminal state, may only be set by the Cloud Dataflow
4097 * has been explicitly cancelled 4271 /// service, and only as a transition from `JOB_STATE_DRAINING`.
4098 * and is in the process of stopping. Jobs that are cancelling may only 4272 /// - "JOB_STATE_PENDING" : 'JOB_STATE_PENDING' indicates that the job has
4099 * transition to 'JOB_STATE_CANCELLED' or 'JOB_STATE_FAILED'. 4273 /// been created but is not yet
4100 */ 4274 /// running. Jobs that are pending may only transition to
4275 /// `JOB_STATE_RUNNING`,
4276 /// or `JOB_STATE_FAILED`.
4277 /// - "JOB_STATE_CANCELLING" : 'JOB_STATE_CANCELLING' indicates that the job
4278 /// has been explicitly cancelled
4279 /// and is in the process of stopping. Jobs that are cancelling may only
4280 /// transition to 'JOB_STATE_CANCELLED' or 'JOB_STATE_FAILED'.
4101 core.String requestedState; 4281 core.String requestedState;
4102 /** 4282
4103 * This field may be mutated by the Cloud Dataflow service; 4283 /// This field may be mutated by the Cloud Dataflow service;
4104 * callers cannot mutate it. 4284 /// callers cannot mutate it.
4105 */
4106 core.List<ExecutionStageState> stageStates; 4285 core.List<ExecutionStageState> stageStates;
4107 /** The top-level steps that constitute the entire job. */ 4286
4287 /// The top-level steps that constitute the entire job.
4108 core.List<Step> steps; 4288 core.List<Step> steps;
4109 /** 4289
4110 * A set of files the system should be aware of that are used 4290 /// A set of files the system should be aware of that are used
4111 * for temporary storage. These temporary files will be 4291 /// for temporary storage. These temporary files will be
4112 * removed on job completion. 4292 /// removed on job completion.
4113 * No duplicates are allowed. 4293 /// No duplicates are allowed.
4114 * No file patterns are supported. 4294 /// No file patterns are supported.
4115 * 4295 ///
4116 * The supported files are: 4296 /// The supported files are:
4117 * 4297 ///
4118 * Google Cloud Storage: 4298 /// Google Cloud Storage:
4119 * 4299 ///
4120 * storage.googleapis.com/{bucket}/{object} 4300 /// storage.googleapis.com/{bucket}/{object}
4121 * bucket.storage.googleapis.com/{object} 4301 /// bucket.storage.googleapis.com/{object}
4122 */
4123 core.List<core.String> tempFiles; 4302 core.List<core.String> tempFiles;
4124 /** 4303
4125 * The map of transform name prefixes of the job to be replaced to the 4304 /// The map of transform name prefixes of the job to be replaced to the
4126 * corresponding name prefixes of the new job. 4305 /// corresponding name prefixes of the new job.
4127 */
4128 core.Map<core.String, core.String> transformNameMapping; 4306 core.Map<core.String, core.String> transformNameMapping;
4129 /** 4307
4130 * The type of Cloud Dataflow job. 4308 /// The type of Cloud Dataflow job.
4131 * Possible string values are: 4309 /// Possible string values are:
4132 * - "JOB_TYPE_UNKNOWN" : The type of the job is unspecified, or unknown. 4310 /// - "JOB_TYPE_UNKNOWN" : The type of the job is unspecified, or unknown.
4133 * - "JOB_TYPE_BATCH" : A batch job with a well-defined end point: data is 4311 /// - "JOB_TYPE_BATCH" : A batch job with a well-defined end point: data is
4134 * read, data is 4312 /// read, data is
4135 * processed, data is written, and the job is done. 4313 /// processed, data is written, and the job is done.
4136 * - "JOB_TYPE_STREAMING" : A continuously streaming job with no end: data is 4314 /// - "JOB_TYPE_STREAMING" : A continuously streaming job with no end: data
4137 * read, 4315 /// is read,
4138 * processed, and written continuously. 4316 /// processed, and written continuously.
4139 */
4140 core.String type; 4317 core.String type;
4141 4318
4142 Job(); 4319 Job();
4143 4320
4144 Job.fromJson(core.Map _json) { 4321 Job.fromJson(core.Map _json) {
4145 if (_json.containsKey("clientRequestId")) { 4322 if (_json.containsKey("clientRequestId")) {
4146 clientRequestId = _json["clientRequestId"]; 4323 clientRequestId = _json["clientRequestId"];
4147 } 4324 }
4148 if (_json.containsKey("createTime")) { 4325 if (_json.containsKey("createTime")) {
4149 createTime = _json["createTime"]; 4326 createTime = _json["createTime"];
(...skipping 16 matching lines...) Expand all
4166 if (_json.containsKey("labels")) { 4343 if (_json.containsKey("labels")) {
4167 labels = _json["labels"]; 4344 labels = _json["labels"];
4168 } 4345 }
4169 if (_json.containsKey("location")) { 4346 if (_json.containsKey("location")) {
4170 location = _json["location"]; 4347 location = _json["location"];
4171 } 4348 }
4172 if (_json.containsKey("name")) { 4349 if (_json.containsKey("name")) {
4173 name = _json["name"]; 4350 name = _json["name"];
4174 } 4351 }
4175 if (_json.containsKey("pipelineDescription")) { 4352 if (_json.containsKey("pipelineDescription")) {
4176 pipelineDescription = new PipelineDescription.fromJson(_json["pipelineDesc ription"]); 4353 pipelineDescription =
4354 new PipelineDescription.fromJson(_json["pipelineDescription"]);
4177 } 4355 }
4178 if (_json.containsKey("projectId")) { 4356 if (_json.containsKey("projectId")) {
4179 projectId = _json["projectId"]; 4357 projectId = _json["projectId"];
4180 } 4358 }
4181 if (_json.containsKey("replaceJobId")) { 4359 if (_json.containsKey("replaceJobId")) {
4182 replaceJobId = _json["replaceJobId"]; 4360 replaceJobId = _json["replaceJobId"];
4183 } 4361 }
4184 if (_json.containsKey("replacedByJobId")) { 4362 if (_json.containsKey("replacedByJobId")) {
4185 replacedByJobId = _json["replacedByJobId"]; 4363 replacedByJobId = _json["replacedByJobId"];
4186 } 4364 }
4187 if (_json.containsKey("requestedState")) { 4365 if (_json.containsKey("requestedState")) {
4188 requestedState = _json["requestedState"]; 4366 requestedState = _json["requestedState"];
4189 } 4367 }
4190 if (_json.containsKey("stageStates")) { 4368 if (_json.containsKey("stageStates")) {
4191 stageStates = _json["stageStates"].map((value) => new ExecutionStageState. fromJson(value)).toList(); 4369 stageStates = _json["stageStates"]
4370 .map((value) => new ExecutionStageState.fromJson(value))
4371 .toList();
4192 } 4372 }
4193 if (_json.containsKey("steps")) { 4373 if (_json.containsKey("steps")) {
4194 steps = _json["steps"].map((value) => new Step.fromJson(value)).toList(); 4374 steps = _json["steps"].map((value) => new Step.fromJson(value)).toList();
4195 } 4375 }
4196 if (_json.containsKey("tempFiles")) { 4376 if (_json.containsKey("tempFiles")) {
4197 tempFiles = _json["tempFiles"]; 4377 tempFiles = _json["tempFiles"];
4198 } 4378 }
4199 if (_json.containsKey("transformNameMapping")) { 4379 if (_json.containsKey("transformNameMapping")) {
4200 transformNameMapping = _json["transformNameMapping"]; 4380 transformNameMapping = _json["transformNameMapping"];
4201 } 4381 }
4202 if (_json.containsKey("type")) { 4382 if (_json.containsKey("type")) {
4203 type = _json["type"]; 4383 type = _json["type"];
4204 } 4384 }
4205 } 4385 }
4206 4386
4207 core.Map<core.String, core.Object> toJson() { 4387 core.Map<core.String, core.Object> toJson() {
4208 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 4388 final core.Map<core.String, core.Object> _json =
4389 new core.Map<core.String, core.Object>();
4209 if (clientRequestId != null) { 4390 if (clientRequestId != null) {
4210 _json["clientRequestId"] = clientRequestId; 4391 _json["clientRequestId"] = clientRequestId;
4211 } 4392 }
4212 if (createTime != null) { 4393 if (createTime != null) {
4213 _json["createTime"] = createTime; 4394 _json["createTime"] = createTime;
4214 } 4395 }
4215 if (currentState != null) { 4396 if (currentState != null) {
4216 _json["currentState"] = currentState; 4397 _json["currentState"] = currentState;
4217 } 4398 }
4218 if (currentStateTime != null) { 4399 if (currentStateTime != null) {
(...skipping 26 matching lines...) Expand all
4245 if (replaceJobId != null) { 4426 if (replaceJobId != null) {
4246 _json["replaceJobId"] = replaceJobId; 4427 _json["replaceJobId"] = replaceJobId;
4247 } 4428 }
4248 if (replacedByJobId != null) { 4429 if (replacedByJobId != null) {
4249 _json["replacedByJobId"] = replacedByJobId; 4430 _json["replacedByJobId"] = replacedByJobId;
4250 } 4431 }
4251 if (requestedState != null) { 4432 if (requestedState != null) {
4252 _json["requestedState"] = requestedState; 4433 _json["requestedState"] = requestedState;
4253 } 4434 }
4254 if (stageStates != null) { 4435 if (stageStates != null) {
4255 _json["stageStates"] = stageStates.map((value) => (value).toJson()).toList (); 4436 _json["stageStates"] =
4437 stageStates.map((value) => (value).toJson()).toList();
4256 } 4438 }
4257 if (steps != null) { 4439 if (steps != null) {
4258 _json["steps"] = steps.map((value) => (value).toJson()).toList(); 4440 _json["steps"] = steps.map((value) => (value).toJson()).toList();
4259 } 4441 }
4260 if (tempFiles != null) { 4442 if (tempFiles != null) {
4261 _json["tempFiles"] = tempFiles; 4443 _json["tempFiles"] = tempFiles;
4262 } 4444 }
4263 if (transformNameMapping != null) { 4445 if (transformNameMapping != null) {
4264 _json["transformNameMapping"] = transformNameMapping; 4446 _json["transformNameMapping"] = transformNameMapping;
4265 } 4447 }
4266 if (type != null) { 4448 if (type != null) {
4267 _json["type"] = type; 4449 _json["type"] = type;
4268 } 4450 }
4269 return _json; 4451 return _json;
4270 } 4452 }
4271 } 4453 }
4272 4454
4273 /** 4455 /// Additional information about how a Cloud Dataflow job will be executed that
4274 * Additional information about how a Cloud Dataflow job will be executed that 4456 /// isn't contained in the submitted job.
4275 * isn't contained in the submitted job.
4276 */
4277 class JobExecutionInfo { 4457 class JobExecutionInfo {
4278 /** A mapping from each stage to the information about that stage. */ 4458 /// A mapping from each stage to the information about that stage.
4279 core.Map<core.String, JobExecutionStageInfo> stages; 4459 core.Map<core.String, JobExecutionStageInfo> stages;
4280 4460
4281 JobExecutionInfo(); 4461 JobExecutionInfo();
4282 4462
4283 JobExecutionInfo.fromJson(core.Map _json) { 4463 JobExecutionInfo.fromJson(core.Map _json) {
4284 if (_json.containsKey("stages")) { 4464 if (_json.containsKey("stages")) {
4285 stages = commons.mapMap<core.Map<core.String, core.Object>, JobExecutionSt ageInfo>(_json["stages"], (core.Map<core.String, core.Object> item) => new JobEx ecutionStageInfo.fromJson(item)); 4465 stages = commons
4466 .mapMap<core.Map<core.String, core.Object>, JobExecutionStageInfo>(
4467 _json["stages"],
4468 (core.Map<core.String, core.Object> item) =>
4469 new JobExecutionStageInfo.fromJson(item));
4286 } 4470 }
4287 } 4471 }
4288 4472
4289 core.Map<core.String, core.Object> toJson() { 4473 core.Map<core.String, core.Object> toJson() {
4290 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 4474 final core.Map<core.String, core.Object> _json =
4475 new core.Map<core.String, core.Object>();
4291 if (stages != null) { 4476 if (stages != null) {
4292 _json["stages"] = commons.mapMap<JobExecutionStageInfo, core.Map<core.Stri ng, core.Object>>(stages, (JobExecutionStageInfo item) => (item).toJson()); 4477 _json["stages"] = commons
4478 .mapMap<JobExecutionStageInfo, core.Map<core.String, core.Object>>(
4479 stages, (JobExecutionStageInfo item) => (item).toJson());
4293 } 4480 }
4294 return _json; 4481 return _json;
4295 } 4482 }
4296 } 4483 }
4297 4484
4298 /** 4485 /// Contains information about how a particular
4299 * Contains information about how a particular 4486 /// google.dataflow.v1beta3.Step will be executed.
4300 * google.dataflow.v1beta3.Step will be executed.
4301 */
4302 class JobExecutionStageInfo { 4487 class JobExecutionStageInfo {
4303 /** 4488 /// The steps associated with the execution stage.
4304 * The steps associated with the execution stage. 4489 /// Note that stages may have several steps, and that a given step
4305 * Note that stages may have several steps, and that a given step 4490 /// might be run by more than one stage.
4306 * might be run by more than one stage.
4307 */
4308 core.List<core.String> stepName; 4491 core.List<core.String> stepName;
4309 4492
4310 JobExecutionStageInfo(); 4493 JobExecutionStageInfo();
4311 4494
4312 JobExecutionStageInfo.fromJson(core.Map _json) { 4495 JobExecutionStageInfo.fromJson(core.Map _json) {
4313 if (_json.containsKey("stepName")) { 4496 if (_json.containsKey("stepName")) {
4314 stepName = _json["stepName"]; 4497 stepName = _json["stepName"];
4315 } 4498 }
4316 } 4499 }
4317 4500
4318 core.Map<core.String, core.Object> toJson() { 4501 core.Map<core.String, core.Object> toJson() {
4319 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 4502 final core.Map<core.String, core.Object> _json =
4503 new core.Map<core.String, core.Object>();
4320 if (stepName != null) { 4504 if (stepName != null) {
4321 _json["stepName"] = stepName; 4505 _json["stepName"] = stepName;
4322 } 4506 }
4323 return _json; 4507 return _json;
4324 } 4508 }
4325 } 4509 }
4326 4510
4327 /** A particular message pertaining to a Dataflow job. */ 4511 /// A particular message pertaining to a Dataflow job.
4328 class JobMessage { 4512 class JobMessage {
4329 /** Deprecated. */ 4513 /// Deprecated.
4330 core.String id; 4514 core.String id;
4331 /** 4515
4332 * Importance level of the message. 4516 /// Importance level of the message.
4333 * Possible string values are: 4517 /// Possible string values are:
4334 * - "JOB_MESSAGE_IMPORTANCE_UNKNOWN" : The message importance isn't 4518 /// - "JOB_MESSAGE_IMPORTANCE_UNKNOWN" : The message importance isn't
4335 * specified, or is unknown. 4519 /// specified, or is unknown.
4336 * - "JOB_MESSAGE_DEBUG" : The message is at the 'debug' level: typically only 4520 /// - "JOB_MESSAGE_DEBUG" : The message is at the 'debug' level: typically
4337 * useful for 4521 /// only useful for
4338 * software engineers working on the code the job is running. 4522 /// software engineers working on the code the job is running.
4339 * Typically, Dataflow pipeline runners do not display log messages 4523 /// Typically, Dataflow pipeline runners do not display log messages
4340 * at this level by default. 4524 /// at this level by default.
4341 * - "JOB_MESSAGE_DETAILED" : The message is at the 'detailed' level: somewhat 4525 /// - "JOB_MESSAGE_DETAILED" : The message is at the 'detailed' level:
4342 * verbose, but 4526 /// somewhat verbose, but
4343 * potentially useful to users. Typically, Dataflow pipeline 4527 /// potentially useful to users. Typically, Dataflow pipeline
4344 * runners do not display log messages at this level by default. 4528 /// runners do not display log messages at this level by default.
4345 * These messages are displayed by default in the Dataflow 4529 /// These messages are displayed by default in the Dataflow
4346 * monitoring UI. 4530 /// monitoring UI.
4347 * - "JOB_MESSAGE_BASIC" : The message is at the 'basic' level: useful for 4531 /// - "JOB_MESSAGE_BASIC" : The message is at the 'basic' level: useful for
4348 * keeping 4532 /// keeping
4349 * track of the execution of a Dataflow pipeline. Typically, 4533 /// track of the execution of a Dataflow pipeline. Typically,
4350 * Dataflow pipeline runners display log messages at this level by 4534 /// Dataflow pipeline runners display log messages at this level by
4351 * default, and these messages are displayed by default in the 4535 /// default, and these messages are displayed by default in the
4352 * Dataflow monitoring UI. 4536 /// Dataflow monitoring UI.
4353 * - "JOB_MESSAGE_WARNING" : The message is at the 'warning' level: indicating 4537 /// - "JOB_MESSAGE_WARNING" : The message is at the 'warning' level:
4354 * a condition 4538 /// indicating a condition
4355 * pertaining to a job which may require human intervention. 4539 /// pertaining to a job which may require human intervention.
4356 * Typically, Dataflow pipeline runners display log messages at this 4540 /// Typically, Dataflow pipeline runners display log messages at this
4357 * level by default, and these messages are displayed by default in 4541 /// level by default, and these messages are displayed by default in
4358 * the Dataflow monitoring UI. 4542 /// the Dataflow monitoring UI.
4359 * - "JOB_MESSAGE_ERROR" : The message is at the 'error' level: indicating a 4543 /// - "JOB_MESSAGE_ERROR" : The message is at the 'error' level: indicating a
4360 * condition 4544 /// condition
4361 * preventing a job from succeeding. Typically, Dataflow pipeline 4545 /// preventing a job from succeeding. Typically, Dataflow pipeline
4362 * runners display log messages at this level by default, and these 4546 /// runners display log messages at this level by default, and these
4363 * messages are displayed by default in the Dataflow monitoring UI. 4547 /// messages are displayed by default in the Dataflow monitoring UI.
4364 */
4365 core.String messageImportance; 4548 core.String messageImportance;
4366 /** The text of the message. */ 4549
4550 /// The text of the message.
4367 core.String messageText; 4551 core.String messageText;
4368 /** The timestamp of the message. */ 4552
4553 /// The timestamp of the message.
4369 core.String time; 4554 core.String time;
4370 4555
4371 JobMessage(); 4556 JobMessage();
4372 4557
4373 JobMessage.fromJson(core.Map _json) { 4558 JobMessage.fromJson(core.Map _json) {
4374 if (_json.containsKey("id")) { 4559 if (_json.containsKey("id")) {
4375 id = _json["id"]; 4560 id = _json["id"];
4376 } 4561 }
4377 if (_json.containsKey("messageImportance")) { 4562 if (_json.containsKey("messageImportance")) {
4378 messageImportance = _json["messageImportance"]; 4563 messageImportance = _json["messageImportance"];
4379 } 4564 }
4380 if (_json.containsKey("messageText")) { 4565 if (_json.containsKey("messageText")) {
4381 messageText = _json["messageText"]; 4566 messageText = _json["messageText"];
4382 } 4567 }
4383 if (_json.containsKey("time")) { 4568 if (_json.containsKey("time")) {
4384 time = _json["time"]; 4569 time = _json["time"];
4385 } 4570 }
4386 } 4571 }
4387 4572
4388 core.Map<core.String, core.Object> toJson() { 4573 core.Map<core.String, core.Object> toJson() {
4389 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 4574 final core.Map<core.String, core.Object> _json =
4575 new core.Map<core.String, core.Object>();
4390 if (id != null) { 4576 if (id != null) {
4391 _json["id"] = id; 4577 _json["id"] = id;
4392 } 4578 }
4393 if (messageImportance != null) { 4579 if (messageImportance != null) {
4394 _json["messageImportance"] = messageImportance; 4580 _json["messageImportance"] = messageImportance;
4395 } 4581 }
4396 if (messageText != null) { 4582 if (messageText != null) {
4397 _json["messageText"] = messageText; 4583 _json["messageText"] = messageText;
4398 } 4584 }
4399 if (time != null) { 4585 if (time != null) {
4400 _json["time"] = time; 4586 _json["time"] = time;
4401 } 4587 }
4402 return _json; 4588 return _json;
4403 } 4589 }
4404 } 4590 }
4405 4591
4406 /** 4592 /// JobMetrics contains a collection of metrics descibing the detailed progress
4407 * JobMetrics contains a collection of metrics descibing the detailed progress 4593 /// of a Dataflow job. Metrics correspond to user-defined and system-defined
4408 * of a Dataflow job. Metrics correspond to user-defined and system-defined 4594 /// metrics in the job.
4409 * metrics in the job. 4595 ///
4410 * 4596 /// This resource captures only the most recent values of each metric;
4411 * This resource captures only the most recent values of each metric; 4597 /// time-series data can be queried for them (under the same metric names)
4412 * time-series data can be queried for them (under the same metric names) 4598 /// from Cloud Monitoring.
4413 * from Cloud Monitoring.
4414 */
4415 class JobMetrics { 4599 class JobMetrics {
4416 /** Timestamp as of which metric values are current. */ 4600 /// Timestamp as of which metric values are current.
4417 core.String metricTime; 4601 core.String metricTime;
4418 /** All metrics for this job. */ 4602
4603 /// All metrics for this job.
4419 core.List<MetricUpdate> metrics; 4604 core.List<MetricUpdate> metrics;
4420 4605
4421 JobMetrics(); 4606 JobMetrics();
4422 4607
4423 JobMetrics.fromJson(core.Map _json) { 4608 JobMetrics.fromJson(core.Map _json) {
4424 if (_json.containsKey("metricTime")) { 4609 if (_json.containsKey("metricTime")) {
4425 metricTime = _json["metricTime"]; 4610 metricTime = _json["metricTime"];
4426 } 4611 }
4427 if (_json.containsKey("metrics")) { 4612 if (_json.containsKey("metrics")) {
4428 metrics = _json["metrics"].map((value) => new MetricUpdate.fromJson(value) ).toList(); 4613 metrics = _json["metrics"]
4614 .map((value) => new MetricUpdate.fromJson(value))
4615 .toList();
4429 } 4616 }
4430 } 4617 }
4431 4618
4432 core.Map<core.String, core.Object> toJson() { 4619 core.Map<core.String, core.Object> toJson() {
4433 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 4620 final core.Map<core.String, core.Object> _json =
4621 new core.Map<core.String, core.Object>();
4434 if (metricTime != null) { 4622 if (metricTime != null) {
4435 _json["metricTime"] = metricTime; 4623 _json["metricTime"] = metricTime;
4436 } 4624 }
4437 if (metrics != null) { 4625 if (metrics != null) {
4438 _json["metrics"] = metrics.map((value) => (value).toJson()).toList(); 4626 _json["metrics"] = metrics.map((value) => (value).toJson()).toList();
4439 } 4627 }
4440 return _json; 4628 return _json;
4441 } 4629 }
4442 } 4630 }
4443 4631
4444 /** 4632 /// Data disk assignment information for a specific key-range of a sharded
4445 * Data disk assignment information for a specific key-range of a sharded 4633 /// computation.
4446 * computation. 4634 /// Currently we only support UTF-8 character splits to simplify encoding into
4447 * Currently we only support UTF-8 character splits to simplify encoding into 4635 /// JSON.
4448 * JSON.
4449 */
4450 class KeyRangeDataDiskAssignment { 4636 class KeyRangeDataDiskAssignment {
4451 /** 4637 /// The name of the data disk where data for this range is stored.
4452 * The name of the data disk where data for this range is stored. 4638 /// This name is local to the Google Cloud Platform project and uniquely
4453 * This name is local to the Google Cloud Platform project and uniquely 4639 /// identifies the disk within that project, for example
4454 * identifies the disk within that project, for example 4640 /// "myproject-1014-104817-4c2-harness-0-disk-1".
4455 * "myproject-1014-104817-4c2-harness-0-disk-1".
4456 */
4457 core.String dataDisk; 4641 core.String dataDisk;
4458 /** The end (exclusive) of the key range. */ 4642
4643 /// The end (exclusive) of the key range.
4459 core.String end; 4644 core.String end;
4460 /** The start (inclusive) of the key range. */ 4645
4646 /// The start (inclusive) of the key range.
4461 core.String start; 4647 core.String start;
4462 4648
4463 KeyRangeDataDiskAssignment(); 4649 KeyRangeDataDiskAssignment();
4464 4650
4465 KeyRangeDataDiskAssignment.fromJson(core.Map _json) { 4651 KeyRangeDataDiskAssignment.fromJson(core.Map _json) {
4466 if (_json.containsKey("dataDisk")) { 4652 if (_json.containsKey("dataDisk")) {
4467 dataDisk = _json["dataDisk"]; 4653 dataDisk = _json["dataDisk"];
4468 } 4654 }
4469 if (_json.containsKey("end")) { 4655 if (_json.containsKey("end")) {
4470 end = _json["end"]; 4656 end = _json["end"];
4471 } 4657 }
4472 if (_json.containsKey("start")) { 4658 if (_json.containsKey("start")) {
4473 start = _json["start"]; 4659 start = _json["start"];
4474 } 4660 }
4475 } 4661 }
4476 4662
4477 core.Map<core.String, core.Object> toJson() { 4663 core.Map<core.String, core.Object> toJson() {
4478 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 4664 final core.Map<core.String, core.Object> _json =
4665 new core.Map<core.String, core.Object>();
4479 if (dataDisk != null) { 4666 if (dataDisk != null) {
4480 _json["dataDisk"] = dataDisk; 4667 _json["dataDisk"] = dataDisk;
4481 } 4668 }
4482 if (end != null) { 4669 if (end != null) {
4483 _json["end"] = end; 4670 _json["end"] = end;
4484 } 4671 }
4485 if (start != null) { 4672 if (start != null) {
4486 _json["start"] = start; 4673 _json["start"] = start;
4487 } 4674 }
4488 return _json; 4675 return _json;
4489 } 4676 }
4490 } 4677 }
4491 4678
4492 /** 4679 /// Location information for a specific key-range of a sharded computation.
4493 * Location information for a specific key-range of a sharded computation. 4680 /// Currently we only support UTF-8 character splits to simplify encoding into
4494 * Currently we only support UTF-8 character splits to simplify encoding into 4681 /// JSON.
4495 * JSON.
4496 */
4497 class KeyRangeLocation { 4682 class KeyRangeLocation {
4498 /** 4683 /// The name of the data disk where data for this range is stored.
4499 * The name of the data disk where data for this range is stored. 4684 /// This name is local to the Google Cloud Platform project and uniquely
4500 * This name is local to the Google Cloud Platform project and uniquely 4685 /// identifies the disk within that project, for example
4501 * identifies the disk within that project, for example 4686 /// "myproject-1014-104817-4c2-harness-0-disk-1".
4502 * "myproject-1014-104817-4c2-harness-0-disk-1".
4503 */
4504 core.String dataDisk; 4687 core.String dataDisk;
4505 /** 4688
4506 * The physical location of this range assignment to be used for 4689 /// The physical location of this range assignment to be used for
4507 * streaming computation cross-worker message delivery. 4690 /// streaming computation cross-worker message delivery.
4508 */
4509 core.String deliveryEndpoint; 4691 core.String deliveryEndpoint;
4510 /** 4692
4511 * DEPRECATED. The location of the persistent state for this range, as a 4693 /// DEPRECATED. The location of the persistent state for this range, as a
4512 * persistent directory in the worker local filesystem. 4694 /// persistent directory in the worker local filesystem.
4513 */
4514 core.String deprecatedPersistentDirectory; 4695 core.String deprecatedPersistentDirectory;
4515 /** The end (exclusive) of the key range. */ 4696
4697 /// The end (exclusive) of the key range.
4516 core.String end; 4698 core.String end;
4517 /** The start (inclusive) of the key range. */ 4699
4700 /// The start (inclusive) of the key range.
4518 core.String start; 4701 core.String start;
4519 4702
4520 KeyRangeLocation(); 4703 KeyRangeLocation();
4521 4704
4522 KeyRangeLocation.fromJson(core.Map _json) { 4705 KeyRangeLocation.fromJson(core.Map _json) {
4523 if (_json.containsKey("dataDisk")) { 4706 if (_json.containsKey("dataDisk")) {
4524 dataDisk = _json["dataDisk"]; 4707 dataDisk = _json["dataDisk"];
4525 } 4708 }
4526 if (_json.containsKey("deliveryEndpoint")) { 4709 if (_json.containsKey("deliveryEndpoint")) {
4527 deliveryEndpoint = _json["deliveryEndpoint"]; 4710 deliveryEndpoint = _json["deliveryEndpoint"];
4528 } 4711 }
4529 if (_json.containsKey("deprecatedPersistentDirectory")) { 4712 if (_json.containsKey("deprecatedPersistentDirectory")) {
4530 deprecatedPersistentDirectory = _json["deprecatedPersistentDirectory"]; 4713 deprecatedPersistentDirectory = _json["deprecatedPersistentDirectory"];
4531 } 4714 }
4532 if (_json.containsKey("end")) { 4715 if (_json.containsKey("end")) {
4533 end = _json["end"]; 4716 end = _json["end"];
4534 } 4717 }
4535 if (_json.containsKey("start")) { 4718 if (_json.containsKey("start")) {
4536 start = _json["start"]; 4719 start = _json["start"];
4537 } 4720 }
4538 } 4721 }
4539 4722
4540 core.Map<core.String, core.Object> toJson() { 4723 core.Map<core.String, core.Object> toJson() {
4541 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 4724 final core.Map<core.String, core.Object> _json =
4725 new core.Map<core.String, core.Object>();
4542 if (dataDisk != null) { 4726 if (dataDisk != null) {
4543 _json["dataDisk"] = dataDisk; 4727 _json["dataDisk"] = dataDisk;
4544 } 4728 }
4545 if (deliveryEndpoint != null) { 4729 if (deliveryEndpoint != null) {
4546 _json["deliveryEndpoint"] = deliveryEndpoint; 4730 _json["deliveryEndpoint"] = deliveryEndpoint;
4547 } 4731 }
4548 if (deprecatedPersistentDirectory != null) { 4732 if (deprecatedPersistentDirectory != null) {
4549 _json["deprecatedPersistentDirectory"] = deprecatedPersistentDirectory; 4733 _json["deprecatedPersistentDirectory"] = deprecatedPersistentDirectory;
4550 } 4734 }
4551 if (end != null) { 4735 if (end != null) {
4552 _json["end"] = end; 4736 _json["end"] = end;
4553 } 4737 }
4554 if (start != null) { 4738 if (start != null) {
4555 _json["start"] = start; 4739 _json["start"] = start;
4556 } 4740 }
4557 return _json; 4741 return _json;
4558 } 4742 }
4559 } 4743 }
4560 4744
4561 /** Parameters to provide to the template being launched. */ 4745 /// Parameters to provide to the template being launched.
4562 class LaunchTemplateParameters { 4746 class LaunchTemplateParameters {
4563 /** The runtime environment for the job. */ 4747 /// The runtime environment for the job.
4564 RuntimeEnvironment environment; 4748 RuntimeEnvironment environment;
4565 /** Required. The job name to use for the created job. */ 4749
4750 /// Required. The job name to use for the created job.
4566 core.String jobName; 4751 core.String jobName;
4567 /** The runtime parameters to pass to the job. */ 4752
4753 /// The runtime parameters to pass to the job.
4568 core.Map<core.String, core.String> parameters; 4754 core.Map<core.String, core.String> parameters;
4569 4755
4570 LaunchTemplateParameters(); 4756 LaunchTemplateParameters();
4571 4757
4572 LaunchTemplateParameters.fromJson(core.Map _json) { 4758 LaunchTemplateParameters.fromJson(core.Map _json) {
4573 if (_json.containsKey("environment")) { 4759 if (_json.containsKey("environment")) {
4574 environment = new RuntimeEnvironment.fromJson(_json["environment"]); 4760 environment = new RuntimeEnvironment.fromJson(_json["environment"]);
4575 } 4761 }
4576 if (_json.containsKey("jobName")) { 4762 if (_json.containsKey("jobName")) {
4577 jobName = _json["jobName"]; 4763 jobName = _json["jobName"];
4578 } 4764 }
4579 if (_json.containsKey("parameters")) { 4765 if (_json.containsKey("parameters")) {
4580 parameters = _json["parameters"]; 4766 parameters = _json["parameters"];
4581 } 4767 }
4582 } 4768 }
4583 4769
4584 core.Map<core.String, core.Object> toJson() { 4770 core.Map<core.String, core.Object> toJson() {
4585 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 4771 final core.Map<core.String, core.Object> _json =
4772 new core.Map<core.String, core.Object>();
4586 if (environment != null) { 4773 if (environment != null) {
4587 _json["environment"] = (environment).toJson(); 4774 _json["environment"] = (environment).toJson();
4588 } 4775 }
4589 if (jobName != null) { 4776 if (jobName != null) {
4590 _json["jobName"] = jobName; 4777 _json["jobName"] = jobName;
4591 } 4778 }
4592 if (parameters != null) { 4779 if (parameters != null) {
4593 _json["parameters"] = parameters; 4780 _json["parameters"] = parameters;
4594 } 4781 }
4595 return _json; 4782 return _json;
4596 } 4783 }
4597 } 4784 }
4598 4785
4599 /** Response to the request to launch a template. */ 4786 /// Response to the request to launch a template.
4600 class LaunchTemplateResponse { 4787 class LaunchTemplateResponse {
4601 /** 4788 /// The job that was launched, if the request was not a dry run and
4602 * The job that was launched, if the request was not a dry run and 4789 /// the job was successfully launched.
4603 * the job was successfully launched.
4604 */
4605 Job job; 4790 Job job;
4606 4791
4607 LaunchTemplateResponse(); 4792 LaunchTemplateResponse();
4608 4793
4609 LaunchTemplateResponse.fromJson(core.Map _json) { 4794 LaunchTemplateResponse.fromJson(core.Map _json) {
4610 if (_json.containsKey("job")) { 4795 if (_json.containsKey("job")) {
4611 job = new Job.fromJson(_json["job"]); 4796 job = new Job.fromJson(_json["job"]);
4612 } 4797 }
4613 } 4798 }
4614 4799
4615 core.Map<core.String, core.Object> toJson() { 4800 core.Map<core.String, core.Object> toJson() {
4616 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 4801 final core.Map<core.String, core.Object> _json =
4802 new core.Map<core.String, core.Object>();
4617 if (job != null) { 4803 if (job != null) {
4618 _json["job"] = (job).toJson(); 4804 _json["job"] = (job).toJson();
4619 } 4805 }
4620 return _json; 4806 return _json;
4621 } 4807 }
4622 } 4808 }
4623 4809
4624 /** Request to lease WorkItems. */ 4810 /// Request to lease WorkItems.
4625 class LeaseWorkItemRequest { 4811 class LeaseWorkItemRequest {
4626 /** The current timestamp at the worker. */ 4812 /// The current timestamp at the worker.
4627 core.String currentWorkerTime; 4813 core.String currentWorkerTime;
4628 /** The location which contains the WorkItem's job. */ 4814
4815 /// The location which contains the WorkItem's job.
4629 core.String location; 4816 core.String location;
4630 /** The initial lease period. */ 4817
4818 /// The initial lease period.
4631 core.String requestedLeaseDuration; 4819 core.String requestedLeaseDuration;
4632 /** Filter for WorkItem type. */ 4820
4821 /// Filter for WorkItem type.
4633 core.List<core.String> workItemTypes; 4822 core.List<core.String> workItemTypes;
4634 /** 4823
4635 * Worker capabilities. WorkItems might be limited to workers with specific 4824 /// Worker capabilities. WorkItems might be limited to workers with specific
4636 * capabilities. 4825 /// capabilities.
4637 */
4638 core.List<core.String> workerCapabilities; 4826 core.List<core.String> workerCapabilities;
4639 /** 4827
4640 * Identifies the worker leasing work -- typically the ID of the 4828 /// Identifies the worker leasing work -- typically the ID of the
4641 * virtual machine running the worker. 4829 /// virtual machine running the worker.
4642 */
4643 core.String workerId; 4830 core.String workerId;
4644 4831
4645 LeaseWorkItemRequest(); 4832 LeaseWorkItemRequest();
4646 4833
4647 LeaseWorkItemRequest.fromJson(core.Map _json) { 4834 LeaseWorkItemRequest.fromJson(core.Map _json) {
4648 if (_json.containsKey("currentWorkerTime")) { 4835 if (_json.containsKey("currentWorkerTime")) {
4649 currentWorkerTime = _json["currentWorkerTime"]; 4836 currentWorkerTime = _json["currentWorkerTime"];
4650 } 4837 }
4651 if (_json.containsKey("location")) { 4838 if (_json.containsKey("location")) {
4652 location = _json["location"]; 4839 location = _json["location"];
4653 } 4840 }
4654 if (_json.containsKey("requestedLeaseDuration")) { 4841 if (_json.containsKey("requestedLeaseDuration")) {
4655 requestedLeaseDuration = _json["requestedLeaseDuration"]; 4842 requestedLeaseDuration = _json["requestedLeaseDuration"];
4656 } 4843 }
4657 if (_json.containsKey("workItemTypes")) { 4844 if (_json.containsKey("workItemTypes")) {
4658 workItemTypes = _json["workItemTypes"]; 4845 workItemTypes = _json["workItemTypes"];
4659 } 4846 }
4660 if (_json.containsKey("workerCapabilities")) { 4847 if (_json.containsKey("workerCapabilities")) {
4661 workerCapabilities = _json["workerCapabilities"]; 4848 workerCapabilities = _json["workerCapabilities"];
4662 } 4849 }
4663 if (_json.containsKey("workerId")) { 4850 if (_json.containsKey("workerId")) {
4664 workerId = _json["workerId"]; 4851 workerId = _json["workerId"];
4665 } 4852 }
4666 } 4853 }
4667 4854
4668 core.Map<core.String, core.Object> toJson() { 4855 core.Map<core.String, core.Object> toJson() {
4669 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 4856 final core.Map<core.String, core.Object> _json =
4857 new core.Map<core.String, core.Object>();
4670 if (currentWorkerTime != null) { 4858 if (currentWorkerTime != null) {
4671 _json["currentWorkerTime"] = currentWorkerTime; 4859 _json["currentWorkerTime"] = currentWorkerTime;
4672 } 4860 }
4673 if (location != null) { 4861 if (location != null) {
4674 _json["location"] = location; 4862 _json["location"] = location;
4675 } 4863 }
4676 if (requestedLeaseDuration != null) { 4864 if (requestedLeaseDuration != null) {
4677 _json["requestedLeaseDuration"] = requestedLeaseDuration; 4865 _json["requestedLeaseDuration"] = requestedLeaseDuration;
4678 } 4866 }
4679 if (workItemTypes != null) { 4867 if (workItemTypes != null) {
4680 _json["workItemTypes"] = workItemTypes; 4868 _json["workItemTypes"] = workItemTypes;
4681 } 4869 }
4682 if (workerCapabilities != null) { 4870 if (workerCapabilities != null) {
4683 _json["workerCapabilities"] = workerCapabilities; 4871 _json["workerCapabilities"] = workerCapabilities;
4684 } 4872 }
4685 if (workerId != null) { 4873 if (workerId != null) {
4686 _json["workerId"] = workerId; 4874 _json["workerId"] = workerId;
4687 } 4875 }
4688 return _json; 4876 return _json;
4689 } 4877 }
4690 } 4878 }
4691 4879
4692 /** Response to a request to lease WorkItems. */ 4880 /// Response to a request to lease WorkItems.
4693 class LeaseWorkItemResponse { 4881 class LeaseWorkItemResponse {
4694 /** A list of the leased WorkItems. */ 4882 /// A list of the leased WorkItems.
4695 core.List<WorkItem> workItems; 4883 core.List<WorkItem> workItems;
4696 4884
4697 LeaseWorkItemResponse(); 4885 LeaseWorkItemResponse();
4698 4886
4699 LeaseWorkItemResponse.fromJson(core.Map _json) { 4887 LeaseWorkItemResponse.fromJson(core.Map _json) {
4700 if (_json.containsKey("workItems")) { 4888 if (_json.containsKey("workItems")) {
4701 workItems = _json["workItems"].map((value) => new WorkItem.fromJson(value) ).toList(); 4889 workItems = _json["workItems"]
4890 .map((value) => new WorkItem.fromJson(value))
4891 .toList();
4702 } 4892 }
4703 } 4893 }
4704 4894
4705 core.Map<core.String, core.Object> toJson() { 4895 core.Map<core.String, core.Object> toJson() {
4706 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 4896 final core.Map<core.String, core.Object> _json =
4897 new core.Map<core.String, core.Object>();
4707 if (workItems != null) { 4898 if (workItems != null) {
4708 _json["workItems"] = workItems.map((value) => (value).toJson()).toList(); 4899 _json["workItems"] = workItems.map((value) => (value).toJson()).toList();
4709 } 4900 }
4710 return _json; 4901 return _json;
4711 } 4902 }
4712 } 4903 }
4713 4904
4714 /** Response to a request to list job messages. */ 4905 /// Response to a request to list job messages.
4715 class ListJobMessagesResponse { 4906 class ListJobMessagesResponse {
4716 /** Autoscaling events in ascending timestamp order. */ 4907 /// Autoscaling events in ascending timestamp order.
4717 core.List<AutoscalingEvent> autoscalingEvents; 4908 core.List<AutoscalingEvent> autoscalingEvents;
4718 /** Messages in ascending timestamp order. */ 4909
4910 /// Messages in ascending timestamp order.
4719 core.List<JobMessage> jobMessages; 4911 core.List<JobMessage> jobMessages;
4720 /** The token to obtain the next page of results if there are more. */ 4912
4913 /// The token to obtain the next page of results if there are more.
4721 core.String nextPageToken; 4914 core.String nextPageToken;
4722 4915
4723 ListJobMessagesResponse(); 4916 ListJobMessagesResponse();
4724 4917
4725 ListJobMessagesResponse.fromJson(core.Map _json) { 4918 ListJobMessagesResponse.fromJson(core.Map _json) {
4726 if (_json.containsKey("autoscalingEvents")) { 4919 if (_json.containsKey("autoscalingEvents")) {
4727 autoscalingEvents = _json["autoscalingEvents"].map((value) => new Autoscal ingEvent.fromJson(value)).toList(); 4920 autoscalingEvents = _json["autoscalingEvents"]
4921 .map((value) => new AutoscalingEvent.fromJson(value))
4922 .toList();
4728 } 4923 }
4729 if (_json.containsKey("jobMessages")) { 4924 if (_json.containsKey("jobMessages")) {
4730 jobMessages = _json["jobMessages"].map((value) => new JobMessage.fromJson( value)).toList(); 4925 jobMessages = _json["jobMessages"]
4926 .map((value) => new JobMessage.fromJson(value))
4927 .toList();
4731 } 4928 }
4732 if (_json.containsKey("nextPageToken")) { 4929 if (_json.containsKey("nextPageToken")) {
4733 nextPageToken = _json["nextPageToken"]; 4930 nextPageToken = _json["nextPageToken"];
4734 } 4931 }
4735 } 4932 }
4736 4933
4737 core.Map<core.String, core.Object> toJson() { 4934 core.Map<core.String, core.Object> toJson() {
4738 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 4935 final core.Map<core.String, core.Object> _json =
4936 new core.Map<core.String, core.Object>();
4739 if (autoscalingEvents != null) { 4937 if (autoscalingEvents != null) {
4740 _json["autoscalingEvents"] = autoscalingEvents.map((value) => (value).toJs on()).toList(); 4938 _json["autoscalingEvents"] =
4939 autoscalingEvents.map((value) => (value).toJson()).toList();
4741 } 4940 }
4742 if (jobMessages != null) { 4941 if (jobMessages != null) {
4743 _json["jobMessages"] = jobMessages.map((value) => (value).toJson()).toList (); 4942 _json["jobMessages"] =
4943 jobMessages.map((value) => (value).toJson()).toList();
4744 } 4944 }
4745 if (nextPageToken != null) { 4945 if (nextPageToken != null) {
4746 _json["nextPageToken"] = nextPageToken; 4946 _json["nextPageToken"] = nextPageToken;
4747 } 4947 }
4748 return _json; 4948 return _json;
4749 } 4949 }
4750 } 4950 }
4751 4951
4752 /** 4952 /// Response to a request to list Cloud Dataflow jobs. This may be a partial
4753 * Response to a request to list Cloud Dataflow jobs. This may be a partial 4953 /// response, depending on the page size in the ListJobsRequest.
4754 * response, depending on the page size in the ListJobsRequest.
4755 */
4756 class ListJobsResponse { 4954 class ListJobsResponse {
4757 /** Zero or more messages describing locations that failed to respond. */ 4955 /// Zero or more messages describing locations that failed to respond.
4758 core.List<FailedLocation> failedLocation; 4956 core.List<FailedLocation> failedLocation;
4759 /** A subset of the requested job information. */ 4957
4958 /// A subset of the requested job information.
4760 core.List<Job> jobs; 4959 core.List<Job> jobs;
4761 /** Set if there may be more results than fit in this response. */ 4960
4961 /// Set if there may be more results than fit in this response.
4762 core.String nextPageToken; 4962 core.String nextPageToken;
4763 4963
4764 ListJobsResponse(); 4964 ListJobsResponse();
4765 4965
4766 ListJobsResponse.fromJson(core.Map _json) { 4966 ListJobsResponse.fromJson(core.Map _json) {
4767 if (_json.containsKey("failedLocation")) { 4967 if (_json.containsKey("failedLocation")) {
4768 failedLocation = _json["failedLocation"].map((value) => new FailedLocation .fromJson(value)).toList(); 4968 failedLocation = _json["failedLocation"]
4969 .map((value) => new FailedLocation.fromJson(value))
4970 .toList();
4769 } 4971 }
4770 if (_json.containsKey("jobs")) { 4972 if (_json.containsKey("jobs")) {
4771 jobs = _json["jobs"].map((value) => new Job.fromJson(value)).toList(); 4973 jobs = _json["jobs"].map((value) => new Job.fromJson(value)).toList();
4772 } 4974 }
4773 if (_json.containsKey("nextPageToken")) { 4975 if (_json.containsKey("nextPageToken")) {
4774 nextPageToken = _json["nextPageToken"]; 4976 nextPageToken = _json["nextPageToken"];
4775 } 4977 }
4776 } 4978 }
4777 4979
4778 core.Map<core.String, core.Object> toJson() { 4980 core.Map<core.String, core.Object> toJson() {
4779 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 4981 final core.Map<core.String, core.Object> _json =
4982 new core.Map<core.String, core.Object>();
4780 if (failedLocation != null) { 4983 if (failedLocation != null) {
4781 _json["failedLocation"] = failedLocation.map((value) => (value).toJson()). toList(); 4984 _json["failedLocation"] =
4985 failedLocation.map((value) => (value).toJson()).toList();
4782 } 4986 }
4783 if (jobs != null) { 4987 if (jobs != null) {
4784 _json["jobs"] = jobs.map((value) => (value).toJson()).toList(); 4988 _json["jobs"] = jobs.map((value) => (value).toJson()).toList();
4785 } 4989 }
4786 if (nextPageToken != null) { 4990 if (nextPageToken != null) {
4787 _json["nextPageToken"] = nextPageToken; 4991 _json["nextPageToken"] = nextPageToken;
4788 } 4992 }
4789 return _json; 4993 return _json;
4790 } 4994 }
4791 } 4995 }
4792 4996
4793 /** Bucket of values for Distribution's logarithmic histogram. */ 4997 /// Bucket of values for Distribution's logarithmic histogram.
4794 class LogBucket { 4998 class LogBucket {
4795 /** Number of values in this bucket. */ 4999 /// Number of values in this bucket.
4796 core.String count; 5000 core.String count;
4797 /** 5001
4798 * floor(log2(value)); defined to be zero for nonpositive values. 5002 /// floor(log2(value)); defined to be zero for nonpositive values.
4799 * log(-1) = 0 5003 /// log(-1) = 0
4800 * log(0) = 0 5004 /// log(0) = 0
4801 * log(1) = 0 5005 /// log(1) = 0
4802 * log(2) = 1 5006 /// log(2) = 1
4803 * log(3) = 1 5007 /// log(3) = 1
4804 * log(4) = 2 5008 /// log(4) = 2
4805 * log(5) = 2 5009 /// log(5) = 2
4806 */
4807 core.int log; 5010 core.int log;
4808 5011
4809 LogBucket(); 5012 LogBucket();
4810 5013
4811 LogBucket.fromJson(core.Map _json) { 5014 LogBucket.fromJson(core.Map _json) {
4812 if (_json.containsKey("count")) { 5015 if (_json.containsKey("count")) {
4813 count = _json["count"]; 5016 count = _json["count"];
4814 } 5017 }
4815 if (_json.containsKey("log")) { 5018 if (_json.containsKey("log")) {
4816 log = _json["log"]; 5019 log = _json["log"];
4817 } 5020 }
4818 } 5021 }
4819 5022
4820 core.Map<core.String, core.Object> toJson() { 5023 core.Map<core.String, core.Object> toJson() {
4821 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 5024 final core.Map<core.String, core.Object> _json =
5025 new core.Map<core.String, core.Object>();
4822 if (count != null) { 5026 if (count != null) {
4823 _json["count"] = count; 5027 _json["count"] = count;
4824 } 5028 }
4825 if (log != null) { 5029 if (log != null) {
4826 _json["log"] = log; 5030 _json["log"] = log;
4827 } 5031 }
4828 return _json; 5032 return _json;
4829 } 5033 }
4830 } 5034 }
4831 5035
4832 /** 5036 /// MapTask consists of an ordered set of instructions, each of which
4833 * MapTask consists of an ordered set of instructions, each of which 5037 /// describes one particular low-level operation for the worker to
4834 * describes one particular low-level operation for the worker to 5038 /// perform in order to accomplish the MapTask's WorkItem.
4835 * perform in order to accomplish the MapTask's WorkItem. 5039 ///
4836 * 5040 /// Each instruction must appear in the list before any instructions which
4837 * Each instruction must appear in the list before any instructions which 5041 /// depends on its output.
4838 * depends on its output.
4839 */
4840 class MapTask { 5042 class MapTask {
4841 /** The instructions in the MapTask. */ 5043 /// The instructions in the MapTask.
4842 core.List<ParallelInstruction> instructions; 5044 core.List<ParallelInstruction> instructions;
4843 /** 5045
4844 * System-defined name of the stage containing this MapTask. 5046 /// System-defined name of the stage containing this MapTask.
4845 * Unique across the workflow. 5047 /// Unique across the workflow.
4846 */
4847 core.String stageName; 5048 core.String stageName;
4848 /** 5049
4849 * System-defined name of this MapTask. 5050 /// System-defined name of this MapTask.
4850 * Unique across the workflow. 5051 /// Unique across the workflow.
4851 */
4852 core.String systemName; 5052 core.String systemName;
4853 5053
4854 MapTask(); 5054 MapTask();
4855 5055
4856 MapTask.fromJson(core.Map _json) { 5056 MapTask.fromJson(core.Map _json) {
4857 if (_json.containsKey("instructions")) { 5057 if (_json.containsKey("instructions")) {
4858 instructions = _json["instructions"].map((value) => new ParallelInstructio n.fromJson(value)).toList(); 5058 instructions = _json["instructions"]
5059 .map((value) => new ParallelInstruction.fromJson(value))
5060 .toList();
4859 } 5061 }
4860 if (_json.containsKey("stageName")) { 5062 if (_json.containsKey("stageName")) {
4861 stageName = _json["stageName"]; 5063 stageName = _json["stageName"];
4862 } 5064 }
4863 if (_json.containsKey("systemName")) { 5065 if (_json.containsKey("systemName")) {
4864 systemName = _json["systemName"]; 5066 systemName = _json["systemName"];
4865 } 5067 }
4866 } 5068 }
4867 5069
4868 core.Map<core.String, core.Object> toJson() { 5070 core.Map<core.String, core.Object> toJson() {
4869 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 5071 final core.Map<core.String, core.Object> _json =
5072 new core.Map<core.String, core.Object>();
4870 if (instructions != null) { 5073 if (instructions != null) {
4871 _json["instructions"] = instructions.map((value) => (value).toJson()).toLi st(); 5074 _json["instructions"] =
5075 instructions.map((value) => (value).toJson()).toList();
4872 } 5076 }
4873 if (stageName != null) { 5077 if (stageName != null) {
4874 _json["stageName"] = stageName; 5078 _json["stageName"] = stageName;
4875 } 5079 }
4876 if (systemName != null) { 5080 if (systemName != null) {
4877 _json["systemName"] = systemName; 5081 _json["systemName"] = systemName;
4878 } 5082 }
4879 return _json; 5083 return _json;
4880 } 5084 }
4881 } 5085 }
4882 5086
4883 /** 5087 /// The metric short id is returned to the user alongside an offset into
4884 * The metric short id is returned to the user alongside an offset into 5088 /// ReportWorkItemStatusRequest
4885 * ReportWorkItemStatusRequest
4886 */
4887 class MetricShortId { 5089 class MetricShortId {
4888 /** 5090 /// The index of the corresponding metric in
4889 * The index of the corresponding metric in 5091 /// the ReportWorkItemStatusRequest. Required.
4890 * the ReportWorkItemStatusRequest. Required.
4891 */
4892 core.int metricIndex; 5092 core.int metricIndex;
4893 /** The service-generated short identifier for the metric. */ 5093
5094 /// The service-generated short identifier for the metric.
4894 core.String shortId; 5095 core.String shortId;
4895 5096
4896 MetricShortId(); 5097 MetricShortId();
4897 5098
4898 MetricShortId.fromJson(core.Map _json) { 5099 MetricShortId.fromJson(core.Map _json) {
4899 if (_json.containsKey("metricIndex")) { 5100 if (_json.containsKey("metricIndex")) {
4900 metricIndex = _json["metricIndex"]; 5101 metricIndex = _json["metricIndex"];
4901 } 5102 }
4902 if (_json.containsKey("shortId")) { 5103 if (_json.containsKey("shortId")) {
4903 shortId = _json["shortId"]; 5104 shortId = _json["shortId"];
4904 } 5105 }
4905 } 5106 }
4906 5107
4907 core.Map<core.String, core.Object> toJson() { 5108 core.Map<core.String, core.Object> toJson() {
4908 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 5109 final core.Map<core.String, core.Object> _json =
5110 new core.Map<core.String, core.Object>();
4909 if (metricIndex != null) { 5111 if (metricIndex != null) {
4910 _json["metricIndex"] = metricIndex; 5112 _json["metricIndex"] = metricIndex;
4911 } 5113 }
4912 if (shortId != null) { 5114 if (shortId != null) {
4913 _json["shortId"] = shortId; 5115 _json["shortId"] = shortId;
4914 } 5116 }
4915 return _json; 5117 return _json;
4916 } 5118 }
4917 } 5119 }
4918 5120
4919 /** 5121 /// Identifies a metric, by describing the source which generated the
4920 * Identifies a metric, by describing the source which generated the 5122 /// metric.
4921 * metric.
4922 */
4923 class MetricStructuredName { 5123 class MetricStructuredName {
4924 /** 5124 /// Zero or more labeled fields which identify the part of the job this
4925 * Zero or more labeled fields which identify the part of the job this 5125 /// metric is associated with, such as the name of a step or collection.
4926 * metric is associated with, such as the name of a step or collection. 5126 ///
4927 * 5127 /// For example, built-in counters associated with steps will have
4928 * For example, built-in counters associated with steps will have 5128 /// context['step'] = <step-name>. Counters associated with PCollections
4929 * context['step'] = <step-name>. Counters associated with PCollections 5129 /// in the SDK will have context['pcollection'] = <pcollection-name>.
4930 * in the SDK will have context['pcollection'] = <pcollection-name>.
4931 */
4932 core.Map<core.String, core.String> context; 5130 core.Map<core.String, core.String> context;
4933 /** Worker-defined metric name. */ 5131
5132 /// Worker-defined metric name.
4934 core.String name; 5133 core.String name;
4935 /** 5134
4936 * Origin (namespace) of metric name. May be blank for user-define metrics; 5135 /// Origin (namespace) of metric name. May be blank for user-define metrics;
4937 * will be "dataflow" for metrics defined by the Dataflow service or SDK. 5136 /// will be "dataflow" for metrics defined by the Dataflow service or SDK.
4938 */
4939 core.String origin; 5137 core.String origin;
4940 5138
4941 MetricStructuredName(); 5139 MetricStructuredName();
4942 5140
4943 MetricStructuredName.fromJson(core.Map _json) { 5141 MetricStructuredName.fromJson(core.Map _json) {
4944 if (_json.containsKey("context")) { 5142 if (_json.containsKey("context")) {
4945 context = _json["context"]; 5143 context = _json["context"];
4946 } 5144 }
4947 if (_json.containsKey("name")) { 5145 if (_json.containsKey("name")) {
4948 name = _json["name"]; 5146 name = _json["name"];
4949 } 5147 }
4950 if (_json.containsKey("origin")) { 5148 if (_json.containsKey("origin")) {
4951 origin = _json["origin"]; 5149 origin = _json["origin"];
4952 } 5150 }
4953 } 5151 }
4954 5152
4955 core.Map<core.String, core.Object> toJson() { 5153 core.Map<core.String, core.Object> toJson() {
4956 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 5154 final core.Map<core.String, core.Object> _json =
5155 new core.Map<core.String, core.Object>();
4957 if (context != null) { 5156 if (context != null) {
4958 _json["context"] = context; 5157 _json["context"] = context;
4959 } 5158 }
4960 if (name != null) { 5159 if (name != null) {
4961 _json["name"] = name; 5160 _json["name"] = name;
4962 } 5161 }
4963 if (origin != null) { 5162 if (origin != null) {
4964 _json["origin"] = origin; 5163 _json["origin"] = origin;
4965 } 5164 }
4966 return _json; 5165 return _json;
4967 } 5166 }
4968 } 5167 }
4969 5168
4970 /** Describes the state of a metric. */ 5169 /// Describes the state of a metric.
4971 class MetricUpdate { 5170 class MetricUpdate {
4972 /** 5171 /// True if this metric is reported as the total cumulative aggregate
4973 * True if this metric is reported as the total cumulative aggregate 5172 /// value accumulated since the worker started working on this WorkItem.
4974 * value accumulated since the worker started working on this WorkItem. 5173 /// By default this is false, indicating that this metric is reported
4975 * By default this is false, indicating that this metric is reported 5174 /// as a delta that is not associated with any WorkItem.
4976 * as a delta that is not associated with any WorkItem.
4977 */
4978 core.bool cumulative; 5175 core.bool cumulative;
4979 /** 5176
4980 * A struct value describing properties of a distribution of numeric values. 5177 /// A struct value describing properties of a distribution of numeric values.
4981 * 5178 ///
4982 * The values for Object must be JSON objects. It can consist of `num`, 5179 /// The values for Object must be JSON objects. It can consist of `num`,
4983 * `String`, `bool` and `null` as well as `Map` and `List` values. 5180 /// `String`, `bool` and `null` as well as `Map` and `List` values.
4984 */
4985 core.Object distribution; 5181 core.Object distribution;
4986 /** 5182
4987 * Worker-computed aggregate value for internal use by the Dataflow 5183 /// Worker-computed aggregate value for internal use by the Dataflow
4988 * service. 5184 /// service.
4989 * 5185 ///
4990 * The values for Object must be JSON objects. It can consist of `num`, 5186 /// The values for Object must be JSON objects. It can consist of `num`,
4991 * `String`, `bool` and `null` as well as `Map` and `List` values. 5187 /// `String`, `bool` and `null` as well as `Map` and `List` values.
4992 */
4993 core.Object internal; 5188 core.Object internal;
4994 /** 5189
4995 * Metric aggregation kind. The possible metric aggregation kinds are 5190 /// Metric aggregation kind. The possible metric aggregation kinds are
4996 * "Sum", "Max", "Min", "Mean", "Set", "And", "Or", and "Distribution". 5191 /// "Sum", "Max", "Min", "Mean", "Set", "And", "Or", and "Distribution".
4997 * The specified aggregation kind is case-insensitive. 5192 /// The specified aggregation kind is case-insensitive.
4998 * 5193 ///
4999 * If omitted, this is not an aggregated value but instead 5194 /// If omitted, this is not an aggregated value but instead
5000 * a single metric sample value. 5195 /// a single metric sample value.
5001 */
5002 core.String kind; 5196 core.String kind;
5003 /** 5197
5004 * Worker-computed aggregate value for the "Mean" aggregation kind. 5198 /// Worker-computed aggregate value for the "Mean" aggregation kind.
5005 * This holds the count of the aggregated values and is used in combination 5199 /// This holds the count of the aggregated values and is used in combination
5006 * with mean_sum above to obtain the actual mean aggregate value. 5200 /// with mean_sum above to obtain the actual mean aggregate value.
5007 * The only possible value type is Long. 5201 /// The only possible value type is Long.
5008 * 5202 ///
5009 * The values for Object must be JSON objects. It can consist of `num`, 5203 /// The values for Object must be JSON objects. It can consist of `num`,
5010 * `String`, `bool` and `null` as well as `Map` and `List` values. 5204 /// `String`, `bool` and `null` as well as `Map` and `List` values.
5011 */
5012 core.Object meanCount; 5205 core.Object meanCount;
5013 /** 5206
5014 * Worker-computed aggregate value for the "Mean" aggregation kind. 5207 /// Worker-computed aggregate value for the "Mean" aggregation kind.
5015 * This holds the sum of the aggregated values and is used in combination 5208 /// This holds the sum of the aggregated values and is used in combination
5016 * with mean_count below to obtain the actual mean aggregate value. 5209 /// with mean_count below to obtain the actual mean aggregate value.
5017 * The only possible value types are Long and Double. 5210 /// The only possible value types are Long and Double.
5018 * 5211 ///
5019 * The values for Object must be JSON objects. It can consist of `num`, 5212 /// The values for Object must be JSON objects. It can consist of `num`,
5020 * `String`, `bool` and `null` as well as `Map` and `List` values. 5213 /// `String`, `bool` and `null` as well as `Map` and `List` values.
5021 */
5022 core.Object meanSum; 5214 core.Object meanSum;
5023 /** Name of the metric. */ 5215
5216 /// Name of the metric.
5024 MetricStructuredName name; 5217 MetricStructuredName name;
5025 /** 5218
5026 * Worker-computed aggregate value for aggregation kinds "Sum", "Max", "Min", 5219 /// Worker-computed aggregate value for aggregation kinds "Sum", "Max",
5027 * "And", and "Or". The possible value types are Long, Double, and Boolean. 5220 /// "Min",
5028 * 5221 /// "And", and "Or". The possible value types are Long, Double, and Boolean.
5029 * The values for Object must be JSON objects. It can consist of `num`, 5222 ///
5030 * `String`, `bool` and `null` as well as `Map` and `List` values. 5223 /// The values for Object must be JSON objects. It can consist of `num`,
5031 */ 5224 /// `String`, `bool` and `null` as well as `Map` and `List` values.
5032 core.Object scalar; 5225 core.Object scalar;
5033 /** 5226
5034 * Worker-computed aggregate value for the "Set" aggregation kind. The only 5227 /// Worker-computed aggregate value for the "Set" aggregation kind. The only
5035 * possible value type is a list of Values whose type can be Long, Double, 5228 /// possible value type is a list of Values whose type can be Long, Double,
5036 * or String, according to the metric's type. All Values in the list must 5229 /// or String, according to the metric's type. All Values in the list must
5037 * be of the same type. 5230 /// be of the same type.
5038 * 5231 ///
5039 * The values for Object must be JSON objects. It can consist of `num`, 5232 /// The values for Object must be JSON objects. It can consist of `num`,
5040 * `String`, `bool` and `null` as well as `Map` and `List` values. 5233 /// `String`, `bool` and `null` as well as `Map` and `List` values.
5041 */
5042 core.Object set; 5234 core.Object set;
5043 /** 5235
5044 * Timestamp associated with the metric value. Optional when workers are 5236 /// Timestamp associated with the metric value. Optional when workers are
5045 * reporting work progress; it will be filled in responses from the 5237 /// reporting work progress; it will be filled in responses from the
5046 * metrics API. 5238 /// metrics API.
5047 */
5048 core.String updateTime; 5239 core.String updateTime;
5049 5240
5050 MetricUpdate(); 5241 MetricUpdate();
5051 5242
5052 MetricUpdate.fromJson(core.Map _json) { 5243 MetricUpdate.fromJson(core.Map _json) {
5053 if (_json.containsKey("cumulative")) { 5244 if (_json.containsKey("cumulative")) {
5054 cumulative = _json["cumulative"]; 5245 cumulative = _json["cumulative"];
5055 } 5246 }
5056 if (_json.containsKey("distribution")) { 5247 if (_json.containsKey("distribution")) {
5057 distribution = _json["distribution"]; 5248 distribution = _json["distribution"];
(...skipping 18 matching lines...) Expand all
5076 } 5267 }
5077 if (_json.containsKey("set")) { 5268 if (_json.containsKey("set")) {
5078 set = _json["set"]; 5269 set = _json["set"];
5079 } 5270 }
5080 if (_json.containsKey("updateTime")) { 5271 if (_json.containsKey("updateTime")) {
5081 updateTime = _json["updateTime"]; 5272 updateTime = _json["updateTime"];
5082 } 5273 }
5083 } 5274 }
5084 5275
5085 core.Map<core.String, core.Object> toJson() { 5276 core.Map<core.String, core.Object> toJson() {
5086 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 5277 final core.Map<core.String, core.Object> _json =
5278 new core.Map<core.String, core.Object>();
5087 if (cumulative != null) { 5279 if (cumulative != null) {
5088 _json["cumulative"] = cumulative; 5280 _json["cumulative"] = cumulative;
5089 } 5281 }
5090 if (distribution != null) { 5282 if (distribution != null) {
5091 _json["distribution"] = distribution; 5283 _json["distribution"] = distribution;
5092 } 5284 }
5093 if (internal != null) { 5285 if (internal != null) {
5094 _json["internal"] = internal; 5286 _json["internal"] = internal;
5095 } 5287 }
5096 if (kind != null) { 5288 if (kind != null) {
(...skipping 14 matching lines...) Expand all
5111 if (set != null) { 5303 if (set != null) {
5112 _json["set"] = set; 5304 _json["set"] = set;
5113 } 5305 }
5114 if (updateTime != null) { 5306 if (updateTime != null) {
5115 _json["updateTime"] = updateTime; 5307 _json["updateTime"] = updateTime;
5116 } 5308 }
5117 return _json; 5309 return _json;
5118 } 5310 }
5119 } 5311 }
5120 5312
5121 /** Describes mounted data disk. */ 5313 /// Describes mounted data disk.
5122 class MountedDataDisk { 5314 class MountedDataDisk {
5123 /** 5315 /// The name of the data disk.
5124 * The name of the data disk. 5316 /// This name is local to the Google Cloud Platform project and uniquely
5125 * This name is local to the Google Cloud Platform project and uniquely 5317 /// identifies the disk within that project, for example
5126 * identifies the disk within that project, for example 5318 /// "myproject-1014-104817-4c2-harness-0-disk-1".
5127 * "myproject-1014-104817-4c2-harness-0-disk-1".
5128 */
5129 core.String dataDisk; 5319 core.String dataDisk;
5130 5320
5131 MountedDataDisk(); 5321 MountedDataDisk();
5132 5322
5133 MountedDataDisk.fromJson(core.Map _json) { 5323 MountedDataDisk.fromJson(core.Map _json) {
5134 if (_json.containsKey("dataDisk")) { 5324 if (_json.containsKey("dataDisk")) {
5135 dataDisk = _json["dataDisk"]; 5325 dataDisk = _json["dataDisk"];
5136 } 5326 }
5137 } 5327 }
5138 5328
5139 core.Map<core.String, core.Object> toJson() { 5329 core.Map<core.String, core.Object> toJson() {
5140 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 5330 final core.Map<core.String, core.Object> _json =
5331 new core.Map<core.String, core.Object>();
5141 if (dataDisk != null) { 5332 if (dataDisk != null) {
5142 _json["dataDisk"] = dataDisk; 5333 _json["dataDisk"] = dataDisk;
5143 } 5334 }
5144 return _json; 5335 return _json;
5145 } 5336 }
5146 } 5337 }
5147 5338
5148 /** Information about an output of a multi-output DoFn. */ 5339 /// Information about an output of a multi-output DoFn.
5149 class MultiOutputInfo { 5340 class MultiOutputInfo {
5150 /** 5341 /// The id of the tag the user code will emit to this output by; this
5151 * The id of the tag the user code will emit to this output by; this 5342 /// should correspond to the tag of some SideInputInfo.
5152 * should correspond to the tag of some SideInputInfo.
5153 */
5154 core.String tag; 5343 core.String tag;
5155 5344
5156 MultiOutputInfo(); 5345 MultiOutputInfo();
5157 5346
5158 MultiOutputInfo.fromJson(core.Map _json) { 5347 MultiOutputInfo.fromJson(core.Map _json) {
5159 if (_json.containsKey("tag")) { 5348 if (_json.containsKey("tag")) {
5160 tag = _json["tag"]; 5349 tag = _json["tag"];
5161 } 5350 }
5162 } 5351 }
5163 5352
5164 core.Map<core.String, core.Object> toJson() { 5353 core.Map<core.String, core.Object> toJson() {
5165 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 5354 final core.Map<core.String, core.Object> _json =
5355 new core.Map<core.String, core.Object>();
5166 if (tag != null) { 5356 if (tag != null) {
5167 _json["tag"] = tag; 5357 _json["tag"] = tag;
5168 } 5358 }
5169 return _json; 5359 return _json;
5170 } 5360 }
5171 } 5361 }
5172 5362
5173 /** Basic metadata about a counter. */ 5363 /// Basic metadata about a counter.
5174 class NameAndKind { 5364 class NameAndKind {
5175 /** 5365 /// Counter aggregation kind.
5176 * Counter aggregation kind. 5366 /// Possible string values are:
5177 * Possible string values are: 5367 /// - "INVALID" : Counter aggregation kind was not set.
5178 * - "INVALID" : Counter aggregation kind was not set. 5368 /// - "SUM" : Aggregated value is the sum of all contributed values.
5179 * - "SUM" : Aggregated value is the sum of all contributed values. 5369 /// - "MAX" : Aggregated value is the max of all contributed values.
5180 * - "MAX" : Aggregated value is the max of all contributed values. 5370 /// - "MIN" : Aggregated value is the min of all contributed values.
5181 * - "MIN" : Aggregated value is the min of all contributed values. 5371 /// - "MEAN" : Aggregated value is the mean of all contributed values.
5182 * - "MEAN" : Aggregated value is the mean of all contributed values. 5372 /// - "OR" : Aggregated value represents the logical 'or' of all contributed
5183 * - "OR" : Aggregated value represents the logical 'or' of all contributed 5373 /// values.
5184 * values. 5374 /// - "AND" : Aggregated value represents the logical 'and' of all
5185 * - "AND" : Aggregated value represents the logical 'and' of all contributed 5375 /// contributed values.
5186 * values. 5376 /// - "SET" : Aggregated value is a set of unique contributed values.
5187 * - "SET" : Aggregated value is a set of unique contributed values. 5377 /// - "DISTRIBUTION" : Aggregated value captures statistics about a
5188 * - "DISTRIBUTION" : Aggregated value captures statistics about a 5378 /// distribution.
5189 * distribution.
5190 */
5191 core.String kind; 5379 core.String kind;
5192 /** Name of the counter. */ 5380
5381 /// Name of the counter.
5193 core.String name; 5382 core.String name;
5194 5383
5195 NameAndKind(); 5384 NameAndKind();
5196 5385
5197 NameAndKind.fromJson(core.Map _json) { 5386 NameAndKind.fromJson(core.Map _json) {
5198 if (_json.containsKey("kind")) { 5387 if (_json.containsKey("kind")) {
5199 kind = _json["kind"]; 5388 kind = _json["kind"];
5200 } 5389 }
5201 if (_json.containsKey("name")) { 5390 if (_json.containsKey("name")) {
5202 name = _json["name"]; 5391 name = _json["name"];
5203 } 5392 }
5204 } 5393 }
5205 5394
5206 core.Map<core.String, core.Object> toJson() { 5395 core.Map<core.String, core.Object> toJson() {
5207 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 5396 final core.Map<core.String, core.Object> _json =
5397 new core.Map<core.String, core.Object>();
5208 if (kind != null) { 5398 if (kind != null) {
5209 _json["kind"] = kind; 5399 _json["kind"] = kind;
5210 } 5400 }
5211 if (name != null) { 5401 if (name != null) {
5212 _json["name"] = name; 5402 _json["name"] = name;
5213 } 5403 }
5214 return _json; 5404 return _json;
5215 } 5405 }
5216 } 5406 }
5217 5407
5218 /** 5408 /// The packages that must be installed in order for a worker to run the
5219 * The packages that must be installed in order for a worker to run the 5409 /// steps of the Cloud Dataflow job that will be assigned to its worker
5220 * steps of the Cloud Dataflow job that will be assigned to its worker 5410 /// pool.
5221 * pool. 5411 ///
5222 * 5412 /// This is the mechanism by which the Cloud Dataflow SDK causes code to
5223 * This is the mechanism by which the Cloud Dataflow SDK causes code to 5413 /// be loaded onto the workers. For example, the Cloud Dataflow Java SDK
5224 * be loaded onto the workers. For example, the Cloud Dataflow Java SDK 5414 /// might use this to install jars containing the user's code and all of the
5225 * might use this to install jars containing the user's code and all of the 5415 /// various dependencies (libraries, data files, etc.) required in order
5226 * various dependencies (libraries, data files, etc.) required in order 5416 /// for that code to run.
5227 * for that code to run.
5228 */
5229 class Package { 5417 class Package {
5230 /** 5418 /// The resource to read the package from. The supported resource type is:
5231 * The resource to read the package from. The supported resource type is: 5419 ///
5232 * 5420 /// Google Cloud Storage:
5233 * Google Cloud Storage: 5421 ///
5234 * 5422 /// storage.googleapis.com/{bucket}
5235 * storage.googleapis.com/{bucket} 5423 /// bucket.storage.googleapis.com/
5236 * bucket.storage.googleapis.com/
5237 */
5238 core.String location; 5424 core.String location;
5239 /** The name of the package. */ 5425
5426 /// The name of the package.
5240 core.String name; 5427 core.String name;
5241 5428
5242 Package(); 5429 Package();
5243 5430
5244 Package.fromJson(core.Map _json) { 5431 Package.fromJson(core.Map _json) {
5245 if (_json.containsKey("location")) { 5432 if (_json.containsKey("location")) {
5246 location = _json["location"]; 5433 location = _json["location"];
5247 } 5434 }
5248 if (_json.containsKey("name")) { 5435 if (_json.containsKey("name")) {
5249 name = _json["name"]; 5436 name = _json["name"];
5250 } 5437 }
5251 } 5438 }
5252 5439
5253 core.Map<core.String, core.Object> toJson() { 5440 core.Map<core.String, core.Object> toJson() {
5254 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 5441 final core.Map<core.String, core.Object> _json =
5442 new core.Map<core.String, core.Object>();
5255 if (location != null) { 5443 if (location != null) {
5256 _json["location"] = location; 5444 _json["location"] = location;
5257 } 5445 }
5258 if (name != null) { 5446 if (name != null) {
5259 _json["name"] = name; 5447 _json["name"] = name;
5260 } 5448 }
5261 return _json; 5449 return _json;
5262 } 5450 }
5263 } 5451 }
5264 5452
5265 /** 5453 /// An instruction that does a ParDo operation.
5266 * An instruction that does a ParDo operation. 5454 /// Takes one main input and zero or more side inputs, and produces
5267 * Takes one main input and zero or more side inputs, and produces 5455 /// zero or more outputs.
5268 * zero or more outputs. 5456 /// Runs user code.
5269 * Runs user code.
5270 */
5271 class ParDoInstruction { 5457 class ParDoInstruction {
5272 /** The input. */ 5458 /// The input.
5273 InstructionInput input; 5459 InstructionInput input;
5274 /** Information about each of the outputs, if user_fn is a MultiDoFn. */ 5460
5461 /// Information about each of the outputs, if user_fn is a MultiDoFn.
5275 core.List<MultiOutputInfo> multiOutputInfos; 5462 core.List<MultiOutputInfo> multiOutputInfos;
5276 /** The number of outputs. */ 5463
5464 /// The number of outputs.
5277 core.int numOutputs; 5465 core.int numOutputs;
5278 /** Zero or more side inputs. */ 5466
5467 /// Zero or more side inputs.
5279 core.List<SideInputInfo> sideInputs; 5468 core.List<SideInputInfo> sideInputs;
5280 /** 5469
5281 * The user function to invoke. 5470 /// The user function to invoke.
5282 * 5471 ///
5283 * The values for Object must be JSON objects. It can consist of `num`, 5472 /// The values for Object must be JSON objects. It can consist of `num`,
5284 * `String`, `bool` and `null` as well as `Map` and `List` values. 5473 /// `String`, `bool` and `null` as well as `Map` and `List` values.
5285 */
5286 core.Map<core.String, core.Object> userFn; 5474 core.Map<core.String, core.Object> userFn;
5287 5475
5288 ParDoInstruction(); 5476 ParDoInstruction();
5289 5477
5290 ParDoInstruction.fromJson(core.Map _json) { 5478 ParDoInstruction.fromJson(core.Map _json) {
5291 if (_json.containsKey("input")) { 5479 if (_json.containsKey("input")) {
5292 input = new InstructionInput.fromJson(_json["input"]); 5480 input = new InstructionInput.fromJson(_json["input"]);
5293 } 5481 }
5294 if (_json.containsKey("multiOutputInfos")) { 5482 if (_json.containsKey("multiOutputInfos")) {
5295 multiOutputInfos = _json["multiOutputInfos"].map((value) => new MultiOutpu tInfo.fromJson(value)).toList(); 5483 multiOutputInfos = _json["multiOutputInfos"]
5484 .map((value) => new MultiOutputInfo.fromJson(value))
5485 .toList();
5296 } 5486 }
5297 if (_json.containsKey("numOutputs")) { 5487 if (_json.containsKey("numOutputs")) {
5298 numOutputs = _json["numOutputs"]; 5488 numOutputs = _json["numOutputs"];
5299 } 5489 }
5300 if (_json.containsKey("sideInputs")) { 5490 if (_json.containsKey("sideInputs")) {
5301 sideInputs = _json["sideInputs"].map((value) => new SideInputInfo.fromJson (value)).toList(); 5491 sideInputs = _json["sideInputs"]
5492 .map((value) => new SideInputInfo.fromJson(value))
5493 .toList();
5302 } 5494 }
5303 if (_json.containsKey("userFn")) { 5495 if (_json.containsKey("userFn")) {
5304 userFn = _json["userFn"]; 5496 userFn = _json["userFn"];
5305 } 5497 }
5306 } 5498 }
5307 5499
5308 core.Map<core.String, core.Object> toJson() { 5500 core.Map<core.String, core.Object> toJson() {
5309 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 5501 final core.Map<core.String, core.Object> _json =
5502 new core.Map<core.String, core.Object>();
5310 if (input != null) { 5503 if (input != null) {
5311 _json["input"] = (input).toJson(); 5504 _json["input"] = (input).toJson();
5312 } 5505 }
5313 if (multiOutputInfos != null) { 5506 if (multiOutputInfos != null) {
5314 _json["multiOutputInfos"] = multiOutputInfos.map((value) => (value).toJson ()).toList(); 5507 _json["multiOutputInfos"] =
5508 multiOutputInfos.map((value) => (value).toJson()).toList();
5315 } 5509 }
5316 if (numOutputs != null) { 5510 if (numOutputs != null) {
5317 _json["numOutputs"] = numOutputs; 5511 _json["numOutputs"] = numOutputs;
5318 } 5512 }
5319 if (sideInputs != null) { 5513 if (sideInputs != null) {
5320 _json["sideInputs"] = sideInputs.map((value) => (value).toJson()).toList() ; 5514 _json["sideInputs"] =
5515 sideInputs.map((value) => (value).toJson()).toList();
5321 } 5516 }
5322 if (userFn != null) { 5517 if (userFn != null) {
5323 _json["userFn"] = userFn; 5518 _json["userFn"] = userFn;
5324 } 5519 }
5325 return _json; 5520 return _json;
5326 } 5521 }
5327 } 5522 }
5328 5523
5329 /** Describes a particular operation comprising a MapTask. */ 5524 /// Describes a particular operation comprising a MapTask.
5330 class ParallelInstruction { 5525 class ParallelInstruction {
5331 /** Additional information for Flatten instructions. */ 5526 /// Additional information for Flatten instructions.
5332 FlattenInstruction flatten; 5527 FlattenInstruction flatten;
5333 /** User-provided name of this operation. */ 5528
5529 /// User-provided name of this operation.
5334 core.String name; 5530 core.String name;
5335 /** System-defined name for the operation in the original workflow graph. */ 5531
5532 /// System-defined name for the operation in the original workflow graph.
5336 core.String originalName; 5533 core.String originalName;
5337 /** Describes the outputs of the instruction. */ 5534
5535 /// Describes the outputs of the instruction.
5338 core.List<InstructionOutput> outputs; 5536 core.List<InstructionOutput> outputs;
5339 /** Additional information for ParDo instructions. */ 5537
5538 /// Additional information for ParDo instructions.
5340 ParDoInstruction parDo; 5539 ParDoInstruction parDo;
5341 /** Additional information for PartialGroupByKey instructions. */ 5540
5541 /// Additional information for PartialGroupByKey instructions.
5342 PartialGroupByKeyInstruction partialGroupByKey; 5542 PartialGroupByKeyInstruction partialGroupByKey;
5343 /** Additional information for Read instructions. */ 5543
5544 /// Additional information for Read instructions.
5344 ReadInstruction read; 5545 ReadInstruction read;
5345 /** 5546
5346 * System-defined name of this operation. 5547 /// System-defined name of this operation.
5347 * Unique across the workflow. 5548 /// Unique across the workflow.
5348 */
5349 core.String systemName; 5549 core.String systemName;
5350 /** Additional information for Write instructions. */ 5550
5551 /// Additional information for Write instructions.
5351 WriteInstruction write; 5552 WriteInstruction write;
5352 5553
5353 ParallelInstruction(); 5554 ParallelInstruction();
5354 5555
5355 ParallelInstruction.fromJson(core.Map _json) { 5556 ParallelInstruction.fromJson(core.Map _json) {
5356 if (_json.containsKey("flatten")) { 5557 if (_json.containsKey("flatten")) {
5357 flatten = new FlattenInstruction.fromJson(_json["flatten"]); 5558 flatten = new FlattenInstruction.fromJson(_json["flatten"]);
5358 } 5559 }
5359 if (_json.containsKey("name")) { 5560 if (_json.containsKey("name")) {
5360 name = _json["name"]; 5561 name = _json["name"];
5361 } 5562 }
5362 if (_json.containsKey("originalName")) { 5563 if (_json.containsKey("originalName")) {
5363 originalName = _json["originalName"]; 5564 originalName = _json["originalName"];
5364 } 5565 }
5365 if (_json.containsKey("outputs")) { 5566 if (_json.containsKey("outputs")) {
5366 outputs = _json["outputs"].map((value) => new InstructionOutput.fromJson(v alue)).toList(); 5567 outputs = _json["outputs"]
5568 .map((value) => new InstructionOutput.fromJson(value))
5569 .toList();
5367 } 5570 }
5368 if (_json.containsKey("parDo")) { 5571 if (_json.containsKey("parDo")) {
5369 parDo = new ParDoInstruction.fromJson(_json["parDo"]); 5572 parDo = new ParDoInstruction.fromJson(_json["parDo"]);
5370 } 5573 }
5371 if (_json.containsKey("partialGroupByKey")) { 5574 if (_json.containsKey("partialGroupByKey")) {
5372 partialGroupByKey = new PartialGroupByKeyInstruction.fromJson(_json["parti alGroupByKey"]); 5575 partialGroupByKey =
5576 new PartialGroupByKeyInstruction.fromJson(_json["partialGroupByKey"]);
5373 } 5577 }
5374 if (_json.containsKey("read")) { 5578 if (_json.containsKey("read")) {
5375 read = new ReadInstruction.fromJson(_json["read"]); 5579 read = new ReadInstruction.fromJson(_json["read"]);
5376 } 5580 }
5377 if (_json.containsKey("systemName")) { 5581 if (_json.containsKey("systemName")) {
5378 systemName = _json["systemName"]; 5582 systemName = _json["systemName"];
5379 } 5583 }
5380 if (_json.containsKey("write")) { 5584 if (_json.containsKey("write")) {
5381 write = new WriteInstruction.fromJson(_json["write"]); 5585 write = new WriteInstruction.fromJson(_json["write"]);
5382 } 5586 }
5383 } 5587 }
5384 5588
5385 core.Map<core.String, core.Object> toJson() { 5589 core.Map<core.String, core.Object> toJson() {
5386 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 5590 final core.Map<core.String, core.Object> _json =
5591 new core.Map<core.String, core.Object>();
5387 if (flatten != null) { 5592 if (flatten != null) {
5388 _json["flatten"] = (flatten).toJson(); 5593 _json["flatten"] = (flatten).toJson();
5389 } 5594 }
5390 if (name != null) { 5595 if (name != null) {
5391 _json["name"] = name; 5596 _json["name"] = name;
5392 } 5597 }
5393 if (originalName != null) { 5598 if (originalName != null) {
5394 _json["originalName"] = originalName; 5599 _json["originalName"] = originalName;
5395 } 5600 }
5396 if (outputs != null) { 5601 if (outputs != null) {
(...skipping 11 matching lines...) Expand all
5408 if (systemName != null) { 5613 if (systemName != null) {
5409 _json["systemName"] = systemName; 5614 _json["systemName"] = systemName;
5410 } 5615 }
5411 if (write != null) { 5616 if (write != null) {
5412 _json["write"] = (write).toJson(); 5617 _json["write"] = (write).toJson();
5413 } 5618 }
5414 return _json; 5619 return _json;
5415 } 5620 }
5416 } 5621 }
5417 5622
5418 /** Structured data associated with this message. */ 5623 /// Structured data associated with this message.
5419 class Parameter { 5624 class Parameter {
5420 /** Key or name for this parameter. */ 5625 /// Key or name for this parameter.
5421 core.String key; 5626 core.String key;
5422 /** 5627
5423 * Value for this parameter. 5628 /// Value for this parameter.
5424 * 5629 ///
5425 * The values for Object must be JSON objects. It can consist of `num`, 5630 /// The values for Object must be JSON objects. It can consist of `num`,
5426 * `String`, `bool` and `null` as well as `Map` and `List` values. 5631 /// `String`, `bool` and `null` as well as `Map` and `List` values.
5427 */
5428 core.Object value; 5632 core.Object value;
5429 5633
5430 Parameter(); 5634 Parameter();
5431 5635
5432 Parameter.fromJson(core.Map _json) { 5636 Parameter.fromJson(core.Map _json) {
5433 if (_json.containsKey("key")) { 5637 if (_json.containsKey("key")) {
5434 key = _json["key"]; 5638 key = _json["key"];
5435 } 5639 }
5436 if (_json.containsKey("value")) { 5640 if (_json.containsKey("value")) {
5437 value = _json["value"]; 5641 value = _json["value"];
5438 } 5642 }
5439 } 5643 }
5440 5644
5441 core.Map<core.String, core.Object> toJson() { 5645 core.Map<core.String, core.Object> toJson() {
5442 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 5646 final core.Map<core.String, core.Object> _json =
5647 new core.Map<core.String, core.Object>();
5443 if (key != null) { 5648 if (key != null) {
5444 _json["key"] = key; 5649 _json["key"] = key;
5445 } 5650 }
5446 if (value != null) { 5651 if (value != null) {
5447 _json["value"] = value; 5652 _json["value"] = value;
5448 } 5653 }
5449 return _json; 5654 return _json;
5450 } 5655 }
5451 } 5656 }
5452 5657
5453 /** Metadata for a specific parameter. */ 5658 /// Metadata for a specific parameter.
5454 class ParameterMetadata { 5659 class ParameterMetadata {
5455 /** Required. The help text to display for the parameter. */ 5660 /// Required. The help text to display for the parameter.
5456 core.String helpText; 5661 core.String helpText;
5457 /** Optional. Whether the parameter is optional. Defaults to false. */ 5662
5663 /// Optional. Whether the parameter is optional. Defaults to false.
5458 core.bool isOptional; 5664 core.bool isOptional;
5459 /** Required. The label to display for the parameter. */ 5665
5666 /// Required. The label to display for the parameter.
5460 core.String label; 5667 core.String label;
5461 /** Required. The name of the parameter. */ 5668
5669 /// Required. The name of the parameter.
5462 core.String name; 5670 core.String name;
5463 /** Optional. Regexes that the parameter must match. */ 5671
5672 /// Optional. Regexes that the parameter must match.
5464 core.List<core.String> regexes; 5673 core.List<core.String> regexes;
5465 5674
5466 ParameterMetadata(); 5675 ParameterMetadata();
5467 5676
5468 ParameterMetadata.fromJson(core.Map _json) { 5677 ParameterMetadata.fromJson(core.Map _json) {
5469 if (_json.containsKey("helpText")) { 5678 if (_json.containsKey("helpText")) {
5470 helpText = _json["helpText"]; 5679 helpText = _json["helpText"];
5471 } 5680 }
5472 if (_json.containsKey("isOptional")) { 5681 if (_json.containsKey("isOptional")) {
5473 isOptional = _json["isOptional"]; 5682 isOptional = _json["isOptional"];
5474 } 5683 }
5475 if (_json.containsKey("label")) { 5684 if (_json.containsKey("label")) {
5476 label = _json["label"]; 5685 label = _json["label"];
5477 } 5686 }
5478 if (_json.containsKey("name")) { 5687 if (_json.containsKey("name")) {
5479 name = _json["name"]; 5688 name = _json["name"];
5480 } 5689 }
5481 if (_json.containsKey("regexes")) { 5690 if (_json.containsKey("regexes")) {
5482 regexes = _json["regexes"]; 5691 regexes = _json["regexes"];
5483 } 5692 }
5484 } 5693 }
5485 5694
5486 core.Map<core.String, core.Object> toJson() { 5695 core.Map<core.String, core.Object> toJson() {
5487 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 5696 final core.Map<core.String, core.Object> _json =
5697 new core.Map<core.String, core.Object>();
5488 if (helpText != null) { 5698 if (helpText != null) {
5489 _json["helpText"] = helpText; 5699 _json["helpText"] = helpText;
5490 } 5700 }
5491 if (isOptional != null) { 5701 if (isOptional != null) {
5492 _json["isOptional"] = isOptional; 5702 _json["isOptional"] = isOptional;
5493 } 5703 }
5494 if (label != null) { 5704 if (label != null) {
5495 _json["label"] = label; 5705 _json["label"] = label;
5496 } 5706 }
5497 if (name != null) { 5707 if (name != null) {
5498 _json["name"] = name; 5708 _json["name"] = name;
5499 } 5709 }
5500 if (regexes != null) { 5710 if (regexes != null) {
5501 _json["regexes"] = regexes; 5711 _json["regexes"] = regexes;
5502 } 5712 }
5503 return _json; 5713 return _json;
5504 } 5714 }
5505 } 5715 }
5506 5716
5507 /** 5717 /// An instruction that does a partial group-by-key.
5508 * An instruction that does a partial group-by-key. 5718 /// One input and one output.
5509 * One input and one output.
5510 */
5511 class PartialGroupByKeyInstruction { 5719 class PartialGroupByKeyInstruction {
5512 /** Describes the input to the partial group-by-key instruction. */ 5720 /// Describes the input to the partial group-by-key instruction.
5513 InstructionInput input; 5721 InstructionInput input;
5514 /** 5722
5515 * The codec to use for interpreting an element in the input PTable. 5723 /// The codec to use for interpreting an element in the input PTable.
5516 * 5724 ///
5517 * The values for Object must be JSON objects. It can consist of `num`, 5725 /// The values for Object must be JSON objects. It can consist of `num`,
5518 * `String`, `bool` and `null` as well as `Map` and `List` values. 5726 /// `String`, `bool` and `null` as well as `Map` and `List` values.
5519 */
5520 core.Map<core.String, core.Object> inputElementCodec; 5727 core.Map<core.String, core.Object> inputElementCodec;
5521 /** 5728
5522 * If this instruction includes a combining function this is the name of the 5729 /// If this instruction includes a combining function this is the name of the
5523 * intermediate store between the GBK and the CombineValues. 5730 /// intermediate store between the GBK and the CombineValues.
5524 */
5525 core.String originalCombineValuesInputStoreName; 5731 core.String originalCombineValuesInputStoreName;
5526 /** 5732
5527 * If this instruction includes a combining function, this is the name of the 5733 /// If this instruction includes a combining function, this is the name of
5528 * CombineValues instruction lifted into this instruction. 5734 /// the
5529 */ 5735 /// CombineValues instruction lifted into this instruction.
5530 core.String originalCombineValuesStepName; 5736 core.String originalCombineValuesStepName;
5531 /** Zero or more side inputs. */ 5737
5738 /// Zero or more side inputs.
5532 core.List<SideInputInfo> sideInputs; 5739 core.List<SideInputInfo> sideInputs;
5533 /** 5740
5534 * The value combining function to invoke. 5741 /// The value combining function to invoke.
5535 * 5742 ///
5536 * The values for Object must be JSON objects. It can consist of `num`, 5743 /// The values for Object must be JSON objects. It can consist of `num`,
5537 * `String`, `bool` and `null` as well as `Map` and `List` values. 5744 /// `String`, `bool` and `null` as well as `Map` and `List` values.
5538 */
5539 core.Map<core.String, core.Object> valueCombiningFn; 5745 core.Map<core.String, core.Object> valueCombiningFn;
5540 5746
5541 PartialGroupByKeyInstruction(); 5747 PartialGroupByKeyInstruction();
5542 5748
5543 PartialGroupByKeyInstruction.fromJson(core.Map _json) { 5749 PartialGroupByKeyInstruction.fromJson(core.Map _json) {
5544 if (_json.containsKey("input")) { 5750 if (_json.containsKey("input")) {
5545 input = new InstructionInput.fromJson(_json["input"]); 5751 input = new InstructionInput.fromJson(_json["input"]);
5546 } 5752 }
5547 if (_json.containsKey("inputElementCodec")) { 5753 if (_json.containsKey("inputElementCodec")) {
5548 inputElementCodec = _json["inputElementCodec"]; 5754 inputElementCodec = _json["inputElementCodec"];
5549 } 5755 }
5550 if (_json.containsKey("originalCombineValuesInputStoreName")) { 5756 if (_json.containsKey("originalCombineValuesInputStoreName")) {
5551 originalCombineValuesInputStoreName = _json["originalCombineValuesInputSto reName"]; 5757 originalCombineValuesInputStoreName =
5758 _json["originalCombineValuesInputStoreName"];
5552 } 5759 }
5553 if (_json.containsKey("originalCombineValuesStepName")) { 5760 if (_json.containsKey("originalCombineValuesStepName")) {
5554 originalCombineValuesStepName = _json["originalCombineValuesStepName"]; 5761 originalCombineValuesStepName = _json["originalCombineValuesStepName"];
5555 } 5762 }
5556 if (_json.containsKey("sideInputs")) { 5763 if (_json.containsKey("sideInputs")) {
5557 sideInputs = _json["sideInputs"].map((value) => new SideInputInfo.fromJson (value)).toList(); 5764 sideInputs = _json["sideInputs"]
5765 .map((value) => new SideInputInfo.fromJson(value))
5766 .toList();
5558 } 5767 }
5559 if (_json.containsKey("valueCombiningFn")) { 5768 if (_json.containsKey("valueCombiningFn")) {
5560 valueCombiningFn = _json["valueCombiningFn"]; 5769 valueCombiningFn = _json["valueCombiningFn"];
5561 } 5770 }
5562 } 5771 }
5563 5772
5564 core.Map<core.String, core.Object> toJson() { 5773 core.Map<core.String, core.Object> toJson() {
5565 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 5774 final core.Map<core.String, core.Object> _json =
5775 new core.Map<core.String, core.Object>();
5566 if (input != null) { 5776 if (input != null) {
5567 _json["input"] = (input).toJson(); 5777 _json["input"] = (input).toJson();
5568 } 5778 }
5569 if (inputElementCodec != null) { 5779 if (inputElementCodec != null) {
5570 _json["inputElementCodec"] = inputElementCodec; 5780 _json["inputElementCodec"] = inputElementCodec;
5571 } 5781 }
5572 if (originalCombineValuesInputStoreName != null) { 5782 if (originalCombineValuesInputStoreName != null) {
5573 _json["originalCombineValuesInputStoreName"] = originalCombineValuesInputS toreName; 5783 _json["originalCombineValuesInputStoreName"] =
5784 originalCombineValuesInputStoreName;
5574 } 5785 }
5575 if (originalCombineValuesStepName != null) { 5786 if (originalCombineValuesStepName != null) {
5576 _json["originalCombineValuesStepName"] = originalCombineValuesStepName; 5787 _json["originalCombineValuesStepName"] = originalCombineValuesStepName;
5577 } 5788 }
5578 if (sideInputs != null) { 5789 if (sideInputs != null) {
5579 _json["sideInputs"] = sideInputs.map((value) => (value).toJson()).toList() ; 5790 _json["sideInputs"] =
5791 sideInputs.map((value) => (value).toJson()).toList();
5580 } 5792 }
5581 if (valueCombiningFn != null) { 5793 if (valueCombiningFn != null) {
5582 _json["valueCombiningFn"] = valueCombiningFn; 5794 _json["valueCombiningFn"] = valueCombiningFn;
5583 } 5795 }
5584 return _json; 5796 return _json;
5585 } 5797 }
5586 } 5798 }
5587 5799
5588 /** 5800 /// A descriptive representation of submitted pipeline as well as the executed
5589 * A descriptive representation of submitted pipeline as well as the executed 5801 /// form. This data is provided by the Dataflow service for ease of
5590 * form. This data is provided by the Dataflow service for ease of visualizing 5802 /// visualizing
5591 * the pipeline and interpretting Dataflow provided metrics. 5803 /// the pipeline and interpretting Dataflow provided metrics.
5592 */
5593 class PipelineDescription { 5804 class PipelineDescription {
5594 /** Pipeline level display data. */ 5805 /// Pipeline level display data.
5595 core.List<DisplayData> displayData; 5806 core.List<DisplayData> displayData;
5596 /** Description of each stage of execution of the pipeline. */ 5807
5808 /// Description of each stage of execution of the pipeline.
5597 core.List<ExecutionStageSummary> executionPipelineStage; 5809 core.List<ExecutionStageSummary> executionPipelineStage;
5598 /** 5810
5599 * Description of each transform in the pipeline and collections between them. 5811 /// Description of each transform in the pipeline and collections between
5600 */ 5812 /// them.
5601 core.List<TransformSummary> originalPipelineTransform; 5813 core.List<TransformSummary> originalPipelineTransform;
5602 5814
5603 PipelineDescription(); 5815 PipelineDescription();
5604 5816
5605 PipelineDescription.fromJson(core.Map _json) { 5817 PipelineDescription.fromJson(core.Map _json) {
5606 if (_json.containsKey("displayData")) { 5818 if (_json.containsKey("displayData")) {
5607 displayData = _json["displayData"].map((value) => new DisplayData.fromJson (value)).toList(); 5819 displayData = _json["displayData"]
5820 .map((value) => new DisplayData.fromJson(value))
5821 .toList();
5608 } 5822 }
5609 if (_json.containsKey("executionPipelineStage")) { 5823 if (_json.containsKey("executionPipelineStage")) {
5610 executionPipelineStage = _json["executionPipelineStage"].map((value) => ne w ExecutionStageSummary.fromJson(value)).toList(); 5824 executionPipelineStage = _json["executionPipelineStage"]
5825 .map((value) => new ExecutionStageSummary.fromJson(value))
5826 .toList();
5611 } 5827 }
5612 if (_json.containsKey("originalPipelineTransform")) { 5828 if (_json.containsKey("originalPipelineTransform")) {
5613 originalPipelineTransform = _json["originalPipelineTransform"].map((value) => new TransformSummary.fromJson(value)).toList(); 5829 originalPipelineTransform = _json["originalPipelineTransform"]
5830 .map((value) => new TransformSummary.fromJson(value))
5831 .toList();
5614 } 5832 }
5615 } 5833 }
5616 5834
5617 core.Map<core.String, core.Object> toJson() { 5835 core.Map<core.String, core.Object> toJson() {
5618 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 5836 final core.Map<core.String, core.Object> _json =
5837 new core.Map<core.String, core.Object>();
5619 if (displayData != null) { 5838 if (displayData != null) {
5620 _json["displayData"] = displayData.map((value) => (value).toJson()).toList (); 5839 _json["displayData"] =
5840 displayData.map((value) => (value).toJson()).toList();
5621 } 5841 }
5622 if (executionPipelineStage != null) { 5842 if (executionPipelineStage != null) {
5623 _json["executionPipelineStage"] = executionPipelineStage.map((value) => (v alue).toJson()).toList(); 5843 _json["executionPipelineStage"] =
5844 executionPipelineStage.map((value) => (value).toJson()).toList();
5624 } 5845 }
5625 if (originalPipelineTransform != null) { 5846 if (originalPipelineTransform != null) {
5626 _json["originalPipelineTransform"] = originalPipelineTransform.map((value) => (value).toJson()).toList(); 5847 _json["originalPipelineTransform"] =
5848 originalPipelineTransform.map((value) => (value).toJson()).toList();
5627 } 5849 }
5628 return _json; 5850 return _json;
5629 } 5851 }
5630 } 5852 }
5631 5853
5632 /** 5854 /// Position defines a position within a collection of data. The value
5633 * Position defines a position within a collection of data. The value 5855 /// can be either the end position, a key (used with ordered
5634 * can be either the end position, a key (used with ordered 5856 /// collections), a byte offset, or a record index.
5635 * collections), a byte offset, or a record index.
5636 */
5637 class Position { 5857 class Position {
5638 /** Position is a byte offset. */ 5858 /// Position is a byte offset.
5639 core.String byteOffset; 5859 core.String byteOffset;
5640 /** CloudPosition is a concat position. */ 5860
5861 /// CloudPosition is a concat position.
5641 ConcatPosition concatPosition; 5862 ConcatPosition concatPosition;
5642 /** 5863
5643 * Position is past all other positions. Also useful for the end 5864 /// Position is past all other positions. Also useful for the end
5644 * position of an unbounded range. 5865 /// position of an unbounded range.
5645 */
5646 core.bool end; 5866 core.bool end;
5647 /** Position is a string key, ordered lexicographically. */ 5867
5868 /// Position is a string key, ordered lexicographically.
5648 core.String key; 5869 core.String key;
5649 /** Position is a record index. */ 5870
5871 /// Position is a record index.
5650 core.String recordIndex; 5872 core.String recordIndex;
5651 /** 5873
5652 * CloudPosition is a base64 encoded BatchShufflePosition (with FIXED 5874 /// CloudPosition is a base64 encoded BatchShufflePosition (with FIXED
5653 * sharding). 5875 /// sharding).
5654 */
5655 core.String shufflePosition; 5876 core.String shufflePosition;
5656 5877
5657 Position(); 5878 Position();
5658 5879
5659 Position.fromJson(core.Map _json) { 5880 Position.fromJson(core.Map _json) {
5660 if (_json.containsKey("byteOffset")) { 5881 if (_json.containsKey("byteOffset")) {
5661 byteOffset = _json["byteOffset"]; 5882 byteOffset = _json["byteOffset"];
5662 } 5883 }
5663 if (_json.containsKey("concatPosition")) { 5884 if (_json.containsKey("concatPosition")) {
5664 concatPosition = new ConcatPosition.fromJson(_json["concatPosition"]); 5885 concatPosition = new ConcatPosition.fromJson(_json["concatPosition"]);
5665 } 5886 }
5666 if (_json.containsKey("end")) { 5887 if (_json.containsKey("end")) {
5667 end = _json["end"]; 5888 end = _json["end"];
5668 } 5889 }
5669 if (_json.containsKey("key")) { 5890 if (_json.containsKey("key")) {
5670 key = _json["key"]; 5891 key = _json["key"];
5671 } 5892 }
5672 if (_json.containsKey("recordIndex")) { 5893 if (_json.containsKey("recordIndex")) {
5673 recordIndex = _json["recordIndex"]; 5894 recordIndex = _json["recordIndex"];
5674 } 5895 }
5675 if (_json.containsKey("shufflePosition")) { 5896 if (_json.containsKey("shufflePosition")) {
5676 shufflePosition = _json["shufflePosition"]; 5897 shufflePosition = _json["shufflePosition"];
5677 } 5898 }
5678 } 5899 }
5679 5900
5680 core.Map<core.String, core.Object> toJson() { 5901 core.Map<core.String, core.Object> toJson() {
5681 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 5902 final core.Map<core.String, core.Object> _json =
5903 new core.Map<core.String, core.Object>();
5682 if (byteOffset != null) { 5904 if (byteOffset != null) {
5683 _json["byteOffset"] = byteOffset; 5905 _json["byteOffset"] = byteOffset;
5684 } 5906 }
5685 if (concatPosition != null) { 5907 if (concatPosition != null) {
5686 _json["concatPosition"] = (concatPosition).toJson(); 5908 _json["concatPosition"] = (concatPosition).toJson();
5687 } 5909 }
5688 if (end != null) { 5910 if (end != null) {
5689 _json["end"] = end; 5911 _json["end"] = end;
5690 } 5912 }
5691 if (key != null) { 5913 if (key != null) {
5692 _json["key"] = key; 5914 _json["key"] = key;
5693 } 5915 }
5694 if (recordIndex != null) { 5916 if (recordIndex != null) {
5695 _json["recordIndex"] = recordIndex; 5917 _json["recordIndex"] = recordIndex;
5696 } 5918 }
5697 if (shufflePosition != null) { 5919 if (shufflePosition != null) {
5698 _json["shufflePosition"] = shufflePosition; 5920 _json["shufflePosition"] = shufflePosition;
5699 } 5921 }
5700 return _json; 5922 return _json;
5701 } 5923 }
5702 } 5924 }
5703 5925
5704 /** 5926 /// Identifies a pubsub location to use for transferring data into or
5705 * Identifies a pubsub location to use for transferring data into or 5927 /// out of a streaming Dataflow job.
5706 * out of a streaming Dataflow job.
5707 */
5708 class PubsubLocation { 5928 class PubsubLocation {
5709 /** Indicates whether the pipeline allows late-arriving data. */ 5929 /// Indicates whether the pipeline allows late-arriving data.
5710 core.bool dropLateData; 5930 core.bool dropLateData;
5711 /** 5931
5712 * If set, contains a pubsub label from which to extract record ids. 5932 /// If set, contains a pubsub label from which to extract record ids.
5713 * If left empty, record deduplication will be strictly best effort. 5933 /// If left empty, record deduplication will be strictly best effort.
5714 */
5715 core.String idLabel; 5934 core.String idLabel;
5716 /** 5935
5717 * A pubsub subscription, in the form of 5936 /// A pubsub subscription, in the form of
5718 * "pubsub.googleapis.com/subscriptions/<project-id>/<subscription-name>" 5937 /// "pubsub.googleapis.com/subscriptions/<project-id>/<subscription-name>"
5719 */
5720 core.String subscription; 5938 core.String subscription;
5721 /** 5939
5722 * If set, contains a pubsub label from which to extract record timestamps. 5940 /// If set, contains a pubsub label from which to extract record timestamps.
5723 * If left empty, record timestamps will be generated upon arrival. 5941 /// If left empty, record timestamps will be generated upon arrival.
5724 */
5725 core.String timestampLabel; 5942 core.String timestampLabel;
5726 /** 5943
5727 * A pubsub topic, in the form of 5944 /// A pubsub topic, in the form of
5728 * "pubsub.googleapis.com/topics/<project-id>/<topic-name>" 5945 /// "pubsub.googleapis.com/topics/<project-id>/<topic-name>"
5729 */
5730 core.String topic; 5946 core.String topic;
5731 /** 5947
5732 * If set, specifies the pubsub subscription that will be used for tracking 5948 /// If set, specifies the pubsub subscription that will be used for tracking
5733 * custom time timestamps for watermark estimation. 5949 /// custom time timestamps for watermark estimation.
5734 */
5735 core.String trackingSubscription; 5950 core.String trackingSubscription;
5736 /** If true, then the client has requested to get pubsub attributes. */ 5951
5952 /// If true, then the client has requested to get pubsub attributes.
5737 core.bool withAttributes; 5953 core.bool withAttributes;
5738 5954
5739 PubsubLocation(); 5955 PubsubLocation();
5740 5956
5741 PubsubLocation.fromJson(core.Map _json) { 5957 PubsubLocation.fromJson(core.Map _json) {
5742 if (_json.containsKey("dropLateData")) { 5958 if (_json.containsKey("dropLateData")) {
5743 dropLateData = _json["dropLateData"]; 5959 dropLateData = _json["dropLateData"];
5744 } 5960 }
5745 if (_json.containsKey("idLabel")) { 5961 if (_json.containsKey("idLabel")) {
5746 idLabel = _json["idLabel"]; 5962 idLabel = _json["idLabel"];
5747 } 5963 }
5748 if (_json.containsKey("subscription")) { 5964 if (_json.containsKey("subscription")) {
5749 subscription = _json["subscription"]; 5965 subscription = _json["subscription"];
5750 } 5966 }
5751 if (_json.containsKey("timestampLabel")) { 5967 if (_json.containsKey("timestampLabel")) {
5752 timestampLabel = _json["timestampLabel"]; 5968 timestampLabel = _json["timestampLabel"];
5753 } 5969 }
5754 if (_json.containsKey("topic")) { 5970 if (_json.containsKey("topic")) {
5755 topic = _json["topic"]; 5971 topic = _json["topic"];
5756 } 5972 }
5757 if (_json.containsKey("trackingSubscription")) { 5973 if (_json.containsKey("trackingSubscription")) {
5758 trackingSubscription = _json["trackingSubscription"]; 5974 trackingSubscription = _json["trackingSubscription"];
5759 } 5975 }
5760 if (_json.containsKey("withAttributes")) { 5976 if (_json.containsKey("withAttributes")) {
5761 withAttributes = _json["withAttributes"]; 5977 withAttributes = _json["withAttributes"];
5762 } 5978 }
5763 } 5979 }
5764 5980
5765 core.Map<core.String, core.Object> toJson() { 5981 core.Map<core.String, core.Object> toJson() {
5766 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 5982 final core.Map<core.String, core.Object> _json =
5983 new core.Map<core.String, core.Object>();
5767 if (dropLateData != null) { 5984 if (dropLateData != null) {
5768 _json["dropLateData"] = dropLateData; 5985 _json["dropLateData"] = dropLateData;
5769 } 5986 }
5770 if (idLabel != null) { 5987 if (idLabel != null) {
5771 _json["idLabel"] = idLabel; 5988 _json["idLabel"] = idLabel;
5772 } 5989 }
5773 if (subscription != null) { 5990 if (subscription != null) {
5774 _json["subscription"] = subscription; 5991 _json["subscription"] = subscription;
5775 } 5992 }
5776 if (timestampLabel != null) { 5993 if (timestampLabel != null) {
5777 _json["timestampLabel"] = timestampLabel; 5994 _json["timestampLabel"] = timestampLabel;
5778 } 5995 }
5779 if (topic != null) { 5996 if (topic != null) {
5780 _json["topic"] = topic; 5997 _json["topic"] = topic;
5781 } 5998 }
5782 if (trackingSubscription != null) { 5999 if (trackingSubscription != null) {
5783 _json["trackingSubscription"] = trackingSubscription; 6000 _json["trackingSubscription"] = trackingSubscription;
5784 } 6001 }
5785 if (withAttributes != null) { 6002 if (withAttributes != null) {
5786 _json["withAttributes"] = withAttributes; 6003 _json["withAttributes"] = withAttributes;
5787 } 6004 }
5788 return _json; 6005 return _json;
5789 } 6006 }
5790 } 6007 }
5791 6008
5792 /** 6009 /// An instruction that reads records.
5793 * An instruction that reads records. 6010 /// Takes no inputs, produces one output.
5794 * Takes no inputs, produces one output.
5795 */
5796 class ReadInstruction { 6011 class ReadInstruction {
5797 /** The source to read from. */ 6012 /// The source to read from.
5798 Source source; 6013 Source source;
5799 6014
5800 ReadInstruction(); 6015 ReadInstruction();
5801 6016
5802 ReadInstruction.fromJson(core.Map _json) { 6017 ReadInstruction.fromJson(core.Map _json) {
5803 if (_json.containsKey("source")) { 6018 if (_json.containsKey("source")) {
5804 source = new Source.fromJson(_json["source"]); 6019 source = new Source.fromJson(_json["source"]);
5805 } 6020 }
5806 } 6021 }
5807 6022
5808 core.Map<core.String, core.Object> toJson() { 6023 core.Map<core.String, core.Object> toJson() {
5809 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6024 final core.Map<core.String, core.Object> _json =
6025 new core.Map<core.String, core.Object>();
5810 if (source != null) { 6026 if (source != null) {
5811 _json["source"] = (source).toJson(); 6027 _json["source"] = (source).toJson();
5812 } 6028 }
5813 return _json; 6029 return _json;
5814 } 6030 }
5815 } 6031 }
5816 6032
5817 /** Request to report the status of WorkItems. */ 6033 /// Request to report the status of WorkItems.
5818 class ReportWorkItemStatusRequest { 6034 class ReportWorkItemStatusRequest {
5819 /** The current timestamp at the worker. */ 6035 /// The current timestamp at the worker.
5820 core.String currentWorkerTime; 6036 core.String currentWorkerTime;
5821 /** The location which contains the WorkItem's job. */ 6037
6038 /// The location which contains the WorkItem's job.
5822 core.String location; 6039 core.String location;
5823 /** 6040
5824 * The order is unimportant, except that the order of the 6041 /// The order is unimportant, except that the order of the
5825 * WorkItemServiceState messages in the ReportWorkItemStatusResponse 6042 /// WorkItemServiceState messages in the ReportWorkItemStatusResponse
5826 * corresponds to the order of WorkItemStatus messages here. 6043 /// corresponds to the order of WorkItemStatus messages here.
5827 */
5828 core.List<WorkItemStatus> workItemStatuses; 6044 core.List<WorkItemStatus> workItemStatuses;
5829 /** 6045
5830 * The ID of the worker reporting the WorkItem status. If this 6046 /// The ID of the worker reporting the WorkItem status. If this
5831 * does not match the ID of the worker which the Dataflow service 6047 /// does not match the ID of the worker which the Dataflow service
5832 * believes currently has the lease on the WorkItem, the report 6048 /// believes currently has the lease on the WorkItem, the report
5833 * will be dropped (with an error response). 6049 /// will be dropped (with an error response).
5834 */
5835 core.String workerId; 6050 core.String workerId;
5836 6051
5837 ReportWorkItemStatusRequest(); 6052 ReportWorkItemStatusRequest();
5838 6053
5839 ReportWorkItemStatusRequest.fromJson(core.Map _json) { 6054 ReportWorkItemStatusRequest.fromJson(core.Map _json) {
5840 if (_json.containsKey("currentWorkerTime")) { 6055 if (_json.containsKey("currentWorkerTime")) {
5841 currentWorkerTime = _json["currentWorkerTime"]; 6056 currentWorkerTime = _json["currentWorkerTime"];
5842 } 6057 }
5843 if (_json.containsKey("location")) { 6058 if (_json.containsKey("location")) {
5844 location = _json["location"]; 6059 location = _json["location"];
5845 } 6060 }
5846 if (_json.containsKey("workItemStatuses")) { 6061 if (_json.containsKey("workItemStatuses")) {
5847 workItemStatuses = _json["workItemStatuses"].map((value) => new WorkItemSt atus.fromJson(value)).toList(); 6062 workItemStatuses = _json["workItemStatuses"]
6063 .map((value) => new WorkItemStatus.fromJson(value))
6064 .toList();
5848 } 6065 }
5849 if (_json.containsKey("workerId")) { 6066 if (_json.containsKey("workerId")) {
5850 workerId = _json["workerId"]; 6067 workerId = _json["workerId"];
5851 } 6068 }
5852 } 6069 }
5853 6070
5854 core.Map<core.String, core.Object> toJson() { 6071 core.Map<core.String, core.Object> toJson() {
5855 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6072 final core.Map<core.String, core.Object> _json =
6073 new core.Map<core.String, core.Object>();
5856 if (currentWorkerTime != null) { 6074 if (currentWorkerTime != null) {
5857 _json["currentWorkerTime"] = currentWorkerTime; 6075 _json["currentWorkerTime"] = currentWorkerTime;
5858 } 6076 }
5859 if (location != null) { 6077 if (location != null) {
5860 _json["location"] = location; 6078 _json["location"] = location;
5861 } 6079 }
5862 if (workItemStatuses != null) { 6080 if (workItemStatuses != null) {
5863 _json["workItemStatuses"] = workItemStatuses.map((value) => (value).toJson ()).toList(); 6081 _json["workItemStatuses"] =
6082 workItemStatuses.map((value) => (value).toJson()).toList();
5864 } 6083 }
5865 if (workerId != null) { 6084 if (workerId != null) {
5866 _json["workerId"] = workerId; 6085 _json["workerId"] = workerId;
5867 } 6086 }
5868 return _json; 6087 return _json;
5869 } 6088 }
5870 } 6089 }
5871 6090
5872 /** Response from a request to report the status of WorkItems. */ 6091 /// Response from a request to report the status of WorkItems.
5873 class ReportWorkItemStatusResponse { 6092 class ReportWorkItemStatusResponse {
5874 /** 6093 /// A set of messages indicating the service-side state for each
5875 * A set of messages indicating the service-side state for each 6094 /// WorkItem whose status was reported, in the same order as the
5876 * WorkItem whose status was reported, in the same order as the 6095 /// WorkItemStatus messages in the ReportWorkItemStatusRequest which
5877 * WorkItemStatus messages in the ReportWorkItemStatusRequest which 6096 /// resulting in this response.
5878 * resulting in this response.
5879 */
5880 core.List<WorkItemServiceState> workItemServiceStates; 6097 core.List<WorkItemServiceState> workItemServiceStates;
5881 6098
5882 ReportWorkItemStatusResponse(); 6099 ReportWorkItemStatusResponse();
5883 6100
5884 ReportWorkItemStatusResponse.fromJson(core.Map _json) { 6101 ReportWorkItemStatusResponse.fromJson(core.Map _json) {
5885 if (_json.containsKey("workItemServiceStates")) { 6102 if (_json.containsKey("workItemServiceStates")) {
5886 workItemServiceStates = _json["workItemServiceStates"].map((value) => new WorkItemServiceState.fromJson(value)).toList(); 6103 workItemServiceStates = _json["workItemServiceStates"]
6104 .map((value) => new WorkItemServiceState.fromJson(value))
6105 .toList();
5887 } 6106 }
5888 } 6107 }
5889 6108
5890 core.Map<core.String, core.Object> toJson() { 6109 core.Map<core.String, core.Object> toJson() {
5891 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6110 final core.Map<core.String, core.Object> _json =
6111 new core.Map<core.String, core.Object>();
5892 if (workItemServiceStates != null) { 6112 if (workItemServiceStates != null) {
5893 _json["workItemServiceStates"] = workItemServiceStates.map((value) => (val ue).toJson()).toList(); 6113 _json["workItemServiceStates"] =
6114 workItemServiceStates.map((value) => (value).toJson()).toList();
5894 } 6115 }
5895 return _json; 6116 return _json;
5896 } 6117 }
5897 } 6118 }
5898 6119
5899 /** 6120 /// Represents the level of parallelism in a WorkItem's input,
5900 * Represents the level of parallelism in a WorkItem's input, 6121 /// reported by the worker.
5901 * reported by the worker.
5902 */
5903 class ReportedParallelism { 6122 class ReportedParallelism {
5904 /** 6123 /// Specifies whether the parallelism is infinite. If true, "value" is
5905 * Specifies whether the parallelism is infinite. If true, "value" is 6124 /// ignored.
5906 * ignored. 6125 /// Infinite parallelism means the service will assume that the work item
5907 * Infinite parallelism means the service will assume that the work item 6126 /// can always be split into more non-empty work items by dynamic splitting.
5908 * can always be split into more non-empty work items by dynamic splitting. 6127 /// This is a work-around for lack of support for infinity by the current
5909 * This is a work-around for lack of support for infinity by the current 6128 /// JSON-based Java RPC stack.
5910 * JSON-based Java RPC stack.
5911 */
5912 core.bool isInfinite; 6129 core.bool isInfinite;
5913 /** Specifies the level of parallelism in case it is finite. */ 6130
6131 /// Specifies the level of parallelism in case it is finite.
5914 core.double value; 6132 core.double value;
5915 6133
5916 ReportedParallelism(); 6134 ReportedParallelism();
5917 6135
5918 ReportedParallelism.fromJson(core.Map _json) { 6136 ReportedParallelism.fromJson(core.Map _json) {
5919 if (_json.containsKey("isInfinite")) { 6137 if (_json.containsKey("isInfinite")) {
5920 isInfinite = _json["isInfinite"]; 6138 isInfinite = _json["isInfinite"];
5921 } 6139 }
5922 if (_json.containsKey("value")) { 6140 if (_json.containsKey("value")) {
5923 value = _json["value"]; 6141 value = _json["value"];
5924 } 6142 }
5925 } 6143 }
5926 6144
5927 core.Map<core.String, core.Object> toJson() { 6145 core.Map<core.String, core.Object> toJson() {
5928 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6146 final core.Map<core.String, core.Object> _json =
6147 new core.Map<core.String, core.Object>();
5929 if (isInfinite != null) { 6148 if (isInfinite != null) {
5930 _json["isInfinite"] = isInfinite; 6149 _json["isInfinite"] = isInfinite;
5931 } 6150 }
5932 if (value != null) { 6151 if (value != null) {
5933 _json["value"] = value; 6152 _json["value"] = value;
5934 } 6153 }
5935 return _json; 6154 return _json;
5936 } 6155 }
5937 } 6156 }
5938 6157
5939 /** 6158 /// Worker metrics exported from workers. This contains resource utilization
5940 * Worker metrics exported from workers. This contains resource utilization 6159 /// metrics accumulated from a variety of sources. For more information, see
5941 * metrics accumulated from a variety of sources. For more information, see 6160 /// go/df-resource-signals.
5942 * go/df-resource-signals.
5943 */
5944 class ResourceUtilizationReport { 6161 class ResourceUtilizationReport {
5945 /** CPU utilization samples. */ 6162 /// CPU utilization samples.
5946 core.List<CPUTime> cpuTime; 6163 core.List<CPUTime> cpuTime;
5947 6164
5948 ResourceUtilizationReport(); 6165 ResourceUtilizationReport();
5949 6166
5950 ResourceUtilizationReport.fromJson(core.Map _json) { 6167 ResourceUtilizationReport.fromJson(core.Map _json) {
5951 if (_json.containsKey("cpuTime")) { 6168 if (_json.containsKey("cpuTime")) {
5952 cpuTime = _json["cpuTime"].map((value) => new CPUTime.fromJson(value)).toL ist(); 6169 cpuTime =
6170 _json["cpuTime"].map((value) => new CPUTime.fromJson(value)).toList();
5953 } 6171 }
5954 } 6172 }
5955 6173
5956 core.Map<core.String, core.Object> toJson() { 6174 core.Map<core.String, core.Object> toJson() {
5957 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6175 final core.Map<core.String, core.Object> _json =
6176 new core.Map<core.String, core.Object>();
5958 if (cpuTime != null) { 6177 if (cpuTime != null) {
5959 _json["cpuTime"] = cpuTime.map((value) => (value).toJson()).toList(); 6178 _json["cpuTime"] = cpuTime.map((value) => (value).toJson()).toList();
5960 } 6179 }
5961 return _json; 6180 return _json;
5962 } 6181 }
5963 } 6182 }
5964 6183
5965 /** Service-side response to WorkerMessage reporting resource utilization. */ 6184 /// Service-side response to WorkerMessage reporting resource utilization.
5966 class ResourceUtilizationReportResponse { 6185 class ResourceUtilizationReportResponse {
5967
5968 ResourceUtilizationReportResponse(); 6186 ResourceUtilizationReportResponse();
5969 6187
5970 ResourceUtilizationReportResponse.fromJson(core.Map _json) { 6188 ResourceUtilizationReportResponse.fromJson(core.Map _json) {}
5971 }
5972 6189
5973 core.Map<core.String, core.Object> toJson() { 6190 core.Map<core.String, core.Object> toJson() {
5974 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6191 final core.Map<core.String, core.Object> _json =
6192 new core.Map<core.String, core.Object>();
5975 return _json; 6193 return _json;
5976 } 6194 }
5977 } 6195 }
5978 6196
5979 /** The environment values to set at runtime. */ 6197 /// The environment values to set at runtime.
5980 class RuntimeEnvironment { 6198 class RuntimeEnvironment {
5981 /** 6199 /// Whether to bypass the safety checks for the job's temporary directory.
5982 * Whether to bypass the safety checks for the job's temporary directory. 6200 /// Use with caution.
5983 * Use with caution.
5984 */
5985 core.bool bypassTempDirValidation; 6201 core.bool bypassTempDirValidation;
5986 /** 6202
5987 * The machine type to use for the job. Defaults to the value from the 6203 /// The machine type to use for the job. Defaults to the value from the
5988 * template if not specified. 6204 /// template if not specified.
5989 */
5990 core.String machineType; 6205 core.String machineType;
5991 /** 6206
5992 * The maximum number of Google Compute Engine instances to be made 6207 /// The maximum number of Google Compute Engine instances to be made
5993 * available to your pipeline during execution, from 1 to 1000. 6208 /// available to your pipeline during execution, from 1 to 1000.
5994 */
5995 core.int maxWorkers; 6209 core.int maxWorkers;
5996 /** The email address of the service account to run the job as. */ 6210
6211 /// The email address of the service account to run the job as.
5997 core.String serviceAccountEmail; 6212 core.String serviceAccountEmail;
5998 /** 6213
5999 * The Cloud Storage path to use for temporary files. 6214 /// The Cloud Storage path to use for temporary files.
6000 * Must be a valid Cloud Storage URL, beginning with `gs://`. 6215 /// Must be a valid Cloud Storage URL, beginning with `gs://`.
6001 */
6002 core.String tempLocation; 6216 core.String tempLocation;
6003 /** 6217
6004 * The Compute Engine [availability 6218 /// The Compute Engine [availability
6005 * zone](https://cloud.google.com/compute/docs/regions-zones/regions-zones) 6219 /// zone](https://cloud.google.com/compute/docs/regions-zones/regions-zones)
6006 * for launching worker instances to run your pipeline. 6220 /// for launching worker instances to run your pipeline.
6007 */
6008 core.String zone; 6221 core.String zone;
6009 6222
6010 RuntimeEnvironment(); 6223 RuntimeEnvironment();
6011 6224
6012 RuntimeEnvironment.fromJson(core.Map _json) { 6225 RuntimeEnvironment.fromJson(core.Map _json) {
6013 if (_json.containsKey("bypassTempDirValidation")) { 6226 if (_json.containsKey("bypassTempDirValidation")) {
6014 bypassTempDirValidation = _json["bypassTempDirValidation"]; 6227 bypassTempDirValidation = _json["bypassTempDirValidation"];
6015 } 6228 }
6016 if (_json.containsKey("machineType")) { 6229 if (_json.containsKey("machineType")) {
6017 machineType = _json["machineType"]; 6230 machineType = _json["machineType"];
6018 } 6231 }
6019 if (_json.containsKey("maxWorkers")) { 6232 if (_json.containsKey("maxWorkers")) {
6020 maxWorkers = _json["maxWorkers"]; 6233 maxWorkers = _json["maxWorkers"];
6021 } 6234 }
6022 if (_json.containsKey("serviceAccountEmail")) { 6235 if (_json.containsKey("serviceAccountEmail")) {
6023 serviceAccountEmail = _json["serviceAccountEmail"]; 6236 serviceAccountEmail = _json["serviceAccountEmail"];
6024 } 6237 }
6025 if (_json.containsKey("tempLocation")) { 6238 if (_json.containsKey("tempLocation")) {
6026 tempLocation = _json["tempLocation"]; 6239 tempLocation = _json["tempLocation"];
6027 } 6240 }
6028 if (_json.containsKey("zone")) { 6241 if (_json.containsKey("zone")) {
6029 zone = _json["zone"]; 6242 zone = _json["zone"];
6030 } 6243 }
6031 } 6244 }
6032 6245
6033 core.Map<core.String, core.Object> toJson() { 6246 core.Map<core.String, core.Object> toJson() {
6034 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6247 final core.Map<core.String, core.Object> _json =
6248 new core.Map<core.String, core.Object>();
6035 if (bypassTempDirValidation != null) { 6249 if (bypassTempDirValidation != null) {
6036 _json["bypassTempDirValidation"] = bypassTempDirValidation; 6250 _json["bypassTempDirValidation"] = bypassTempDirValidation;
6037 } 6251 }
6038 if (machineType != null) { 6252 if (machineType != null) {
6039 _json["machineType"] = machineType; 6253 _json["machineType"] = machineType;
6040 } 6254 }
6041 if (maxWorkers != null) { 6255 if (maxWorkers != null) {
6042 _json["maxWorkers"] = maxWorkers; 6256 _json["maxWorkers"] = maxWorkers;
6043 } 6257 }
6044 if (serviceAccountEmail != null) { 6258 if (serviceAccountEmail != null) {
6045 _json["serviceAccountEmail"] = serviceAccountEmail; 6259 _json["serviceAccountEmail"] = serviceAccountEmail;
6046 } 6260 }
6047 if (tempLocation != null) { 6261 if (tempLocation != null) {
6048 _json["tempLocation"] = tempLocation; 6262 _json["tempLocation"] = tempLocation;
6049 } 6263 }
6050 if (zone != null) { 6264 if (zone != null) {
6051 _json["zone"] = zone; 6265 _json["zone"] = zone;
6052 } 6266 }
6053 return _json; 6267 return _json;
6054 } 6268 }
6055 } 6269 }
6056 6270
6057 /** Request to send encoded debug information. */ 6271 /// Request to send encoded debug information.
6058 class SendDebugCaptureRequest { 6272 class SendDebugCaptureRequest {
6059 /** The internal component id for which debug information is sent. */ 6273 /// The internal component id for which debug information is sent.
6060 core.String componentId; 6274 core.String componentId;
6061 /** The encoded debug information. */ 6275
6276 /// The encoded debug information.
6062 core.String data; 6277 core.String data;
6063 /** The location which contains the job specified by job_id. */ 6278
6279 /// The location which contains the job specified by job_id.
6064 core.String location; 6280 core.String location;
6065 /** The worker id, i.e., VM hostname. */ 6281
6282 /// The worker id, i.e., VM hostname.
6066 core.String workerId; 6283 core.String workerId;
6067 6284
6068 SendDebugCaptureRequest(); 6285 SendDebugCaptureRequest();
6069 6286
6070 SendDebugCaptureRequest.fromJson(core.Map _json) { 6287 SendDebugCaptureRequest.fromJson(core.Map _json) {
6071 if (_json.containsKey("componentId")) { 6288 if (_json.containsKey("componentId")) {
6072 componentId = _json["componentId"]; 6289 componentId = _json["componentId"];
6073 } 6290 }
6074 if (_json.containsKey("data")) { 6291 if (_json.containsKey("data")) {
6075 data = _json["data"]; 6292 data = _json["data"];
6076 } 6293 }
6077 if (_json.containsKey("location")) { 6294 if (_json.containsKey("location")) {
6078 location = _json["location"]; 6295 location = _json["location"];
6079 } 6296 }
6080 if (_json.containsKey("workerId")) { 6297 if (_json.containsKey("workerId")) {
6081 workerId = _json["workerId"]; 6298 workerId = _json["workerId"];
6082 } 6299 }
6083 } 6300 }
6084 6301
6085 core.Map<core.String, core.Object> toJson() { 6302 core.Map<core.String, core.Object> toJson() {
6086 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6303 final core.Map<core.String, core.Object> _json =
6304 new core.Map<core.String, core.Object>();
6087 if (componentId != null) { 6305 if (componentId != null) {
6088 _json["componentId"] = componentId; 6306 _json["componentId"] = componentId;
6089 } 6307 }
6090 if (data != null) { 6308 if (data != null) {
6091 _json["data"] = data; 6309 _json["data"] = data;
6092 } 6310 }
6093 if (location != null) { 6311 if (location != null) {
6094 _json["location"] = location; 6312 _json["location"] = location;
6095 } 6313 }
6096 if (workerId != null) { 6314 if (workerId != null) {
6097 _json["workerId"] = workerId; 6315 _json["workerId"] = workerId;
6098 } 6316 }
6099 return _json; 6317 return _json;
6100 } 6318 }
6101 } 6319 }
6102 6320
6103 /** 6321 /// Response to a send capture request.
6104 * Response to a send capture request. 6322 /// nothing
6105 * nothing
6106 */
6107 class SendDebugCaptureResponse { 6323 class SendDebugCaptureResponse {
6108
6109 SendDebugCaptureResponse(); 6324 SendDebugCaptureResponse();
6110 6325
6111 SendDebugCaptureResponse.fromJson(core.Map _json) { 6326 SendDebugCaptureResponse.fromJson(core.Map _json) {}
6112 }
6113 6327
6114 core.Map<core.String, core.Object> toJson() { 6328 core.Map<core.String, core.Object> toJson() {
6115 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6329 final core.Map<core.String, core.Object> _json =
6330 new core.Map<core.String, core.Object>();
6116 return _json; 6331 return _json;
6117 } 6332 }
6118 } 6333 }
6119 6334
6120 /** A request for sending worker messages to the service. */ 6335 /// A request for sending worker messages to the service.
6121 class SendWorkerMessagesRequest { 6336 class SendWorkerMessagesRequest {
6122 /** The location which contains the job */ 6337 /// The location which contains the job
6123 core.String location; 6338 core.String location;
6124 /** The WorkerMessages to send. */ 6339
6340 /// The WorkerMessages to send.
6125 core.List<WorkerMessage> workerMessages; 6341 core.List<WorkerMessage> workerMessages;
6126 6342
6127 SendWorkerMessagesRequest(); 6343 SendWorkerMessagesRequest();
6128 6344
6129 SendWorkerMessagesRequest.fromJson(core.Map _json) { 6345 SendWorkerMessagesRequest.fromJson(core.Map _json) {
6130 if (_json.containsKey("location")) { 6346 if (_json.containsKey("location")) {
6131 location = _json["location"]; 6347 location = _json["location"];
6132 } 6348 }
6133 if (_json.containsKey("workerMessages")) { 6349 if (_json.containsKey("workerMessages")) {
6134 workerMessages = _json["workerMessages"].map((value) => new WorkerMessage. fromJson(value)).toList(); 6350 workerMessages = _json["workerMessages"]
6351 .map((value) => new WorkerMessage.fromJson(value))
6352 .toList();
6135 } 6353 }
6136 } 6354 }
6137 6355
6138 core.Map<core.String, core.Object> toJson() { 6356 core.Map<core.String, core.Object> toJson() {
6139 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6357 final core.Map<core.String, core.Object> _json =
6358 new core.Map<core.String, core.Object>();
6140 if (location != null) { 6359 if (location != null) {
6141 _json["location"] = location; 6360 _json["location"] = location;
6142 } 6361 }
6143 if (workerMessages != null) { 6362 if (workerMessages != null) {
6144 _json["workerMessages"] = workerMessages.map((value) => (value).toJson()). toList(); 6363 _json["workerMessages"] =
6364 workerMessages.map((value) => (value).toJson()).toList();
6145 } 6365 }
6146 return _json; 6366 return _json;
6147 } 6367 }
6148 } 6368 }
6149 6369
6150 /** The response to the worker messages. */ 6370 /// The response to the worker messages.
6151 class SendWorkerMessagesResponse { 6371 class SendWorkerMessagesResponse {
6152 /** The servers response to the worker messages. */ 6372 /// The servers response to the worker messages.
6153 core.List<WorkerMessageResponse> workerMessageResponses; 6373 core.List<WorkerMessageResponse> workerMessageResponses;
6154 6374
6155 SendWorkerMessagesResponse(); 6375 SendWorkerMessagesResponse();
6156 6376
6157 SendWorkerMessagesResponse.fromJson(core.Map _json) { 6377 SendWorkerMessagesResponse.fromJson(core.Map _json) {
6158 if (_json.containsKey("workerMessageResponses")) { 6378 if (_json.containsKey("workerMessageResponses")) {
6159 workerMessageResponses = _json["workerMessageResponses"].map((value) => ne w WorkerMessageResponse.fromJson(value)).toList(); 6379 workerMessageResponses = _json["workerMessageResponses"]
6380 .map((value) => new WorkerMessageResponse.fromJson(value))
6381 .toList();
6160 } 6382 }
6161 } 6383 }
6162 6384
6163 core.Map<core.String, core.Object> toJson() { 6385 core.Map<core.String, core.Object> toJson() {
6164 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6386 final core.Map<core.String, core.Object> _json =
6387 new core.Map<core.String, core.Object>();
6165 if (workerMessageResponses != null) { 6388 if (workerMessageResponses != null) {
6166 _json["workerMessageResponses"] = workerMessageResponses.map((value) => (v alue).toJson()).toList(); 6389 _json["workerMessageResponses"] =
6390 workerMessageResponses.map((value) => (value).toJson()).toList();
6167 } 6391 }
6168 return _json; 6392 return _json;
6169 } 6393 }
6170 } 6394 }
6171 6395
6172 /** Describes a particular function to invoke. */ 6396 /// Describes a particular function to invoke.
6173 class SeqMapTask { 6397 class SeqMapTask {
6174 /** Information about each of the inputs. */ 6398 /// Information about each of the inputs.
6175 core.List<SideInputInfo> inputs; 6399 core.List<SideInputInfo> inputs;
6176 /** The user-provided name of the SeqDo operation. */ 6400
6401 /// The user-provided name of the SeqDo operation.
6177 core.String name; 6402 core.String name;
6178 /** Information about each of the outputs. */ 6403
6404 /// Information about each of the outputs.
6179 core.List<SeqMapTaskOutputInfo> outputInfos; 6405 core.List<SeqMapTaskOutputInfo> outputInfos;
6180 /** 6406
6181 * System-defined name of the stage containing the SeqDo operation. 6407 /// System-defined name of the stage containing the SeqDo operation.
6182 * Unique across the workflow. 6408 /// Unique across the workflow.
6183 */
6184 core.String stageName; 6409 core.String stageName;
6185 /** 6410
6186 * System-defined name of the SeqDo operation. 6411 /// System-defined name of the SeqDo operation.
6187 * Unique across the workflow. 6412 /// Unique across the workflow.
6188 */
6189 core.String systemName; 6413 core.String systemName;
6190 /** 6414
6191 * The user function to invoke. 6415 /// The user function to invoke.
6192 * 6416 ///
6193 * The values for Object must be JSON objects. It can consist of `num`, 6417 /// The values for Object must be JSON objects. It can consist of `num`,
6194 * `String`, `bool` and `null` as well as `Map` and `List` values. 6418 /// `String`, `bool` and `null` as well as `Map` and `List` values.
6195 */
6196 core.Map<core.String, core.Object> userFn; 6419 core.Map<core.String, core.Object> userFn;
6197 6420
6198 SeqMapTask(); 6421 SeqMapTask();
6199 6422
6200 SeqMapTask.fromJson(core.Map _json) { 6423 SeqMapTask.fromJson(core.Map _json) {
6201 if (_json.containsKey("inputs")) { 6424 if (_json.containsKey("inputs")) {
6202 inputs = _json["inputs"].map((value) => new SideInputInfo.fromJson(value)) .toList(); 6425 inputs = _json["inputs"]
6426 .map((value) => new SideInputInfo.fromJson(value))
6427 .toList();
6203 } 6428 }
6204 if (_json.containsKey("name")) { 6429 if (_json.containsKey("name")) {
6205 name = _json["name"]; 6430 name = _json["name"];
6206 } 6431 }
6207 if (_json.containsKey("outputInfos")) { 6432 if (_json.containsKey("outputInfos")) {
6208 outputInfos = _json["outputInfos"].map((value) => new SeqMapTaskOutputInfo .fromJson(value)).toList(); 6433 outputInfos = _json["outputInfos"]
6434 .map((value) => new SeqMapTaskOutputInfo.fromJson(value))
6435 .toList();
6209 } 6436 }
6210 if (_json.containsKey("stageName")) { 6437 if (_json.containsKey("stageName")) {
6211 stageName = _json["stageName"]; 6438 stageName = _json["stageName"];
6212 } 6439 }
6213 if (_json.containsKey("systemName")) { 6440 if (_json.containsKey("systemName")) {
6214 systemName = _json["systemName"]; 6441 systemName = _json["systemName"];
6215 } 6442 }
6216 if (_json.containsKey("userFn")) { 6443 if (_json.containsKey("userFn")) {
6217 userFn = _json["userFn"]; 6444 userFn = _json["userFn"];
6218 } 6445 }
6219 } 6446 }
6220 6447
6221 core.Map<core.String, core.Object> toJson() { 6448 core.Map<core.String, core.Object> toJson() {
6222 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6449 final core.Map<core.String, core.Object> _json =
6450 new core.Map<core.String, core.Object>();
6223 if (inputs != null) { 6451 if (inputs != null) {
6224 _json["inputs"] = inputs.map((value) => (value).toJson()).toList(); 6452 _json["inputs"] = inputs.map((value) => (value).toJson()).toList();
6225 } 6453 }
6226 if (name != null) { 6454 if (name != null) {
6227 _json["name"] = name; 6455 _json["name"] = name;
6228 } 6456 }
6229 if (outputInfos != null) { 6457 if (outputInfos != null) {
6230 _json["outputInfos"] = outputInfos.map((value) => (value).toJson()).toList (); 6458 _json["outputInfos"] =
6459 outputInfos.map((value) => (value).toJson()).toList();
6231 } 6460 }
6232 if (stageName != null) { 6461 if (stageName != null) {
6233 _json["stageName"] = stageName; 6462 _json["stageName"] = stageName;
6234 } 6463 }
6235 if (systemName != null) { 6464 if (systemName != null) {
6236 _json["systemName"] = systemName; 6465 _json["systemName"] = systemName;
6237 } 6466 }
6238 if (userFn != null) { 6467 if (userFn != null) {
6239 _json["userFn"] = userFn; 6468 _json["userFn"] = userFn;
6240 } 6469 }
6241 return _json; 6470 return _json;
6242 } 6471 }
6243 } 6472 }
6244 6473
6245 /** Information about an output of a SeqMapTask. */ 6474 /// Information about an output of a SeqMapTask.
6246 class SeqMapTaskOutputInfo { 6475 class SeqMapTaskOutputInfo {
6247 /** The sink to write the output value to. */ 6476 /// The sink to write the output value to.
6248 Sink sink; 6477 Sink sink;
6249 /** The id of the TupleTag the user code will tag the output value by. */ 6478
6479 /// The id of the TupleTag the user code will tag the output value by.
6250 core.String tag; 6480 core.String tag;
6251 6481
6252 SeqMapTaskOutputInfo(); 6482 SeqMapTaskOutputInfo();
6253 6483
6254 SeqMapTaskOutputInfo.fromJson(core.Map _json) { 6484 SeqMapTaskOutputInfo.fromJson(core.Map _json) {
6255 if (_json.containsKey("sink")) { 6485 if (_json.containsKey("sink")) {
6256 sink = new Sink.fromJson(_json["sink"]); 6486 sink = new Sink.fromJson(_json["sink"]);
6257 } 6487 }
6258 if (_json.containsKey("tag")) { 6488 if (_json.containsKey("tag")) {
6259 tag = _json["tag"]; 6489 tag = _json["tag"];
6260 } 6490 }
6261 } 6491 }
6262 6492
6263 core.Map<core.String, core.Object> toJson() { 6493 core.Map<core.String, core.Object> toJson() {
6264 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6494 final core.Map<core.String, core.Object> _json =
6495 new core.Map<core.String, core.Object>();
6265 if (sink != null) { 6496 if (sink != null) {
6266 _json["sink"] = (sink).toJson(); 6497 _json["sink"] = (sink).toJson();
6267 } 6498 }
6268 if (tag != null) { 6499 if (tag != null) {
6269 _json["tag"] = tag; 6500 _json["tag"] = tag;
6270 } 6501 }
6271 return _json; 6502 return _json;
6272 } 6503 }
6273 } 6504 }
6274 6505
6275 /** A task which consists of a shell command for the worker to execute. */ 6506 /// A task which consists of a shell command for the worker to execute.
6276 class ShellTask { 6507 class ShellTask {
6277 /** The shell command to run. */ 6508 /// The shell command to run.
6278 core.String command; 6509 core.String command;
6279 /** Exit code for the task. */ 6510
6511 /// Exit code for the task.
6280 core.int exitCode; 6512 core.int exitCode;
6281 6513
6282 ShellTask(); 6514 ShellTask();
6283 6515
6284 ShellTask.fromJson(core.Map _json) { 6516 ShellTask.fromJson(core.Map _json) {
6285 if (_json.containsKey("command")) { 6517 if (_json.containsKey("command")) {
6286 command = _json["command"]; 6518 command = _json["command"];
6287 } 6519 }
6288 if (_json.containsKey("exitCode")) { 6520 if (_json.containsKey("exitCode")) {
6289 exitCode = _json["exitCode"]; 6521 exitCode = _json["exitCode"];
6290 } 6522 }
6291 } 6523 }
6292 6524
6293 core.Map<core.String, core.Object> toJson() { 6525 core.Map<core.String, core.Object> toJson() {
6294 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6526 final core.Map<core.String, core.Object> _json =
6527 new core.Map<core.String, core.Object>();
6295 if (command != null) { 6528 if (command != null) {
6296 _json["command"] = command; 6529 _json["command"] = command;
6297 } 6530 }
6298 if (exitCode != null) { 6531 if (exitCode != null) {
6299 _json["exitCode"] = exitCode; 6532 _json["exitCode"] = exitCode;
6300 } 6533 }
6301 return _json; 6534 return _json;
6302 } 6535 }
6303 } 6536 }
6304 6537
6305 /** Information about a side input of a DoFn or an input of a SeqDoFn. */ 6538 /// Uniquely identifies a side input.
6539 class SideInputId {
6540 /// The step that receives and usually consumes this side input.
6541 core.String declaringStepName;
6542
6543 /// The index of the side input, from the list of non_parallel_inputs.
6544 core.int inputIndex;
6545
6546 SideInputId();
6547
6548 SideInputId.fromJson(core.Map _json) {
6549 if (_json.containsKey("declaringStepName")) {
6550 declaringStepName = _json["declaringStepName"];
6551 }
6552 if (_json.containsKey("inputIndex")) {
6553 inputIndex = _json["inputIndex"];
6554 }
6555 }
6556
6557 core.Map<core.String, core.Object> toJson() {
6558 final core.Map<core.String, core.Object> _json =
6559 new core.Map<core.String, core.Object>();
6560 if (declaringStepName != null) {
6561 _json["declaringStepName"] = declaringStepName;
6562 }
6563 if (inputIndex != null) {
6564 _json["inputIndex"] = inputIndex;
6565 }
6566 return _json;
6567 }
6568 }
6569
6570 /// Information about a side input of a DoFn or an input of a SeqDoFn.
6306 class SideInputInfo { 6571 class SideInputInfo {
6307 /** 6572 /// How to interpret the source element(s) as a side input value.
6308 * How to interpret the source element(s) as a side input value. 6573 ///
6309 * 6574 /// The values for Object must be JSON objects. It can consist of `num`,
6310 * The values for Object must be JSON objects. It can consist of `num`, 6575 /// `String`, `bool` and `null` as well as `Map` and `List` values.
6311 * `String`, `bool` and `null` as well as `Map` and `List` values.
6312 */
6313 core.Map<core.String, core.Object> kind; 6576 core.Map<core.String, core.Object> kind;
6314 /** 6577
6315 * The source(s) to read element(s) from to get the value of this side input. 6578 /// The source(s) to read element(s) from to get the value of this side
6316 * If more than one source, then the elements are taken from the 6579 /// input.
6317 * sources, in the specified order if order matters. 6580 /// If more than one source, then the elements are taken from the
6318 * At least one source is required. 6581 /// sources, in the specified order if order matters.
6319 */ 6582 /// At least one source is required.
6320 core.List<Source> sources; 6583 core.List<Source> sources;
6321 /** 6584
6322 * The id of the tag the user code will access this side input by; 6585 /// The id of the tag the user code will access this side input by;
6323 * this should correspond to the tag of some MultiOutputInfo. 6586 /// this should correspond to the tag of some MultiOutputInfo.
6324 */
6325 core.String tag; 6587 core.String tag;
6326 6588
6327 SideInputInfo(); 6589 SideInputInfo();
6328 6590
6329 SideInputInfo.fromJson(core.Map _json) { 6591 SideInputInfo.fromJson(core.Map _json) {
6330 if (_json.containsKey("kind")) { 6592 if (_json.containsKey("kind")) {
6331 kind = _json["kind"]; 6593 kind = _json["kind"];
6332 } 6594 }
6333 if (_json.containsKey("sources")) { 6595 if (_json.containsKey("sources")) {
6334 sources = _json["sources"].map((value) => new Source.fromJson(value)).toLi st(); 6596 sources =
6597 _json["sources"].map((value) => new Source.fromJson(value)).toList();
6335 } 6598 }
6336 if (_json.containsKey("tag")) { 6599 if (_json.containsKey("tag")) {
6337 tag = _json["tag"]; 6600 tag = _json["tag"];
6338 } 6601 }
6339 } 6602 }
6340 6603
6341 core.Map<core.String, core.Object> toJson() { 6604 core.Map<core.String, core.Object> toJson() {
6342 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6605 final core.Map<core.String, core.Object> _json =
6606 new core.Map<core.String, core.Object>();
6343 if (kind != null) { 6607 if (kind != null) {
6344 _json["kind"] = kind; 6608 _json["kind"] = kind;
6345 } 6609 }
6346 if (sources != null) { 6610 if (sources != null) {
6347 _json["sources"] = sources.map((value) => (value).toJson()).toList(); 6611 _json["sources"] = sources.map((value) => (value).toJson()).toList();
6348 } 6612 }
6349 if (tag != null) { 6613 if (tag != null) {
6350 _json["tag"] = tag; 6614 _json["tag"] = tag;
6351 } 6615 }
6352 return _json; 6616 return _json;
6353 } 6617 }
6354 } 6618 }
6355 6619
6356 /** A sink that records can be encoded and written to. */ 6620 /// A sink that records can be encoded and written to.
6357 class Sink { 6621 class Sink {
6358 /** 6622 /// The codec to use to encode data written to the sink.
6359 * The codec to use to encode data written to the sink. 6623 ///
6360 * 6624 /// The values for Object must be JSON objects. It can consist of `num`,
6361 * The values for Object must be JSON objects. It can consist of `num`, 6625 /// `String`, `bool` and `null` as well as `Map` and `List` values.
6362 * `String`, `bool` and `null` as well as `Map` and `List` values.
6363 */
6364 core.Map<core.String, core.Object> codec; 6626 core.Map<core.String, core.Object> codec;
6365 /** 6627
6366 * The sink to write to, plus its parameters. 6628 /// The sink to write to, plus its parameters.
6367 * 6629 ///
6368 * The values for Object must be JSON objects. It can consist of `num`, 6630 /// The values for Object must be JSON objects. It can consist of `num`,
6369 * `String`, `bool` and `null` as well as `Map` and `List` values. 6631 /// `String`, `bool` and `null` as well as `Map` and `List` values.
6370 */
6371 core.Map<core.String, core.Object> spec; 6632 core.Map<core.String, core.Object> spec;
6372 6633
6373 Sink(); 6634 Sink();
6374 6635
6375 Sink.fromJson(core.Map _json) { 6636 Sink.fromJson(core.Map _json) {
6376 if (_json.containsKey("codec")) { 6637 if (_json.containsKey("codec")) {
6377 codec = _json["codec"]; 6638 codec = _json["codec"];
6378 } 6639 }
6379 if (_json.containsKey("spec")) { 6640 if (_json.containsKey("spec")) {
6380 spec = _json["spec"]; 6641 spec = _json["spec"];
6381 } 6642 }
6382 } 6643 }
6383 6644
6384 core.Map<core.String, core.Object> toJson() { 6645 core.Map<core.String, core.Object> toJson() {
6385 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6646 final core.Map<core.String, core.Object> _json =
6647 new core.Map<core.String, core.Object>();
6386 if (codec != null) { 6648 if (codec != null) {
6387 _json["codec"] = codec; 6649 _json["codec"] = codec;
6388 } 6650 }
6389 if (spec != null) { 6651 if (spec != null) {
6390 _json["spec"] = spec; 6652 _json["spec"] = spec;
6391 } 6653 }
6392 return _json; 6654 return _json;
6393 } 6655 }
6394 } 6656 }
6395 6657
6396 /** A source that records can be read and decoded from. */ 6658 /// A source that records can be read and decoded from.
6397 class Source { 6659 class Source {
6398 /** 6660 /// While splitting, sources may specify the produced bundles
6399 * While splitting, sources may specify the produced bundles 6661 /// as differences against another source, in order to save backend-side
6400 * as differences against another source, in order to save backend-side 6662 /// memory and allow bigger jobs. For details, see SourceSplitRequest.
6401 * memory and allow bigger jobs. For details, see SourceSplitRequest. 6663 /// To support this use case, the full set of parameters of the source
6402 * To support this use case, the full set of parameters of the source 6664 /// is logically obtained by taking the latest explicitly specified value
6403 * is logically obtained by taking the latest explicitly specified value 6665 /// of each parameter in the order:
6404 * of each parameter in the order: 6666 /// base_specs (later items win), spec (overrides anything in base_specs).
6405 * base_specs (later items win), spec (overrides anything in base_specs). 6667 ///
6406 * 6668 /// The values for Object must be JSON objects. It can consist of `num`,
6407 * The values for Object must be JSON objects. It can consist of `num`, 6669 /// `String`, `bool` and `null` as well as `Map` and `List` values.
6408 * `String`, `bool` and `null` as well as `Map` and `List` values.
6409 */
6410 core.List<core.Map<core.String, core.Object>> baseSpecs; 6670 core.List<core.Map<core.String, core.Object>> baseSpecs;
6411 /** 6671
6412 * The codec to use to decode data read from the source. 6672 /// The codec to use to decode data read from the source.
6413 * 6673 ///
6414 * The values for Object must be JSON objects. It can consist of `num`, 6674 /// The values for Object must be JSON objects. It can consist of `num`,
6415 * `String`, `bool` and `null` as well as `Map` and `List` values. 6675 /// `String`, `bool` and `null` as well as `Map` and `List` values.
6416 */
6417 core.Map<core.String, core.Object> codec; 6676 core.Map<core.String, core.Object> codec;
6418 /** 6677
6419 * Setting this value to true hints to the framework that the source 6678 /// Setting this value to true hints to the framework that the source
6420 * doesn't need splitting, and using SourceSplitRequest on it would 6679 /// doesn't need splitting, and using SourceSplitRequest on it would
6421 * yield SOURCE_SPLIT_OUTCOME_USE_CURRENT. 6680 /// yield SOURCE_SPLIT_OUTCOME_USE_CURRENT.
6422 * 6681 ///
6423 * E.g. a file splitter may set this to true when splitting a single file 6682 /// E.g. a file splitter may set this to true when splitting a single file
6424 * into a set of byte ranges of appropriate size, and set this 6683 /// into a set of byte ranges of appropriate size, and set this
6425 * to false when splitting a filepattern into individual files. 6684 /// to false when splitting a filepattern into individual files.
6426 * However, for efficiency, a file splitter may decide to produce 6685 /// However, for efficiency, a file splitter may decide to produce
6427 * file subranges directly from the filepattern to avoid a splitting 6686 /// file subranges directly from the filepattern to avoid a splitting
6428 * round-trip. 6687 /// round-trip.
6429 * 6688 ///
6430 * See SourceSplitRequest for an overview of the splitting process. 6689 /// See SourceSplitRequest for an overview of the splitting process.
6431 * 6690 ///
6432 * This field is meaningful only in the Source objects populated 6691 /// This field is meaningful only in the Source objects populated
6433 * by the user (e.g. when filling in a DerivedSource). 6692 /// by the user (e.g. when filling in a DerivedSource).
6434 * Source objects supplied by the framework to the user don't have 6693 /// Source objects supplied by the framework to the user don't have
6435 * this field populated. 6694 /// this field populated.
6436 */
6437 core.bool doesNotNeedSplitting; 6695 core.bool doesNotNeedSplitting;
6438 /** 6696
6439 * Optionally, metadata for this source can be supplied right away, 6697 /// Optionally, metadata for this source can be supplied right away,
6440 * avoiding a SourceGetMetadataOperation roundtrip 6698 /// avoiding a SourceGetMetadataOperation roundtrip
6441 * (see SourceOperationRequest). 6699 /// (see SourceOperationRequest).
6442 * 6700 ///
6443 * This field is meaningful only in the Source objects populated 6701 /// This field is meaningful only in the Source objects populated
6444 * by the user (e.g. when filling in a DerivedSource). 6702 /// by the user (e.g. when filling in a DerivedSource).
6445 * Source objects supplied by the framework to the user don't have 6703 /// Source objects supplied by the framework to the user don't have
6446 * this field populated. 6704 /// this field populated.
6447 */
6448 SourceMetadata metadata; 6705 SourceMetadata metadata;
6449 /** 6706
6450 * The source to read from, plus its parameters. 6707 /// The source to read from, plus its parameters.
6451 * 6708 ///
6452 * The values for Object must be JSON objects. It can consist of `num`, 6709 /// The values for Object must be JSON objects. It can consist of `num`,
6453 * `String`, `bool` and `null` as well as `Map` and `List` values. 6710 /// `String`, `bool` and `null` as well as `Map` and `List` values.
6454 */
6455 core.Map<core.String, core.Object> spec; 6711 core.Map<core.String, core.Object> spec;
6456 6712
6457 Source(); 6713 Source();
6458 6714
6459 Source.fromJson(core.Map _json) { 6715 Source.fromJson(core.Map _json) {
6460 if (_json.containsKey("baseSpecs")) { 6716 if (_json.containsKey("baseSpecs")) {
6461 baseSpecs = _json["baseSpecs"]; 6717 baseSpecs = _json["baseSpecs"];
6462 } 6718 }
6463 if (_json.containsKey("codec")) { 6719 if (_json.containsKey("codec")) {
6464 codec = _json["codec"]; 6720 codec = _json["codec"];
6465 } 6721 }
6466 if (_json.containsKey("doesNotNeedSplitting")) { 6722 if (_json.containsKey("doesNotNeedSplitting")) {
6467 doesNotNeedSplitting = _json["doesNotNeedSplitting"]; 6723 doesNotNeedSplitting = _json["doesNotNeedSplitting"];
6468 } 6724 }
6469 if (_json.containsKey("metadata")) { 6725 if (_json.containsKey("metadata")) {
6470 metadata = new SourceMetadata.fromJson(_json["metadata"]); 6726 metadata = new SourceMetadata.fromJson(_json["metadata"]);
6471 } 6727 }
6472 if (_json.containsKey("spec")) { 6728 if (_json.containsKey("spec")) {
6473 spec = _json["spec"]; 6729 spec = _json["spec"];
6474 } 6730 }
6475 } 6731 }
6476 6732
6477 core.Map<core.String, core.Object> toJson() { 6733 core.Map<core.String, core.Object> toJson() {
6478 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6734 final core.Map<core.String, core.Object> _json =
6735 new core.Map<core.String, core.Object>();
6479 if (baseSpecs != null) { 6736 if (baseSpecs != null) {
6480 _json["baseSpecs"] = baseSpecs; 6737 _json["baseSpecs"] = baseSpecs;
6481 } 6738 }
6482 if (codec != null) { 6739 if (codec != null) {
6483 _json["codec"] = codec; 6740 _json["codec"] = codec;
6484 } 6741 }
6485 if (doesNotNeedSplitting != null) { 6742 if (doesNotNeedSplitting != null) {
6486 _json["doesNotNeedSplitting"] = doesNotNeedSplitting; 6743 _json["doesNotNeedSplitting"] = doesNotNeedSplitting;
6487 } 6744 }
6488 if (metadata != null) { 6745 if (metadata != null) {
6489 _json["metadata"] = (metadata).toJson(); 6746 _json["metadata"] = (metadata).toJson();
6490 } 6747 }
6491 if (spec != null) { 6748 if (spec != null) {
6492 _json["spec"] = spec; 6749 _json["spec"] = spec;
6493 } 6750 }
6494 return _json; 6751 return _json;
6495 } 6752 }
6496 } 6753 }
6497 6754
6498 /** DEPRECATED in favor of DynamicSourceSplit. */ 6755 /// DEPRECATED in favor of DynamicSourceSplit.
6499 class SourceFork { 6756 class SourceFork {
6500 /** DEPRECATED */ 6757 /// DEPRECATED
6501 SourceSplitShard primary; 6758 SourceSplitShard primary;
6502 /** DEPRECATED */ 6759
6760 /// DEPRECATED
6503 DerivedSource primarySource; 6761 DerivedSource primarySource;
6504 /** DEPRECATED */ 6762
6763 /// DEPRECATED
6505 SourceSplitShard residual; 6764 SourceSplitShard residual;
6506 /** DEPRECATED */ 6765
6766 /// DEPRECATED
6507 DerivedSource residualSource; 6767 DerivedSource residualSource;
6508 6768
6509 SourceFork(); 6769 SourceFork();
6510 6770
6511 SourceFork.fromJson(core.Map _json) { 6771 SourceFork.fromJson(core.Map _json) {
6512 if (_json.containsKey("primary")) { 6772 if (_json.containsKey("primary")) {
6513 primary = new SourceSplitShard.fromJson(_json["primary"]); 6773 primary = new SourceSplitShard.fromJson(_json["primary"]);
6514 } 6774 }
6515 if (_json.containsKey("primarySource")) { 6775 if (_json.containsKey("primarySource")) {
6516 primarySource = new DerivedSource.fromJson(_json["primarySource"]); 6776 primarySource = new DerivedSource.fromJson(_json["primarySource"]);
6517 } 6777 }
6518 if (_json.containsKey("residual")) { 6778 if (_json.containsKey("residual")) {
6519 residual = new SourceSplitShard.fromJson(_json["residual"]); 6779 residual = new SourceSplitShard.fromJson(_json["residual"]);
6520 } 6780 }
6521 if (_json.containsKey("residualSource")) { 6781 if (_json.containsKey("residualSource")) {
6522 residualSource = new DerivedSource.fromJson(_json["residualSource"]); 6782 residualSource = new DerivedSource.fromJson(_json["residualSource"]);
6523 } 6783 }
6524 } 6784 }
6525 6785
6526 core.Map<core.String, core.Object> toJson() { 6786 core.Map<core.String, core.Object> toJson() {
6527 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6787 final core.Map<core.String, core.Object> _json =
6788 new core.Map<core.String, core.Object>();
6528 if (primary != null) { 6789 if (primary != null) {
6529 _json["primary"] = (primary).toJson(); 6790 _json["primary"] = (primary).toJson();
6530 } 6791 }
6531 if (primarySource != null) { 6792 if (primarySource != null) {
6532 _json["primarySource"] = (primarySource).toJson(); 6793 _json["primarySource"] = (primarySource).toJson();
6533 } 6794 }
6534 if (residual != null) { 6795 if (residual != null) {
6535 _json["residual"] = (residual).toJson(); 6796 _json["residual"] = (residual).toJson();
6536 } 6797 }
6537 if (residualSource != null) { 6798 if (residualSource != null) {
6538 _json["residualSource"] = (residualSource).toJson(); 6799 _json["residualSource"] = (residualSource).toJson();
6539 } 6800 }
6540 return _json; 6801 return _json;
6541 } 6802 }
6542 } 6803 }
6543 6804
6544 /** A request to compute the SourceMetadata of a Source. */ 6805 /// A request to compute the SourceMetadata of a Source.
6545 class SourceGetMetadataRequest { 6806 class SourceGetMetadataRequest {
6546 /** Specification of the source whose metadata should be computed. */ 6807 /// Specification of the source whose metadata should be computed.
6547 Source source; 6808 Source source;
6548 6809
6549 SourceGetMetadataRequest(); 6810 SourceGetMetadataRequest();
6550 6811
6551 SourceGetMetadataRequest.fromJson(core.Map _json) { 6812 SourceGetMetadataRequest.fromJson(core.Map _json) {
6552 if (_json.containsKey("source")) { 6813 if (_json.containsKey("source")) {
6553 source = new Source.fromJson(_json["source"]); 6814 source = new Source.fromJson(_json["source"]);
6554 } 6815 }
6555 } 6816 }
6556 6817
6557 core.Map<core.String, core.Object> toJson() { 6818 core.Map<core.String, core.Object> toJson() {
6558 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6819 final core.Map<core.String, core.Object> _json =
6820 new core.Map<core.String, core.Object>();
6559 if (source != null) { 6821 if (source != null) {
6560 _json["source"] = (source).toJson(); 6822 _json["source"] = (source).toJson();
6561 } 6823 }
6562 return _json; 6824 return _json;
6563 } 6825 }
6564 } 6826 }
6565 6827
6566 /** The result of a SourceGetMetadataOperation. */ 6828 /// The result of a SourceGetMetadataOperation.
6567 class SourceGetMetadataResponse { 6829 class SourceGetMetadataResponse {
6568 /** The computed metadata. */ 6830 /// The computed metadata.
6569 SourceMetadata metadata; 6831 SourceMetadata metadata;
6570 6832
6571 SourceGetMetadataResponse(); 6833 SourceGetMetadataResponse();
6572 6834
6573 SourceGetMetadataResponse.fromJson(core.Map _json) { 6835 SourceGetMetadataResponse.fromJson(core.Map _json) {
6574 if (_json.containsKey("metadata")) { 6836 if (_json.containsKey("metadata")) {
6575 metadata = new SourceMetadata.fromJson(_json["metadata"]); 6837 metadata = new SourceMetadata.fromJson(_json["metadata"]);
6576 } 6838 }
6577 } 6839 }
6578 6840
6579 core.Map<core.String, core.Object> toJson() { 6841 core.Map<core.String, core.Object> toJson() {
6580 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6842 final core.Map<core.String, core.Object> _json =
6843 new core.Map<core.String, core.Object>();
6581 if (metadata != null) { 6844 if (metadata != null) {
6582 _json["metadata"] = (metadata).toJson(); 6845 _json["metadata"] = (metadata).toJson();
6583 } 6846 }
6584 return _json; 6847 return _json;
6585 } 6848 }
6586 } 6849 }
6587 6850
6588 /** 6851 /// Metadata about a Source useful for automatically optimizing
6589 * Metadata about a Source useful for automatically optimizing 6852 /// and tuning the pipeline, etc.
6590 * and tuning the pipeline, etc.
6591 */
6592 class SourceMetadata { 6853 class SourceMetadata {
6593 /** 6854 /// An estimate of the total size (in bytes) of the data that would be
6594 * An estimate of the total size (in bytes) of the data that would be 6855 /// read from this source. This estimate is in terms of external storage
6595 * read from this source. This estimate is in terms of external storage 6856 /// size, before any decompression or other processing done by the reader.
6596 * size, before any decompression or other processing done by the reader.
6597 */
6598 core.String estimatedSizeBytes; 6857 core.String estimatedSizeBytes;
6599 /** 6858
6600 * Specifies that the size of this source is known to be infinite 6859 /// Specifies that the size of this source is known to be infinite
6601 * (this is a streaming source). 6860 /// (this is a streaming source).
6602 */
6603 core.bool infinite; 6861 core.bool infinite;
6604 /** 6862
6605 * Whether this source is known to produce key/value pairs with 6863 /// Whether this source is known to produce key/value pairs with
6606 * the (encoded) keys in lexicographically sorted order. 6864 /// the (encoded) keys in lexicographically sorted order.
6607 */
6608 core.bool producesSortedKeys; 6865 core.bool producesSortedKeys;
6609 6866
6610 SourceMetadata(); 6867 SourceMetadata();
6611 6868
6612 SourceMetadata.fromJson(core.Map _json) { 6869 SourceMetadata.fromJson(core.Map _json) {
6613 if (_json.containsKey("estimatedSizeBytes")) { 6870 if (_json.containsKey("estimatedSizeBytes")) {
6614 estimatedSizeBytes = _json["estimatedSizeBytes"]; 6871 estimatedSizeBytes = _json["estimatedSizeBytes"];
6615 } 6872 }
6616 if (_json.containsKey("infinite")) { 6873 if (_json.containsKey("infinite")) {
6617 infinite = _json["infinite"]; 6874 infinite = _json["infinite"];
6618 } 6875 }
6619 if (_json.containsKey("producesSortedKeys")) { 6876 if (_json.containsKey("producesSortedKeys")) {
6620 producesSortedKeys = _json["producesSortedKeys"]; 6877 producesSortedKeys = _json["producesSortedKeys"];
6621 } 6878 }
6622 } 6879 }
6623 6880
6624 core.Map<core.String, core.Object> toJson() { 6881 core.Map<core.String, core.Object> toJson() {
6625 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6882 final core.Map<core.String, core.Object> _json =
6883 new core.Map<core.String, core.Object>();
6626 if (estimatedSizeBytes != null) { 6884 if (estimatedSizeBytes != null) {
6627 _json["estimatedSizeBytes"] = estimatedSizeBytes; 6885 _json["estimatedSizeBytes"] = estimatedSizeBytes;
6628 } 6886 }
6629 if (infinite != null) { 6887 if (infinite != null) {
6630 _json["infinite"] = infinite; 6888 _json["infinite"] = infinite;
6631 } 6889 }
6632 if (producesSortedKeys != null) { 6890 if (producesSortedKeys != null) {
6633 _json["producesSortedKeys"] = producesSortedKeys; 6891 _json["producesSortedKeys"] = producesSortedKeys;
6634 } 6892 }
6635 return _json; 6893 return _json;
6636 } 6894 }
6637 } 6895 }
6638 6896
6639 /** 6897 /// A work item that represents the different operations that can be
6640 * A work item that represents the different operations that can be 6898 /// performed on a user-defined Source specification.
6641 * performed on a user-defined Source specification.
6642 */
6643 class SourceOperationRequest { 6899 class SourceOperationRequest {
6644 /** Information about a request to get metadata about a source. */ 6900 /// Information about a request to get metadata about a source.
6645 SourceGetMetadataRequest getMetadata; 6901 SourceGetMetadataRequest getMetadata;
6646 /** Information about a request to split a source. */ 6902
6903 /// Information about a request to split a source.
6647 SourceSplitRequest split; 6904 SourceSplitRequest split;
6648 6905
6649 SourceOperationRequest(); 6906 SourceOperationRequest();
6650 6907
6651 SourceOperationRequest.fromJson(core.Map _json) { 6908 SourceOperationRequest.fromJson(core.Map _json) {
6652 if (_json.containsKey("getMetadata")) { 6909 if (_json.containsKey("getMetadata")) {
6653 getMetadata = new SourceGetMetadataRequest.fromJson(_json["getMetadata"]); 6910 getMetadata = new SourceGetMetadataRequest.fromJson(_json["getMetadata"]);
6654 } 6911 }
6655 if (_json.containsKey("split")) { 6912 if (_json.containsKey("split")) {
6656 split = new SourceSplitRequest.fromJson(_json["split"]); 6913 split = new SourceSplitRequest.fromJson(_json["split"]);
6657 } 6914 }
6658 } 6915 }
6659 6916
6660 core.Map<core.String, core.Object> toJson() { 6917 core.Map<core.String, core.Object> toJson() {
6661 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6918 final core.Map<core.String, core.Object> _json =
6919 new core.Map<core.String, core.Object>();
6662 if (getMetadata != null) { 6920 if (getMetadata != null) {
6663 _json["getMetadata"] = (getMetadata).toJson(); 6921 _json["getMetadata"] = (getMetadata).toJson();
6664 } 6922 }
6665 if (split != null) { 6923 if (split != null) {
6666 _json["split"] = (split).toJson(); 6924 _json["split"] = (split).toJson();
6667 } 6925 }
6668 return _json; 6926 return _json;
6669 } 6927 }
6670 } 6928 }
6671 6929
6672 /** 6930 /// The result of a SourceOperationRequest, specified in
6673 * The result of a SourceOperationRequest, specified in 6931 /// ReportWorkItemStatusRequest.source_operation when the work item
6674 * ReportWorkItemStatusRequest.source_operation when the work item 6932 /// is completed.
6675 * is completed.
6676 */
6677 class SourceOperationResponse { 6933 class SourceOperationResponse {
6678 /** A response to a request to get metadata about a source. */ 6934 /// A response to a request to get metadata about a source.
6679 SourceGetMetadataResponse getMetadata; 6935 SourceGetMetadataResponse getMetadata;
6680 /** A response to a request to split a source. */ 6936
6937 /// A response to a request to split a source.
6681 SourceSplitResponse split; 6938 SourceSplitResponse split;
6682 6939
6683 SourceOperationResponse(); 6940 SourceOperationResponse();
6684 6941
6685 SourceOperationResponse.fromJson(core.Map _json) { 6942 SourceOperationResponse.fromJson(core.Map _json) {
6686 if (_json.containsKey("getMetadata")) { 6943 if (_json.containsKey("getMetadata")) {
6687 getMetadata = new SourceGetMetadataResponse.fromJson(_json["getMetadata"]) ; 6944 getMetadata =
6945 new SourceGetMetadataResponse.fromJson(_json["getMetadata"]);
6688 } 6946 }
6689 if (_json.containsKey("split")) { 6947 if (_json.containsKey("split")) {
6690 split = new SourceSplitResponse.fromJson(_json["split"]); 6948 split = new SourceSplitResponse.fromJson(_json["split"]);
6691 } 6949 }
6692 } 6950 }
6693 6951
6694 core.Map<core.String, core.Object> toJson() { 6952 core.Map<core.String, core.Object> toJson() {
6695 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6953 final core.Map<core.String, core.Object> _json =
6954 new core.Map<core.String, core.Object>();
6696 if (getMetadata != null) { 6955 if (getMetadata != null) {
6697 _json["getMetadata"] = (getMetadata).toJson(); 6956 _json["getMetadata"] = (getMetadata).toJson();
6698 } 6957 }
6699 if (split != null) { 6958 if (split != null) {
6700 _json["split"] = (split).toJson(); 6959 _json["split"] = (split).toJson();
6701 } 6960 }
6702 return _json; 6961 return _json;
6703 } 6962 }
6704 } 6963 }
6705 6964
6706 /** 6965 /// Hints for splitting a Source into bundles (parts for parallel
6707 * Hints for splitting a Source into bundles (parts for parallel 6966 /// processing) using SourceSplitRequest.
6708 * processing) using SourceSplitRequest.
6709 */
6710 class SourceSplitOptions { 6967 class SourceSplitOptions {
6711 /** 6968 /// The source should be split into a set of bundles where the estimated size
6712 * The source should be split into a set of bundles where the estimated size 6969 /// of each is approximately this many bytes.
6713 * of each is approximately this many bytes.
6714 */
6715 core.String desiredBundleSizeBytes; 6970 core.String desiredBundleSizeBytes;
6716 /** DEPRECATED in favor of desired_bundle_size_bytes. */ 6971
6972 /// DEPRECATED in favor of desired_bundle_size_bytes.
6717 core.String desiredShardSizeBytes; 6973 core.String desiredShardSizeBytes;
6718 6974
6719 SourceSplitOptions(); 6975 SourceSplitOptions();
6720 6976
6721 SourceSplitOptions.fromJson(core.Map _json) { 6977 SourceSplitOptions.fromJson(core.Map _json) {
6722 if (_json.containsKey("desiredBundleSizeBytes")) { 6978 if (_json.containsKey("desiredBundleSizeBytes")) {
6723 desiredBundleSizeBytes = _json["desiredBundleSizeBytes"]; 6979 desiredBundleSizeBytes = _json["desiredBundleSizeBytes"];
6724 } 6980 }
6725 if (_json.containsKey("desiredShardSizeBytes")) { 6981 if (_json.containsKey("desiredShardSizeBytes")) {
6726 desiredShardSizeBytes = _json["desiredShardSizeBytes"]; 6982 desiredShardSizeBytes = _json["desiredShardSizeBytes"];
6727 } 6983 }
6728 } 6984 }
6729 6985
6730 core.Map<core.String, core.Object> toJson() { 6986 core.Map<core.String, core.Object> toJson() {
6731 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 6987 final core.Map<core.String, core.Object> _json =
6988 new core.Map<core.String, core.Object>();
6732 if (desiredBundleSizeBytes != null) { 6989 if (desiredBundleSizeBytes != null) {
6733 _json["desiredBundleSizeBytes"] = desiredBundleSizeBytes; 6990 _json["desiredBundleSizeBytes"] = desiredBundleSizeBytes;
6734 } 6991 }
6735 if (desiredShardSizeBytes != null) { 6992 if (desiredShardSizeBytes != null) {
6736 _json["desiredShardSizeBytes"] = desiredShardSizeBytes; 6993 _json["desiredShardSizeBytes"] = desiredShardSizeBytes;
6737 } 6994 }
6738 return _json; 6995 return _json;
6739 } 6996 }
6740 } 6997 }
6741 6998
6742 /** 6999 /// Represents the operation to split a high-level Source specification
6743 * Represents the operation to split a high-level Source specification 7000 /// into bundles (parts for parallel processing).
6744 * into bundles (parts for parallel processing). 7001 ///
6745 * 7002 /// At a high level, splitting of a source into bundles happens as follows:
6746 * At a high level, splitting of a source into bundles happens as follows: 7003 /// SourceSplitRequest is applied to the source. If it returns
6747 * SourceSplitRequest is applied to the source. If it returns 7004 /// SOURCE_SPLIT_OUTCOME_USE_CURRENT, no further splitting happens and the
6748 * SOURCE_SPLIT_OUTCOME_USE_CURRENT, no further splitting happens and the source 7005 /// source
6749 * is used "as is". Otherwise, splitting is applied recursively to each 7006 /// is used "as is". Otherwise, splitting is applied recursively to each
6750 * produced DerivedSource. 7007 /// produced DerivedSource.
6751 * 7008 ///
6752 * As an optimization, for any Source, if its does_not_need_splitting is 7009 /// As an optimization, for any Source, if its does_not_need_splitting is
6753 * true, the framework assumes that splitting this source would return 7010 /// true, the framework assumes that splitting this source would return
6754 * SOURCE_SPLIT_OUTCOME_USE_CURRENT, and doesn't initiate a SourceSplitRequest. 7011 /// SOURCE_SPLIT_OUTCOME_USE_CURRENT, and doesn't initiate a
6755 * This applies both to the initial source being split and to bundles 7012 /// SourceSplitRequest.
6756 * produced from it. 7013 /// This applies both to the initial source being split and to bundles
6757 */ 7014 /// produced from it.
6758 class SourceSplitRequest { 7015 class SourceSplitRequest {
6759 /** Hints for tuning the splitting process. */ 7016 /// Hints for tuning the splitting process.
6760 SourceSplitOptions options; 7017 SourceSplitOptions options;
6761 /** Specification of the source to be split. */ 7018
7019 /// Specification of the source to be split.
6762 Source source; 7020 Source source;
6763 7021
6764 SourceSplitRequest(); 7022 SourceSplitRequest();
6765 7023
6766 SourceSplitRequest.fromJson(core.Map _json) { 7024 SourceSplitRequest.fromJson(core.Map _json) {
6767 if (_json.containsKey("options")) { 7025 if (_json.containsKey("options")) {
6768 options = new SourceSplitOptions.fromJson(_json["options"]); 7026 options = new SourceSplitOptions.fromJson(_json["options"]);
6769 } 7027 }
6770 if (_json.containsKey("source")) { 7028 if (_json.containsKey("source")) {
6771 source = new Source.fromJson(_json["source"]); 7029 source = new Source.fromJson(_json["source"]);
6772 } 7030 }
6773 } 7031 }
6774 7032
6775 core.Map<core.String, core.Object> toJson() { 7033 core.Map<core.String, core.Object> toJson() {
6776 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7034 final core.Map<core.String, core.Object> _json =
7035 new core.Map<core.String, core.Object>();
6777 if (options != null) { 7036 if (options != null) {
6778 _json["options"] = (options).toJson(); 7037 _json["options"] = (options).toJson();
6779 } 7038 }
6780 if (source != null) { 7039 if (source != null) {
6781 _json["source"] = (source).toJson(); 7040 _json["source"] = (source).toJson();
6782 } 7041 }
6783 return _json; 7042 return _json;
6784 } 7043 }
6785 } 7044 }
6786 7045
6787 /** The response to a SourceSplitRequest. */ 7046 /// The response to a SourceSplitRequest.
6788 class SourceSplitResponse { 7047 class SourceSplitResponse {
6789 /** 7048 /// If outcome is SPLITTING_HAPPENED, then this is a list of bundles
6790 * If outcome is SPLITTING_HAPPENED, then this is a list of bundles 7049 /// into which the source was split. Otherwise this field is ignored.
6791 * into which the source was split. Otherwise this field is ignored. 7050 /// This list can be empty, which means the source represents an empty input.
6792 * This list can be empty, which means the source represents an empty input.
6793 */
6794 core.List<DerivedSource> bundles; 7051 core.List<DerivedSource> bundles;
6795 /** 7052
6796 * Indicates whether splitting happened and produced a list of bundles. 7053 /// Indicates whether splitting happened and produced a list of bundles.
6797 * If this is USE_CURRENT_SOURCE_AS_IS, the current source should 7054 /// If this is USE_CURRENT_SOURCE_AS_IS, the current source should
6798 * be processed "as is" without splitting. "bundles" is ignored in this case. 7055 /// be processed "as is" without splitting. "bundles" is ignored in this
6799 * If this is SPLITTING_HAPPENED, then "bundles" contains a list of 7056 /// case.
6800 * bundles into which the source was split. 7057 /// If this is SPLITTING_HAPPENED, then "bundles" contains a list of
6801 * Possible string values are: 7058 /// bundles into which the source was split.
6802 * - "SOURCE_SPLIT_OUTCOME_UNKNOWN" : The source split outcome is unknown, or 7059 /// Possible string values are:
6803 * unspecified. 7060 /// - "SOURCE_SPLIT_OUTCOME_UNKNOWN" : The source split outcome is unknown,
6804 * - "SOURCE_SPLIT_OUTCOME_USE_CURRENT" : The current source should be 7061 /// or unspecified.
6805 * processed "as is" without splitting. 7062 /// - "SOURCE_SPLIT_OUTCOME_USE_CURRENT" : The current source should be
6806 * - "SOURCE_SPLIT_OUTCOME_SPLITTING_HAPPENED" : Splitting produced a list of 7063 /// processed "as is" without splitting.
6807 * bundles. 7064 /// - "SOURCE_SPLIT_OUTCOME_SPLITTING_HAPPENED" : Splitting produced a list
6808 */ 7065 /// of bundles.
6809 core.String outcome; 7066 core.String outcome;
6810 /** DEPRECATED in favor of bundles. */ 7067
7068 /// DEPRECATED in favor of bundles.
6811 core.List<SourceSplitShard> shards; 7069 core.List<SourceSplitShard> shards;
6812 7070
6813 SourceSplitResponse(); 7071 SourceSplitResponse();
6814 7072
6815 SourceSplitResponse.fromJson(core.Map _json) { 7073 SourceSplitResponse.fromJson(core.Map _json) {
6816 if (_json.containsKey("bundles")) { 7074 if (_json.containsKey("bundles")) {
6817 bundles = _json["bundles"].map((value) => new DerivedSource.fromJson(value )).toList(); 7075 bundles = _json["bundles"]
7076 .map((value) => new DerivedSource.fromJson(value))
7077 .toList();
6818 } 7078 }
6819 if (_json.containsKey("outcome")) { 7079 if (_json.containsKey("outcome")) {
6820 outcome = _json["outcome"]; 7080 outcome = _json["outcome"];
6821 } 7081 }
6822 if (_json.containsKey("shards")) { 7082 if (_json.containsKey("shards")) {
6823 shards = _json["shards"].map((value) => new SourceSplitShard.fromJson(valu e)).toList(); 7083 shards = _json["shards"]
7084 .map((value) => new SourceSplitShard.fromJson(value))
7085 .toList();
6824 } 7086 }
6825 } 7087 }
6826 7088
6827 core.Map<core.String, core.Object> toJson() { 7089 core.Map<core.String, core.Object> toJson() {
6828 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7090 final core.Map<core.String, core.Object> _json =
7091 new core.Map<core.String, core.Object>();
6829 if (bundles != null) { 7092 if (bundles != null) {
6830 _json["bundles"] = bundles.map((value) => (value).toJson()).toList(); 7093 _json["bundles"] = bundles.map((value) => (value).toJson()).toList();
6831 } 7094 }
6832 if (outcome != null) { 7095 if (outcome != null) {
6833 _json["outcome"] = outcome; 7096 _json["outcome"] = outcome;
6834 } 7097 }
6835 if (shards != null) { 7098 if (shards != null) {
6836 _json["shards"] = shards.map((value) => (value).toJson()).toList(); 7099 _json["shards"] = shards.map((value) => (value).toJson()).toList();
6837 } 7100 }
6838 return _json; 7101 return _json;
6839 } 7102 }
6840 } 7103 }
6841 7104
6842 /** DEPRECATED in favor of DerivedSource. */ 7105 /// DEPRECATED in favor of DerivedSource.
6843 class SourceSplitShard { 7106 class SourceSplitShard {
6844 /** 7107 /// DEPRECATED
6845 * DEPRECATED 7108 /// Possible string values are:
6846 * Possible string values are: 7109 /// - "SOURCE_DERIVATION_MODE_UNKNOWN" : The source derivation is unknown, or
6847 * - "SOURCE_DERIVATION_MODE_UNKNOWN" : The source derivation is unknown, or 7110 /// unspecified.
6848 * unspecified. 7111 /// - "SOURCE_DERIVATION_MODE_INDEPENDENT" : Produce a completely independent
6849 * - "SOURCE_DERIVATION_MODE_INDEPENDENT" : Produce a completely independent 7112 /// Source with no base.
6850 * Source with no base. 7113 /// - "SOURCE_DERIVATION_MODE_CHILD_OF_CURRENT" : Produce a Source based on
6851 * - "SOURCE_DERIVATION_MODE_CHILD_OF_CURRENT" : Produce a Source based on the 7114 /// the Source being split.
6852 * Source being split. 7115 /// - "SOURCE_DERIVATION_MODE_SIBLING_OF_CURRENT" : Produce a Source based on
6853 * - "SOURCE_DERIVATION_MODE_SIBLING_OF_CURRENT" : Produce a Source based on 7116 /// the base of the Source being split.
6854 * the base of the Source being split.
6855 */
6856 core.String derivationMode; 7117 core.String derivationMode;
6857 /** DEPRECATED */ 7118
7119 /// DEPRECATED
6858 Source source; 7120 Source source;
6859 7121
6860 SourceSplitShard(); 7122 SourceSplitShard();
6861 7123
6862 SourceSplitShard.fromJson(core.Map _json) { 7124 SourceSplitShard.fromJson(core.Map _json) {
6863 if (_json.containsKey("derivationMode")) { 7125 if (_json.containsKey("derivationMode")) {
6864 derivationMode = _json["derivationMode"]; 7126 derivationMode = _json["derivationMode"];
6865 } 7127 }
6866 if (_json.containsKey("source")) { 7128 if (_json.containsKey("source")) {
6867 source = new Source.fromJson(_json["source"]); 7129 source = new Source.fromJson(_json["source"]);
6868 } 7130 }
6869 } 7131 }
6870 7132
6871 core.Map<core.String, core.Object> toJson() { 7133 core.Map<core.String, core.Object> toJson() {
6872 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7134 final core.Map<core.String, core.Object> _json =
7135 new core.Map<core.String, core.Object>();
6873 if (derivationMode != null) { 7136 if (derivationMode != null) {
6874 _json["derivationMode"] = derivationMode; 7137 _json["derivationMode"] = derivationMode;
6875 } 7138 }
6876 if (source != null) { 7139 if (source != null) {
6877 _json["source"] = (source).toJson(); 7140 _json["source"] = (source).toJson();
6878 } 7141 }
6879 return _json; 7142 return _json;
6880 } 7143 }
6881 } 7144 }
6882 7145
6883 /** 7146 /// A representation of an int64, n, that is immune to precision loss when
6884 * A representation of an int64, n, that is immune to precision loss when 7147 /// encoded in JSON.
6885 * encoded in JSON.
6886 */
6887 class SplitInt64 { 7148 class SplitInt64 {
6888 /** The high order bits, including the sign: n >> 32. */ 7149 /// The high order bits, including the sign: n >> 32.
6889 core.int highBits; 7150 core.int highBits;
6890 /** The low order bits: n & 0xffffffff. */ 7151
7152 /// The low order bits: n & 0xffffffff.
6891 core.int lowBits; 7153 core.int lowBits;
6892 7154
6893 SplitInt64(); 7155 SplitInt64();
6894 7156
6895 SplitInt64.fromJson(core.Map _json) { 7157 SplitInt64.fromJson(core.Map _json) {
6896 if (_json.containsKey("highBits")) { 7158 if (_json.containsKey("highBits")) {
6897 highBits = _json["highBits"]; 7159 highBits = _json["highBits"];
6898 } 7160 }
6899 if (_json.containsKey("lowBits")) { 7161 if (_json.containsKey("lowBits")) {
6900 lowBits = _json["lowBits"]; 7162 lowBits = _json["lowBits"];
6901 } 7163 }
6902 } 7164 }
6903 7165
6904 core.Map<core.String, core.Object> toJson() { 7166 core.Map<core.String, core.Object> toJson() {
6905 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7167 final core.Map<core.String, core.Object> _json =
7168 new core.Map<core.String, core.Object>();
6906 if (highBits != null) { 7169 if (highBits != null) {
6907 _json["highBits"] = highBits; 7170 _json["highBits"] = highBits;
6908 } 7171 }
6909 if (lowBits != null) { 7172 if (lowBits != null) {
6910 _json["lowBits"] = lowBits; 7173 _json["lowBits"] = lowBits;
6911 } 7174 }
6912 return _json; 7175 return _json;
6913 } 7176 }
6914 } 7177 }
6915 7178
6916 /** Description of an input or output of an execution stage. */ 7179 /// Description of an input or output of an execution stage.
6917 class StageSource { 7180 class StageSource {
6918 /** Dataflow service generated name for this source. */ 7181 /// Dataflow service generated name for this source.
6919 core.String name; 7182 core.String name;
6920 /** 7183
6921 * User name for the original user transform or collection with which this 7184 /// User name for the original user transform or collection with which this
6922 * source is most closely associated. 7185 /// source is most closely associated.
6923 */
6924 core.String originalTransformOrCollection; 7186 core.String originalTransformOrCollection;
6925 /** Size of the source, if measurable. */ 7187
7188 /// Size of the source, if measurable.
6926 core.String sizeBytes; 7189 core.String sizeBytes;
6927 /** Human-readable name for this source; may be user or system generated. */ 7190
7191 /// Human-readable name for this source; may be user or system generated.
6928 core.String userName; 7192 core.String userName;
6929 7193
6930 StageSource(); 7194 StageSource();
6931 7195
6932 StageSource.fromJson(core.Map _json) { 7196 StageSource.fromJson(core.Map _json) {
6933 if (_json.containsKey("name")) { 7197 if (_json.containsKey("name")) {
6934 name = _json["name"]; 7198 name = _json["name"];
6935 } 7199 }
6936 if (_json.containsKey("originalTransformOrCollection")) { 7200 if (_json.containsKey("originalTransformOrCollection")) {
6937 originalTransformOrCollection = _json["originalTransformOrCollection"]; 7201 originalTransformOrCollection = _json["originalTransformOrCollection"];
6938 } 7202 }
6939 if (_json.containsKey("sizeBytes")) { 7203 if (_json.containsKey("sizeBytes")) {
6940 sizeBytes = _json["sizeBytes"]; 7204 sizeBytes = _json["sizeBytes"];
6941 } 7205 }
6942 if (_json.containsKey("userName")) { 7206 if (_json.containsKey("userName")) {
6943 userName = _json["userName"]; 7207 userName = _json["userName"];
6944 } 7208 }
6945 } 7209 }
6946 7210
6947 core.Map<core.String, core.Object> toJson() { 7211 core.Map<core.String, core.Object> toJson() {
6948 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7212 final core.Map<core.String, core.Object> _json =
7213 new core.Map<core.String, core.Object>();
6949 if (name != null) { 7214 if (name != null) {
6950 _json["name"] = name; 7215 _json["name"] = name;
6951 } 7216 }
6952 if (originalTransformOrCollection != null) { 7217 if (originalTransformOrCollection != null) {
6953 _json["originalTransformOrCollection"] = originalTransformOrCollection; 7218 _json["originalTransformOrCollection"] = originalTransformOrCollection;
6954 } 7219 }
6955 if (sizeBytes != null) { 7220 if (sizeBytes != null) {
6956 _json["sizeBytes"] = sizeBytes; 7221 _json["sizeBytes"] = sizeBytes;
6957 } 7222 }
6958 if (userName != null) { 7223 if (userName != null) {
6959 _json["userName"] = userName; 7224 _json["userName"] = userName;
6960 } 7225 }
6961 return _json; 7226 return _json;
6962 } 7227 }
6963 } 7228 }
6964 7229
6965 /** State family configuration. */ 7230 /// State family configuration.
6966 class StateFamilyConfig { 7231 class StateFamilyConfig {
6967 /** If true, this family corresponds to a read operation. */ 7232 /// If true, this family corresponds to a read operation.
6968 core.bool isRead; 7233 core.bool isRead;
6969 /** The state family value. */ 7234
7235 /// The state family value.
6970 core.String stateFamily; 7236 core.String stateFamily;
6971 7237
6972 StateFamilyConfig(); 7238 StateFamilyConfig();
6973 7239
6974 StateFamilyConfig.fromJson(core.Map _json) { 7240 StateFamilyConfig.fromJson(core.Map _json) {
6975 if (_json.containsKey("isRead")) { 7241 if (_json.containsKey("isRead")) {
6976 isRead = _json["isRead"]; 7242 isRead = _json["isRead"];
6977 } 7243 }
6978 if (_json.containsKey("stateFamily")) { 7244 if (_json.containsKey("stateFamily")) {
6979 stateFamily = _json["stateFamily"]; 7245 stateFamily = _json["stateFamily"];
6980 } 7246 }
6981 } 7247 }
6982 7248
6983 core.Map<core.String, core.Object> toJson() { 7249 core.Map<core.String, core.Object> toJson() {
6984 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7250 final core.Map<core.String, core.Object> _json =
7251 new core.Map<core.String, core.Object>();
6985 if (isRead != null) { 7252 if (isRead != null) {
6986 _json["isRead"] = isRead; 7253 _json["isRead"] = isRead;
6987 } 7254 }
6988 if (stateFamily != null) { 7255 if (stateFamily != null) {
6989 _json["stateFamily"] = stateFamily; 7256 _json["stateFamily"] = stateFamily;
6990 } 7257 }
6991 return _json; 7258 return _json;
6992 } 7259 }
6993 } 7260 }
6994 7261
6995 /** 7262 /// The `Status` type defines a logical error model that is suitable for
6996 * The `Status` type defines a logical error model that is suitable for 7263 /// different
6997 * different 7264 /// programming environments, including REST APIs and RPC APIs. It is used by
6998 * programming environments, including REST APIs and RPC APIs. It is used by 7265 /// [gRPC](https://github.com/grpc). The error model is designed to be:
6999 * [gRPC](https://github.com/grpc). The error model is designed to be: 7266 ///
7000 * 7267 /// - Simple to use and understand for most users
7001 * - Simple to use and understand for most users 7268 /// - Flexible enough to meet unexpected needs
7002 * - Flexible enough to meet unexpected needs 7269 ///
7003 * 7270 /// # Overview
7004 * # Overview 7271 ///
7005 * 7272 /// The `Status` message contains three pieces of data: error code, error
7006 * The `Status` message contains three pieces of data: error code, error 7273 /// message,
7007 * message, 7274 /// and error details. The error code should be an enum value of
7008 * and error details. The error code should be an enum value of 7275 /// google.rpc.Code, but it may accept additional error codes if needed. The
7009 * google.rpc.Code, but it may accept additional error codes if needed. The 7276 /// error message should be a developer-facing English message that helps
7010 * error message should be a developer-facing English message that helps 7277 /// developers *understand* and *resolve* the error. If a localized user-facing
7011 * developers *understand* and *resolve* the error. If a localized user-facing 7278 /// error message is needed, put the localized message in the error details or
7012 * error message is needed, put the localized message in the error details or 7279 /// localize it in the client. The optional error details may contain arbitrary
7013 * localize it in the client. The optional error details may contain arbitrary 7280 /// information about the error. There is a predefined set of error detail
7014 * information about the error. There is a predefined set of error detail types 7281 /// types
7015 * in the package `google.rpc` that can be used for common error conditions. 7282 /// in the package `google.rpc` that can be used for common error conditions.
7016 * 7283 ///
7017 * # Language mapping 7284 /// # Language mapping
7018 * 7285 ///
7019 * The `Status` message is the logical representation of the error model, but it 7286 /// The `Status` message is the logical representation of the error model, but
7020 * is not necessarily the actual wire format. When the `Status` message is 7287 /// it
7021 * exposed in different client libraries and different wire protocols, it can be 7288 /// is not necessarily the actual wire format. When the `Status` message is
7022 * mapped differently. For example, it will likely be mapped to some exceptions 7289 /// exposed in different client libraries and different wire protocols, it can
7023 * in Java, but more likely mapped to some error codes in C. 7290 /// be
7024 * 7291 /// mapped differently. For example, it will likely be mapped to some
7025 * # Other uses 7292 /// exceptions
7026 * 7293 /// in Java, but more likely mapped to some error codes in C.
7027 * The error model and the `Status` message can be used in a variety of 7294 ///
7028 * environments, either with or without APIs, to provide a 7295 /// # Other uses
7029 * consistent developer experience across different environments. 7296 ///
7030 * 7297 /// The error model and the `Status` message can be used in a variety of
7031 * Example uses of this error model include: 7298 /// environments, either with or without APIs, to provide a
7032 * 7299 /// consistent developer experience across different environments.
7033 * - Partial errors. If a service needs to return partial errors to the client, 7300 ///
7034 * it may embed the `Status` in the normal response to indicate the partial 7301 /// Example uses of this error model include:
7035 * errors. 7302 ///
7036 * 7303 /// - Partial errors. If a service needs to return partial errors to the
7037 * - Workflow errors. A typical workflow has multiple steps. Each step may 7304 /// client,
7038 * have a `Status` message for error reporting. 7305 /// it may embed the `Status` in the normal response to indicate the partial
7039 * 7306 /// errors.
7040 * - Batch operations. If a client uses batch request and batch response, the 7307 ///
7041 * `Status` message should be used directly inside batch response, one for 7308 /// - Workflow errors. A typical workflow has multiple steps. Each step may
7042 * each error sub-response. 7309 /// have a `Status` message for error reporting.
7043 * 7310 ///
7044 * - Asynchronous operations. If an API call embeds asynchronous operation 7311 /// - Batch operations. If a client uses batch request and batch response, the
7045 * results in its response, the status of those operations should be 7312 /// `Status` message should be used directly inside batch response, one for
7046 * represented directly using the `Status` message. 7313 /// each error sub-response.
7047 * 7314 ///
7048 * - Logging. If some API errors are stored in logs, the message `Status` could 7315 /// - Asynchronous operations. If an API call embeds asynchronous operation
7049 * be used directly after any stripping needed for security/privacy reasons. 7316 /// results in its response, the status of those operations should be
7050 */ 7317 /// represented directly using the `Status` message.
7318 ///
7319 /// - Logging. If some API errors are stored in logs, the message `Status`
7320 /// could
7321 /// be used directly after any stripping needed for security/privacy reasons.
7051 class Status { 7322 class Status {
7052 /** The status code, which should be an enum value of google.rpc.Code. */ 7323 /// The status code, which should be an enum value of google.rpc.Code.
7053 core.int code; 7324 core.int code;
7054 /** 7325
7055 * A list of messages that carry the error details. There is a common set of 7326 /// A list of messages that carry the error details. There is a common set
7056 * message types for APIs to use. 7327 /// of
7057 * 7328 /// message types for APIs to use.
7058 * The values for Object must be JSON objects. It can consist of `num`, 7329 ///
7059 * `String`, `bool` and `null` as well as `Map` and `List` values. 7330 /// The values for Object must be JSON objects. It can consist of `num`,
7060 */ 7331 /// `String`, `bool` and `null` as well as `Map` and `List` values.
7061 core.List<core.Map<core.String, core.Object>> details; 7332 core.List<core.Map<core.String, core.Object>> details;
7062 /** 7333
7063 * A developer-facing error message, which should be in English. Any 7334 /// A developer-facing error message, which should be in English. Any
7064 * user-facing error message should be localized and sent in the 7335 /// user-facing error message should be localized and sent in the
7065 * google.rpc.Status.details field, or localized by the client. 7336 /// google.rpc.Status.details field, or localized by the client.
7066 */
7067 core.String message; 7337 core.String message;
7068 7338
7069 Status(); 7339 Status();
7070 7340
7071 Status.fromJson(core.Map _json) { 7341 Status.fromJson(core.Map _json) {
7072 if (_json.containsKey("code")) { 7342 if (_json.containsKey("code")) {
7073 code = _json["code"]; 7343 code = _json["code"];
7074 } 7344 }
7075 if (_json.containsKey("details")) { 7345 if (_json.containsKey("details")) {
7076 details = _json["details"]; 7346 details = _json["details"];
7077 } 7347 }
7078 if (_json.containsKey("message")) { 7348 if (_json.containsKey("message")) {
7079 message = _json["message"]; 7349 message = _json["message"];
7080 } 7350 }
7081 } 7351 }
7082 7352
7083 core.Map<core.String, core.Object> toJson() { 7353 core.Map<core.String, core.Object> toJson() {
7084 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7354 final core.Map<core.String, core.Object> _json =
7355 new core.Map<core.String, core.Object>();
7085 if (code != null) { 7356 if (code != null) {
7086 _json["code"] = code; 7357 _json["code"] = code;
7087 } 7358 }
7088 if (details != null) { 7359 if (details != null) {
7089 _json["details"] = details; 7360 _json["details"] = details;
7090 } 7361 }
7091 if (message != null) { 7362 if (message != null) {
7092 _json["message"] = message; 7363 _json["message"] = message;
7093 } 7364 }
7094 return _json; 7365 return _json;
7095 } 7366 }
7096 } 7367 }
7097 7368
7098 /** 7369 /// Defines a particular step within a Cloud Dataflow job.
7099 * Defines a particular step within a Cloud Dataflow job. 7370 ///
7100 * 7371 /// A job consists of multiple steps, each of which performs some
7101 * A job consists of multiple steps, each of which performs some 7372 /// specific operation as part of the overall job. Data is typically
7102 * specific operation as part of the overall job. Data is typically 7373 /// passed from one step to another as part of the job.
7103 * passed from one step to another as part of the job. 7374 ///
7104 * 7375 /// Here's an example of a sequence of steps which together implement a
7105 * Here's an example of a sequence of steps which together implement a 7376 /// Map-Reduce job:
7106 * Map-Reduce job: 7377 ///
7107 * 7378 /// * Read a collection of data from some source, parsing the
7108 * * Read a collection of data from some source, parsing the 7379 /// collection's elements.
7109 * collection's elements. 7380 ///
7110 * 7381 /// * Validate the elements.
7111 * * Validate the elements. 7382 ///
7112 * 7383 /// * Apply a user-defined function to map each element to some value
7113 * * Apply a user-defined function to map each element to some value 7384 /// and extract an element-specific key value.
7114 * and extract an element-specific key value. 7385 ///
7115 * 7386 /// * Group elements with the same key into a single element with
7116 * * Group elements with the same key into a single element with 7387 /// that key, transforming a multiply-keyed collection into a
7117 * that key, transforming a multiply-keyed collection into a 7388 /// uniquely-keyed collection.
7118 * uniquely-keyed collection. 7389 ///
7119 * 7390 /// * Write the elements out to some data sink.
7120 * * Write the elements out to some data sink. 7391 ///
7121 * 7392 /// Note that the Cloud Dataflow service may be used to run many different
7122 * Note that the Cloud Dataflow service may be used to run many different 7393 /// types of jobs, not just Map-Reduce.
7123 * types of jobs, not just Map-Reduce.
7124 */
7125 class Step { 7394 class Step {
7126 /** The kind of step in the Cloud Dataflow job. */ 7395 /// The kind of step in the Cloud Dataflow job.
7127 core.String kind; 7396 core.String kind;
7128 /** 7397
7129 * The name that identifies the step. This must be unique for each 7398 /// The name that identifies the step. This must be unique for each
7130 * step with respect to all other steps in the Cloud Dataflow job. 7399 /// step with respect to all other steps in the Cloud Dataflow job.
7131 */
7132 core.String name; 7400 core.String name;
7133 /** 7401
7134 * Named properties associated with the step. Each kind of 7402 /// Named properties associated with the step. Each kind of
7135 * predefined step has its own required set of properties. 7403 /// predefined step has its own required set of properties.
7136 * Must be provided on Create. Only retrieved with JOB_VIEW_ALL. 7404 /// Must be provided on Create. Only retrieved with JOB_VIEW_ALL.
7137 * 7405 ///
7138 * The values for Object must be JSON objects. It can consist of `num`, 7406 /// The values for Object must be JSON objects. It can consist of `num`,
7139 * `String`, `bool` and `null` as well as `Map` and `List` values. 7407 /// `String`, `bool` and `null` as well as `Map` and `List` values.
7140 */
7141 core.Map<core.String, core.Object> properties; 7408 core.Map<core.String, core.Object> properties;
7142 7409
7143 Step(); 7410 Step();
7144 7411
7145 Step.fromJson(core.Map _json) { 7412 Step.fromJson(core.Map _json) {
7146 if (_json.containsKey("kind")) { 7413 if (_json.containsKey("kind")) {
7147 kind = _json["kind"]; 7414 kind = _json["kind"];
7148 } 7415 }
7149 if (_json.containsKey("name")) { 7416 if (_json.containsKey("name")) {
7150 name = _json["name"]; 7417 name = _json["name"];
7151 } 7418 }
7152 if (_json.containsKey("properties")) { 7419 if (_json.containsKey("properties")) {
7153 properties = _json["properties"]; 7420 properties = _json["properties"];
7154 } 7421 }
7155 } 7422 }
7156 7423
7157 core.Map<core.String, core.Object> toJson() { 7424 core.Map<core.String, core.Object> toJson() {
7158 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7425 final core.Map<core.String, core.Object> _json =
7426 new core.Map<core.String, core.Object>();
7159 if (kind != null) { 7427 if (kind != null) {
7160 _json["kind"] = kind; 7428 _json["kind"] = kind;
7161 } 7429 }
7162 if (name != null) { 7430 if (name != null) {
7163 _json["name"] = name; 7431 _json["name"] = name;
7164 } 7432 }
7165 if (properties != null) { 7433 if (properties != null) {
7166 _json["properties"] = properties; 7434 _json["properties"] = properties;
7167 } 7435 }
7168 return _json; 7436 return _json;
7169 } 7437 }
7170 } 7438 }
7171 7439
7172 /** 7440 /// Describes a stream of data, either as input to be processed or as
7173 * Describes a stream of data, either as input to be processed or as 7441 /// output of a streaming Dataflow job.
7174 * output of a streaming Dataflow job.
7175 */
7176 class StreamLocation { 7442 class StreamLocation {
7177 /** The stream is a custom source. */ 7443 /// The stream is a custom source.
7178 CustomSourceLocation customSourceLocation; 7444 CustomSourceLocation customSourceLocation;
7179 /** The stream is a pubsub stream. */ 7445
7446 /// The stream is a pubsub stream.
7180 PubsubLocation pubsubLocation; 7447 PubsubLocation pubsubLocation;
7181 /** The stream is a streaming side input. */ 7448
7449 /// The stream is a streaming side input.
7182 StreamingSideInputLocation sideInputLocation; 7450 StreamingSideInputLocation sideInputLocation;
7183 /** 7451
7184 * The stream is part of another computation within the current 7452 /// The stream is part of another computation within the current
7185 * streaming Dataflow job. 7453 /// streaming Dataflow job.
7186 */
7187 StreamingStageLocation streamingStageLocation; 7454 StreamingStageLocation streamingStageLocation;
7188 7455
7189 StreamLocation(); 7456 StreamLocation();
7190 7457
7191 StreamLocation.fromJson(core.Map _json) { 7458 StreamLocation.fromJson(core.Map _json) {
7192 if (_json.containsKey("customSourceLocation")) { 7459 if (_json.containsKey("customSourceLocation")) {
7193 customSourceLocation = new CustomSourceLocation.fromJson(_json["customSour ceLocation"]); 7460 customSourceLocation =
7461 new CustomSourceLocation.fromJson(_json["customSourceLocation"]);
7194 } 7462 }
7195 if (_json.containsKey("pubsubLocation")) { 7463 if (_json.containsKey("pubsubLocation")) {
7196 pubsubLocation = new PubsubLocation.fromJson(_json["pubsubLocation"]); 7464 pubsubLocation = new PubsubLocation.fromJson(_json["pubsubLocation"]);
7197 } 7465 }
7198 if (_json.containsKey("sideInputLocation")) { 7466 if (_json.containsKey("sideInputLocation")) {
7199 sideInputLocation = new StreamingSideInputLocation.fromJson(_json["sideInp utLocation"]); 7467 sideInputLocation =
7468 new StreamingSideInputLocation.fromJson(_json["sideInputLocation"]);
7200 } 7469 }
7201 if (_json.containsKey("streamingStageLocation")) { 7470 if (_json.containsKey("streamingStageLocation")) {
7202 streamingStageLocation = new StreamingStageLocation.fromJson(_json["stream ingStageLocation"]); 7471 streamingStageLocation =
7472 new StreamingStageLocation.fromJson(_json["streamingStageLocation"]);
7203 } 7473 }
7204 } 7474 }
7205 7475
7206 core.Map<core.String, core.Object> toJson() { 7476 core.Map<core.String, core.Object> toJson() {
7207 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7477 final core.Map<core.String, core.Object> _json =
7478 new core.Map<core.String, core.Object>();
7208 if (customSourceLocation != null) { 7479 if (customSourceLocation != null) {
7209 _json["customSourceLocation"] = (customSourceLocation).toJson(); 7480 _json["customSourceLocation"] = (customSourceLocation).toJson();
7210 } 7481 }
7211 if (pubsubLocation != null) { 7482 if (pubsubLocation != null) {
7212 _json["pubsubLocation"] = (pubsubLocation).toJson(); 7483 _json["pubsubLocation"] = (pubsubLocation).toJson();
7213 } 7484 }
7214 if (sideInputLocation != null) { 7485 if (sideInputLocation != null) {
7215 _json["sideInputLocation"] = (sideInputLocation).toJson(); 7486 _json["sideInputLocation"] = (sideInputLocation).toJson();
7216 } 7487 }
7217 if (streamingStageLocation != null) { 7488 if (streamingStageLocation != null) {
7218 _json["streamingStageLocation"] = (streamingStageLocation).toJson(); 7489 _json["streamingStageLocation"] = (streamingStageLocation).toJson();
7219 } 7490 }
7220 return _json; 7491 return _json;
7221 } 7492 }
7222 } 7493 }
7223 7494
7224 /** Configuration information for a single streaming computation. */ 7495 /// Configuration information for a single streaming computation.
7225 class StreamingComputationConfig { 7496 class StreamingComputationConfig {
7226 /** Unique identifier for this computation. */ 7497 /// Unique identifier for this computation.
7227 core.String computationId; 7498 core.String computationId;
7228 /** Instructions that comprise the computation. */ 7499
7500 /// Instructions that comprise the computation.
7229 core.List<ParallelInstruction> instructions; 7501 core.List<ParallelInstruction> instructions;
7230 /** Stage name of this computation. */ 7502
7503 /// Stage name of this computation.
7231 core.String stageName; 7504 core.String stageName;
7232 /** System defined name for this computation. */ 7505
7506 /// System defined name for this computation.
7233 core.String systemName; 7507 core.String systemName;
7234 7508
7235 StreamingComputationConfig(); 7509 StreamingComputationConfig();
7236 7510
7237 StreamingComputationConfig.fromJson(core.Map _json) { 7511 StreamingComputationConfig.fromJson(core.Map _json) {
7238 if (_json.containsKey("computationId")) { 7512 if (_json.containsKey("computationId")) {
7239 computationId = _json["computationId"]; 7513 computationId = _json["computationId"];
7240 } 7514 }
7241 if (_json.containsKey("instructions")) { 7515 if (_json.containsKey("instructions")) {
7242 instructions = _json["instructions"].map((value) => new ParallelInstructio n.fromJson(value)).toList(); 7516 instructions = _json["instructions"]
7517 .map((value) => new ParallelInstruction.fromJson(value))
7518 .toList();
7243 } 7519 }
7244 if (_json.containsKey("stageName")) { 7520 if (_json.containsKey("stageName")) {
7245 stageName = _json["stageName"]; 7521 stageName = _json["stageName"];
7246 } 7522 }
7247 if (_json.containsKey("systemName")) { 7523 if (_json.containsKey("systemName")) {
7248 systemName = _json["systemName"]; 7524 systemName = _json["systemName"];
7249 } 7525 }
7250 } 7526 }
7251 7527
7252 core.Map<core.String, core.Object> toJson() { 7528 core.Map<core.String, core.Object> toJson() {
7253 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7529 final core.Map<core.String, core.Object> _json =
7530 new core.Map<core.String, core.Object>();
7254 if (computationId != null) { 7531 if (computationId != null) {
7255 _json["computationId"] = computationId; 7532 _json["computationId"] = computationId;
7256 } 7533 }
7257 if (instructions != null) { 7534 if (instructions != null) {
7258 _json["instructions"] = instructions.map((value) => (value).toJson()).toLi st(); 7535 _json["instructions"] =
7536 instructions.map((value) => (value).toJson()).toList();
7259 } 7537 }
7260 if (stageName != null) { 7538 if (stageName != null) {
7261 _json["stageName"] = stageName; 7539 _json["stageName"] = stageName;
7262 } 7540 }
7263 if (systemName != null) { 7541 if (systemName != null) {
7264 _json["systemName"] = systemName; 7542 _json["systemName"] = systemName;
7265 } 7543 }
7266 return _json; 7544 return _json;
7267 } 7545 }
7268 } 7546 }
7269 7547
7270 /** 7548 /// Describes full or partial data disk assignment information of the
7271 * Describes full or partial data disk assignment information of the computation 7549 /// computation
7272 * ranges. 7550 /// ranges.
7273 */
7274 class StreamingComputationRanges { 7551 class StreamingComputationRanges {
7275 /** The ID of the computation. */ 7552 /// The ID of the computation.
7276 core.String computationId; 7553 core.String computationId;
7277 /** Data disk assignments for ranges from this computation. */ 7554
7555 /// Data disk assignments for ranges from this computation.
7278 core.List<KeyRangeDataDiskAssignment> rangeAssignments; 7556 core.List<KeyRangeDataDiskAssignment> rangeAssignments;
7279 7557
7280 StreamingComputationRanges(); 7558 StreamingComputationRanges();
7281 7559
7282 StreamingComputationRanges.fromJson(core.Map _json) { 7560 StreamingComputationRanges.fromJson(core.Map _json) {
7283 if (_json.containsKey("computationId")) { 7561 if (_json.containsKey("computationId")) {
7284 computationId = _json["computationId"]; 7562 computationId = _json["computationId"];
7285 } 7563 }
7286 if (_json.containsKey("rangeAssignments")) { 7564 if (_json.containsKey("rangeAssignments")) {
7287 rangeAssignments = _json["rangeAssignments"].map((value) => new KeyRangeDa taDiskAssignment.fromJson(value)).toList(); 7565 rangeAssignments = _json["rangeAssignments"]
7566 .map((value) => new KeyRangeDataDiskAssignment.fromJson(value))
7567 .toList();
7288 } 7568 }
7289 } 7569 }
7290 7570
7291 core.Map<core.String, core.Object> toJson() { 7571 core.Map<core.String, core.Object> toJson() {
7292 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7572 final core.Map<core.String, core.Object> _json =
7573 new core.Map<core.String, core.Object>();
7293 if (computationId != null) { 7574 if (computationId != null) {
7294 _json["computationId"] = computationId; 7575 _json["computationId"] = computationId;
7295 } 7576 }
7296 if (rangeAssignments != null) { 7577 if (rangeAssignments != null) {
7297 _json["rangeAssignments"] = rangeAssignments.map((value) => (value).toJson ()).toList(); 7578 _json["rangeAssignments"] =
7579 rangeAssignments.map((value) => (value).toJson()).toList();
7298 } 7580 }
7299 return _json; 7581 return _json;
7300 } 7582 }
7301 } 7583 }
7302 7584
7303 /** 7585 /// A task which describes what action should be performed for the specified
7304 * A task which describes what action should be performed for the specified 7586 /// streaming computation ranges.
7305 * streaming computation ranges.
7306 */
7307 class StreamingComputationTask { 7587 class StreamingComputationTask {
7308 /** Contains ranges of a streaming computation this task should apply to. */ 7588 /// Contains ranges of a streaming computation this task should apply to.
7309 core.List<StreamingComputationRanges> computationRanges; 7589 core.List<StreamingComputationRanges> computationRanges;
7310 /** Describes the set of data disks this task should apply to. */ 7590
7591 /// Describes the set of data disks this task should apply to.
7311 core.List<MountedDataDisk> dataDisks; 7592 core.List<MountedDataDisk> dataDisks;
7312 /** 7593
7313 * A type of streaming computation task. 7594 /// A type of streaming computation task.
7314 * Possible string values are: 7595 /// Possible string values are:
7315 * - "STREAMING_COMPUTATION_TASK_UNKNOWN" : The streaming computation task is 7596 /// - "STREAMING_COMPUTATION_TASK_UNKNOWN" : The streaming computation task
7316 * unknown, or unspecified. 7597 /// is unknown, or unspecified.
7317 * - "STREAMING_COMPUTATION_TASK_STOP" : Stop processing specified streaming 7598 /// - "STREAMING_COMPUTATION_TASK_STOP" : Stop processing specified streaming
7318 * computation range(s). 7599 /// computation range(s).
7319 * - "STREAMING_COMPUTATION_TASK_START" : Start processing specified streaming 7600 /// - "STREAMING_COMPUTATION_TASK_START" : Start processing specified
7320 * computation range(s). 7601 /// streaming computation range(s).
7321 */
7322 core.String taskType; 7602 core.String taskType;
7323 7603
7324 StreamingComputationTask(); 7604 StreamingComputationTask();
7325 7605
7326 StreamingComputationTask.fromJson(core.Map _json) { 7606 StreamingComputationTask.fromJson(core.Map _json) {
7327 if (_json.containsKey("computationRanges")) { 7607 if (_json.containsKey("computationRanges")) {
7328 computationRanges = _json["computationRanges"].map((value) => new Streamin gComputationRanges.fromJson(value)).toList(); 7608 computationRanges = _json["computationRanges"]
7609 .map((value) => new StreamingComputationRanges.fromJson(value))
7610 .toList();
7329 } 7611 }
7330 if (_json.containsKey("dataDisks")) { 7612 if (_json.containsKey("dataDisks")) {
7331 dataDisks = _json["dataDisks"].map((value) => new MountedDataDisk.fromJson (value)).toList(); 7613 dataDisks = _json["dataDisks"]
7614 .map((value) => new MountedDataDisk.fromJson(value))
7615 .toList();
7332 } 7616 }
7333 if (_json.containsKey("taskType")) { 7617 if (_json.containsKey("taskType")) {
7334 taskType = _json["taskType"]; 7618 taskType = _json["taskType"];
7335 } 7619 }
7336 } 7620 }
7337 7621
7338 core.Map<core.String, core.Object> toJson() { 7622 core.Map<core.String, core.Object> toJson() {
7339 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7623 final core.Map<core.String, core.Object> _json =
7624 new core.Map<core.String, core.Object>();
7340 if (computationRanges != null) { 7625 if (computationRanges != null) {
7341 _json["computationRanges"] = computationRanges.map((value) => (value).toJs on()).toList(); 7626 _json["computationRanges"] =
7627 computationRanges.map((value) => (value).toJson()).toList();
7342 } 7628 }
7343 if (dataDisks != null) { 7629 if (dataDisks != null) {
7344 _json["dataDisks"] = dataDisks.map((value) => (value).toJson()).toList(); 7630 _json["dataDisks"] = dataDisks.map((value) => (value).toJson()).toList();
7345 } 7631 }
7346 if (taskType != null) { 7632 if (taskType != null) {
7347 _json["taskType"] = taskType; 7633 _json["taskType"] = taskType;
7348 } 7634 }
7349 return _json; 7635 return _json;
7350 } 7636 }
7351 } 7637 }
7352 7638
7353 /** 7639 /// A task that carries configuration information for streaming computations.
7354 * A task that carries configuration information for streaming computations.
7355 */
7356 class StreamingConfigTask { 7640 class StreamingConfigTask {
7357 /** Set of computation configuration information. */ 7641 /// Set of computation configuration information.
7358 core.List<StreamingComputationConfig> streamingComputationConfigs; 7642 core.List<StreamingComputationConfig> streamingComputationConfigs;
7359 /** Map from user step names to state families. */ 7643
7644 /// Map from user step names to state families.
7360 core.Map<core.String, core.String> userStepToStateFamilyNameMap; 7645 core.Map<core.String, core.String> userStepToStateFamilyNameMap;
7361 /** 7646
7362 * If present, the worker must use this endpoint to communicate with Windmill 7647 /// If present, the worker must use this endpoint to communicate with
7363 * Service dispatchers, otherwise the worker must continue to use whatever 7648 /// Windmill
7364 * endpoint it had been using. 7649 /// Service dispatchers, otherwise the worker must continue to use whatever
7365 */ 7650 /// endpoint it had been using.
7366 core.String windmillServiceEndpoint; 7651 core.String windmillServiceEndpoint;
7367 /** 7652
7368 * If present, the worker must use this port to communicate with Windmill 7653 /// If present, the worker must use this port to communicate with Windmill
7369 * Service dispatchers. Only applicable when windmill_service_endpoint is 7654 /// Service dispatchers. Only applicable when windmill_service_endpoint is
7370 * specified. 7655 /// specified.
7371 */
7372 core.String windmillServicePort; 7656 core.String windmillServicePort;
7373 7657
7374 StreamingConfigTask(); 7658 StreamingConfigTask();
7375 7659
7376 StreamingConfigTask.fromJson(core.Map _json) { 7660 StreamingConfigTask.fromJson(core.Map _json) {
7377 if (_json.containsKey("streamingComputationConfigs")) { 7661 if (_json.containsKey("streamingComputationConfigs")) {
7378 streamingComputationConfigs = _json["streamingComputationConfigs"].map((va lue) => new StreamingComputationConfig.fromJson(value)).toList(); 7662 streamingComputationConfigs = _json["streamingComputationConfigs"]
7663 .map((value) => new StreamingComputationConfig.fromJson(value))
7664 .toList();
7379 } 7665 }
7380 if (_json.containsKey("userStepToStateFamilyNameMap")) { 7666 if (_json.containsKey("userStepToStateFamilyNameMap")) {
7381 userStepToStateFamilyNameMap = _json["userStepToStateFamilyNameMap"]; 7667 userStepToStateFamilyNameMap = _json["userStepToStateFamilyNameMap"];
7382 } 7668 }
7383 if (_json.containsKey("windmillServiceEndpoint")) { 7669 if (_json.containsKey("windmillServiceEndpoint")) {
7384 windmillServiceEndpoint = _json["windmillServiceEndpoint"]; 7670 windmillServiceEndpoint = _json["windmillServiceEndpoint"];
7385 } 7671 }
7386 if (_json.containsKey("windmillServicePort")) { 7672 if (_json.containsKey("windmillServicePort")) {
7387 windmillServicePort = _json["windmillServicePort"]; 7673 windmillServicePort = _json["windmillServicePort"];
7388 } 7674 }
7389 } 7675 }
7390 7676
7391 core.Map<core.String, core.Object> toJson() { 7677 core.Map<core.String, core.Object> toJson() {
7392 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7678 final core.Map<core.String, core.Object> _json =
7679 new core.Map<core.String, core.Object>();
7393 if (streamingComputationConfigs != null) { 7680 if (streamingComputationConfigs != null) {
7394 _json["streamingComputationConfigs"] = streamingComputationConfigs.map((va lue) => (value).toJson()).toList(); 7681 _json["streamingComputationConfigs"] =
7682 streamingComputationConfigs.map((value) => (value).toJson()).toList();
7395 } 7683 }
7396 if (userStepToStateFamilyNameMap != null) { 7684 if (userStepToStateFamilyNameMap != null) {
7397 _json["userStepToStateFamilyNameMap"] = userStepToStateFamilyNameMap; 7685 _json["userStepToStateFamilyNameMap"] = userStepToStateFamilyNameMap;
7398 } 7686 }
7399 if (windmillServiceEndpoint != null) { 7687 if (windmillServiceEndpoint != null) {
7400 _json["windmillServiceEndpoint"] = windmillServiceEndpoint; 7688 _json["windmillServiceEndpoint"] = windmillServiceEndpoint;
7401 } 7689 }
7402 if (windmillServicePort != null) { 7690 if (windmillServicePort != null) {
7403 _json["windmillServicePort"] = windmillServicePort; 7691 _json["windmillServicePort"] = windmillServicePort;
7404 } 7692 }
7405 return _json; 7693 return _json;
7406 } 7694 }
7407 } 7695 }
7408 7696
7409 /** A task which initializes part of a streaming Dataflow job. */ 7697 /// A task which initializes part of a streaming Dataflow job.
7410 class StreamingSetupTask { 7698 class StreamingSetupTask {
7411 /** The user has requested drain. */ 7699 /// The user has requested drain.
7412 core.bool drain; 7700 core.bool drain;
7413 /** 7701
7414 * The TCP port on which the worker should listen for messages from 7702 /// The TCP port on which the worker should listen for messages from
7415 * other streaming computation workers. 7703 /// other streaming computation workers.
7416 */
7417 core.int receiveWorkPort; 7704 core.int receiveWorkPort;
7418 /** The global topology of the streaming Dataflow job. */ 7705
7706 /// The global topology of the streaming Dataflow job.
7419 TopologyConfig streamingComputationTopology; 7707 TopologyConfig streamingComputationTopology;
7420 /** 7708
7421 * The TCP port used by the worker to communicate with the Dataflow 7709 /// The TCP port used by the worker to communicate with the Dataflow
7422 * worker harness. 7710 /// worker harness.
7423 */
7424 core.int workerHarnessPort; 7711 core.int workerHarnessPort;
7425 7712
7426 StreamingSetupTask(); 7713 StreamingSetupTask();
7427 7714
7428 StreamingSetupTask.fromJson(core.Map _json) { 7715 StreamingSetupTask.fromJson(core.Map _json) {
7429 if (_json.containsKey("drain")) { 7716 if (_json.containsKey("drain")) {
7430 drain = _json["drain"]; 7717 drain = _json["drain"];
7431 } 7718 }
7432 if (_json.containsKey("receiveWorkPort")) { 7719 if (_json.containsKey("receiveWorkPort")) {
7433 receiveWorkPort = _json["receiveWorkPort"]; 7720 receiveWorkPort = _json["receiveWorkPort"];
7434 } 7721 }
7435 if (_json.containsKey("streamingComputationTopology")) { 7722 if (_json.containsKey("streamingComputationTopology")) {
7436 streamingComputationTopology = new TopologyConfig.fromJson(_json["streamin gComputationTopology"]); 7723 streamingComputationTopology =
7724 new TopologyConfig.fromJson(_json["streamingComputationTopology"]);
7437 } 7725 }
7438 if (_json.containsKey("workerHarnessPort")) { 7726 if (_json.containsKey("workerHarnessPort")) {
7439 workerHarnessPort = _json["workerHarnessPort"]; 7727 workerHarnessPort = _json["workerHarnessPort"];
7440 } 7728 }
7441 } 7729 }
7442 7730
7443 core.Map<core.String, core.Object> toJson() { 7731 core.Map<core.String, core.Object> toJson() {
7444 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7732 final core.Map<core.String, core.Object> _json =
7733 new core.Map<core.String, core.Object>();
7445 if (drain != null) { 7734 if (drain != null) {
7446 _json["drain"] = drain; 7735 _json["drain"] = drain;
7447 } 7736 }
7448 if (receiveWorkPort != null) { 7737 if (receiveWorkPort != null) {
7449 _json["receiveWorkPort"] = receiveWorkPort; 7738 _json["receiveWorkPort"] = receiveWorkPort;
7450 } 7739 }
7451 if (streamingComputationTopology != null) { 7740 if (streamingComputationTopology != null) {
7452 _json["streamingComputationTopology"] = (streamingComputationTopology).toJ son(); 7741 _json["streamingComputationTopology"] =
7742 (streamingComputationTopology).toJson();
7453 } 7743 }
7454 if (workerHarnessPort != null) { 7744 if (workerHarnessPort != null) {
7455 _json["workerHarnessPort"] = workerHarnessPort; 7745 _json["workerHarnessPort"] = workerHarnessPort;
7456 } 7746 }
7457 return _json; 7747 return _json;
7458 } 7748 }
7459 } 7749 }
7460 7750
7461 /** Identifies the location of a streaming side input. */ 7751 /// Identifies the location of a streaming side input.
7462 class StreamingSideInputLocation { 7752 class StreamingSideInputLocation {
7463 /** Identifies the state family where this side input is stored. */ 7753 /// Identifies the state family where this side input is stored.
7464 core.String stateFamily; 7754 core.String stateFamily;
7465 /** 7755
7466 * Identifies the particular side input within the streaming Dataflow job. 7756 /// Identifies the particular side input within the streaming Dataflow job.
7467 */
7468 core.String tag; 7757 core.String tag;
7469 7758
7470 StreamingSideInputLocation(); 7759 StreamingSideInputLocation();
7471 7760
7472 StreamingSideInputLocation.fromJson(core.Map _json) { 7761 StreamingSideInputLocation.fromJson(core.Map _json) {
7473 if (_json.containsKey("stateFamily")) { 7762 if (_json.containsKey("stateFamily")) {
7474 stateFamily = _json["stateFamily"]; 7763 stateFamily = _json["stateFamily"];
7475 } 7764 }
7476 if (_json.containsKey("tag")) { 7765 if (_json.containsKey("tag")) {
7477 tag = _json["tag"]; 7766 tag = _json["tag"];
7478 } 7767 }
7479 } 7768 }
7480 7769
7481 core.Map<core.String, core.Object> toJson() { 7770 core.Map<core.String, core.Object> toJson() {
7482 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7771 final core.Map<core.String, core.Object> _json =
7772 new core.Map<core.String, core.Object>();
7483 if (stateFamily != null) { 7773 if (stateFamily != null) {
7484 _json["stateFamily"] = stateFamily; 7774 _json["stateFamily"] = stateFamily;
7485 } 7775 }
7486 if (tag != null) { 7776 if (tag != null) {
7487 _json["tag"] = tag; 7777 _json["tag"] = tag;
7488 } 7778 }
7489 return _json; 7779 return _json;
7490 } 7780 }
7491 } 7781 }
7492 7782
7493 /** 7783 /// Identifies the location of a streaming computation stage, for
7494 * Identifies the location of a streaming computation stage, for 7784 /// stage-to-stage communication.
7495 * stage-to-stage communication.
7496 */
7497 class StreamingStageLocation { 7785 class StreamingStageLocation {
7498 /** 7786 /// Identifies the particular stream within the streaming Dataflow
7499 * Identifies the particular stream within the streaming Dataflow 7787 /// job.
7500 * job.
7501 */
7502 core.String streamId; 7788 core.String streamId;
7503 7789
7504 StreamingStageLocation(); 7790 StreamingStageLocation();
7505 7791
7506 StreamingStageLocation.fromJson(core.Map _json) { 7792 StreamingStageLocation.fromJson(core.Map _json) {
7507 if (_json.containsKey("streamId")) { 7793 if (_json.containsKey("streamId")) {
7508 streamId = _json["streamId"]; 7794 streamId = _json["streamId"];
7509 } 7795 }
7510 } 7796 }
7511 7797
7512 core.Map<core.String, core.Object> toJson() { 7798 core.Map<core.String, core.Object> toJson() {
7513 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7799 final core.Map<core.String, core.Object> _json =
7800 new core.Map<core.String, core.Object>();
7514 if (streamId != null) { 7801 if (streamId != null) {
7515 _json["streamId"] = streamId; 7802 _json["streamId"] = streamId;
7516 } 7803 }
7517 return _json; 7804 return _json;
7518 } 7805 }
7519 } 7806 }
7520 7807
7521 /** A metric value representing a list of strings. */ 7808 /// A metric value representing a list of strings.
7522 class StringList { 7809 class StringList {
7523 /** Elements of the list. */ 7810 /// Elements of the list.
7524 core.List<core.String> elements; 7811 core.List<core.String> elements;
7525 7812
7526 StringList(); 7813 StringList();
7527 7814
7528 StringList.fromJson(core.Map _json) { 7815 StringList.fromJson(core.Map _json) {
7529 if (_json.containsKey("elements")) { 7816 if (_json.containsKey("elements")) {
7530 elements = _json["elements"]; 7817 elements = _json["elements"];
7531 } 7818 }
7532 } 7819 }
7533 7820
7534 core.Map<core.String, core.Object> toJson() { 7821 core.Map<core.String, core.Object> toJson() {
7535 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7822 final core.Map<core.String, core.Object> _json =
7823 new core.Map<core.String, core.Object>();
7536 if (elements != null) { 7824 if (elements != null) {
7537 _json["elements"] = elements; 7825 _json["elements"] = elements;
7538 } 7826 }
7539 return _json; 7827 return _json;
7540 } 7828 }
7541 } 7829 }
7542 7830
7543 /** 7831 /// A rich message format, including a human readable string, a key for
7544 * A rich message format, including a human readable string, a key for 7832 /// identifying the message, and structured data associated with the message
7545 * identifying the message, and structured data associated with the message for 7833 /// for
7546 * programmatic consumption. 7834 /// programmatic consumption.
7547 */
7548 class StructuredMessage { 7835 class StructuredMessage {
7549 /** 7836 /// Idenfier for this message type. Used by external systems to
7550 * Idenfier for this message type. Used by external systems to 7837 /// internationalize or personalize message.
7551 * internationalize or personalize message.
7552 */
7553 core.String messageKey; 7838 core.String messageKey;
7554 /** Human-readable version of message. */ 7839
7840 /// Human-readable version of message.
7555 core.String messageText; 7841 core.String messageText;
7556 /** The structured data associated with this message. */ 7842
7843 /// The structured data associated with this message.
7557 core.List<Parameter> parameters; 7844 core.List<Parameter> parameters;
7558 7845
7559 StructuredMessage(); 7846 StructuredMessage();
7560 7847
7561 StructuredMessage.fromJson(core.Map _json) { 7848 StructuredMessage.fromJson(core.Map _json) {
7562 if (_json.containsKey("messageKey")) { 7849 if (_json.containsKey("messageKey")) {
7563 messageKey = _json["messageKey"]; 7850 messageKey = _json["messageKey"];
7564 } 7851 }
7565 if (_json.containsKey("messageText")) { 7852 if (_json.containsKey("messageText")) {
7566 messageText = _json["messageText"]; 7853 messageText = _json["messageText"];
7567 } 7854 }
7568 if (_json.containsKey("parameters")) { 7855 if (_json.containsKey("parameters")) {
7569 parameters = _json["parameters"].map((value) => new Parameter.fromJson(val ue)).toList(); 7856 parameters = _json["parameters"]
7857 .map((value) => new Parameter.fromJson(value))
7858 .toList();
7570 } 7859 }
7571 } 7860 }
7572 7861
7573 core.Map<core.String, core.Object> toJson() { 7862 core.Map<core.String, core.Object> toJson() {
7574 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 7863 final core.Map<core.String, core.Object> _json =
7864 new core.Map<core.String, core.Object>();
7575 if (messageKey != null) { 7865 if (messageKey != null) {
7576 _json["messageKey"] = messageKey; 7866 _json["messageKey"] = messageKey;
7577 } 7867 }
7578 if (messageText != null) { 7868 if (messageText != null) {
7579 _json["messageText"] = messageText; 7869 _json["messageText"] = messageText;
7580 } 7870 }
7581 if (parameters != null) { 7871 if (parameters != null) {
7582 _json["parameters"] = parameters.map((value) => (value).toJson()).toList() ; 7872 _json["parameters"] =
7873 parameters.map((value) => (value).toJson()).toList();
7583 } 7874 }
7584 return _json; 7875 return _json;
7585 } 7876 }
7586 } 7877 }
7587 7878
7588 /** Taskrunner configuration settings. */ 7879 /// Taskrunner configuration settings.
7589 class TaskRunnerSettings { 7880 class TaskRunnerSettings {
7590 /** Whether to also send taskrunner log info to stderr. */ 7881 /// Whether to also send taskrunner log info to stderr.
7591 core.bool alsologtostderr; 7882 core.bool alsologtostderr;
7592 /** The location on the worker for task-specific subdirectories. */ 7883
7884 /// The location on the worker for task-specific subdirectories.
7593 core.String baseTaskDir; 7885 core.String baseTaskDir;
7594 /** 7886
7595 * The base URL for the taskrunner to use when accessing Google Cloud APIs. 7887 /// The base URL for the taskrunner to use when accessing Google Cloud APIs.
7596 * 7888 ///
7597 * When workers access Google Cloud APIs, they logically do so via 7889 /// When workers access Google Cloud APIs, they logically do so via
7598 * relative URLs. If this field is specified, it supplies the base 7890 /// relative URLs. If this field is specified, it supplies the base
7599 * URL to use for resolving these relative URLs. The normative 7891 /// URL to use for resolving these relative URLs. The normative
7600 * algorithm used is defined by RFC 1808, "Relative Uniform Resource 7892 /// algorithm used is defined by RFC 1808, "Relative Uniform Resource
7601 * Locators". 7893 /// Locators".
7602 * 7894 ///
7603 * If not specified, the default value is "http://www.googleapis.com/" 7895 /// If not specified, the default value is "http://www.googleapis.com/"
7604 */
7605 core.String baseUrl; 7896 core.String baseUrl;
7606 /** The file to store preprocessing commands in. */ 7897
7898 /// The file to store preprocessing commands in.
7607 core.String commandlinesFileName; 7899 core.String commandlinesFileName;
7608 /** Whether to continue taskrunner if an exception is hit. */ 7900
7901 /// Whether to continue taskrunner if an exception is hit.
7609 core.bool continueOnException; 7902 core.bool continueOnException;
7610 /** The API version of endpoint, e.g. "v1b3" */ 7903
7904 /// The API version of endpoint, e.g. "v1b3"
7611 core.String dataflowApiVersion; 7905 core.String dataflowApiVersion;
7612 /** The command to launch the worker harness. */ 7906
7907 /// The command to launch the worker harness.
7613 core.String harnessCommand; 7908 core.String harnessCommand;
7614 /** The suggested backend language. */ 7909
7910 /// The suggested backend language.
7615 core.String languageHint; 7911 core.String languageHint;
7616 /** The directory on the VM to store logs. */ 7912
7913 /// The directory on the VM to store logs.
7617 core.String logDir; 7914 core.String logDir;
7618 /** 7915
7619 * Whether to send taskrunner log info to Google Compute Engine VM serial 7916 /// Whether to send taskrunner log info to Google Compute Engine VM serial
7620 * console. 7917 /// console.
7621 */
7622 core.bool logToSerialconsole; 7918 core.bool logToSerialconsole;
7623 /** 7919
7624 * Indicates where to put logs. If this is not specified, the logs 7920 /// Indicates where to put logs. If this is not specified, the logs
7625 * will not be uploaded. 7921 /// will not be uploaded.
7626 * 7922 ///
7627 * The supported resource type is: 7923 /// The supported resource type is:
7628 * 7924 ///
7629 * Google Cloud Storage: 7925 /// Google Cloud Storage:
7630 * storage.googleapis.com/{bucket}/{object} 7926 /// storage.googleapis.com/{bucket}/{object}
7631 * bucket.storage.googleapis.com/{object} 7927 /// bucket.storage.googleapis.com/{object}
7632 */
7633 core.String logUploadLocation; 7928 core.String logUploadLocation;
7634 /** 7929
7635 * The OAuth2 scopes to be requested by the taskrunner in order to 7930 /// The OAuth2 scopes to be requested by the taskrunner in order to
7636 * access the Cloud Dataflow API. 7931 /// access the Cloud Dataflow API.
7637 */
7638 core.List<core.String> oauthScopes; 7932 core.List<core.String> oauthScopes;
7639 /** The settings to pass to the parallel worker harness. */ 7933
7934 /// The settings to pass to the parallel worker harness.
7640 WorkerSettings parallelWorkerSettings; 7935 WorkerSettings parallelWorkerSettings;
7641 /** The streaming worker main class name. */ 7936
7937 /// The streaming worker main class name.
7642 core.String streamingWorkerMainClass; 7938 core.String streamingWorkerMainClass;
7643 /** 7939
7644 * The UNIX group ID on the worker VM to use for tasks launched by 7940 /// The UNIX group ID on the worker VM to use for tasks launched by
7645 * taskrunner; e.g. "wheel". 7941 /// taskrunner; e.g. "wheel".
7646 */
7647 core.String taskGroup; 7942 core.String taskGroup;
7648 /** 7943
7649 * The UNIX user ID on the worker VM to use for tasks launched by 7944 /// The UNIX user ID on the worker VM to use for tasks launched by
7650 * taskrunner; e.g. "root". 7945 /// taskrunner; e.g. "root".
7651 */
7652 core.String taskUser; 7946 core.String taskUser;
7653 /** 7947
7654 * The prefix of the resources the taskrunner should use for 7948 /// The prefix of the resources the taskrunner should use for
7655 * temporary storage. 7949 /// temporary storage.
7656 * 7950 ///
7657 * The supported resource type is: 7951 /// The supported resource type is:
7658 * 7952 ///
7659 * Google Cloud Storage: 7953 /// Google Cloud Storage:
7660 * storage.googleapis.com/{bucket}/{object} 7954 /// storage.googleapis.com/{bucket}/{object}
7661 * bucket.storage.googleapis.com/{object} 7955 /// bucket.storage.googleapis.com/{object}
7662 */
7663 core.String tempStoragePrefix; 7956 core.String tempStoragePrefix;
7664 /** The ID string of the VM. */ 7957
7958 /// The ID string of the VM.
7665 core.String vmId; 7959 core.String vmId;
7666 /** The file to store the workflow in. */ 7960
7961 /// The file to store the workflow in.
7667 core.String workflowFileName; 7962 core.String workflowFileName;
7668 7963
7669 TaskRunnerSettings(); 7964 TaskRunnerSettings();
7670 7965
7671 TaskRunnerSettings.fromJson(core.Map _json) { 7966 TaskRunnerSettings.fromJson(core.Map _json) {
7672 if (_json.containsKey("alsologtostderr")) { 7967 if (_json.containsKey("alsologtostderr")) {
7673 alsologtostderr = _json["alsologtostderr"]; 7968 alsologtostderr = _json["alsologtostderr"];
7674 } 7969 }
7675 if (_json.containsKey("baseTaskDir")) { 7970 if (_json.containsKey("baseTaskDir")) {
7676 baseTaskDir = _json["baseTaskDir"]; 7971 baseTaskDir = _json["baseTaskDir"];
(...skipping 22 matching lines...) Expand all
7699 if (_json.containsKey("logToSerialconsole")) { 7994 if (_json.containsKey("logToSerialconsole")) {
7700 logToSerialconsole = _json["logToSerialconsole"]; 7995 logToSerialconsole = _json["logToSerialconsole"];
7701 } 7996 }
7702 if (_json.containsKey("logUploadLocation")) { 7997 if (_json.containsKey("logUploadLocation")) {
7703 logUploadLocation = _json["logUploadLocation"]; 7998 logUploadLocation = _json["logUploadLocation"];
7704 } 7999 }
7705 if (_json.containsKey("oauthScopes")) { 8000 if (_json.containsKey("oauthScopes")) {
7706 oauthScopes = _json["oauthScopes"]; 8001 oauthScopes = _json["oauthScopes"];
7707 } 8002 }
7708 if (_json.containsKey("parallelWorkerSettings")) { 8003 if (_json.containsKey("parallelWorkerSettings")) {
7709 parallelWorkerSettings = new WorkerSettings.fromJson(_json["parallelWorker Settings"]); 8004 parallelWorkerSettings =
8005 new WorkerSettings.fromJson(_json["parallelWorkerSettings"]);
7710 } 8006 }
7711 if (_json.containsKey("streamingWorkerMainClass")) { 8007 if (_json.containsKey("streamingWorkerMainClass")) {
7712 streamingWorkerMainClass = _json["streamingWorkerMainClass"]; 8008 streamingWorkerMainClass = _json["streamingWorkerMainClass"];
7713 } 8009 }
7714 if (_json.containsKey("taskGroup")) { 8010 if (_json.containsKey("taskGroup")) {
7715 taskGroup = _json["taskGroup"]; 8011 taskGroup = _json["taskGroup"];
7716 } 8012 }
7717 if (_json.containsKey("taskUser")) { 8013 if (_json.containsKey("taskUser")) {
7718 taskUser = _json["taskUser"]; 8014 taskUser = _json["taskUser"];
7719 } 8015 }
7720 if (_json.containsKey("tempStoragePrefix")) { 8016 if (_json.containsKey("tempStoragePrefix")) {
7721 tempStoragePrefix = _json["tempStoragePrefix"]; 8017 tempStoragePrefix = _json["tempStoragePrefix"];
7722 } 8018 }
7723 if (_json.containsKey("vmId")) { 8019 if (_json.containsKey("vmId")) {
7724 vmId = _json["vmId"]; 8020 vmId = _json["vmId"];
7725 } 8021 }
7726 if (_json.containsKey("workflowFileName")) { 8022 if (_json.containsKey("workflowFileName")) {
7727 workflowFileName = _json["workflowFileName"]; 8023 workflowFileName = _json["workflowFileName"];
7728 } 8024 }
7729 } 8025 }
7730 8026
7731 core.Map<core.String, core.Object> toJson() { 8027 core.Map<core.String, core.Object> toJson() {
7732 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 8028 final core.Map<core.String, core.Object> _json =
8029 new core.Map<core.String, core.Object>();
7733 if (alsologtostderr != null) { 8030 if (alsologtostderr != null) {
7734 _json["alsologtostderr"] = alsologtostderr; 8031 _json["alsologtostderr"] = alsologtostderr;
7735 } 8032 }
7736 if (baseTaskDir != null) { 8033 if (baseTaskDir != null) {
7737 _json["baseTaskDir"] = baseTaskDir; 8034 _json["baseTaskDir"] = baseTaskDir;
7738 } 8035 }
7739 if (baseUrl != null) { 8036 if (baseUrl != null) {
7740 _json["baseUrl"] = baseUrl; 8037 _json["baseUrl"] = baseUrl;
7741 } 8038 }
7742 if (commandlinesFileName != null) { 8039 if (commandlinesFileName != null) {
(...skipping 41 matching lines...) Expand 10 before | Expand all | Expand 10 after
7784 if (vmId != null) { 8081 if (vmId != null) {
7785 _json["vmId"] = vmId; 8082 _json["vmId"] = vmId;
7786 } 8083 }
7787 if (workflowFileName != null) { 8084 if (workflowFileName != null) {
7788 _json["workflowFileName"] = workflowFileName; 8085 _json["workflowFileName"] = workflowFileName;
7789 } 8086 }
7790 return _json; 8087 return _json;
7791 } 8088 }
7792 } 8089 }
7793 8090
7794 /** Metadata describing a template. */ 8091 /// Metadata describing a template.
7795 class TemplateMetadata { 8092 class TemplateMetadata {
7796 /** Optional. A description of the template. */ 8093 /// Optional. A description of the template.
7797 core.String description; 8094 core.String description;
7798 /** Required. The name of the template. */ 8095
8096 /// Required. The name of the template.
7799 core.String name; 8097 core.String name;
7800 /** The parameters for the template. */ 8098
8099 /// The parameters for the template.
7801 core.List<ParameterMetadata> parameters; 8100 core.List<ParameterMetadata> parameters;
7802 8101
7803 TemplateMetadata(); 8102 TemplateMetadata();
7804 8103
7805 TemplateMetadata.fromJson(core.Map _json) { 8104 TemplateMetadata.fromJson(core.Map _json) {
7806 if (_json.containsKey("description")) { 8105 if (_json.containsKey("description")) {
7807 description = _json["description"]; 8106 description = _json["description"];
7808 } 8107 }
7809 if (_json.containsKey("name")) { 8108 if (_json.containsKey("name")) {
7810 name = _json["name"]; 8109 name = _json["name"];
7811 } 8110 }
7812 if (_json.containsKey("parameters")) { 8111 if (_json.containsKey("parameters")) {
7813 parameters = _json["parameters"].map((value) => new ParameterMetadata.from Json(value)).toList(); 8112 parameters = _json["parameters"]
8113 .map((value) => new ParameterMetadata.fromJson(value))
8114 .toList();
7814 } 8115 }
7815 } 8116 }
7816 8117
7817 core.Map<core.String, core.Object> toJson() { 8118 core.Map<core.String, core.Object> toJson() {
7818 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 8119 final core.Map<core.String, core.Object> _json =
8120 new core.Map<core.String, core.Object>();
7819 if (description != null) { 8121 if (description != null) {
7820 _json["description"] = description; 8122 _json["description"] = description;
7821 } 8123 }
7822 if (name != null) { 8124 if (name != null) {
7823 _json["name"] = name; 8125 _json["name"] = name;
7824 } 8126 }
7825 if (parameters != null) { 8127 if (parameters != null) {
7826 _json["parameters"] = parameters.map((value) => (value).toJson()).toList() ; 8128 _json["parameters"] =
8129 parameters.map((value) => (value).toJson()).toList();
7827 } 8130 }
7828 return _json; 8131 return _json;
7829 } 8132 }
7830 } 8133 }
7831 8134
7832 /** 8135 /// Global topology of the streaming Dataflow job, including all
7833 * Global topology of the streaming Dataflow job, including all 8136 /// computations and their sharded locations.
7834 * computations and their sharded locations.
7835 */
7836 class TopologyConfig { 8137 class TopologyConfig {
7837 /** The computations associated with a streaming Dataflow job. */ 8138 /// The computations associated with a streaming Dataflow job.
7838 core.List<ComputationTopology> computations; 8139 core.List<ComputationTopology> computations;
7839 /** The disks assigned to a streaming Dataflow job. */ 8140
8141 /// The disks assigned to a streaming Dataflow job.
7840 core.List<DataDiskAssignment> dataDiskAssignments; 8142 core.List<DataDiskAssignment> dataDiskAssignments;
7841 /** The size (in bits) of keys that will be assigned to source messages. */ 8143
8144 /// The size (in bits) of keys that will be assigned to source messages.
7842 core.int forwardingKeyBits; 8145 core.int forwardingKeyBits;
7843 /** Version number for persistent state. */ 8146
8147 /// Version number for persistent state.
7844 core.int persistentStateVersion; 8148 core.int persistentStateVersion;
7845 /** Maps user stage names to stable computation names. */ 8149
8150 /// Maps user stage names to stable computation names.
7846 core.Map<core.String, core.String> userStageToComputationNameMap; 8151 core.Map<core.String, core.String> userStageToComputationNameMap;
7847 8152
7848 TopologyConfig(); 8153 TopologyConfig();
7849 8154
7850 TopologyConfig.fromJson(core.Map _json) { 8155 TopologyConfig.fromJson(core.Map _json) {
7851 if (_json.containsKey("computations")) { 8156 if (_json.containsKey("computations")) {
7852 computations = _json["computations"].map((value) => new ComputationTopolog y.fromJson(value)).toList(); 8157 computations = _json["computations"]
8158 .map((value) => new ComputationTopology.fromJson(value))
8159 .toList();
7853 } 8160 }
7854 if (_json.containsKey("dataDiskAssignments")) { 8161 if (_json.containsKey("dataDiskAssignments")) {
7855 dataDiskAssignments = _json["dataDiskAssignments"].map((value) => new Data DiskAssignment.fromJson(value)).toList(); 8162 dataDiskAssignments = _json["dataDiskAssignments"]
8163 .map((value) => new DataDiskAssignment.fromJson(value))
8164 .toList();
7856 } 8165 }
7857 if (_json.containsKey("forwardingKeyBits")) { 8166 if (_json.containsKey("forwardingKeyBits")) {
7858 forwardingKeyBits = _json["forwardingKeyBits"]; 8167 forwardingKeyBits = _json["forwardingKeyBits"];
7859 } 8168 }
7860 if (_json.containsKey("persistentStateVersion")) { 8169 if (_json.containsKey("persistentStateVersion")) {
7861 persistentStateVersion = _json["persistentStateVersion"]; 8170 persistentStateVersion = _json["persistentStateVersion"];
7862 } 8171 }
7863 if (_json.containsKey("userStageToComputationNameMap")) { 8172 if (_json.containsKey("userStageToComputationNameMap")) {
7864 userStageToComputationNameMap = _json["userStageToComputationNameMap"]; 8173 userStageToComputationNameMap = _json["userStageToComputationNameMap"];
7865 } 8174 }
7866 } 8175 }
7867 8176
7868 core.Map<core.String, core.Object> toJson() { 8177 core.Map<core.String, core.Object> toJson() {
7869 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 8178 final core.Map<core.String, core.Object> _json =
8179 new core.Map<core.String, core.Object>();
7870 if (computations != null) { 8180 if (computations != null) {
7871 _json["computations"] = computations.map((value) => (value).toJson()).toLi st(); 8181 _json["computations"] =
8182 computations.map((value) => (value).toJson()).toList();
7872 } 8183 }
7873 if (dataDiskAssignments != null) { 8184 if (dataDiskAssignments != null) {
7874 _json["dataDiskAssignments"] = dataDiskAssignments.map((value) => (value). toJson()).toList(); 8185 _json["dataDiskAssignments"] =
8186 dataDiskAssignments.map((value) => (value).toJson()).toList();
7875 } 8187 }
7876 if (forwardingKeyBits != null) { 8188 if (forwardingKeyBits != null) {
7877 _json["forwardingKeyBits"] = forwardingKeyBits; 8189 _json["forwardingKeyBits"] = forwardingKeyBits;
7878 } 8190 }
7879 if (persistentStateVersion != null) { 8191 if (persistentStateVersion != null) {
7880 _json["persistentStateVersion"] = persistentStateVersion; 8192 _json["persistentStateVersion"] = persistentStateVersion;
7881 } 8193 }
7882 if (userStageToComputationNameMap != null) { 8194 if (userStageToComputationNameMap != null) {
7883 _json["userStageToComputationNameMap"] = userStageToComputationNameMap; 8195 _json["userStageToComputationNameMap"] = userStageToComputationNameMap;
7884 } 8196 }
7885 return _json; 8197 return _json;
7886 } 8198 }
7887 } 8199 }
7888 8200
7889 /** Description of the type, names/ids, and input/outputs for a transform. */ 8201 /// Description of the type, names/ids, and input/outputs for a transform.
7890 class TransformSummary { 8202 class TransformSummary {
7891 /** Transform-specific display data. */ 8203 /// Transform-specific display data.
7892 core.List<DisplayData> displayData; 8204 core.List<DisplayData> displayData;
7893 /** SDK generated id of this transform instance. */ 8205
8206 /// SDK generated id of this transform instance.
7894 core.String id; 8207 core.String id;
7895 /** User names for all collection inputs to this transform. */ 8208
8209 /// User names for all collection inputs to this transform.
7896 core.List<core.String> inputCollectionName; 8210 core.List<core.String> inputCollectionName;
7897 /** 8211
7898 * Type of transform. 8212 /// Type of transform.
7899 * Possible string values are: 8213 /// Possible string values are:
7900 * - "UNKNOWN_KIND" : Unrecognized transform type. 8214 /// - "UNKNOWN_KIND" : Unrecognized transform type.
7901 * - "PAR_DO_KIND" : ParDo transform. 8215 /// - "PAR_DO_KIND" : ParDo transform.
7902 * - "GROUP_BY_KEY_KIND" : Group By Key transform. 8216 /// - "GROUP_BY_KEY_KIND" : Group By Key transform.
7903 * - "FLATTEN_KIND" : Flatten transform. 8217 /// - "FLATTEN_KIND" : Flatten transform.
7904 * - "READ_KIND" : Read transform. 8218 /// - "READ_KIND" : Read transform.
7905 * - "WRITE_KIND" : Write transform. 8219 /// - "WRITE_KIND" : Write transform.
7906 * - "CONSTANT_KIND" : Constructs from a constant value, such as with 8220 /// - "CONSTANT_KIND" : Constructs from a constant value, such as with
7907 * Create.of. 8221 /// Create.of.
7908 * - "SINGLETON_KIND" : Creates a Singleton view of a collection. 8222 /// - "SINGLETON_KIND" : Creates a Singleton view of a collection.
7909 * - "SHUFFLE_KIND" : Opening or closing a shuffle session, often as part of a 8223 /// - "SHUFFLE_KIND" : Opening or closing a shuffle session, often as part of
7910 * GroupByKey. 8224 /// a GroupByKey.
7911 */
7912 core.String kind; 8225 core.String kind;
7913 /** User provided name for this transform instance. */ 8226
8227 /// User provided name for this transform instance.
7914 core.String name; 8228 core.String name;
7915 /** User names for all collection outputs to this transform. */ 8229
8230 /// User names for all collection outputs to this transform.
7916 core.List<core.String> outputCollectionName; 8231 core.List<core.String> outputCollectionName;
7917 8232
7918 TransformSummary(); 8233 TransformSummary();
7919 8234
7920 TransformSummary.fromJson(core.Map _json) { 8235 TransformSummary.fromJson(core.Map _json) {
7921 if (_json.containsKey("displayData")) { 8236 if (_json.containsKey("displayData")) {
7922 displayData = _json["displayData"].map((value) => new DisplayData.fromJson (value)).toList(); 8237 displayData = _json["displayData"]
8238 .map((value) => new DisplayData.fromJson(value))
8239 .toList();
7923 } 8240 }
7924 if (_json.containsKey("id")) { 8241 if (_json.containsKey("id")) {
7925 id = _json["id"]; 8242 id = _json["id"];
7926 } 8243 }
7927 if (_json.containsKey("inputCollectionName")) { 8244 if (_json.containsKey("inputCollectionName")) {
7928 inputCollectionName = _json["inputCollectionName"]; 8245 inputCollectionName = _json["inputCollectionName"];
7929 } 8246 }
7930 if (_json.containsKey("kind")) { 8247 if (_json.containsKey("kind")) {
7931 kind = _json["kind"]; 8248 kind = _json["kind"];
7932 } 8249 }
7933 if (_json.containsKey("name")) { 8250 if (_json.containsKey("name")) {
7934 name = _json["name"]; 8251 name = _json["name"];
7935 } 8252 }
7936 if (_json.containsKey("outputCollectionName")) { 8253 if (_json.containsKey("outputCollectionName")) {
7937 outputCollectionName = _json["outputCollectionName"]; 8254 outputCollectionName = _json["outputCollectionName"];
7938 } 8255 }
7939 } 8256 }
7940 8257
7941 core.Map<core.String, core.Object> toJson() { 8258 core.Map<core.String, core.Object> toJson() {
7942 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 8259 final core.Map<core.String, core.Object> _json =
8260 new core.Map<core.String, core.Object>();
7943 if (displayData != null) { 8261 if (displayData != null) {
7944 _json["displayData"] = displayData.map((value) => (value).toJson()).toList (); 8262 _json["displayData"] =
8263 displayData.map((value) => (value).toJson()).toList();
7945 } 8264 }
7946 if (id != null) { 8265 if (id != null) {
7947 _json["id"] = id; 8266 _json["id"] = id;
7948 } 8267 }
7949 if (inputCollectionName != null) { 8268 if (inputCollectionName != null) {
7950 _json["inputCollectionName"] = inputCollectionName; 8269 _json["inputCollectionName"] = inputCollectionName;
7951 } 8270 }
7952 if (kind != null) { 8271 if (kind != null) {
7953 _json["kind"] = kind; 8272 _json["kind"] = kind;
7954 } 8273 }
7955 if (name != null) { 8274 if (name != null) {
7956 _json["name"] = name; 8275 _json["name"] = name;
7957 } 8276 }
7958 if (outputCollectionName != null) { 8277 if (outputCollectionName != null) {
7959 _json["outputCollectionName"] = outputCollectionName; 8278 _json["outputCollectionName"] = outputCollectionName;
7960 } 8279 }
7961 return _json; 8280 return _json;
7962 } 8281 }
7963 } 8282 }
7964 8283
7965 /** 8284 /// WorkItem represents basic information about a WorkItem to be executed
7966 * WorkItem represents basic information about a WorkItem to be executed 8285 /// in the cloud.
7967 * in the cloud.
7968 */
7969 class WorkItem { 8286 class WorkItem {
7970 /** Work item-specific configuration as an opaque blob. */ 8287 /// Work item-specific configuration as an opaque blob.
7971 core.String configuration; 8288 core.String configuration;
7972 /** Identifies this WorkItem. */ 8289
8290 /// Identifies this WorkItem.
7973 core.String id; 8291 core.String id;
7974 /** The initial index to use when reporting the status of the WorkItem. */ 8292
8293 /// The initial index to use when reporting the status of the WorkItem.
7975 core.String initialReportIndex; 8294 core.String initialReportIndex;
7976 /** Identifies the workflow job this WorkItem belongs to. */ 8295
8296 /// Identifies the workflow job this WorkItem belongs to.
7977 core.String jobId; 8297 core.String jobId;
7978 /** Time when the lease on this Work will expire. */ 8298
8299 /// Time when the lease on this Work will expire.
7979 core.String leaseExpireTime; 8300 core.String leaseExpireTime;
7980 /** Additional information for MapTask WorkItems. */ 8301
8302 /// Additional information for MapTask WorkItems.
7981 MapTask mapTask; 8303 MapTask mapTask;
7982 /** 8304
7983 * Any required packages that need to be fetched in order to execute 8305 /// Any required packages that need to be fetched in order to execute
7984 * this WorkItem. 8306 /// this WorkItem.
7985 */
7986 core.List<Package> packages; 8307 core.List<Package> packages;
7987 /** Identifies the cloud project this WorkItem belongs to. */ 8308
8309 /// Identifies the cloud project this WorkItem belongs to.
7988 core.String projectId; 8310 core.String projectId;
7989 /** Recommended reporting interval. */ 8311
8312 /// Recommended reporting interval.
7990 core.String reportStatusInterval; 8313 core.String reportStatusInterval;
7991 /** Additional information for SeqMapTask WorkItems. */ 8314
8315 /// Additional information for SeqMapTask WorkItems.
7992 SeqMapTask seqMapTask; 8316 SeqMapTask seqMapTask;
7993 /** Additional information for ShellTask WorkItems. */ 8317
8318 /// Additional information for ShellTask WorkItems.
7994 ShellTask shellTask; 8319 ShellTask shellTask;
7995 /** Additional information for source operation WorkItems. */ 8320
8321 /// Additional information for source operation WorkItems.
7996 SourceOperationRequest sourceOperationTask; 8322 SourceOperationRequest sourceOperationTask;
7997 /** Additional information for StreamingComputationTask WorkItems. */ 8323
8324 /// Additional information for StreamingComputationTask WorkItems.
7998 StreamingComputationTask streamingComputationTask; 8325 StreamingComputationTask streamingComputationTask;
7999 /** Additional information for StreamingConfigTask WorkItems. */ 8326
8327 /// Additional information for StreamingConfigTask WorkItems.
8000 StreamingConfigTask streamingConfigTask; 8328 StreamingConfigTask streamingConfigTask;
8001 /** Additional information for StreamingSetupTask WorkItems. */ 8329
8330 /// Additional information for StreamingSetupTask WorkItems.
8002 StreamingSetupTask streamingSetupTask; 8331 StreamingSetupTask streamingSetupTask;
8003 8332
8004 WorkItem(); 8333 WorkItem();
8005 8334
8006 WorkItem.fromJson(core.Map _json) { 8335 WorkItem.fromJson(core.Map _json) {
8007 if (_json.containsKey("configuration")) { 8336 if (_json.containsKey("configuration")) {
8008 configuration = _json["configuration"]; 8337 configuration = _json["configuration"];
8009 } 8338 }
8010 if (_json.containsKey("id")) { 8339 if (_json.containsKey("id")) {
8011 id = _json["id"]; 8340 id = _json["id"];
8012 } 8341 }
8013 if (_json.containsKey("initialReportIndex")) { 8342 if (_json.containsKey("initialReportIndex")) {
8014 initialReportIndex = _json["initialReportIndex"]; 8343 initialReportIndex = _json["initialReportIndex"];
8015 } 8344 }
8016 if (_json.containsKey("jobId")) { 8345 if (_json.containsKey("jobId")) {
8017 jobId = _json["jobId"]; 8346 jobId = _json["jobId"];
8018 } 8347 }
8019 if (_json.containsKey("leaseExpireTime")) { 8348 if (_json.containsKey("leaseExpireTime")) {
8020 leaseExpireTime = _json["leaseExpireTime"]; 8349 leaseExpireTime = _json["leaseExpireTime"];
8021 } 8350 }
8022 if (_json.containsKey("mapTask")) { 8351 if (_json.containsKey("mapTask")) {
8023 mapTask = new MapTask.fromJson(_json["mapTask"]); 8352 mapTask = new MapTask.fromJson(_json["mapTask"]);
8024 } 8353 }
8025 if (_json.containsKey("packages")) { 8354 if (_json.containsKey("packages")) {
8026 packages = _json["packages"].map((value) => new Package.fromJson(value)).t oList(); 8355 packages = _json["packages"]
8356 .map((value) => new Package.fromJson(value))
8357 .toList();
8027 } 8358 }
8028 if (_json.containsKey("projectId")) { 8359 if (_json.containsKey("projectId")) {
8029 projectId = _json["projectId"]; 8360 projectId = _json["projectId"];
8030 } 8361 }
8031 if (_json.containsKey("reportStatusInterval")) { 8362 if (_json.containsKey("reportStatusInterval")) {
8032 reportStatusInterval = _json["reportStatusInterval"]; 8363 reportStatusInterval = _json["reportStatusInterval"];
8033 } 8364 }
8034 if (_json.containsKey("seqMapTask")) { 8365 if (_json.containsKey("seqMapTask")) {
8035 seqMapTask = new SeqMapTask.fromJson(_json["seqMapTask"]); 8366 seqMapTask = new SeqMapTask.fromJson(_json["seqMapTask"]);
8036 } 8367 }
8037 if (_json.containsKey("shellTask")) { 8368 if (_json.containsKey("shellTask")) {
8038 shellTask = new ShellTask.fromJson(_json["shellTask"]); 8369 shellTask = new ShellTask.fromJson(_json["shellTask"]);
8039 } 8370 }
8040 if (_json.containsKey("sourceOperationTask")) { 8371 if (_json.containsKey("sourceOperationTask")) {
8041 sourceOperationTask = new SourceOperationRequest.fromJson(_json["sourceOpe rationTask"]); 8372 sourceOperationTask =
8373 new SourceOperationRequest.fromJson(_json["sourceOperationTask"]);
8042 } 8374 }
8043 if (_json.containsKey("streamingComputationTask")) { 8375 if (_json.containsKey("streamingComputationTask")) {
8044 streamingComputationTask = new StreamingComputationTask.fromJson(_json["st reamingComputationTask"]); 8376 streamingComputationTask = new StreamingComputationTask.fromJson(
8377 _json["streamingComputationTask"]);
8045 } 8378 }
8046 if (_json.containsKey("streamingConfigTask")) { 8379 if (_json.containsKey("streamingConfigTask")) {
8047 streamingConfigTask = new StreamingConfigTask.fromJson(_json["streamingCon figTask"]); 8380 streamingConfigTask =
8381 new StreamingConfigTask.fromJson(_json["streamingConfigTask"]);
8048 } 8382 }
8049 if (_json.containsKey("streamingSetupTask")) { 8383 if (_json.containsKey("streamingSetupTask")) {
8050 streamingSetupTask = new StreamingSetupTask.fromJson(_json["streamingSetup Task"]); 8384 streamingSetupTask =
8385 new StreamingSetupTask.fromJson(_json["streamingSetupTask"]);
8051 } 8386 }
8052 } 8387 }
8053 8388
8054 core.Map<core.String, core.Object> toJson() { 8389 core.Map<core.String, core.Object> toJson() {
8055 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 8390 final core.Map<core.String, core.Object> _json =
8391 new core.Map<core.String, core.Object>();
8056 if (configuration != null) { 8392 if (configuration != null) {
8057 _json["configuration"] = configuration; 8393 _json["configuration"] = configuration;
8058 } 8394 }
8059 if (id != null) { 8395 if (id != null) {
8060 _json["id"] = id; 8396 _json["id"] = id;
8061 } 8397 }
8062 if (initialReportIndex != null) { 8398 if (initialReportIndex != null) {
8063 _json["initialReportIndex"] = initialReportIndex; 8399 _json["initialReportIndex"] = initialReportIndex;
8064 } 8400 }
8065 if (jobId != null) { 8401 if (jobId != null) {
(...skipping 29 matching lines...) Expand all
8095 if (streamingConfigTask != null) { 8431 if (streamingConfigTask != null) {
8096 _json["streamingConfigTask"] = (streamingConfigTask).toJson(); 8432 _json["streamingConfigTask"] = (streamingConfigTask).toJson();
8097 } 8433 }
8098 if (streamingSetupTask != null) { 8434 if (streamingSetupTask != null) {
8099 _json["streamingSetupTask"] = (streamingSetupTask).toJson(); 8435 _json["streamingSetupTask"] = (streamingSetupTask).toJson();
8100 } 8436 }
8101 return _json; 8437 return _json;
8102 } 8438 }
8103 } 8439 }
8104 8440
8105 /** 8441 /// The Dataflow service's idea of the current state of a WorkItem
8106 * The Dataflow service's idea of the current state of a WorkItem 8442 /// being processed by a worker.
8107 * being processed by a worker.
8108 */
8109 class WorkItemServiceState { 8443 class WorkItemServiceState {
8110 /** 8444 /// Other data returned by the service, specific to the particular
8111 * Other data returned by the service, specific to the particular 8445 /// worker harness.
8112 * worker harness. 8446 ///
8113 * 8447 /// The values for Object must be JSON objects. It can consist of `num`,
8114 * The values for Object must be JSON objects. It can consist of `num`, 8448 /// `String`, `bool` and `null` as well as `Map` and `List` values.
8115 * `String`, `bool` and `null` as well as `Map` and `List` values.
8116 */
8117 core.Map<core.String, core.Object> harnessData; 8449 core.Map<core.String, core.Object> harnessData;
8118 /** Time at which the current lease will expire. */ 8450
8451 /// Time at which the current lease will expire.
8119 core.String leaseExpireTime; 8452 core.String leaseExpireTime;
8120 /** 8453
8121 * The short ids that workers should use in subsequent metric updates. 8454 /// The short ids that workers should use in subsequent metric updates.
8122 * Workers should strive to use short ids whenever possible, but it is ok 8455 /// Workers should strive to use short ids whenever possible, but it is ok
8123 * to request the short_id again if a worker lost track of it 8456 /// to request the short_id again if a worker lost track of it
8124 * (e.g. if the worker is recovering from a crash). 8457 /// (e.g. if the worker is recovering from a crash).
8125 * NOTE: it is possible that the response may have short ids for a subset 8458 /// NOTE: it is possible that the response may have short ids for a subset
8126 * of the metrics. 8459 /// of the metrics.
8127 */
8128 core.List<MetricShortId> metricShortId; 8460 core.List<MetricShortId> metricShortId;
8129 /** 8461
8130 * The index value to use for the next report sent by the worker. 8462 /// The index value to use for the next report sent by the worker.
8131 * Note: If the report call fails for whatever reason, the worker should 8463 /// Note: If the report call fails for whatever reason, the worker should
8132 * reuse this index for subsequent report attempts. 8464 /// reuse this index for subsequent report attempts.
8133 */
8134 core.String nextReportIndex; 8465 core.String nextReportIndex;
8135 /** New recommended reporting interval. */ 8466
8467 /// New recommended reporting interval.
8136 core.String reportStatusInterval; 8468 core.String reportStatusInterval;
8137 /** 8469
8138 * The progress point in the WorkItem where the Dataflow service 8470 /// The progress point in the WorkItem where the Dataflow service
8139 * suggests that the worker truncate the task. 8471 /// suggests that the worker truncate the task.
8140 */
8141 ApproximateSplitRequest splitRequest; 8472 ApproximateSplitRequest splitRequest;
8142 /** DEPRECATED in favor of split_request. */ 8473
8474 /// DEPRECATED in favor of split_request.
8143 ApproximateProgress suggestedStopPoint; 8475 ApproximateProgress suggestedStopPoint;
8144 /** Obsolete, always empty. */ 8476
8477 /// Obsolete, always empty.
8145 Position suggestedStopPosition; 8478 Position suggestedStopPosition;
8146 8479
8147 WorkItemServiceState(); 8480 WorkItemServiceState();
8148 8481
8149 WorkItemServiceState.fromJson(core.Map _json) { 8482 WorkItemServiceState.fromJson(core.Map _json) {
8150 if (_json.containsKey("harnessData")) { 8483 if (_json.containsKey("harnessData")) {
8151 harnessData = _json["harnessData"]; 8484 harnessData = _json["harnessData"];
8152 } 8485 }
8153 if (_json.containsKey("leaseExpireTime")) { 8486 if (_json.containsKey("leaseExpireTime")) {
8154 leaseExpireTime = _json["leaseExpireTime"]; 8487 leaseExpireTime = _json["leaseExpireTime"];
8155 } 8488 }
8156 if (_json.containsKey("metricShortId")) { 8489 if (_json.containsKey("metricShortId")) {
8157 metricShortId = _json["metricShortId"].map((value) => new MetricShortId.fr omJson(value)).toList(); 8490 metricShortId = _json["metricShortId"]
8491 .map((value) => new MetricShortId.fromJson(value))
8492 .toList();
8158 } 8493 }
8159 if (_json.containsKey("nextReportIndex")) { 8494 if (_json.containsKey("nextReportIndex")) {
8160 nextReportIndex = _json["nextReportIndex"]; 8495 nextReportIndex = _json["nextReportIndex"];
8161 } 8496 }
8162 if (_json.containsKey("reportStatusInterval")) { 8497 if (_json.containsKey("reportStatusInterval")) {
8163 reportStatusInterval = _json["reportStatusInterval"]; 8498 reportStatusInterval = _json["reportStatusInterval"];
8164 } 8499 }
8165 if (_json.containsKey("splitRequest")) { 8500 if (_json.containsKey("splitRequest")) {
8166 splitRequest = new ApproximateSplitRequest.fromJson(_json["splitRequest"]) ; 8501 splitRequest =
8502 new ApproximateSplitRequest.fromJson(_json["splitRequest"]);
8167 } 8503 }
8168 if (_json.containsKey("suggestedStopPoint")) { 8504 if (_json.containsKey("suggestedStopPoint")) {
8169 suggestedStopPoint = new ApproximateProgress.fromJson(_json["suggestedStop Point"]); 8505 suggestedStopPoint =
8506 new ApproximateProgress.fromJson(_json["suggestedStopPoint"]);
8170 } 8507 }
8171 if (_json.containsKey("suggestedStopPosition")) { 8508 if (_json.containsKey("suggestedStopPosition")) {
8172 suggestedStopPosition = new Position.fromJson(_json["suggestedStopPosition "]); 8509 suggestedStopPosition =
8510 new Position.fromJson(_json["suggestedStopPosition"]);
8173 } 8511 }
8174 } 8512 }
8175 8513
8176 core.Map<core.String, core.Object> toJson() { 8514 core.Map<core.String, core.Object> toJson() {
8177 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 8515 final core.Map<core.String, core.Object> _json =
8516 new core.Map<core.String, core.Object>();
8178 if (harnessData != null) { 8517 if (harnessData != null) {
8179 _json["harnessData"] = harnessData; 8518 _json["harnessData"] = harnessData;
8180 } 8519 }
8181 if (leaseExpireTime != null) { 8520 if (leaseExpireTime != null) {
8182 _json["leaseExpireTime"] = leaseExpireTime; 8521 _json["leaseExpireTime"] = leaseExpireTime;
8183 } 8522 }
8184 if (metricShortId != null) { 8523 if (metricShortId != null) {
8185 _json["metricShortId"] = metricShortId.map((value) => (value).toJson()).to List(); 8524 _json["metricShortId"] =
8525 metricShortId.map((value) => (value).toJson()).toList();
8186 } 8526 }
8187 if (nextReportIndex != null) { 8527 if (nextReportIndex != null) {
8188 _json["nextReportIndex"] = nextReportIndex; 8528 _json["nextReportIndex"] = nextReportIndex;
8189 } 8529 }
8190 if (reportStatusInterval != null) { 8530 if (reportStatusInterval != null) {
8191 _json["reportStatusInterval"] = reportStatusInterval; 8531 _json["reportStatusInterval"] = reportStatusInterval;
8192 } 8532 }
8193 if (splitRequest != null) { 8533 if (splitRequest != null) {
8194 _json["splitRequest"] = (splitRequest).toJson(); 8534 _json["splitRequest"] = (splitRequest).toJson();
8195 } 8535 }
8196 if (suggestedStopPoint != null) { 8536 if (suggestedStopPoint != null) {
8197 _json["suggestedStopPoint"] = (suggestedStopPoint).toJson(); 8537 _json["suggestedStopPoint"] = (suggestedStopPoint).toJson();
8198 } 8538 }
8199 if (suggestedStopPosition != null) { 8539 if (suggestedStopPosition != null) {
8200 _json["suggestedStopPosition"] = (suggestedStopPosition).toJson(); 8540 _json["suggestedStopPosition"] = (suggestedStopPosition).toJson();
8201 } 8541 }
8202 return _json; 8542 return _json;
8203 } 8543 }
8204 } 8544 }
8205 8545
8206 /** Conveys a worker's progress through the work described by a WorkItem. */ 8546 /// Conveys a worker's progress through the work described by a WorkItem.
8207 class WorkItemStatus { 8547 class WorkItemStatus {
8208 /** True if the WorkItem was completed (successfully or unsuccessfully). */ 8548 /// True if the WorkItem was completed (successfully or unsuccessfully).
8209 core.bool completed; 8549 core.bool completed;
8210 /** Worker output counters for this WorkItem. */ 8550
8551 /// Worker output counters for this WorkItem.
8211 core.List<CounterUpdate> counterUpdates; 8552 core.List<CounterUpdate> counterUpdates;
8212 /** See documentation of stop_position. */ 8553
8554 /// See documentation of stop_position.
8213 DynamicSourceSplit dynamicSourceSplit; 8555 DynamicSourceSplit dynamicSourceSplit;
8214 /** 8556
8215 * Specifies errors which occurred during processing. If errors are 8557 /// Specifies errors which occurred during processing. If errors are
8216 * provided, and completed = true, then the WorkItem is considered 8558 /// provided, and completed = true, then the WorkItem is considered
8217 * to have failed. 8559 /// to have failed.
8218 */
8219 core.List<Status> errors; 8560 core.List<Status> errors;
8220 /** DEPRECATED in favor of counter_updates. */ 8561
8562 /// DEPRECATED in favor of counter_updates.
8221 core.List<MetricUpdate> metricUpdates; 8563 core.List<MetricUpdate> metricUpdates;
8222 /** DEPRECATED in favor of reported_progress. */ 8564
8565 /// DEPRECATED in favor of reported_progress.
8223 ApproximateProgress progress; 8566 ApproximateProgress progress;
8224 /** 8567
8225 * The report index. When a WorkItem is leased, the lease will 8568 /// The report index. When a WorkItem is leased, the lease will
8226 * contain an initial report index. When a WorkItem's status is 8569 /// contain an initial report index. When a WorkItem's status is
8227 * reported to the system, the report should be sent with 8570 /// reported to the system, the report should be sent with
8228 * that report index, and the response will contain the index the 8571 /// that report index, and the response will contain the index the
8229 * worker should use for the next report. Reports received with 8572 /// worker should use for the next report. Reports received with
8230 * unexpected index values will be rejected by the service. 8573 /// unexpected index values will be rejected by the service.
8231 * 8574 ///
8232 * In order to preserve idempotency, the worker should not alter the 8575 /// In order to preserve idempotency, the worker should not alter the
8233 * contents of a report, even if the worker must submit the same 8576 /// contents of a report, even if the worker must submit the same
8234 * report multiple times before getting back a response. The worker 8577 /// report multiple times before getting back a response. The worker
8235 * should not submit a subsequent report until the response for the 8578 /// should not submit a subsequent report until the response for the
8236 * previous report had been received from the service. 8579 /// previous report had been received from the service.
8237 */
8238 core.String reportIndex; 8580 core.String reportIndex;
8239 /** The worker's progress through this WorkItem. */ 8581
8582 /// The worker's progress through this WorkItem.
8240 ApproximateReportedProgress reportedProgress; 8583 ApproximateReportedProgress reportedProgress;
8241 /** Amount of time the worker requests for its lease. */ 8584
8585 /// Amount of time the worker requests for its lease.
8242 core.String requestedLeaseDuration; 8586 core.String requestedLeaseDuration;
8243 /** DEPRECATED in favor of dynamic_source_split. */ 8587
8588 /// DEPRECATED in favor of dynamic_source_split.
8244 SourceFork sourceFork; 8589 SourceFork sourceFork;
8245 /** 8590
8246 * If the work item represented a SourceOperationRequest, and the work 8591 /// If the work item represented a SourceOperationRequest, and the work
8247 * is completed, contains the result of the operation. 8592 /// is completed, contains the result of the operation.
8248 */
8249 SourceOperationResponse sourceOperationResponse; 8593 SourceOperationResponse sourceOperationResponse;
8250 /** 8594
8251 * A worker may split an active map task in two parts, "primary" and 8595 /// A worker may split an active map task in two parts, "primary" and
8252 * "residual", continuing to process the primary part and returning the 8596 /// "residual", continuing to process the primary part and returning the
8253 * residual part into the pool of available work. 8597 /// residual part into the pool of available work.
8254 * This event is called a "dynamic split" and is critical to the dynamic 8598 /// This event is called a "dynamic split" and is critical to the dynamic
8255 * work rebalancing feature. The two obtained sub-tasks are called 8599 /// work rebalancing feature. The two obtained sub-tasks are called
8256 * "parts" of the split. 8600 /// "parts" of the split.
8257 * The parts, if concatenated, must represent the same input as would 8601 /// The parts, if concatenated, must represent the same input as would
8258 * be read by the current task if the split did not happen. 8602 /// be read by the current task if the split did not happen.
8259 * The exact way in which the original task is decomposed into the two 8603 /// The exact way in which the original task is decomposed into the two
8260 * parts is specified either as a position demarcating them 8604 /// parts is specified either as a position demarcating them
8261 * (stop_position), or explicitly as two DerivedSources, if this 8605 /// (stop_position), or explicitly as two DerivedSources, if this
8262 * task consumes a user-defined source type (dynamic_source_split). 8606 /// task consumes a user-defined source type (dynamic_source_split).
8263 * 8607 ///
8264 * The "current" task is adjusted as a result of the split: after a task 8608 /// The "current" task is adjusted as a result of the split: after a task
8265 * with range [A, B) sends a stop_position update at C, its range is 8609 /// with range [A, B) sends a stop_position update at C, its range is
8266 * considered to be [A, C), e.g.: 8610 /// considered to be [A, C), e.g.:
8267 * * Progress should be interpreted relative to the new range, e.g. 8611 /// * Progress should be interpreted relative to the new range, e.g.
8268 * "75% completed" means "75% of [A, C) completed" 8612 /// "75% completed" means "75% of [A, C) completed"
8269 * * The worker should interpret proposed_stop_position relative to the 8613 /// * The worker should interpret proposed_stop_position relative to the
8270 * new range, e.g. "split at 68%" should be interpreted as 8614 /// new range, e.g. "split at 68%" should be interpreted as
8271 * "split at 68% of [A, C)". 8615 /// "split at 68% of [A, C)".
8272 * * If the worker chooses to split again using stop_position, only 8616 /// * If the worker chooses to split again using stop_position, only
8273 * stop_positions in [A, C) will be accepted. 8617 /// stop_positions in [A, C) will be accepted.
8274 * * Etc. 8618 /// * Etc.
8275 * dynamic_source_split has similar semantics: e.g., if a task with 8619 /// dynamic_source_split has similar semantics: e.g., if a task with
8276 * source S splits using dynamic_source_split into {P, R} 8620 /// source S splits using dynamic_source_split into {P, R}
8277 * (where P and R must be together equivalent to S), then subsequent 8621 /// (where P and R must be together equivalent to S), then subsequent
8278 * progress and proposed_stop_position should be interpreted relative 8622 /// progress and proposed_stop_position should be interpreted relative
8279 * to P, and in a potential subsequent dynamic_source_split into {P', R'}, 8623 /// to P, and in a potential subsequent dynamic_source_split into {P', R'},
8280 * P' and R' must be together equivalent to P, etc. 8624 /// P' and R' must be together equivalent to P, etc.
8281 */
8282 Position stopPosition; 8625 Position stopPosition;
8283 /** Identifies the WorkItem. */ 8626
8627 /// Identifies the WorkItem.
8284 core.String workItemId; 8628 core.String workItemId;
8285 8629
8286 WorkItemStatus(); 8630 WorkItemStatus();
8287 8631
8288 WorkItemStatus.fromJson(core.Map _json) { 8632 WorkItemStatus.fromJson(core.Map _json) {
8289 if (_json.containsKey("completed")) { 8633 if (_json.containsKey("completed")) {
8290 completed = _json["completed"]; 8634 completed = _json["completed"];
8291 } 8635 }
8292 if (_json.containsKey("counterUpdates")) { 8636 if (_json.containsKey("counterUpdates")) {
8293 counterUpdates = _json["counterUpdates"].map((value) => new CounterUpdate. fromJson(value)).toList(); 8637 counterUpdates = _json["counterUpdates"]
8638 .map((value) => new CounterUpdate.fromJson(value))
8639 .toList();
8294 } 8640 }
8295 if (_json.containsKey("dynamicSourceSplit")) { 8641 if (_json.containsKey("dynamicSourceSplit")) {
8296 dynamicSourceSplit = new DynamicSourceSplit.fromJson(_json["dynamicSourceS plit"]); 8642 dynamicSourceSplit =
8643 new DynamicSourceSplit.fromJson(_json["dynamicSourceSplit"]);
8297 } 8644 }
8298 if (_json.containsKey("errors")) { 8645 if (_json.containsKey("errors")) {
8299 errors = _json["errors"].map((value) => new Status.fromJson(value)).toList (); 8646 errors =
8647 _json["errors"].map((value) => new Status.fromJson(value)).toList();
8300 } 8648 }
8301 if (_json.containsKey("metricUpdates")) { 8649 if (_json.containsKey("metricUpdates")) {
8302 metricUpdates = _json["metricUpdates"].map((value) => new MetricUpdate.fro mJson(value)).toList(); 8650 metricUpdates = _json["metricUpdates"]
8651 .map((value) => new MetricUpdate.fromJson(value))
8652 .toList();
8303 } 8653 }
8304 if (_json.containsKey("progress")) { 8654 if (_json.containsKey("progress")) {
8305 progress = new ApproximateProgress.fromJson(_json["progress"]); 8655 progress = new ApproximateProgress.fromJson(_json["progress"]);
8306 } 8656 }
8307 if (_json.containsKey("reportIndex")) { 8657 if (_json.containsKey("reportIndex")) {
8308 reportIndex = _json["reportIndex"]; 8658 reportIndex = _json["reportIndex"];
8309 } 8659 }
8310 if (_json.containsKey("reportedProgress")) { 8660 if (_json.containsKey("reportedProgress")) {
8311 reportedProgress = new ApproximateReportedProgress.fromJson(_json["reporte dProgress"]); 8661 reportedProgress =
8662 new ApproximateReportedProgress.fromJson(_json["reportedProgress"]);
8312 } 8663 }
8313 if (_json.containsKey("requestedLeaseDuration")) { 8664 if (_json.containsKey("requestedLeaseDuration")) {
8314 requestedLeaseDuration = _json["requestedLeaseDuration"]; 8665 requestedLeaseDuration = _json["requestedLeaseDuration"];
8315 } 8666 }
8316 if (_json.containsKey("sourceFork")) { 8667 if (_json.containsKey("sourceFork")) {
8317 sourceFork = new SourceFork.fromJson(_json["sourceFork"]); 8668 sourceFork = new SourceFork.fromJson(_json["sourceFork"]);
8318 } 8669 }
8319 if (_json.containsKey("sourceOperationResponse")) { 8670 if (_json.containsKey("sourceOperationResponse")) {
8320 sourceOperationResponse = new SourceOperationResponse.fromJson(_json["sour ceOperationResponse"]); 8671 sourceOperationResponse = new SourceOperationResponse.fromJson(
8672 _json["sourceOperationResponse"]);
8321 } 8673 }
8322 if (_json.containsKey("stopPosition")) { 8674 if (_json.containsKey("stopPosition")) {
8323 stopPosition = new Position.fromJson(_json["stopPosition"]); 8675 stopPosition = new Position.fromJson(_json["stopPosition"]);
8324 } 8676 }
8325 if (_json.containsKey("workItemId")) { 8677 if (_json.containsKey("workItemId")) {
8326 workItemId = _json["workItemId"]; 8678 workItemId = _json["workItemId"];
8327 } 8679 }
8328 } 8680 }
8329 8681
8330 core.Map<core.String, core.Object> toJson() { 8682 core.Map<core.String, core.Object> toJson() {
8331 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 8683 final core.Map<core.String, core.Object> _json =
8684 new core.Map<core.String, core.Object>();
8332 if (completed != null) { 8685 if (completed != null) {
8333 _json["completed"] = completed; 8686 _json["completed"] = completed;
8334 } 8687 }
8335 if (counterUpdates != null) { 8688 if (counterUpdates != null) {
8336 _json["counterUpdates"] = counterUpdates.map((value) => (value).toJson()). toList(); 8689 _json["counterUpdates"] =
8690 counterUpdates.map((value) => (value).toJson()).toList();
8337 } 8691 }
8338 if (dynamicSourceSplit != null) { 8692 if (dynamicSourceSplit != null) {
8339 _json["dynamicSourceSplit"] = (dynamicSourceSplit).toJson(); 8693 _json["dynamicSourceSplit"] = (dynamicSourceSplit).toJson();
8340 } 8694 }
8341 if (errors != null) { 8695 if (errors != null) {
8342 _json["errors"] = errors.map((value) => (value).toJson()).toList(); 8696 _json["errors"] = errors.map((value) => (value).toJson()).toList();
8343 } 8697 }
8344 if (metricUpdates != null) { 8698 if (metricUpdates != null) {
8345 _json["metricUpdates"] = metricUpdates.map((value) => (value).toJson()).to List(); 8699 _json["metricUpdates"] =
8700 metricUpdates.map((value) => (value).toJson()).toList();
8346 } 8701 }
8347 if (progress != null) { 8702 if (progress != null) {
8348 _json["progress"] = (progress).toJson(); 8703 _json["progress"] = (progress).toJson();
8349 } 8704 }
8350 if (reportIndex != null) { 8705 if (reportIndex != null) {
8351 _json["reportIndex"] = reportIndex; 8706 _json["reportIndex"] = reportIndex;
8352 } 8707 }
8353 if (reportedProgress != null) { 8708 if (reportedProgress != null) {
8354 _json["reportedProgress"] = (reportedProgress).toJson(); 8709 _json["reportedProgress"] = (reportedProgress).toJson();
8355 } 8710 }
8356 if (requestedLeaseDuration != null) { 8711 if (requestedLeaseDuration != null) {
8357 _json["requestedLeaseDuration"] = requestedLeaseDuration; 8712 _json["requestedLeaseDuration"] = requestedLeaseDuration;
8358 } 8713 }
8359 if (sourceFork != null) { 8714 if (sourceFork != null) {
8360 _json["sourceFork"] = (sourceFork).toJson(); 8715 _json["sourceFork"] = (sourceFork).toJson();
8361 } 8716 }
8362 if (sourceOperationResponse != null) { 8717 if (sourceOperationResponse != null) {
8363 _json["sourceOperationResponse"] = (sourceOperationResponse).toJson(); 8718 _json["sourceOperationResponse"] = (sourceOperationResponse).toJson();
8364 } 8719 }
8365 if (stopPosition != null) { 8720 if (stopPosition != null) {
8366 _json["stopPosition"] = (stopPosition).toJson(); 8721 _json["stopPosition"] = (stopPosition).toJson();
8367 } 8722 }
8368 if (workItemId != null) { 8723 if (workItemId != null) {
8369 _json["workItemId"] = workItemId; 8724 _json["workItemId"] = workItemId;
8370 } 8725 }
8371 return _json; 8726 return _json;
8372 } 8727 }
8373 } 8728 }
8374 8729
8375 /** 8730 /// WorkerHealthReport contains information about the health of a worker.
8376 * WorkerHealthReport contains information about the health of a worker. 8731 ///
8377 * 8732 /// The VM should be identified by the labels attached to the WorkerMessage
8378 * The VM should be identified by the labels attached to the WorkerMessage that 8733 /// that
8379 * this health ping belongs to. 8734 /// this health ping belongs to.
8380 */
8381 class WorkerHealthReport { 8735 class WorkerHealthReport {
8382 /** 8736 /// The pods running on the worker. See:
8383 * The pods running on the worker. See: 8737 /// http://kubernetes.io/v1.1/docs/api-reference/v1/definitions.html#_v1_pod
8384 * http://kubernetes.io/v1.1/docs/api-reference/v1/definitions.html#_v1_pod 8738 ///
8385 * 8739 /// This field is used by the worker to send the status of the indvidual
8386 * This field is used by the worker to send the status of the indvidual 8740 /// containers running on each worker.
8387 * containers running on each worker. 8741 ///
8388 * 8742 /// The values for Object must be JSON objects. It can consist of `num`,
8389 * The values for Object must be JSON objects. It can consist of `num`, 8743 /// `String`, `bool` and `null` as well as `Map` and `List` values.
8390 * `String`, `bool` and `null` as well as `Map` and `List` values.
8391 */
8392 core.List<core.Map<core.String, core.Object>> pods; 8744 core.List<core.Map<core.String, core.Object>> pods;
8393 /** 8745
8394 * The interval at which the worker is sending health reports. 8746 /// The interval at which the worker is sending health reports.
8395 * The default value of 0 should be interpreted as the field is not being 8747 /// The default value of 0 should be interpreted as the field is not being
8396 * explicitly set by the worker. 8748 /// explicitly set by the worker.
8397 */
8398 core.String reportInterval; 8749 core.String reportInterval;
8399 /** Whether the VM is healthy. */ 8750
8751 /// Whether the VM is healthy.
8400 core.bool vmIsHealthy; 8752 core.bool vmIsHealthy;
8401 /** The time the VM was booted. */ 8753
8754 /// The time the VM was booted.
8402 core.String vmStartupTime; 8755 core.String vmStartupTime;
8403 8756
8404 WorkerHealthReport(); 8757 WorkerHealthReport();
8405 8758
8406 WorkerHealthReport.fromJson(core.Map _json) { 8759 WorkerHealthReport.fromJson(core.Map _json) {
8407 if (_json.containsKey("pods")) { 8760 if (_json.containsKey("pods")) {
8408 pods = _json["pods"]; 8761 pods = _json["pods"];
8409 } 8762 }
8410 if (_json.containsKey("reportInterval")) { 8763 if (_json.containsKey("reportInterval")) {
8411 reportInterval = _json["reportInterval"]; 8764 reportInterval = _json["reportInterval"];
8412 } 8765 }
8413 if (_json.containsKey("vmIsHealthy")) { 8766 if (_json.containsKey("vmIsHealthy")) {
8414 vmIsHealthy = _json["vmIsHealthy"]; 8767 vmIsHealthy = _json["vmIsHealthy"];
8415 } 8768 }
8416 if (_json.containsKey("vmStartupTime")) { 8769 if (_json.containsKey("vmStartupTime")) {
8417 vmStartupTime = _json["vmStartupTime"]; 8770 vmStartupTime = _json["vmStartupTime"];
8418 } 8771 }
8419 } 8772 }
8420 8773
8421 core.Map<core.String, core.Object> toJson() { 8774 core.Map<core.String, core.Object> toJson() {
8422 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 8775 final core.Map<core.String, core.Object> _json =
8776 new core.Map<core.String, core.Object>();
8423 if (pods != null) { 8777 if (pods != null) {
8424 _json["pods"] = pods; 8778 _json["pods"] = pods;
8425 } 8779 }
8426 if (reportInterval != null) { 8780 if (reportInterval != null) {
8427 _json["reportInterval"] = reportInterval; 8781 _json["reportInterval"] = reportInterval;
8428 } 8782 }
8429 if (vmIsHealthy != null) { 8783 if (vmIsHealthy != null) {
8430 _json["vmIsHealthy"] = vmIsHealthy; 8784 _json["vmIsHealthy"] = vmIsHealthy;
8431 } 8785 }
8432 if (vmStartupTime != null) { 8786 if (vmStartupTime != null) {
8433 _json["vmStartupTime"] = vmStartupTime; 8787 _json["vmStartupTime"] = vmStartupTime;
8434 } 8788 }
8435 return _json; 8789 return _json;
8436 } 8790 }
8437 } 8791 }
8438 8792
8439 /** 8793 /// WorkerHealthReportResponse contains information returned to the worker
8440 * WorkerHealthReportResponse contains information returned to the worker 8794 /// in response to a health ping.
8441 * in response to a health ping.
8442 */
8443 class WorkerHealthReportResponse { 8795 class WorkerHealthReportResponse {
8444 /** 8796 /// A positive value indicates the worker should change its reporting
8445 * A positive value indicates the worker should change its reporting interval 8797 /// interval
8446 * to the specified value. 8798 /// to the specified value.
8447 * 8799 ///
8448 * The default value of zero means no change in report rate is requested by 8800 /// The default value of zero means no change in report rate is requested by
8449 * the server. 8801 /// the server.
8450 */
8451 core.String reportInterval; 8802 core.String reportInterval;
8452 8803
8453 WorkerHealthReportResponse(); 8804 WorkerHealthReportResponse();
8454 8805
8455 WorkerHealthReportResponse.fromJson(core.Map _json) { 8806 WorkerHealthReportResponse.fromJson(core.Map _json) {
8456 if (_json.containsKey("reportInterval")) { 8807 if (_json.containsKey("reportInterval")) {
8457 reportInterval = _json["reportInterval"]; 8808 reportInterval = _json["reportInterval"];
8458 } 8809 }
8459 } 8810 }
8460 8811
8461 core.Map<core.String, core.Object> toJson() { 8812 core.Map<core.String, core.Object> toJson() {
8462 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 8813 final core.Map<core.String, core.Object> _json =
8814 new core.Map<core.String, core.Object>();
8463 if (reportInterval != null) { 8815 if (reportInterval != null) {
8464 _json["reportInterval"] = reportInterval; 8816 _json["reportInterval"] = reportInterval;
8465 } 8817 }
8466 return _json; 8818 return _json;
8467 } 8819 }
8468 } 8820 }
8469 8821
8470 /** WorkerMessage provides information to the backend about a worker. */ 8822 /// WorkerMessage provides information to the backend about a worker.
8471 class WorkerMessage { 8823 class WorkerMessage {
8472 /** 8824 /// Labels are used to group WorkerMessages.
8473 * Labels are used to group WorkerMessages. 8825 /// For example, a worker_message about a particular container
8474 * For example, a worker_message about a particular container 8826 /// might have the labels:
8475 * might have the labels: 8827 /// { "JOB_ID": "2015-04-22",
8476 * { "JOB_ID": "2015-04-22", 8828 /// "WORKER_ID": "wordcount-vm-2015…"
8477 * "WORKER_ID": "wordcount-vm-2015…" 8829 /// "CONTAINER_TYPE": "worker",
8478 * "CONTAINER_TYPE": "worker", 8830 /// "CONTAINER_ID": "ac1234def"}
8479 * "CONTAINER_ID": "ac1234def"} 8831 /// Label tags typically correspond to Label enum values. However, for ease
8480 * Label tags typically correspond to Label enum values. However, for ease 8832 /// of development other strings can be used as tags. LABEL_UNSPECIFIED
8481 * of development other strings can be used as tags. LABEL_UNSPECIFIED should 8833 /// should
8482 * not be used here. 8834 /// not be used here.
8483 */
8484 core.Map<core.String, core.String> labels; 8835 core.Map<core.String, core.String> labels;
8485 /** The timestamp of the worker_message. */ 8836
8837 /// The timestamp of the worker_message.
8486 core.String time; 8838 core.String time;
8487 /** The health of a worker. */ 8839
8840 /// The health of a worker.
8488 WorkerHealthReport workerHealthReport; 8841 WorkerHealthReport workerHealthReport;
8489 /** A worker message code. */ 8842
8843 /// A worker message code.
8490 WorkerMessageCode workerMessageCode; 8844 WorkerMessageCode workerMessageCode;
8491 /** Resource metrics reported by workers. */ 8845
8846 /// Resource metrics reported by workers.
8492 ResourceUtilizationReport workerMetrics; 8847 ResourceUtilizationReport workerMetrics;
8493 8848
8849 /// Shutdown notice by workers.
8850 WorkerShutdownNotice workerShutdownNotice;
8851
8494 WorkerMessage(); 8852 WorkerMessage();
8495 8853
8496 WorkerMessage.fromJson(core.Map _json) { 8854 WorkerMessage.fromJson(core.Map _json) {
8497 if (_json.containsKey("labels")) { 8855 if (_json.containsKey("labels")) {
8498 labels = _json["labels"]; 8856 labels = _json["labels"];
8499 } 8857 }
8500 if (_json.containsKey("time")) { 8858 if (_json.containsKey("time")) {
8501 time = _json["time"]; 8859 time = _json["time"];
8502 } 8860 }
8503 if (_json.containsKey("workerHealthReport")) { 8861 if (_json.containsKey("workerHealthReport")) {
8504 workerHealthReport = new WorkerHealthReport.fromJson(_json["workerHealthRe port"]); 8862 workerHealthReport =
8863 new WorkerHealthReport.fromJson(_json["workerHealthReport"]);
8505 } 8864 }
8506 if (_json.containsKey("workerMessageCode")) { 8865 if (_json.containsKey("workerMessageCode")) {
8507 workerMessageCode = new WorkerMessageCode.fromJson(_json["workerMessageCod e"]); 8866 workerMessageCode =
8867 new WorkerMessageCode.fromJson(_json["workerMessageCode"]);
8508 } 8868 }
8509 if (_json.containsKey("workerMetrics")) { 8869 if (_json.containsKey("workerMetrics")) {
8510 workerMetrics = new ResourceUtilizationReport.fromJson(_json["workerMetric s"]); 8870 workerMetrics =
8871 new ResourceUtilizationReport.fromJson(_json["workerMetrics"]);
8872 }
8873 if (_json.containsKey("workerShutdownNotice")) {
8874 workerShutdownNotice =
8875 new WorkerShutdownNotice.fromJson(_json["workerShutdownNotice"]);
8511 } 8876 }
8512 } 8877 }
8513 8878
8514 core.Map<core.String, core.Object> toJson() { 8879 core.Map<core.String, core.Object> toJson() {
8515 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 8880 final core.Map<core.String, core.Object> _json =
8881 new core.Map<core.String, core.Object>();
8516 if (labels != null) { 8882 if (labels != null) {
8517 _json["labels"] = labels; 8883 _json["labels"] = labels;
8518 } 8884 }
8519 if (time != null) { 8885 if (time != null) {
8520 _json["time"] = time; 8886 _json["time"] = time;
8521 } 8887 }
8522 if (workerHealthReport != null) { 8888 if (workerHealthReport != null) {
8523 _json["workerHealthReport"] = (workerHealthReport).toJson(); 8889 _json["workerHealthReport"] = (workerHealthReport).toJson();
8524 } 8890 }
8525 if (workerMessageCode != null) { 8891 if (workerMessageCode != null) {
8526 _json["workerMessageCode"] = (workerMessageCode).toJson(); 8892 _json["workerMessageCode"] = (workerMessageCode).toJson();
8527 } 8893 }
8528 if (workerMetrics != null) { 8894 if (workerMetrics != null) {
8529 _json["workerMetrics"] = (workerMetrics).toJson(); 8895 _json["workerMetrics"] = (workerMetrics).toJson();
8530 } 8896 }
8897 if (workerShutdownNotice != null) {
8898 _json["workerShutdownNotice"] = (workerShutdownNotice).toJson();
8899 }
8531 return _json; 8900 return _json;
8532 } 8901 }
8533 } 8902 }
8534 8903
8535 /** 8904 /// A message code is used to report status and error messages to the service.
8536 * A message code is used to report status and error messages to the service. 8905 /// The message codes are intended to be machine readable. The service will
8537 * The message codes are intended to be machine readable. The service will 8906 /// take care of translating these into user understandable messages if
8538 * take care of translating these into user understandable messages if 8907 /// necessary.
8539 * necessary. 8908 ///
8540 * 8909 /// Example use cases:
8541 * Example use cases: 8910 /// 1. Worker processes reporting successful startup.
8542 * 1. Worker processes reporting successful startup. 8911 /// 2. Worker processes reporting specific errors (e.g. package staging
8543 * 2. Worker processes reporting specific errors (e.g. package staging 8912 /// failure).
8544 * failure).
8545 */
8546 class WorkerMessageCode { 8913 class WorkerMessageCode {
8547 /** 8914 /// The code is a string intended for consumption by a machine that
8548 * The code is a string intended for consumption by a machine that identifies 8915 /// identifies
8549 * the type of message being sent. 8916 /// the type of message being sent.
8550 * Examples: 8917 /// Examples:
8551 * 1. "HARNESS_STARTED" might be used to indicate the worker harness has 8918 /// 1. "HARNESS_STARTED" might be used to indicate the worker harness has
8552 * started. 8919 /// started.
8553 * 2. "GCS_DOWNLOAD_ERROR" might be used to indicate an error downloading 8920 /// 2. "GCS_DOWNLOAD_ERROR" might be used to indicate an error downloading
8554 * a GCS file as part of the boot process of one of the worker containers. 8921 /// a GCS file as part of the boot process of one of the worker containers.
8555 * 8922 ///
8556 * This is a string and not an enum to make it easy to add new codes without 8923 /// This is a string and not an enum to make it easy to add new codes without
8557 * waiting for an API change. 8924 /// waiting for an API change.
8558 */
8559 core.String code; 8925 core.String code;
8560 /** 8926
8561 * Parameters contains specific information about the code. 8927 /// Parameters contains specific information about the code.
8562 * 8928 ///
8563 * This is a struct to allow parameters of different types. 8929 /// This is a struct to allow parameters of different types.
8564 * 8930 ///
8565 * Examples: 8931 /// Examples:
8566 * 1. For a "HARNESS_STARTED" message parameters might provide the name 8932 /// 1. For a "HARNESS_STARTED" message parameters might provide the name
8567 * of the worker and additional data like timing information. 8933 /// of the worker and additional data like timing information.
8568 * 2. For a "GCS_DOWNLOAD_ERROR" parameters might contain fields listing 8934 /// 2. For a "GCS_DOWNLOAD_ERROR" parameters might contain fields listing
8569 * the GCS objects being downloaded and fields containing errors. 8935 /// the GCS objects being downloaded and fields containing errors.
8570 * 8936 ///
8571 * In general complex data structures should be avoided. If a worker 8937 /// In general complex data structures should be avoided. If a worker
8572 * needs to send a specific and complicated data structure then please 8938 /// needs to send a specific and complicated data structure then please
8573 * consider defining a new proto and adding it to the data oneof in 8939 /// consider defining a new proto and adding it to the data oneof in
8574 * WorkerMessageResponse. 8940 /// WorkerMessageResponse.
8575 * 8941 ///
8576 * Conventions: 8942 /// Conventions:
8577 * Parameters should only be used for information that isn't typically passed 8943 /// Parameters should only be used for information that isn't typically
8578 * as a label. 8944 /// passed
8579 * hostname and other worker identifiers should almost always be passed 8945 /// as a label.
8580 * as labels since they will be included on most messages. 8946 /// hostname and other worker identifiers should almost always be passed
8581 * 8947 /// as labels since they will be included on most messages.
8582 * The values for Object must be JSON objects. It can consist of `num`, 8948 ///
8583 * `String`, `bool` and `null` as well as `Map` and `List` values. 8949 /// The values for Object must be JSON objects. It can consist of `num`,
8584 */ 8950 /// `String`, `bool` and `null` as well as `Map` and `List` values.
8585 core.Map<core.String, core.Object> parameters; 8951 core.Map<core.String, core.Object> parameters;
8586 8952
8587 WorkerMessageCode(); 8953 WorkerMessageCode();
8588 8954
8589 WorkerMessageCode.fromJson(core.Map _json) { 8955 WorkerMessageCode.fromJson(core.Map _json) {
8590 if (_json.containsKey("code")) { 8956 if (_json.containsKey("code")) {
8591 code = _json["code"]; 8957 code = _json["code"];
8592 } 8958 }
8593 if (_json.containsKey("parameters")) { 8959 if (_json.containsKey("parameters")) {
8594 parameters = _json["parameters"]; 8960 parameters = _json["parameters"];
8595 } 8961 }
8596 } 8962 }
8597 8963
8598 core.Map<core.String, core.Object> toJson() { 8964 core.Map<core.String, core.Object> toJson() {
8599 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 8965 final core.Map<core.String, core.Object> _json =
8966 new core.Map<core.String, core.Object>();
8600 if (code != null) { 8967 if (code != null) {
8601 _json["code"] = code; 8968 _json["code"] = code;
8602 } 8969 }
8603 if (parameters != null) { 8970 if (parameters != null) {
8604 _json["parameters"] = parameters; 8971 _json["parameters"] = parameters;
8605 } 8972 }
8606 return _json; 8973 return _json;
8607 } 8974 }
8608 } 8975 }
8609 8976
8610 /** 8977 /// A worker_message response allows the server to pass information to the
8611 * A worker_message response allows the server to pass information to the 8978 /// sender.
8612 * sender.
8613 */
8614 class WorkerMessageResponse { 8979 class WorkerMessageResponse {
8615 /** The service's response to a worker's health report. */ 8980 /// The service's response to a worker's health report.
8616 WorkerHealthReportResponse workerHealthReportResponse; 8981 WorkerHealthReportResponse workerHealthReportResponse;
8617 /** Service's response to reporting worker metrics (currently empty). */ 8982
8983 /// Service's response to reporting worker metrics (currently empty).
8618 ResourceUtilizationReportResponse workerMetricsResponse; 8984 ResourceUtilizationReportResponse workerMetricsResponse;
8619 8985
8986 /// Service's response to shutdown notice (currently empty).
8987 WorkerShutdownNoticeResponse workerShutdownNoticeResponse;
8988
8620 WorkerMessageResponse(); 8989 WorkerMessageResponse();
8621 8990
8622 WorkerMessageResponse.fromJson(core.Map _json) { 8991 WorkerMessageResponse.fromJson(core.Map _json) {
8623 if (_json.containsKey("workerHealthReportResponse")) { 8992 if (_json.containsKey("workerHealthReportResponse")) {
8624 workerHealthReportResponse = new WorkerHealthReportResponse.fromJson(_json ["workerHealthReportResponse"]); 8993 workerHealthReportResponse = new WorkerHealthReportResponse.fromJson(
8994 _json["workerHealthReportResponse"]);
8625 } 8995 }
8626 if (_json.containsKey("workerMetricsResponse")) { 8996 if (_json.containsKey("workerMetricsResponse")) {
8627 workerMetricsResponse = new ResourceUtilizationReportResponse.fromJson(_js on["workerMetricsResponse"]); 8997 workerMetricsResponse = new ResourceUtilizationReportResponse.fromJson(
8998 _json["workerMetricsResponse"]);
8999 }
9000 if (_json.containsKey("workerShutdownNoticeResponse")) {
9001 workerShutdownNoticeResponse = new WorkerShutdownNoticeResponse.fromJson(
9002 _json["workerShutdownNoticeResponse"]);
8628 } 9003 }
8629 } 9004 }
8630 9005
8631 core.Map<core.String, core.Object> toJson() { 9006 core.Map<core.String, core.Object> toJson() {
8632 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 9007 final core.Map<core.String, core.Object> _json =
9008 new core.Map<core.String, core.Object>();
8633 if (workerHealthReportResponse != null) { 9009 if (workerHealthReportResponse != null) {
8634 _json["workerHealthReportResponse"] = (workerHealthReportResponse).toJson( ); 9010 _json["workerHealthReportResponse"] =
9011 (workerHealthReportResponse).toJson();
8635 } 9012 }
8636 if (workerMetricsResponse != null) { 9013 if (workerMetricsResponse != null) {
8637 _json["workerMetricsResponse"] = (workerMetricsResponse).toJson(); 9014 _json["workerMetricsResponse"] = (workerMetricsResponse).toJson();
8638 } 9015 }
9016 if (workerShutdownNoticeResponse != null) {
9017 _json["workerShutdownNoticeResponse"] =
9018 (workerShutdownNoticeResponse).toJson();
9019 }
8639 return _json; 9020 return _json;
8640 } 9021 }
8641 } 9022 }
8642 9023
8643 /** 9024 /// Describes one particular pool of Cloud Dataflow workers to be
8644 * Describes one particular pool of Cloud Dataflow workers to be 9025 /// instantiated by the Cloud Dataflow service in order to perform the
8645 * instantiated by the Cloud Dataflow service in order to perform the 9026 /// computations required by a job. Note that a workflow job may use
8646 * computations required by a job. Note that a workflow job may use 9027 /// multiple pools, in order to match the various computational
8647 * multiple pools, in order to match the various computational 9028 /// requirements of the various stages of the job.
8648 * requirements of the various stages of the job.
8649 */
8650 class WorkerPool { 9029 class WorkerPool {
8651 /** Settings for autoscaling of this WorkerPool. */ 9030 /// Settings for autoscaling of this WorkerPool.
8652 AutoscalingSettings autoscalingSettings; 9031 AutoscalingSettings autoscalingSettings;
8653 /** Data disks that are used by a VM in this workflow. */ 9032
9033 /// Data disks that are used by a VM in this workflow.
8654 core.List<Disk> dataDisks; 9034 core.List<Disk> dataDisks;
8655 /** 9035
8656 * The default package set to install. This allows the service to 9036 /// The default package set to install. This allows the service to
8657 * select a default set of packages which are useful to worker 9037 /// select a default set of packages which are useful to worker
8658 * harnesses written in a particular language. 9038 /// harnesses written in a particular language.
8659 * Possible string values are: 9039 /// Possible string values are:
8660 * - "DEFAULT_PACKAGE_SET_UNKNOWN" : The default set of packages to stage is 9040 /// - "DEFAULT_PACKAGE_SET_UNKNOWN" : The default set of packages to stage is
8661 * unknown, or unspecified. 9041 /// unknown, or unspecified.
8662 * - "DEFAULT_PACKAGE_SET_NONE" : Indicates that no packages should be staged 9042 /// - "DEFAULT_PACKAGE_SET_NONE" : Indicates that no packages should be
8663 * at the worker unless 9043 /// staged at the worker unless
8664 * explicitly specified by the job. 9044 /// explicitly specified by the job.
8665 * - "DEFAULT_PACKAGE_SET_JAVA" : Stage packages typically useful to workers 9045 /// - "DEFAULT_PACKAGE_SET_JAVA" : Stage packages typically useful to workers
8666 * written in Java. 9046 /// written in Java.
8667 * - "DEFAULT_PACKAGE_SET_PYTHON" : Stage pacakges typically useful to workers 9047 /// - "DEFAULT_PACKAGE_SET_PYTHON" : Stage pacakges typically useful to
8668 * written in Python. 9048 /// workers written in Python.
8669 */
8670 core.String defaultPackageSet; 9049 core.String defaultPackageSet;
8671 /** 9050
8672 * Size of root disk for VMs, in GB. If zero or unspecified, the service will 9051 /// Size of root disk for VMs, in GB. If zero or unspecified, the service
8673 * attempt to choose a reasonable default. 9052 /// will
8674 */ 9053 /// attempt to choose a reasonable default.
8675 core.int diskSizeGb; 9054 core.int diskSizeGb;
8676 /** Fully qualified source image for disks. */ 9055
9056 /// Fully qualified source image for disks.
8677 core.String diskSourceImage; 9057 core.String diskSourceImage;
8678 /** 9058
8679 * Type of root disk for VMs. If empty or unspecified, the service will 9059 /// Type of root disk for VMs. If empty or unspecified, the service will
8680 * attempt to choose a reasonable default. 9060 /// attempt to choose a reasonable default.
8681 */
8682 core.String diskType; 9061 core.String diskType;
8683 /** 9062
8684 * Configuration for VM IPs. 9063 /// Configuration for VM IPs.
8685 * Possible string values are: 9064 /// Possible string values are:
8686 * - "WORKER_IP_UNSPECIFIED" : The configuration is unknown, or unspecified. 9065 /// - "WORKER_IP_UNSPECIFIED" : The configuration is unknown, or unspecified.
8687 * - "WORKER_IP_PUBLIC" : Workers should have public IP addresses. 9066 /// - "WORKER_IP_PUBLIC" : Workers should have public IP addresses.
8688 * - "WORKER_IP_PRIVATE" : Workers should have private IP addresses. 9067 /// - "WORKER_IP_PRIVATE" : Workers should have private IP addresses.
8689 */
8690 core.String ipConfiguration; 9068 core.String ipConfiguration;
8691 /** 9069
8692 * The kind of the worker pool; currently only `harness` and `shuffle` 9070 /// The kind of the worker pool; currently only `harness` and `shuffle`
8693 * are supported. 9071 /// are supported.
8694 */
8695 core.String kind; 9072 core.String kind;
8696 /** 9073
8697 * Machine type (e.g. "n1-standard-1"). If empty or unspecified, the 9074 /// Machine type (e.g. "n1-standard-1"). If empty or unspecified, the
8698 * service will attempt to choose a reasonable default. 9075 /// service will attempt to choose a reasonable default.
8699 */
8700 core.String machineType; 9076 core.String machineType;
8701 /** Metadata to set on the Google Compute Engine VMs. */ 9077
9078 /// Metadata to set on the Google Compute Engine VMs.
8702 core.Map<core.String, core.String> metadata; 9079 core.Map<core.String, core.String> metadata;
8703 /** 9080
8704 * Network to which VMs will be assigned. If empty or unspecified, 9081 /// Network to which VMs will be assigned. If empty or unspecified,
8705 * the service will use the network "default". 9082 /// the service will use the network "default".
8706 */
8707 core.String network; 9083 core.String network;
8708 /** 9084
8709 * The number of threads per worker harness. If empty or unspecified, the 9085 /// The number of threads per worker harness. If empty or unspecified, the
8710 * service will choose a number of threads (according to the number of cores 9086 /// service will choose a number of threads (according to the number of cores
8711 * on the selected machine type for batch, or 1 by convention for streaming). 9087 /// on the selected machine type for batch, or 1 by convention for
8712 */ 9088 /// streaming).
8713 core.int numThreadsPerWorker; 9089 core.int numThreadsPerWorker;
8714 /** 9090
8715 * Number of Google Compute Engine workers in this pool needed to 9091 /// Number of Google Compute Engine workers in this pool needed to
8716 * execute the job. If zero or unspecified, the service will 9092 /// execute the job. If zero or unspecified, the service will
8717 * attempt to choose a reasonable default. 9093 /// attempt to choose a reasonable default.
8718 */
8719 core.int numWorkers; 9094 core.int numWorkers;
8720 /** 9095
8721 * The action to take on host maintenance, as defined by the Google 9096 /// The action to take on host maintenance, as defined by the Google
8722 * Compute Engine API. 9097 /// Compute Engine API.
8723 */
8724 core.String onHostMaintenance; 9098 core.String onHostMaintenance;
8725 /** Packages to be installed on workers. */ 9099
9100 /// Packages to be installed on workers.
8726 core.List<Package> packages; 9101 core.List<Package> packages;
8727 /** 9102
8728 * Extra arguments for this worker pool. 9103 /// Extra arguments for this worker pool.
8729 * 9104 ///
8730 * The values for Object must be JSON objects. It can consist of `num`, 9105 /// The values for Object must be JSON objects. It can consist of `num`,
8731 * `String`, `bool` and `null` as well as `Map` and `List` values. 9106 /// `String`, `bool` and `null` as well as `Map` and `List` values.
8732 */
8733 core.Map<core.String, core.Object> poolArgs; 9107 core.Map<core.String, core.Object> poolArgs;
8734 /** 9108
8735 * Subnetwork to which VMs will be assigned, if desired. Expected to be of 9109 /// Subnetwork to which VMs will be assigned, if desired. Expected to be of
8736 * the form "regions/REGION/subnetworks/SUBNETWORK". 9110 /// the form "regions/REGION/subnetworks/SUBNETWORK".
8737 */
8738 core.String subnetwork; 9111 core.String subnetwork;
8739 /** 9112
8740 * Settings passed through to Google Compute Engine workers when 9113 /// Settings passed through to Google Compute Engine workers when
8741 * using the standard Dataflow task runner. Users should ignore 9114 /// using the standard Dataflow task runner. Users should ignore
8742 * this field. 9115 /// this field.
8743 */
8744 TaskRunnerSettings taskrunnerSettings; 9116 TaskRunnerSettings taskrunnerSettings;
8745 /** 9117
8746 * Sets the policy for determining when to turndown worker pool. 9118 /// Sets the policy for determining when to turndown worker pool.
8747 * Allowed values are: `TEARDOWN_ALWAYS`, `TEARDOWN_ON_SUCCESS`, and 9119 /// Allowed values are: `TEARDOWN_ALWAYS`, `TEARDOWN_ON_SUCCESS`, and
8748 * `TEARDOWN_NEVER`. 9120 /// `TEARDOWN_NEVER`.
8749 * `TEARDOWN_ALWAYS` means workers are always torn down regardless of whether 9121 /// `TEARDOWN_ALWAYS` means workers are always torn down regardless of
8750 * the job succeeds. `TEARDOWN_ON_SUCCESS` means workers are torn down 9122 /// whether
8751 * if the job succeeds. `TEARDOWN_NEVER` means the workers are never torn 9123 /// the job succeeds. `TEARDOWN_ON_SUCCESS` means workers are torn down
8752 * down. 9124 /// if the job succeeds. `TEARDOWN_NEVER` means the workers are never torn
8753 * 9125 /// down.
8754 * If the workers are not torn down by the service, they will 9126 ///
8755 * continue to run and use Google Compute Engine VM resources in the 9127 /// If the workers are not torn down by the service, they will
8756 * user's project until they are explicitly terminated by the user. 9128 /// continue to run and use Google Compute Engine VM resources in the
8757 * Because of this, Google recommends using the `TEARDOWN_ALWAYS` 9129 /// user's project until they are explicitly terminated by the user.
8758 * policy except for small, manually supervised test jobs. 9130 /// Because of this, Google recommends using the `TEARDOWN_ALWAYS`
8759 * 9131 /// policy except for small, manually supervised test jobs.
8760 * If unknown or unspecified, the service will attempt to choose a reasonable 9132 ///
8761 * default. 9133 /// If unknown or unspecified, the service will attempt to choose a
8762 * Possible string values are: 9134 /// reasonable
8763 * - "TEARDOWN_POLICY_UNKNOWN" : The teardown policy isn't specified, or is 9135 /// default.
8764 * unknown. 9136 /// Possible string values are:
8765 * - "TEARDOWN_ALWAYS" : Always teardown the resource. 9137 /// - "TEARDOWN_POLICY_UNKNOWN" : The teardown policy isn't specified, or is
8766 * - "TEARDOWN_ON_SUCCESS" : Teardown the resource on success. This is useful 9138 /// unknown.
8767 * for debugging 9139 /// - "TEARDOWN_ALWAYS" : Always teardown the resource.
8768 * failures. 9140 /// - "TEARDOWN_ON_SUCCESS" : Teardown the resource on success. This is
8769 * - "TEARDOWN_NEVER" : Never teardown the resource. This is useful for 9141 /// useful for debugging
8770 * debugging and 9142 /// failures.
8771 * development. 9143 /// - "TEARDOWN_NEVER" : Never teardown the resource. This is useful for
8772 */ 9144 /// debugging and
9145 /// development.
8773 core.String teardownPolicy; 9146 core.String teardownPolicy;
8774 /** 9147
8775 * Required. Docker container image that executes the Cloud Dataflow worker 9148 /// Required. Docker container image that executes the Cloud Dataflow worker
8776 * harness, residing in Google Container Registry. 9149 /// harness, residing in Google Container Registry.
8777 */
8778 core.String workerHarnessContainerImage; 9150 core.String workerHarnessContainerImage;
8779 /** 9151
8780 * Zone to run the worker pools in. If empty or unspecified, the service 9152 /// Zone to run the worker pools in. If empty or unspecified, the service
8781 * will attempt to choose a reasonable default. 9153 /// will attempt to choose a reasonable default.
8782 */
8783 core.String zone; 9154 core.String zone;
8784 9155
8785 WorkerPool(); 9156 WorkerPool();
8786 9157
8787 WorkerPool.fromJson(core.Map _json) { 9158 WorkerPool.fromJson(core.Map _json) {
8788 if (_json.containsKey("autoscalingSettings")) { 9159 if (_json.containsKey("autoscalingSettings")) {
8789 autoscalingSettings = new AutoscalingSettings.fromJson(_json["autoscalingS ettings"]); 9160 autoscalingSettings =
9161 new AutoscalingSettings.fromJson(_json["autoscalingSettings"]);
8790 } 9162 }
8791 if (_json.containsKey("dataDisks")) { 9163 if (_json.containsKey("dataDisks")) {
8792 dataDisks = _json["dataDisks"].map((value) => new Disk.fromJson(value)).to List(); 9164 dataDisks =
9165 _json["dataDisks"].map((value) => new Disk.fromJson(value)).toList();
8793 } 9166 }
8794 if (_json.containsKey("defaultPackageSet")) { 9167 if (_json.containsKey("defaultPackageSet")) {
8795 defaultPackageSet = _json["defaultPackageSet"]; 9168 defaultPackageSet = _json["defaultPackageSet"];
8796 } 9169 }
8797 if (_json.containsKey("diskSizeGb")) { 9170 if (_json.containsKey("diskSizeGb")) {
8798 diskSizeGb = _json["diskSizeGb"]; 9171 diskSizeGb = _json["diskSizeGb"];
8799 } 9172 }
8800 if (_json.containsKey("diskSourceImage")) { 9173 if (_json.containsKey("diskSourceImage")) {
8801 diskSourceImage = _json["diskSourceImage"]; 9174 diskSourceImage = _json["diskSourceImage"];
8802 } 9175 }
(...skipping 18 matching lines...) Expand all
8821 if (_json.containsKey("numThreadsPerWorker")) { 9194 if (_json.containsKey("numThreadsPerWorker")) {
8822 numThreadsPerWorker = _json["numThreadsPerWorker"]; 9195 numThreadsPerWorker = _json["numThreadsPerWorker"];
8823 } 9196 }
8824 if (_json.containsKey("numWorkers")) { 9197 if (_json.containsKey("numWorkers")) {
8825 numWorkers = _json["numWorkers"]; 9198 numWorkers = _json["numWorkers"];
8826 } 9199 }
8827 if (_json.containsKey("onHostMaintenance")) { 9200 if (_json.containsKey("onHostMaintenance")) {
8828 onHostMaintenance = _json["onHostMaintenance"]; 9201 onHostMaintenance = _json["onHostMaintenance"];
8829 } 9202 }
8830 if (_json.containsKey("packages")) { 9203 if (_json.containsKey("packages")) {
8831 packages = _json["packages"].map((value) => new Package.fromJson(value)).t oList(); 9204 packages = _json["packages"]
9205 .map((value) => new Package.fromJson(value))
9206 .toList();
8832 } 9207 }
8833 if (_json.containsKey("poolArgs")) { 9208 if (_json.containsKey("poolArgs")) {
8834 poolArgs = _json["poolArgs"]; 9209 poolArgs = _json["poolArgs"];
8835 } 9210 }
8836 if (_json.containsKey("subnetwork")) { 9211 if (_json.containsKey("subnetwork")) {
8837 subnetwork = _json["subnetwork"]; 9212 subnetwork = _json["subnetwork"];
8838 } 9213 }
8839 if (_json.containsKey("taskrunnerSettings")) { 9214 if (_json.containsKey("taskrunnerSettings")) {
8840 taskrunnerSettings = new TaskRunnerSettings.fromJson(_json["taskrunnerSett ings"]); 9215 taskrunnerSettings =
9216 new TaskRunnerSettings.fromJson(_json["taskrunnerSettings"]);
8841 } 9217 }
8842 if (_json.containsKey("teardownPolicy")) { 9218 if (_json.containsKey("teardownPolicy")) {
8843 teardownPolicy = _json["teardownPolicy"]; 9219 teardownPolicy = _json["teardownPolicy"];
8844 } 9220 }
8845 if (_json.containsKey("workerHarnessContainerImage")) { 9221 if (_json.containsKey("workerHarnessContainerImage")) {
8846 workerHarnessContainerImage = _json["workerHarnessContainerImage"]; 9222 workerHarnessContainerImage = _json["workerHarnessContainerImage"];
8847 } 9223 }
8848 if (_json.containsKey("zone")) { 9224 if (_json.containsKey("zone")) {
8849 zone = _json["zone"]; 9225 zone = _json["zone"];
8850 } 9226 }
8851 } 9227 }
8852 9228
8853 core.Map<core.String, core.Object> toJson() { 9229 core.Map<core.String, core.Object> toJson() {
8854 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 9230 final core.Map<core.String, core.Object> _json =
9231 new core.Map<core.String, core.Object>();
8855 if (autoscalingSettings != null) { 9232 if (autoscalingSettings != null) {
8856 _json["autoscalingSettings"] = (autoscalingSettings).toJson(); 9233 _json["autoscalingSettings"] = (autoscalingSettings).toJson();
8857 } 9234 }
8858 if (dataDisks != null) { 9235 if (dataDisks != null) {
8859 _json["dataDisks"] = dataDisks.map((value) => (value).toJson()).toList(); 9236 _json["dataDisks"] = dataDisks.map((value) => (value).toJson()).toList();
8860 } 9237 }
8861 if (defaultPackageSet != null) { 9238 if (defaultPackageSet != null) {
8862 _json["defaultPackageSet"] = defaultPackageSet; 9239 _json["defaultPackageSet"] = defaultPackageSet;
8863 } 9240 }
8864 if (diskSizeGb != null) { 9241 if (diskSizeGb != null) {
(...skipping 47 matching lines...) Expand 10 before | Expand all | Expand 10 after
8912 if (workerHarnessContainerImage != null) { 9289 if (workerHarnessContainerImage != null) {
8913 _json["workerHarnessContainerImage"] = workerHarnessContainerImage; 9290 _json["workerHarnessContainerImage"] = workerHarnessContainerImage;
8914 } 9291 }
8915 if (zone != null) { 9292 if (zone != null) {
8916 _json["zone"] = zone; 9293 _json["zone"] = zone;
8917 } 9294 }
8918 return _json; 9295 return _json;
8919 } 9296 }
8920 } 9297 }
8921 9298
8922 /** Provides data to pass through to the worker harness. */ 9299 /// Provides data to pass through to the worker harness.
8923 class WorkerSettings { 9300 class WorkerSettings {
8924 /** 9301 /// The base URL for accessing Google Cloud APIs.
8925 * The base URL for accessing Google Cloud APIs. 9302 ///
8926 * 9303 /// When workers access Google Cloud APIs, they logically do so via
8927 * When workers access Google Cloud APIs, they logically do so via 9304 /// relative URLs. If this field is specified, it supplies the base
8928 * relative URLs. If this field is specified, it supplies the base 9305 /// URL to use for resolving these relative URLs. The normative
8929 * URL to use for resolving these relative URLs. The normative 9306 /// algorithm used is defined by RFC 1808, "Relative Uniform Resource
8930 * algorithm used is defined by RFC 1808, "Relative Uniform Resource 9307 /// Locators".
8931 * Locators". 9308 ///
8932 * 9309 /// If not specified, the default value is "http://www.googleapis.com/"
8933 * If not specified, the default value is "http://www.googleapis.com/"
8934 */
8935 core.String baseUrl; 9310 core.String baseUrl;
8936 /** Whether to send work progress updates to the service. */ 9311
9312 /// Whether to send work progress updates to the service.
8937 core.bool reportingEnabled; 9313 core.bool reportingEnabled;
8938 /** 9314
8939 * The Cloud Dataflow service path relative to the root URL, for example, 9315 /// The Cloud Dataflow service path relative to the root URL, for example,
8940 * "dataflow/v1b3/projects". 9316 /// "dataflow/v1b3/projects".
8941 */
8942 core.String servicePath; 9317 core.String servicePath;
8943 /** 9318
8944 * The Shuffle service path relative to the root URL, for example, 9319 /// The Shuffle service path relative to the root URL, for example,
8945 * "shuffle/v1beta1". 9320 /// "shuffle/v1beta1".
8946 */
8947 core.String shuffleServicePath; 9321 core.String shuffleServicePath;
8948 /** 9322
8949 * The prefix of the resources the system should use for temporary 9323 /// The prefix of the resources the system should use for temporary
8950 * storage. 9324 /// storage.
8951 * 9325 ///
8952 * The supported resource type is: 9326 /// The supported resource type is:
8953 * 9327 ///
8954 * Google Cloud Storage: 9328 /// Google Cloud Storage:
8955 * 9329 ///
8956 * storage.googleapis.com/{bucket}/{object} 9330 /// storage.googleapis.com/{bucket}/{object}
8957 * bucket.storage.googleapis.com/{object} 9331 /// bucket.storage.googleapis.com/{object}
8958 */
8959 core.String tempStoragePrefix; 9332 core.String tempStoragePrefix;
8960 /** The ID of the worker running this pipeline. */ 9333
9334 /// The ID of the worker running this pipeline.
8961 core.String workerId; 9335 core.String workerId;
8962 9336
8963 WorkerSettings(); 9337 WorkerSettings();
8964 9338
8965 WorkerSettings.fromJson(core.Map _json) { 9339 WorkerSettings.fromJson(core.Map _json) {
8966 if (_json.containsKey("baseUrl")) { 9340 if (_json.containsKey("baseUrl")) {
8967 baseUrl = _json["baseUrl"]; 9341 baseUrl = _json["baseUrl"];
8968 } 9342 }
8969 if (_json.containsKey("reportingEnabled")) { 9343 if (_json.containsKey("reportingEnabled")) {
8970 reportingEnabled = _json["reportingEnabled"]; 9344 reportingEnabled = _json["reportingEnabled"];
8971 } 9345 }
8972 if (_json.containsKey("servicePath")) { 9346 if (_json.containsKey("servicePath")) {
8973 servicePath = _json["servicePath"]; 9347 servicePath = _json["servicePath"];
8974 } 9348 }
8975 if (_json.containsKey("shuffleServicePath")) { 9349 if (_json.containsKey("shuffleServicePath")) {
8976 shuffleServicePath = _json["shuffleServicePath"]; 9350 shuffleServicePath = _json["shuffleServicePath"];
8977 } 9351 }
8978 if (_json.containsKey("tempStoragePrefix")) { 9352 if (_json.containsKey("tempStoragePrefix")) {
8979 tempStoragePrefix = _json["tempStoragePrefix"]; 9353 tempStoragePrefix = _json["tempStoragePrefix"];
8980 } 9354 }
8981 if (_json.containsKey("workerId")) { 9355 if (_json.containsKey("workerId")) {
8982 workerId = _json["workerId"]; 9356 workerId = _json["workerId"];
8983 } 9357 }
8984 } 9358 }
8985 9359
8986 core.Map<core.String, core.Object> toJson() { 9360 core.Map<core.String, core.Object> toJson() {
8987 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 9361 final core.Map<core.String, core.Object> _json =
9362 new core.Map<core.String, core.Object>();
8988 if (baseUrl != null) { 9363 if (baseUrl != null) {
8989 _json["baseUrl"] = baseUrl; 9364 _json["baseUrl"] = baseUrl;
8990 } 9365 }
8991 if (reportingEnabled != null) { 9366 if (reportingEnabled != null) {
8992 _json["reportingEnabled"] = reportingEnabled; 9367 _json["reportingEnabled"] = reportingEnabled;
8993 } 9368 }
8994 if (servicePath != null) { 9369 if (servicePath != null) {
8995 _json["servicePath"] = servicePath; 9370 _json["servicePath"] = servicePath;
8996 } 9371 }
8997 if (shuffleServicePath != null) { 9372 if (shuffleServicePath != null) {
8998 _json["shuffleServicePath"] = shuffleServicePath; 9373 _json["shuffleServicePath"] = shuffleServicePath;
8999 } 9374 }
9000 if (tempStoragePrefix != null) { 9375 if (tempStoragePrefix != null) {
9001 _json["tempStoragePrefix"] = tempStoragePrefix; 9376 _json["tempStoragePrefix"] = tempStoragePrefix;
9002 } 9377 }
9003 if (workerId != null) { 9378 if (workerId != null) {
9004 _json["workerId"] = workerId; 9379 _json["workerId"] = workerId;
9005 } 9380 }
9006 return _json; 9381 return _json;
9007 } 9382 }
9008 } 9383 }
9009 9384
9010 /** 9385 /// Shutdown notification from workers. This is to be sent by the shutdown
9011 * An instruction that writes records. 9386 /// script of the worker VM so that the backend knows that the VM is being
9012 * Takes one input, produces no outputs. 9387 /// shut down.
9013 */ 9388 class WorkerShutdownNotice {
9389 /// Optional reason to be attached for the shutdown notice.
9390 /// For example: "PREEMPTION" would indicate the VM is being shut down
9391 /// because
9392 /// of preemption. Other possible reasons may be added in the future.
9393 core.String reason;
9394
9395 WorkerShutdownNotice();
9396
9397 WorkerShutdownNotice.fromJson(core.Map _json) {
9398 if (_json.containsKey("reason")) {
9399 reason = _json["reason"];
9400 }
9401 }
9402
9403 core.Map<core.String, core.Object> toJson() {
9404 final core.Map<core.String, core.Object> _json =
9405 new core.Map<core.String, core.Object>();
9406 if (reason != null) {
9407 _json["reason"] = reason;
9408 }
9409 return _json;
9410 }
9411 }
9412
9413 /// Service-side response to WorkerMessage issuing shutdown notice.
9414 class WorkerShutdownNoticeResponse {
9415 WorkerShutdownNoticeResponse();
9416
9417 WorkerShutdownNoticeResponse.fromJson(core.Map _json) {}
9418
9419 core.Map<core.String, core.Object> toJson() {
9420 final core.Map<core.String, core.Object> _json =
9421 new core.Map<core.String, core.Object>();
9422 return _json;
9423 }
9424 }
9425
9426 /// An instruction that writes records.
9427 /// Takes one input, produces no outputs.
9014 class WriteInstruction { 9428 class WriteInstruction {
9015 /** The input. */ 9429 /// The input.
9016 InstructionInput input; 9430 InstructionInput input;
9017 /** The sink to write to. */ 9431
9432 /// The sink to write to.
9018 Sink sink; 9433 Sink sink;
9019 9434
9020 WriteInstruction(); 9435 WriteInstruction();
9021 9436
9022 WriteInstruction.fromJson(core.Map _json) { 9437 WriteInstruction.fromJson(core.Map _json) {
9023 if (_json.containsKey("input")) { 9438 if (_json.containsKey("input")) {
9024 input = new InstructionInput.fromJson(_json["input"]); 9439 input = new InstructionInput.fromJson(_json["input"]);
9025 } 9440 }
9026 if (_json.containsKey("sink")) { 9441 if (_json.containsKey("sink")) {
9027 sink = new Sink.fromJson(_json["sink"]); 9442 sink = new Sink.fromJson(_json["sink"]);
9028 } 9443 }
9029 } 9444 }
9030 9445
9031 core.Map<core.String, core.Object> toJson() { 9446 core.Map<core.String, core.Object> toJson() {
9032 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c ore.Object>(); 9447 final core.Map<core.String, core.Object> _json =
9448 new core.Map<core.String, core.Object>();
9033 if (input != null) { 9449 if (input != null) {
9034 _json["input"] = (input).toJson(); 9450 _json["input"] = (input).toJson();
9035 } 9451 }
9036 if (sink != null) { 9452 if (sink != null) {
9037 _json["sink"] = (sink).toJson(); 9453 _json["sink"] = (sink).toJson();
9038 } 9454 }
9039 return _json; 9455 return _json;
9040 } 9456 }
9041 } 9457 }
OLDNEW
« no previous file with comments | « generated/googleapis_beta/lib/clouduseraccounts/beta.dart ('k') | generated/googleapis_beta/lib/dlp/v2beta1.dart » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698