OLD | NEW |
1 // This is a generated file (see the discoveryapis_generator project). | 1 // This is a generated file (see the discoveryapis_generator project). |
2 | 2 |
3 library googleapis_beta.dataflow.v1b3; | 3 library googleapis_beta.dataflow.v1b3; |
4 | 4 |
5 import 'dart:core' as core; | 5 import 'dart:core' as core; |
6 import 'dart:async' as async; | 6 import 'dart:async' as async; |
7 import 'dart:convert' as convert; | 7 import 'dart:convert' as convert; |
8 | 8 |
9 import 'package:_discoveryapis_commons/_discoveryapis_commons.dart' as commons; | 9 import 'package:_discoveryapis_commons/_discoveryapis_commons.dart' as commons; |
10 import 'package:http/http.dart' as http; | 10 import 'package:http/http.dart' as http; |
11 | 11 |
12 export 'package:_discoveryapis_commons/_discoveryapis_commons.dart' show | 12 export 'package:_discoveryapis_commons/_discoveryapis_commons.dart' |
13 ApiRequestError, DetailedApiRequestError; | 13 show ApiRequestError, DetailedApiRequestError; |
14 | 14 |
15 const core.String USER_AGENT = 'dart-api-client dataflow/v1b3'; | 15 const core.String USER_AGENT = 'dart-api-client dataflow/v1b3'; |
16 | 16 |
17 /** Manages Google Cloud Dataflow projects on Google Cloud Platform. */ | 17 /// Manages Google Cloud Dataflow projects on Google Cloud Platform. |
18 class DataflowApi { | 18 class DataflowApi { |
19 /** View and manage your data across Google Cloud Platform services */ | 19 /// View and manage your data across Google Cloud Platform services |
20 static const CloudPlatformScope = "https://www.googleapis.com/auth/cloud-platf
orm"; | 20 static const CloudPlatformScope = |
| 21 "https://www.googleapis.com/auth/cloud-platform"; |
21 | 22 |
22 /** View and manage your Google Compute Engine resources */ | 23 /// View and manage your Google Compute Engine resources |
23 static const ComputeScope = "https://www.googleapis.com/auth/compute"; | 24 static const ComputeScope = "https://www.googleapis.com/auth/compute"; |
24 | 25 |
25 /** View your Google Compute Engine resources */ | 26 /// View your Google Compute Engine resources |
26 static const ComputeReadonlyScope = "https://www.googleapis.com/auth/compute.r
eadonly"; | 27 static const ComputeReadonlyScope = |
| 28 "https://www.googleapis.com/auth/compute.readonly"; |
27 | 29 |
28 /** View your email address */ | 30 /// View your email address |
29 static const UserinfoEmailScope = "https://www.googleapis.com/auth/userinfo.em
ail"; | 31 static const UserinfoEmailScope = |
30 | 32 "https://www.googleapis.com/auth/userinfo.email"; |
31 | 33 |
32 final commons.ApiRequester _requester; | 34 final commons.ApiRequester _requester; |
33 | 35 |
34 ProjectsResourceApi get projects => new ProjectsResourceApi(_requester); | 36 ProjectsResourceApi get projects => new ProjectsResourceApi(_requester); |
35 | 37 |
36 DataflowApi(http.Client client, {core.String rootUrl: "https://dataflow.google
apis.com/", core.String servicePath: ""}) : | 38 DataflowApi(http.Client client, |
37 _requester = new commons.ApiRequester(client, rootUrl, servicePath, USER_A
GENT); | 39 {core.String rootUrl: "https://dataflow.googleapis.com/", |
| 40 core.String servicePath: ""}) |
| 41 : _requester = |
| 42 new commons.ApiRequester(client, rootUrl, servicePath, USER_AGENT); |
38 } | 43 } |
39 | 44 |
40 | |
41 class ProjectsResourceApi { | 45 class ProjectsResourceApi { |
42 final commons.ApiRequester _requester; | 46 final commons.ApiRequester _requester; |
43 | 47 |
44 ProjectsJobsResourceApi get jobs => new ProjectsJobsResourceApi(_requester); | 48 ProjectsJobsResourceApi get jobs => new ProjectsJobsResourceApi(_requester); |
45 ProjectsLocationsResourceApi get locations => new ProjectsLocationsResourceApi
(_requester); | 49 ProjectsLocationsResourceApi get locations => |
46 ProjectsTemplatesResourceApi get templates => new ProjectsTemplatesResourceApi
(_requester); | 50 new ProjectsLocationsResourceApi(_requester); |
| 51 ProjectsTemplatesResourceApi get templates => |
| 52 new ProjectsTemplatesResourceApi(_requester); |
47 | 53 |
48 ProjectsResourceApi(commons.ApiRequester client) : | 54 ProjectsResourceApi(commons.ApiRequester client) : _requester = client; |
49 _requester = client; | |
50 | 55 |
51 /** | 56 /// Send a worker_message to the service. |
52 * Send a worker_message to the service. | 57 /// |
53 * | 58 /// [request] - The metadata request object. |
54 * [request] - The metadata request object. | 59 /// |
55 * | 60 /// Request parameters: |
56 * Request parameters: | 61 /// |
57 * | 62 /// [projectId] - The project to send the WorkerMessages to. |
58 * [projectId] - The project to send the WorkerMessages to. | 63 /// |
59 * | 64 /// Completes with a [SendWorkerMessagesResponse]. |
60 * Completes with a [SendWorkerMessagesResponse]. | 65 /// |
61 * | 66 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
62 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 67 /// an error. |
63 * error. | 68 /// |
64 * | 69 /// If the used [http.Client] completes with an error when making a REST |
65 * If the used [http.Client] completes with an error when making a REST call, | 70 /// call, this method will complete with the same error. |
66 * this method will complete with the same error. | 71 async.Future<SendWorkerMessagesResponse> workerMessages( |
67 */ | 72 SendWorkerMessagesRequest request, core.String projectId) { |
68 async.Future<SendWorkerMessagesResponse> workerMessages(SendWorkerMessagesRequ
est request, core.String projectId) { | |
69 var _url = null; | 73 var _url = null; |
70 var _queryParams = new core.Map(); | 74 var _queryParams = new core.Map(); |
71 var _uploadMedia = null; | 75 var _uploadMedia = null; |
72 var _uploadOptions = null; | 76 var _uploadOptions = null; |
73 var _downloadOptions = commons.DownloadOptions.Metadata; | 77 var _downloadOptions = commons.DownloadOptions.Metadata; |
74 var _body = null; | 78 var _body = null; |
75 | 79 |
76 if (request != null) { | 80 if (request != null) { |
77 _body = convert.JSON.encode((request).toJson()); | 81 _body = convert.JSON.encode((request).toJson()); |
78 } | 82 } |
79 if (projectId == null) { | 83 if (projectId == null) { |
80 throw new core.ArgumentError("Parameter projectId is required."); | 84 throw new core.ArgumentError("Parameter projectId is required."); |
81 } | 85 } |
82 | 86 |
83 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/Wo
rkerMessages'; | 87 _url = 'v1b3/projects/' + |
| 88 commons.Escaper.ecapeVariable('$projectId') + |
| 89 '/WorkerMessages'; |
84 | 90 |
85 var _response = _requester.request(_url, | 91 var _response = _requester.request(_url, "POST", |
86 "POST", | 92 body: _body, |
87 body: _body, | 93 queryParams: _queryParams, |
88 queryParams: _queryParams, | 94 uploadOptions: _uploadOptions, |
89 uploadOptions: _uploadOptions, | 95 uploadMedia: _uploadMedia, |
90 uploadMedia: _uploadMedia, | 96 downloadOptions: _downloadOptions); |
91 downloadOptions: _downloadOptions); | 97 return _response |
92 return _response.then((data) => new SendWorkerMessagesResponse.fromJson(data
)); | 98 .then((data) => new SendWorkerMessagesResponse.fromJson(data)); |
93 } | 99 } |
94 | |
95 } | 100 } |
96 | 101 |
97 | |
98 class ProjectsJobsResourceApi { | 102 class ProjectsJobsResourceApi { |
99 final commons.ApiRequester _requester; | 103 final commons.ApiRequester _requester; |
100 | 104 |
101 ProjectsJobsDebugResourceApi get debug => new ProjectsJobsDebugResourceApi(_re
quester); | 105 ProjectsJobsDebugResourceApi get debug => |
102 ProjectsJobsMessagesResourceApi get messages => new ProjectsJobsMessagesResour
ceApi(_requester); | 106 new ProjectsJobsDebugResourceApi(_requester); |
103 ProjectsJobsWorkItemsResourceApi get workItems => new ProjectsJobsWorkItemsRes
ourceApi(_requester); | 107 ProjectsJobsMessagesResourceApi get messages => |
| 108 new ProjectsJobsMessagesResourceApi(_requester); |
| 109 ProjectsJobsWorkItemsResourceApi get workItems => |
| 110 new ProjectsJobsWorkItemsResourceApi(_requester); |
104 | 111 |
105 ProjectsJobsResourceApi(commons.ApiRequester client) : | 112 ProjectsJobsResourceApi(commons.ApiRequester client) : _requester = client; |
106 _requester = client; | |
107 | 113 |
108 /** | 114 /// List the jobs of a project across all regions. |
109 * List the jobs of a project across all regions. | 115 /// |
110 * | 116 /// Request parameters: |
111 * Request parameters: | 117 /// |
112 * | 118 /// [projectId] - The project which owns the jobs. |
113 * [projectId] - The project which owns the jobs. | 119 /// |
114 * | 120 /// [view] - Level of information requested in response. Default is |
115 * [filter] - The kind of filter to use. | 121 /// `JOB_VIEW_SUMMARY`. |
116 * Possible string values are: | 122 /// Possible string values are: |
117 * - "UNKNOWN" : A UNKNOWN. | 123 /// - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
118 * - "ALL" : A ALL. | 124 /// - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
119 * - "TERMINATED" : A TERMINATED. | 125 /// - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
120 * - "ACTIVE" : A ACTIVE. | 126 /// - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. |
121 * | 127 /// |
122 * [location] - The location that contains this job. | 128 /// [filter] - The kind of filter to use. |
123 * | 129 /// Possible string values are: |
124 * [pageToken] - Set this to the 'next_page_token' field of a previous | 130 /// - "UNKNOWN" : A UNKNOWN. |
125 * response | 131 /// - "ALL" : A ALL. |
126 * to request additional results in a long list. | 132 /// - "TERMINATED" : A TERMINATED. |
127 * | 133 /// - "ACTIVE" : A ACTIVE. |
128 * [pageSize] - If there are many jobs, limit response to at most this many. | 134 /// |
129 * The actual number of jobs returned will be the lesser of max_responses | 135 /// [location] - The location that contains this job. |
130 * and an unspecified server-defined limit. | 136 /// |
131 * | 137 /// [pageToken] - Set this to the 'next_page_token' field of a previous |
132 * [view] - Level of information requested in response. Default is | 138 /// response |
133 * `JOB_VIEW_SUMMARY`. | 139 /// to request additional results in a long list. |
134 * Possible string values are: | 140 /// |
135 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. | 141 /// [pageSize] - If there are many jobs, limit response to at most this many. |
136 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. | 142 /// The actual number of jobs returned will be the lesser of max_responses |
137 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. | 143 /// and an unspecified server-defined limit. |
138 * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. | 144 /// |
139 * | 145 /// Completes with a [ListJobsResponse]. |
140 * Completes with a [ListJobsResponse]. | 146 /// |
141 * | 147 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
142 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 148 /// an error. |
143 * error. | 149 /// |
144 * | 150 /// If the used [http.Client] completes with an error when making a REST |
145 * If the used [http.Client] completes with an error when making a REST call, | 151 /// call, this method will complete with the same error. |
146 * this method will complete with the same error. | 152 async.Future<ListJobsResponse> aggregated(core.String projectId, |
147 */ | 153 {core.String view, |
148 async.Future<ListJobsResponse> aggregated(core.String projectId, {core.String
filter, core.String location, core.String pageToken, core.int pageSize, core.Str
ing view}) { | 154 core.String filter, |
| 155 core.String location, |
| 156 core.String pageToken, |
| 157 core.int pageSize}) { |
149 var _url = null; | 158 var _url = null; |
150 var _queryParams = new core.Map(); | 159 var _queryParams = new core.Map(); |
151 var _uploadMedia = null; | 160 var _uploadMedia = null; |
152 var _uploadOptions = null; | 161 var _uploadOptions = null; |
153 var _downloadOptions = commons.DownloadOptions.Metadata; | 162 var _downloadOptions = commons.DownloadOptions.Metadata; |
154 var _body = null; | 163 var _body = null; |
155 | 164 |
156 if (projectId == null) { | 165 if (projectId == null) { |
157 throw new core.ArgumentError("Parameter projectId is required."); | 166 throw new core.ArgumentError("Parameter projectId is required."); |
158 } | 167 } |
| 168 if (view != null) { |
| 169 _queryParams["view"] = [view]; |
| 170 } |
159 if (filter != null) { | 171 if (filter != null) { |
160 _queryParams["filter"] = [filter]; | 172 _queryParams["filter"] = [filter]; |
161 } | 173 } |
162 if (location != null) { | 174 if (location != null) { |
163 _queryParams["location"] = [location]; | 175 _queryParams["location"] = [location]; |
164 } | 176 } |
165 if (pageToken != null) { | 177 if (pageToken != null) { |
166 _queryParams["pageToken"] = [pageToken]; | 178 _queryParams["pageToken"] = [pageToken]; |
167 } | 179 } |
168 if (pageSize != null) { | 180 if (pageSize != null) { |
169 _queryParams["pageSize"] = ["${pageSize}"]; | 181 _queryParams["pageSize"] = ["${pageSize}"]; |
170 } | 182 } |
171 if (view != null) { | |
172 _queryParams["view"] = [view]; | |
173 } | |
174 | 183 |
175 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo
bs:aggregated'; | 184 _url = 'v1b3/projects/' + |
| 185 commons.Escaper.ecapeVariable('$projectId') + |
| 186 '/jobs:aggregated'; |
176 | 187 |
177 var _response = _requester.request(_url, | 188 var _response = _requester.request(_url, "GET", |
178 "GET", | 189 body: _body, |
179 body: _body, | 190 queryParams: _queryParams, |
180 queryParams: _queryParams, | 191 uploadOptions: _uploadOptions, |
181 uploadOptions: _uploadOptions, | 192 uploadMedia: _uploadMedia, |
182 uploadMedia: _uploadMedia, | 193 downloadOptions: _downloadOptions); |
183 downloadOptions: _downloadOptions); | |
184 return _response.then((data) => new ListJobsResponse.fromJson(data)); | 194 return _response.then((data) => new ListJobsResponse.fromJson(data)); |
185 } | 195 } |
186 | 196 |
187 /** | 197 /// Creates a Cloud Dataflow job. |
188 * Creates a Cloud Dataflow job. | 198 /// |
189 * | 199 /// [request] - The metadata request object. |
190 * [request] - The metadata request object. | 200 /// |
191 * | 201 /// Request parameters: |
192 * Request parameters: | 202 /// |
193 * | 203 /// [projectId] - The ID of the Cloud Platform project that the job belongs |
194 * [projectId] - The ID of the Cloud Platform project that the job belongs to. | 204 /// to. |
195 * | 205 /// |
196 * [location] - The location that contains this job. | 206 /// [location] - The location that contains this job. |
197 * | 207 /// |
198 * [replaceJobId] - Deprecated. This field is now in the Job message. | 208 /// [replaceJobId] - Deprecated. This field is now in the Job message. |
199 * | 209 /// |
200 * [view] - The level of information requested in response. | 210 /// [view] - The level of information requested in response. |
201 * Possible string values are: | 211 /// Possible string values are: |
202 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. | 212 /// - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
203 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. | 213 /// - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
204 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. | 214 /// - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
205 * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. | 215 /// - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. |
206 * | 216 /// |
207 * Completes with a [Job]. | 217 /// Completes with a [Job]. |
208 * | 218 /// |
209 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 219 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
210 * error. | 220 /// an error. |
211 * | 221 /// |
212 * If the used [http.Client] completes with an error when making a REST call, | 222 /// If the used [http.Client] completes with an error when making a REST |
213 * this method will complete with the same error. | 223 /// call, this method will complete with the same error. |
214 */ | 224 async.Future<Job> create(Job request, core.String projectId, |
215 async.Future<Job> create(Job request, core.String projectId, {core.String loca
tion, core.String replaceJobId, core.String view}) { | 225 {core.String location, core.String replaceJobId, core.String view}) { |
216 var _url = null; | 226 var _url = null; |
217 var _queryParams = new core.Map(); | 227 var _queryParams = new core.Map(); |
218 var _uploadMedia = null; | 228 var _uploadMedia = null; |
219 var _uploadOptions = null; | 229 var _uploadOptions = null; |
220 var _downloadOptions = commons.DownloadOptions.Metadata; | 230 var _downloadOptions = commons.DownloadOptions.Metadata; |
221 var _body = null; | 231 var _body = null; |
222 | 232 |
223 if (request != null) { | 233 if (request != null) { |
224 _body = convert.JSON.encode((request).toJson()); | 234 _body = convert.JSON.encode((request).toJson()); |
225 } | 235 } |
226 if (projectId == null) { | 236 if (projectId == null) { |
227 throw new core.ArgumentError("Parameter projectId is required."); | 237 throw new core.ArgumentError("Parameter projectId is required."); |
228 } | 238 } |
229 if (location != null) { | 239 if (location != null) { |
230 _queryParams["location"] = [location]; | 240 _queryParams["location"] = [location]; |
231 } | 241 } |
232 if (replaceJobId != null) { | 242 if (replaceJobId != null) { |
233 _queryParams["replaceJobId"] = [replaceJobId]; | 243 _queryParams["replaceJobId"] = [replaceJobId]; |
234 } | 244 } |
235 if (view != null) { | 245 if (view != null) { |
236 _queryParams["view"] = [view]; | 246 _queryParams["view"] = [view]; |
237 } | 247 } |
238 | 248 |
239 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo
bs'; | 249 _url = 'v1b3/projects/' + |
| 250 commons.Escaper.ecapeVariable('$projectId') + |
| 251 '/jobs'; |
240 | 252 |
241 var _response = _requester.request(_url, | 253 var _response = _requester.request(_url, "POST", |
242 "POST", | 254 body: _body, |
243 body: _body, | 255 queryParams: _queryParams, |
244 queryParams: _queryParams, | 256 uploadOptions: _uploadOptions, |
245 uploadOptions: _uploadOptions, | 257 uploadMedia: _uploadMedia, |
246 uploadMedia: _uploadMedia, | 258 downloadOptions: _downloadOptions); |
247 downloadOptions: _downloadOptions); | |
248 return _response.then((data) => new Job.fromJson(data)); | 259 return _response.then((data) => new Job.fromJson(data)); |
249 } | 260 } |
250 | 261 |
251 /** | 262 /// Gets the state of the specified Cloud Dataflow job. |
252 * Gets the state of the specified Cloud Dataflow job. | 263 /// |
253 * | 264 /// Request parameters: |
254 * Request parameters: | 265 /// |
255 * | 266 /// [projectId] - The ID of the Cloud Platform project that the job belongs |
256 * [projectId] - The ID of the Cloud Platform project that the job belongs to. | 267 /// to. |
257 * | 268 /// |
258 * [jobId] - The job ID. | 269 /// [jobId] - The job ID. |
259 * | 270 /// |
260 * [location] - The location that contains this job. | 271 /// [location] - The location that contains this job. |
261 * | 272 /// |
262 * [view] - The level of information requested in response. | 273 /// [view] - The level of information requested in response. |
263 * Possible string values are: | 274 /// Possible string values are: |
264 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. | 275 /// - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
265 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. | 276 /// - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
266 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. | 277 /// - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
267 * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. | 278 /// - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. |
268 * | 279 /// |
269 * Completes with a [Job]. | 280 /// Completes with a [Job]. |
270 * | 281 /// |
271 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 282 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
272 * error. | 283 /// an error. |
273 * | 284 /// |
274 * If the used [http.Client] completes with an error when making a REST call, | 285 /// If the used [http.Client] completes with an error when making a REST |
275 * this method will complete with the same error. | 286 /// call, this method will complete with the same error. |
276 */ | 287 async.Future<Job> get(core.String projectId, core.String jobId, |
277 async.Future<Job> get(core.String projectId, core.String jobId, {core.String l
ocation, core.String view}) { | 288 {core.String location, core.String view}) { |
278 var _url = null; | 289 var _url = null; |
279 var _queryParams = new core.Map(); | 290 var _queryParams = new core.Map(); |
280 var _uploadMedia = null; | 291 var _uploadMedia = null; |
281 var _uploadOptions = null; | 292 var _uploadOptions = null; |
282 var _downloadOptions = commons.DownloadOptions.Metadata; | 293 var _downloadOptions = commons.DownloadOptions.Metadata; |
283 var _body = null; | 294 var _body = null; |
284 | 295 |
285 if (projectId == null) { | 296 if (projectId == null) { |
286 throw new core.ArgumentError("Parameter projectId is required."); | 297 throw new core.ArgumentError("Parameter projectId is required."); |
287 } | 298 } |
288 if (jobId == null) { | 299 if (jobId == null) { |
289 throw new core.ArgumentError("Parameter jobId is required."); | 300 throw new core.ArgumentError("Parameter jobId is required."); |
290 } | 301 } |
291 if (location != null) { | 302 if (location != null) { |
292 _queryParams["location"] = [location]; | 303 _queryParams["location"] = [location]; |
293 } | 304 } |
294 if (view != null) { | 305 if (view != null) { |
295 _queryParams["view"] = [view]; | 306 _queryParams["view"] = [view]; |
296 } | 307 } |
297 | 308 |
298 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo
bs/' + commons.Escaper.ecapeVariable('$jobId'); | 309 _url = 'v1b3/projects/' + |
| 310 commons.Escaper.ecapeVariable('$projectId') + |
| 311 '/jobs/' + |
| 312 commons.Escaper.ecapeVariable('$jobId'); |
299 | 313 |
300 var _response = _requester.request(_url, | 314 var _response = _requester.request(_url, "GET", |
301 "GET", | 315 body: _body, |
302 body: _body, | 316 queryParams: _queryParams, |
303 queryParams: _queryParams, | 317 uploadOptions: _uploadOptions, |
304 uploadOptions: _uploadOptions, | 318 uploadMedia: _uploadMedia, |
305 uploadMedia: _uploadMedia, | 319 downloadOptions: _downloadOptions); |
306 downloadOptions: _downloadOptions); | |
307 return _response.then((data) => new Job.fromJson(data)); | 320 return _response.then((data) => new Job.fromJson(data)); |
308 } | 321 } |
309 | 322 |
310 /** | 323 /// Request the job status. |
311 * Request the job status. | 324 /// |
312 * | 325 /// Request parameters: |
313 * Request parameters: | 326 /// |
314 * | 327 /// [projectId] - A project id. |
315 * [projectId] - A project id. | 328 /// |
316 * | 329 /// [jobId] - The job to get messages for. |
317 * [jobId] - The job to get messages for. | 330 /// |
318 * | 331 /// [location] - The location which contains the job specified by job_id. |
319 * [location] - The location which contains the job specified by job_id. | 332 /// |
320 * | 333 /// [startTime] - Return only metric data that has changed since this time. |
321 * [startTime] - Return only metric data that has changed since this time. | 334 /// Default is to return all information about all metrics for the job. |
322 * Default is to return all information about all metrics for the job. | 335 /// |
323 * | 336 /// Completes with a [JobMetrics]. |
324 * Completes with a [JobMetrics]. | 337 /// |
325 * | 338 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
326 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 339 /// an error. |
327 * error. | 340 /// |
328 * | 341 /// If the used [http.Client] completes with an error when making a REST |
329 * If the used [http.Client] completes with an error when making a REST call, | 342 /// call, this method will complete with the same error. |
330 * this method will complete with the same error. | 343 async.Future<JobMetrics> getMetrics(core.String projectId, core.String jobId, |
331 */ | 344 {core.String location, core.String startTime}) { |
332 async.Future<JobMetrics> getMetrics(core.String projectId, core.String jobId,
{core.String location, core.String startTime}) { | |
333 var _url = null; | 345 var _url = null; |
334 var _queryParams = new core.Map(); | 346 var _queryParams = new core.Map(); |
335 var _uploadMedia = null; | 347 var _uploadMedia = null; |
336 var _uploadOptions = null; | 348 var _uploadOptions = null; |
337 var _downloadOptions = commons.DownloadOptions.Metadata; | 349 var _downloadOptions = commons.DownloadOptions.Metadata; |
338 var _body = null; | 350 var _body = null; |
339 | 351 |
340 if (projectId == null) { | 352 if (projectId == null) { |
341 throw new core.ArgumentError("Parameter projectId is required."); | 353 throw new core.ArgumentError("Parameter projectId is required."); |
342 } | 354 } |
343 if (jobId == null) { | 355 if (jobId == null) { |
344 throw new core.ArgumentError("Parameter jobId is required."); | 356 throw new core.ArgumentError("Parameter jobId is required."); |
345 } | 357 } |
346 if (location != null) { | 358 if (location != null) { |
347 _queryParams["location"] = [location]; | 359 _queryParams["location"] = [location]; |
348 } | 360 } |
349 if (startTime != null) { | 361 if (startTime != null) { |
350 _queryParams["startTime"] = [startTime]; | 362 _queryParams["startTime"] = [startTime]; |
351 } | 363 } |
352 | 364 |
353 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo
bs/' + commons.Escaper.ecapeVariable('$jobId') + '/metrics'; | 365 _url = 'v1b3/projects/' + |
| 366 commons.Escaper.ecapeVariable('$projectId') + |
| 367 '/jobs/' + |
| 368 commons.Escaper.ecapeVariable('$jobId') + |
| 369 '/metrics'; |
354 | 370 |
355 var _response = _requester.request(_url, | 371 var _response = _requester.request(_url, "GET", |
356 "GET", | 372 body: _body, |
357 body: _body, | 373 queryParams: _queryParams, |
358 queryParams: _queryParams, | 374 uploadOptions: _uploadOptions, |
359 uploadOptions: _uploadOptions, | 375 uploadMedia: _uploadMedia, |
360 uploadMedia: _uploadMedia, | 376 downloadOptions: _downloadOptions); |
361 downloadOptions: _downloadOptions); | |
362 return _response.then((data) => new JobMetrics.fromJson(data)); | 377 return _response.then((data) => new JobMetrics.fromJson(data)); |
363 } | 378 } |
364 | 379 |
365 /** | 380 /// List the jobs of a project in a given region. |
366 * List the jobs of a project in a given region. | 381 /// |
367 * | 382 /// Request parameters: |
368 * Request parameters: | 383 /// |
369 * | 384 /// [projectId] - The project which owns the jobs. |
370 * [projectId] - The project which owns the jobs. | 385 /// |
371 * | 386 /// [filter] - The kind of filter to use. |
372 * [view] - Level of information requested in response. Default is | 387 /// Possible string values are: |
373 * `JOB_VIEW_SUMMARY`. | 388 /// - "UNKNOWN" : A UNKNOWN. |
374 * Possible string values are: | 389 /// - "ALL" : A ALL. |
375 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. | 390 /// - "TERMINATED" : A TERMINATED. |
376 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. | 391 /// - "ACTIVE" : A ACTIVE. |
377 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. | 392 /// |
378 * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. | 393 /// [location] - The location that contains this job. |
379 * | 394 /// |
380 * [filter] - The kind of filter to use. | 395 /// [pageToken] - Set this to the 'next_page_token' field of a previous |
381 * Possible string values are: | 396 /// response |
382 * - "UNKNOWN" : A UNKNOWN. | 397 /// to request additional results in a long list. |
383 * - "ALL" : A ALL. | 398 /// |
384 * - "TERMINATED" : A TERMINATED. | 399 /// [pageSize] - If there are many jobs, limit response to at most this many. |
385 * - "ACTIVE" : A ACTIVE. | 400 /// The actual number of jobs returned will be the lesser of max_responses |
386 * | 401 /// and an unspecified server-defined limit. |
387 * [location] - The location that contains this job. | 402 /// |
388 * | 403 /// [view] - Level of information requested in response. Default is |
389 * [pageToken] - Set this to the 'next_page_token' field of a previous | 404 /// `JOB_VIEW_SUMMARY`. |
390 * response | 405 /// Possible string values are: |
391 * to request additional results in a long list. | 406 /// - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
392 * | 407 /// - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
393 * [pageSize] - If there are many jobs, limit response to at most this many. | 408 /// - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
394 * The actual number of jobs returned will be the lesser of max_responses | 409 /// - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. |
395 * and an unspecified server-defined limit. | 410 /// |
396 * | 411 /// Completes with a [ListJobsResponse]. |
397 * Completes with a [ListJobsResponse]. | 412 /// |
398 * | 413 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
399 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 414 /// an error. |
400 * error. | 415 /// |
401 * | 416 /// If the used [http.Client] completes with an error when making a REST |
402 * If the used [http.Client] completes with an error when making a REST call, | 417 /// call, this method will complete with the same error. |
403 * this method will complete with the same error. | 418 async.Future<ListJobsResponse> list(core.String projectId, |
404 */ | 419 {core.String filter, |
405 async.Future<ListJobsResponse> list(core.String projectId, {core.String view,
core.String filter, core.String location, core.String pageToken, core.int pageSi
ze}) { | 420 core.String location, |
| 421 core.String pageToken, |
| 422 core.int pageSize, |
| 423 core.String view}) { |
406 var _url = null; | 424 var _url = null; |
407 var _queryParams = new core.Map(); | 425 var _queryParams = new core.Map(); |
408 var _uploadMedia = null; | 426 var _uploadMedia = null; |
409 var _uploadOptions = null; | 427 var _uploadOptions = null; |
410 var _downloadOptions = commons.DownloadOptions.Metadata; | 428 var _downloadOptions = commons.DownloadOptions.Metadata; |
411 var _body = null; | 429 var _body = null; |
412 | 430 |
413 if (projectId == null) { | 431 if (projectId == null) { |
414 throw new core.ArgumentError("Parameter projectId is required."); | 432 throw new core.ArgumentError("Parameter projectId is required."); |
415 } | 433 } |
416 if (view != null) { | |
417 _queryParams["view"] = [view]; | |
418 } | |
419 if (filter != null) { | 434 if (filter != null) { |
420 _queryParams["filter"] = [filter]; | 435 _queryParams["filter"] = [filter]; |
421 } | 436 } |
422 if (location != null) { | 437 if (location != null) { |
423 _queryParams["location"] = [location]; | 438 _queryParams["location"] = [location]; |
424 } | 439 } |
425 if (pageToken != null) { | 440 if (pageToken != null) { |
426 _queryParams["pageToken"] = [pageToken]; | 441 _queryParams["pageToken"] = [pageToken]; |
427 } | 442 } |
428 if (pageSize != null) { | 443 if (pageSize != null) { |
429 _queryParams["pageSize"] = ["${pageSize}"]; | 444 _queryParams["pageSize"] = ["${pageSize}"]; |
430 } | 445 } |
| 446 if (view != null) { |
| 447 _queryParams["view"] = [view]; |
| 448 } |
431 | 449 |
432 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo
bs'; | 450 _url = 'v1b3/projects/' + |
| 451 commons.Escaper.ecapeVariable('$projectId') + |
| 452 '/jobs'; |
433 | 453 |
434 var _response = _requester.request(_url, | 454 var _response = _requester.request(_url, "GET", |
435 "GET", | 455 body: _body, |
436 body: _body, | 456 queryParams: _queryParams, |
437 queryParams: _queryParams, | 457 uploadOptions: _uploadOptions, |
438 uploadOptions: _uploadOptions, | 458 uploadMedia: _uploadMedia, |
439 uploadMedia: _uploadMedia, | 459 downloadOptions: _downloadOptions); |
440 downloadOptions: _downloadOptions); | |
441 return _response.then((data) => new ListJobsResponse.fromJson(data)); | 460 return _response.then((data) => new ListJobsResponse.fromJson(data)); |
442 } | 461 } |
443 | 462 |
444 /** | 463 /// Updates the state of an existing Cloud Dataflow job. |
445 * Updates the state of an existing Cloud Dataflow job. | 464 /// |
446 * | 465 /// [request] - The metadata request object. |
447 * [request] - The metadata request object. | 466 /// |
448 * | 467 /// Request parameters: |
449 * Request parameters: | 468 /// |
450 * | 469 /// [projectId] - The ID of the Cloud Platform project that the job belongs |
451 * [projectId] - The ID of the Cloud Platform project that the job belongs to. | 470 /// to. |
452 * | 471 /// |
453 * [jobId] - The job ID. | 472 /// [jobId] - The job ID. |
454 * | 473 /// |
455 * [location] - The location that contains this job. | 474 /// [location] - The location that contains this job. |
456 * | 475 /// |
457 * Completes with a [Job]. | 476 /// Completes with a [Job]. |
458 * | 477 /// |
459 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 478 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
460 * error. | 479 /// an error. |
461 * | 480 /// |
462 * If the used [http.Client] completes with an error when making a REST call, | 481 /// If the used [http.Client] completes with an error when making a REST |
463 * this method will complete with the same error. | 482 /// call, this method will complete with the same error. |
464 */ | 483 async.Future<Job> update( |
465 async.Future<Job> update(Job request, core.String projectId, core.String jobId
, {core.String location}) { | 484 Job request, core.String projectId, core.String jobId, |
| 485 {core.String location}) { |
466 var _url = null; | 486 var _url = null; |
467 var _queryParams = new core.Map(); | 487 var _queryParams = new core.Map(); |
468 var _uploadMedia = null; | 488 var _uploadMedia = null; |
469 var _uploadOptions = null; | 489 var _uploadOptions = null; |
470 var _downloadOptions = commons.DownloadOptions.Metadata; | 490 var _downloadOptions = commons.DownloadOptions.Metadata; |
471 var _body = null; | 491 var _body = null; |
472 | 492 |
473 if (request != null) { | 493 if (request != null) { |
474 _body = convert.JSON.encode((request).toJson()); | 494 _body = convert.JSON.encode((request).toJson()); |
475 } | 495 } |
476 if (projectId == null) { | 496 if (projectId == null) { |
477 throw new core.ArgumentError("Parameter projectId is required."); | 497 throw new core.ArgumentError("Parameter projectId is required."); |
478 } | 498 } |
479 if (jobId == null) { | 499 if (jobId == null) { |
480 throw new core.ArgumentError("Parameter jobId is required."); | 500 throw new core.ArgumentError("Parameter jobId is required."); |
481 } | 501 } |
482 if (location != null) { | 502 if (location != null) { |
483 _queryParams["location"] = [location]; | 503 _queryParams["location"] = [location]; |
484 } | 504 } |
485 | 505 |
486 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo
bs/' + commons.Escaper.ecapeVariable('$jobId'); | 506 _url = 'v1b3/projects/' + |
| 507 commons.Escaper.ecapeVariable('$projectId') + |
| 508 '/jobs/' + |
| 509 commons.Escaper.ecapeVariable('$jobId'); |
487 | 510 |
488 var _response = _requester.request(_url, | 511 var _response = _requester.request(_url, "PUT", |
489 "PUT", | 512 body: _body, |
490 body: _body, | 513 queryParams: _queryParams, |
491 queryParams: _queryParams, | 514 uploadOptions: _uploadOptions, |
492 uploadOptions: _uploadOptions, | 515 uploadMedia: _uploadMedia, |
493 uploadMedia: _uploadMedia, | 516 downloadOptions: _downloadOptions); |
494 downloadOptions: _downloadOptions); | |
495 return _response.then((data) => new Job.fromJson(data)); | 517 return _response.then((data) => new Job.fromJson(data)); |
496 } | 518 } |
497 | |
498 } | 519 } |
499 | 520 |
500 | |
501 class ProjectsJobsDebugResourceApi { | 521 class ProjectsJobsDebugResourceApi { |
502 final commons.ApiRequester _requester; | 522 final commons.ApiRequester _requester; |
503 | 523 |
504 ProjectsJobsDebugResourceApi(commons.ApiRequester client) : | 524 ProjectsJobsDebugResourceApi(commons.ApiRequester client) |
505 _requester = client; | 525 : _requester = client; |
506 | 526 |
507 /** | 527 /// Get encoded debug configuration for component. Not cacheable. |
508 * Get encoded debug configuration for component. Not cacheable. | 528 /// |
509 * | 529 /// [request] - The metadata request object. |
510 * [request] - The metadata request object. | 530 /// |
511 * | 531 /// Request parameters: |
512 * Request parameters: | 532 /// |
513 * | 533 /// [projectId] - The project id. |
514 * [projectId] - The project id. | 534 /// |
515 * | 535 /// [jobId] - The job id. |
516 * [jobId] - The job id. | 536 /// |
517 * | 537 /// Completes with a [GetDebugConfigResponse]. |
518 * Completes with a [GetDebugConfigResponse]. | 538 /// |
519 * | 539 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
520 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 540 /// an error. |
521 * error. | 541 /// |
522 * | 542 /// If the used [http.Client] completes with an error when making a REST |
523 * If the used [http.Client] completes with an error when making a REST call, | 543 /// call, this method will complete with the same error. |
524 * this method will complete with the same error. | 544 async.Future<GetDebugConfigResponse> getConfig( |
525 */ | 545 GetDebugConfigRequest request, core.String projectId, core.String jobId) { |
526 async.Future<GetDebugConfigResponse> getConfig(GetDebugConfigRequest request,
core.String projectId, core.String jobId) { | |
527 var _url = null; | 546 var _url = null; |
528 var _queryParams = new core.Map(); | 547 var _queryParams = new core.Map(); |
529 var _uploadMedia = null; | 548 var _uploadMedia = null; |
530 var _uploadOptions = null; | 549 var _uploadOptions = null; |
531 var _downloadOptions = commons.DownloadOptions.Metadata; | 550 var _downloadOptions = commons.DownloadOptions.Metadata; |
532 var _body = null; | 551 var _body = null; |
533 | 552 |
534 if (request != null) { | 553 if (request != null) { |
535 _body = convert.JSON.encode((request).toJson()); | 554 _body = convert.JSON.encode((request).toJson()); |
536 } | 555 } |
537 if (projectId == null) { | 556 if (projectId == null) { |
538 throw new core.ArgumentError("Parameter projectId is required."); | 557 throw new core.ArgumentError("Parameter projectId is required."); |
539 } | 558 } |
540 if (jobId == null) { | 559 if (jobId == null) { |
541 throw new core.ArgumentError("Parameter jobId is required."); | 560 throw new core.ArgumentError("Parameter jobId is required."); |
542 } | 561 } |
543 | 562 |
544 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo
bs/' + commons.Escaper.ecapeVariable('$jobId') + '/debug/getConfig'; | 563 _url = 'v1b3/projects/' + |
| 564 commons.Escaper.ecapeVariable('$projectId') + |
| 565 '/jobs/' + |
| 566 commons.Escaper.ecapeVariable('$jobId') + |
| 567 '/debug/getConfig'; |
545 | 568 |
546 var _response = _requester.request(_url, | 569 var _response = _requester.request(_url, "POST", |
547 "POST", | 570 body: _body, |
548 body: _body, | 571 queryParams: _queryParams, |
549 queryParams: _queryParams, | 572 uploadOptions: _uploadOptions, |
550 uploadOptions: _uploadOptions, | 573 uploadMedia: _uploadMedia, |
551 uploadMedia: _uploadMedia, | 574 downloadOptions: _downloadOptions); |
552 downloadOptions: _downloadOptions); | |
553 return _response.then((data) => new GetDebugConfigResponse.fromJson(data)); | 575 return _response.then((data) => new GetDebugConfigResponse.fromJson(data)); |
554 } | 576 } |
555 | 577 |
556 /** | 578 /// Send encoded debug capture data for component. |
557 * Send encoded debug capture data for component. | 579 /// |
558 * | 580 /// [request] - The metadata request object. |
559 * [request] - The metadata request object. | 581 /// |
560 * | 582 /// Request parameters: |
561 * Request parameters: | 583 /// |
562 * | 584 /// [projectId] - The project id. |
563 * [projectId] - The project id. | 585 /// |
564 * | 586 /// [jobId] - The job id. |
565 * [jobId] - The job id. | 587 /// |
566 * | 588 /// Completes with a [SendDebugCaptureResponse]. |
567 * Completes with a [SendDebugCaptureResponse]. | 589 /// |
568 * | 590 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
569 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 591 /// an error. |
570 * error. | 592 /// |
571 * | 593 /// If the used [http.Client] completes with an error when making a REST |
572 * If the used [http.Client] completes with an error when making a REST call, | 594 /// call, this method will complete with the same error. |
573 * this method will complete with the same error. | 595 async.Future<SendDebugCaptureResponse> sendCapture( |
574 */ | 596 SendDebugCaptureRequest request, |
575 async.Future<SendDebugCaptureResponse> sendCapture(SendDebugCaptureRequest req
uest, core.String projectId, core.String jobId) { | 597 core.String projectId, |
| 598 core.String jobId) { |
576 var _url = null; | 599 var _url = null; |
577 var _queryParams = new core.Map(); | 600 var _queryParams = new core.Map(); |
578 var _uploadMedia = null; | 601 var _uploadMedia = null; |
579 var _uploadOptions = null; | 602 var _uploadOptions = null; |
580 var _downloadOptions = commons.DownloadOptions.Metadata; | 603 var _downloadOptions = commons.DownloadOptions.Metadata; |
581 var _body = null; | 604 var _body = null; |
582 | 605 |
583 if (request != null) { | 606 if (request != null) { |
584 _body = convert.JSON.encode((request).toJson()); | 607 _body = convert.JSON.encode((request).toJson()); |
585 } | 608 } |
586 if (projectId == null) { | 609 if (projectId == null) { |
587 throw new core.ArgumentError("Parameter projectId is required."); | 610 throw new core.ArgumentError("Parameter projectId is required."); |
588 } | 611 } |
589 if (jobId == null) { | 612 if (jobId == null) { |
590 throw new core.ArgumentError("Parameter jobId is required."); | 613 throw new core.ArgumentError("Parameter jobId is required."); |
591 } | 614 } |
592 | 615 |
593 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo
bs/' + commons.Escaper.ecapeVariable('$jobId') + '/debug/sendCapture'; | 616 _url = 'v1b3/projects/' + |
| 617 commons.Escaper.ecapeVariable('$projectId') + |
| 618 '/jobs/' + |
| 619 commons.Escaper.ecapeVariable('$jobId') + |
| 620 '/debug/sendCapture'; |
594 | 621 |
595 var _response = _requester.request(_url, | 622 var _response = _requester.request(_url, "POST", |
596 "POST", | 623 body: _body, |
597 body: _body, | 624 queryParams: _queryParams, |
598 queryParams: _queryParams, | 625 uploadOptions: _uploadOptions, |
599 uploadOptions: _uploadOptions, | 626 uploadMedia: _uploadMedia, |
600 uploadMedia: _uploadMedia, | 627 downloadOptions: _downloadOptions); |
601 downloadOptions: _downloadOptions); | 628 return _response |
602 return _response.then((data) => new SendDebugCaptureResponse.fromJson(data))
; | 629 .then((data) => new SendDebugCaptureResponse.fromJson(data)); |
603 } | 630 } |
604 | |
605 } | 631 } |
606 | 632 |
607 | |
608 class ProjectsJobsMessagesResourceApi { | 633 class ProjectsJobsMessagesResourceApi { |
609 final commons.ApiRequester _requester; | 634 final commons.ApiRequester _requester; |
610 | 635 |
611 ProjectsJobsMessagesResourceApi(commons.ApiRequester client) : | 636 ProjectsJobsMessagesResourceApi(commons.ApiRequester client) |
612 _requester = client; | 637 : _requester = client; |
613 | 638 |
614 /** | 639 /// Request the job status. |
615 * Request the job status. | 640 /// |
616 * | 641 /// Request parameters: |
617 * Request parameters: | 642 /// |
618 * | 643 /// [projectId] - A project id. |
619 * [projectId] - A project id. | 644 /// |
620 * | 645 /// [jobId] - The job to get messages about. |
621 * [jobId] - The job to get messages about. | 646 /// |
622 * | 647 /// [location] - The location which contains the job specified by job_id. |
623 * [location] - The location which contains the job specified by job_id. | 648 /// |
624 * | 649 /// [endTime] - Return only messages with timestamps < end_time. The default |
625 * [endTime] - Return only messages with timestamps < end_time. The default is | 650 /// is now |
626 * now | 651 /// (i.e. return up to the latest messages available). |
627 * (i.e. return up to the latest messages available). | 652 /// |
628 * | 653 /// [pageToken] - If supplied, this should be the value of next_page_token |
629 * [startTime] - If specified, return only messages with timestamps >= | 654 /// returned |
630 * start_time. | 655 /// by an earlier call. This will cause the next page of results to |
631 * The default is the job creation time (i.e. beginning of messages). | 656 /// be returned. |
632 * | 657 /// |
633 * [pageToken] - If supplied, this should be the value of next_page_token | 658 /// [startTime] - If specified, return only messages with timestamps >= |
634 * returned | 659 /// start_time. |
635 * by an earlier call. This will cause the next page of results to | 660 /// The default is the job creation time (i.e. beginning of messages). |
636 * be returned. | 661 /// |
637 * | 662 /// [pageSize] - If specified, determines the maximum number of messages to |
638 * [pageSize] - If specified, determines the maximum number of messages to | 663 /// return. If unspecified, the service may choose an appropriate |
639 * return. If unspecified, the service may choose an appropriate | 664 /// default, or may return an arbitrarily large number of results. |
640 * default, or may return an arbitrarily large number of results. | 665 /// |
641 * | 666 /// [minimumImportance] - Filter to only get messages with importance >= |
642 * [minimumImportance] - Filter to only get messages with importance >= level | 667 /// level |
643 * Possible string values are: | 668 /// Possible string values are: |
644 * - "JOB_MESSAGE_IMPORTANCE_UNKNOWN" : A JOB_MESSAGE_IMPORTANCE_UNKNOWN. | 669 /// - "JOB_MESSAGE_IMPORTANCE_UNKNOWN" : A JOB_MESSAGE_IMPORTANCE_UNKNOWN. |
645 * - "JOB_MESSAGE_DEBUG" : A JOB_MESSAGE_DEBUG. | 670 /// - "JOB_MESSAGE_DEBUG" : A JOB_MESSAGE_DEBUG. |
646 * - "JOB_MESSAGE_DETAILED" : A JOB_MESSAGE_DETAILED. | 671 /// - "JOB_MESSAGE_DETAILED" : A JOB_MESSAGE_DETAILED. |
647 * - "JOB_MESSAGE_BASIC" : A JOB_MESSAGE_BASIC. | 672 /// - "JOB_MESSAGE_BASIC" : A JOB_MESSAGE_BASIC. |
648 * - "JOB_MESSAGE_WARNING" : A JOB_MESSAGE_WARNING. | 673 /// - "JOB_MESSAGE_WARNING" : A JOB_MESSAGE_WARNING. |
649 * - "JOB_MESSAGE_ERROR" : A JOB_MESSAGE_ERROR. | 674 /// - "JOB_MESSAGE_ERROR" : A JOB_MESSAGE_ERROR. |
650 * | 675 /// |
651 * Completes with a [ListJobMessagesResponse]. | 676 /// Completes with a [ListJobMessagesResponse]. |
652 * | 677 /// |
653 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 678 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
654 * error. | 679 /// an error. |
655 * | 680 /// |
656 * If the used [http.Client] completes with an error when making a REST call, | 681 /// If the used [http.Client] completes with an error when making a REST |
657 * this method will complete with the same error. | 682 /// call, this method will complete with the same error. |
658 */ | 683 async.Future<ListJobMessagesResponse> list( |
659 async.Future<ListJobMessagesResponse> list(core.String projectId, core.String
jobId, {core.String location, core.String endTime, core.String startTime, core.S
tring pageToken, core.int pageSize, core.String minimumImportance}) { | 684 core.String projectId, core.String jobId, |
| 685 {core.String location, |
| 686 core.String endTime, |
| 687 core.String pageToken, |
| 688 core.String startTime, |
| 689 core.int pageSize, |
| 690 core.String minimumImportance}) { |
660 var _url = null; | 691 var _url = null; |
661 var _queryParams = new core.Map(); | 692 var _queryParams = new core.Map(); |
662 var _uploadMedia = null; | 693 var _uploadMedia = null; |
663 var _uploadOptions = null; | 694 var _uploadOptions = null; |
664 var _downloadOptions = commons.DownloadOptions.Metadata; | 695 var _downloadOptions = commons.DownloadOptions.Metadata; |
665 var _body = null; | 696 var _body = null; |
666 | 697 |
667 if (projectId == null) { | 698 if (projectId == null) { |
668 throw new core.ArgumentError("Parameter projectId is required."); | 699 throw new core.ArgumentError("Parameter projectId is required."); |
669 } | 700 } |
670 if (jobId == null) { | 701 if (jobId == null) { |
671 throw new core.ArgumentError("Parameter jobId is required."); | 702 throw new core.ArgumentError("Parameter jobId is required."); |
672 } | 703 } |
673 if (location != null) { | 704 if (location != null) { |
674 _queryParams["location"] = [location]; | 705 _queryParams["location"] = [location]; |
675 } | 706 } |
676 if (endTime != null) { | 707 if (endTime != null) { |
677 _queryParams["endTime"] = [endTime]; | 708 _queryParams["endTime"] = [endTime]; |
678 } | 709 } |
| 710 if (pageToken != null) { |
| 711 _queryParams["pageToken"] = [pageToken]; |
| 712 } |
679 if (startTime != null) { | 713 if (startTime != null) { |
680 _queryParams["startTime"] = [startTime]; | 714 _queryParams["startTime"] = [startTime]; |
681 } | 715 } |
682 if (pageToken != null) { | |
683 _queryParams["pageToken"] = [pageToken]; | |
684 } | |
685 if (pageSize != null) { | 716 if (pageSize != null) { |
686 _queryParams["pageSize"] = ["${pageSize}"]; | 717 _queryParams["pageSize"] = ["${pageSize}"]; |
687 } | 718 } |
688 if (minimumImportance != null) { | 719 if (minimumImportance != null) { |
689 _queryParams["minimumImportance"] = [minimumImportance]; | 720 _queryParams["minimumImportance"] = [minimumImportance]; |
690 } | 721 } |
691 | 722 |
692 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo
bs/' + commons.Escaper.ecapeVariable('$jobId') + '/messages'; | 723 _url = 'v1b3/projects/' + |
| 724 commons.Escaper.ecapeVariable('$projectId') + |
| 725 '/jobs/' + |
| 726 commons.Escaper.ecapeVariable('$jobId') + |
| 727 '/messages'; |
693 | 728 |
694 var _response = _requester.request(_url, | 729 var _response = _requester.request(_url, "GET", |
695 "GET", | 730 body: _body, |
696 body: _body, | 731 queryParams: _queryParams, |
697 queryParams: _queryParams, | 732 uploadOptions: _uploadOptions, |
698 uploadOptions: _uploadOptions, | 733 uploadMedia: _uploadMedia, |
699 uploadMedia: _uploadMedia, | 734 downloadOptions: _downloadOptions); |
700 downloadOptions: _downloadOptions); | |
701 return _response.then((data) => new ListJobMessagesResponse.fromJson(data)); | 735 return _response.then((data) => new ListJobMessagesResponse.fromJson(data)); |
702 } | 736 } |
703 | |
704 } | 737 } |
705 | 738 |
706 | |
707 class ProjectsJobsWorkItemsResourceApi { | 739 class ProjectsJobsWorkItemsResourceApi { |
708 final commons.ApiRequester _requester; | 740 final commons.ApiRequester _requester; |
709 | 741 |
710 ProjectsJobsWorkItemsResourceApi(commons.ApiRequester client) : | 742 ProjectsJobsWorkItemsResourceApi(commons.ApiRequester client) |
711 _requester = client; | 743 : _requester = client; |
712 | 744 |
713 /** | 745 /// Leases a dataflow WorkItem to run. |
714 * Leases a dataflow WorkItem to run. | 746 /// |
715 * | 747 /// [request] - The metadata request object. |
716 * [request] - The metadata request object. | 748 /// |
717 * | 749 /// Request parameters: |
718 * Request parameters: | 750 /// |
719 * | 751 /// [projectId] - Identifies the project this worker belongs to. |
720 * [projectId] - Identifies the project this worker belongs to. | 752 /// |
721 * | 753 /// [jobId] - Identifies the workflow job this worker belongs to. |
722 * [jobId] - Identifies the workflow job this worker belongs to. | 754 /// |
723 * | 755 /// Completes with a [LeaseWorkItemResponse]. |
724 * Completes with a [LeaseWorkItemResponse]. | 756 /// |
725 * | 757 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
726 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 758 /// an error. |
727 * error. | 759 /// |
728 * | 760 /// If the used [http.Client] completes with an error when making a REST |
729 * If the used [http.Client] completes with an error when making a REST call, | 761 /// call, this method will complete with the same error. |
730 * this method will complete with the same error. | 762 async.Future<LeaseWorkItemResponse> lease( |
731 */ | 763 LeaseWorkItemRequest request, core.String projectId, core.String jobId) { |
732 async.Future<LeaseWorkItemResponse> lease(LeaseWorkItemRequest request, core.S
tring projectId, core.String jobId) { | |
733 var _url = null; | 764 var _url = null; |
734 var _queryParams = new core.Map(); | 765 var _queryParams = new core.Map(); |
735 var _uploadMedia = null; | 766 var _uploadMedia = null; |
736 var _uploadOptions = null; | 767 var _uploadOptions = null; |
737 var _downloadOptions = commons.DownloadOptions.Metadata; | 768 var _downloadOptions = commons.DownloadOptions.Metadata; |
738 var _body = null; | 769 var _body = null; |
739 | 770 |
740 if (request != null) { | 771 if (request != null) { |
741 _body = convert.JSON.encode((request).toJson()); | 772 _body = convert.JSON.encode((request).toJson()); |
742 } | 773 } |
743 if (projectId == null) { | 774 if (projectId == null) { |
744 throw new core.ArgumentError("Parameter projectId is required."); | 775 throw new core.ArgumentError("Parameter projectId is required."); |
745 } | 776 } |
746 if (jobId == null) { | 777 if (jobId == null) { |
747 throw new core.ArgumentError("Parameter jobId is required."); | 778 throw new core.ArgumentError("Parameter jobId is required."); |
748 } | 779 } |
749 | 780 |
750 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo
bs/' + commons.Escaper.ecapeVariable('$jobId') + '/workItems:lease'; | 781 _url = 'v1b3/projects/' + |
| 782 commons.Escaper.ecapeVariable('$projectId') + |
| 783 '/jobs/' + |
| 784 commons.Escaper.ecapeVariable('$jobId') + |
| 785 '/workItems:lease'; |
751 | 786 |
752 var _response = _requester.request(_url, | 787 var _response = _requester.request(_url, "POST", |
753 "POST", | 788 body: _body, |
754 body: _body, | 789 queryParams: _queryParams, |
755 queryParams: _queryParams, | 790 uploadOptions: _uploadOptions, |
756 uploadOptions: _uploadOptions, | 791 uploadMedia: _uploadMedia, |
757 uploadMedia: _uploadMedia, | 792 downloadOptions: _downloadOptions); |
758 downloadOptions: _downloadOptions); | |
759 return _response.then((data) => new LeaseWorkItemResponse.fromJson(data)); | 793 return _response.then((data) => new LeaseWorkItemResponse.fromJson(data)); |
760 } | 794 } |
761 | 795 |
762 /** | 796 /// Reports the status of dataflow WorkItems leased by a worker. |
763 * Reports the status of dataflow WorkItems leased by a worker. | 797 /// |
764 * | 798 /// [request] - The metadata request object. |
765 * [request] - The metadata request object. | 799 /// |
766 * | 800 /// Request parameters: |
767 * Request parameters: | 801 /// |
768 * | 802 /// [projectId] - The project which owns the WorkItem's job. |
769 * [projectId] - The project which owns the WorkItem's job. | 803 /// |
770 * | 804 /// [jobId] - The job which the WorkItem is part of. |
771 * [jobId] - The job which the WorkItem is part of. | 805 /// |
772 * | 806 /// Completes with a [ReportWorkItemStatusResponse]. |
773 * Completes with a [ReportWorkItemStatusResponse]. | 807 /// |
774 * | 808 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
775 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 809 /// an error. |
776 * error. | 810 /// |
777 * | 811 /// If the used [http.Client] completes with an error when making a REST |
778 * If the used [http.Client] completes with an error when making a REST call, | 812 /// call, this method will complete with the same error. |
779 * this method will complete with the same error. | 813 async.Future<ReportWorkItemStatusResponse> reportStatus( |
780 */ | 814 ReportWorkItemStatusRequest request, |
781 async.Future<ReportWorkItemStatusResponse> reportStatus(ReportWorkItemStatusRe
quest request, core.String projectId, core.String jobId) { | 815 core.String projectId, |
| 816 core.String jobId) { |
782 var _url = null; | 817 var _url = null; |
783 var _queryParams = new core.Map(); | 818 var _queryParams = new core.Map(); |
784 var _uploadMedia = null; | 819 var _uploadMedia = null; |
785 var _uploadOptions = null; | 820 var _uploadOptions = null; |
786 var _downloadOptions = commons.DownloadOptions.Metadata; | 821 var _downloadOptions = commons.DownloadOptions.Metadata; |
787 var _body = null; | 822 var _body = null; |
788 | 823 |
789 if (request != null) { | 824 if (request != null) { |
790 _body = convert.JSON.encode((request).toJson()); | 825 _body = convert.JSON.encode((request).toJson()); |
791 } | 826 } |
792 if (projectId == null) { | 827 if (projectId == null) { |
793 throw new core.ArgumentError("Parameter projectId is required."); | 828 throw new core.ArgumentError("Parameter projectId is required."); |
794 } | 829 } |
795 if (jobId == null) { | 830 if (jobId == null) { |
796 throw new core.ArgumentError("Parameter jobId is required."); | 831 throw new core.ArgumentError("Parameter jobId is required."); |
797 } | 832 } |
798 | 833 |
799 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/jo
bs/' + commons.Escaper.ecapeVariable('$jobId') + '/workItems:reportStatus'; | 834 _url = 'v1b3/projects/' + |
| 835 commons.Escaper.ecapeVariable('$projectId') + |
| 836 '/jobs/' + |
| 837 commons.Escaper.ecapeVariable('$jobId') + |
| 838 '/workItems:reportStatus'; |
800 | 839 |
801 var _response = _requester.request(_url, | 840 var _response = _requester.request(_url, "POST", |
802 "POST", | 841 body: _body, |
803 body: _body, | 842 queryParams: _queryParams, |
804 queryParams: _queryParams, | 843 uploadOptions: _uploadOptions, |
805 uploadOptions: _uploadOptions, | 844 uploadMedia: _uploadMedia, |
806 uploadMedia: _uploadMedia, | 845 downloadOptions: _downloadOptions); |
807 downloadOptions: _downloadOptions); | 846 return _response |
808 return _response.then((data) => new ReportWorkItemStatusResponse.fromJson(da
ta)); | 847 .then((data) => new ReportWorkItemStatusResponse.fromJson(data)); |
809 } | 848 } |
810 | |
811 } | 849 } |
812 | 850 |
813 | |
814 class ProjectsLocationsResourceApi { | 851 class ProjectsLocationsResourceApi { |
815 final commons.ApiRequester _requester; | 852 final commons.ApiRequester _requester; |
816 | 853 |
817 ProjectsLocationsJobsResourceApi get jobs => new ProjectsLocationsJobsResource
Api(_requester); | 854 ProjectsLocationsJobsResourceApi get jobs => |
818 ProjectsLocationsTemplatesResourceApi get templates => new ProjectsLocationsTe
mplatesResourceApi(_requester); | 855 new ProjectsLocationsJobsResourceApi(_requester); |
| 856 ProjectsLocationsTemplatesResourceApi get templates => |
| 857 new ProjectsLocationsTemplatesResourceApi(_requester); |
819 | 858 |
820 ProjectsLocationsResourceApi(commons.ApiRequester client) : | 859 ProjectsLocationsResourceApi(commons.ApiRequester client) |
821 _requester = client; | 860 : _requester = client; |
822 | 861 |
823 /** | 862 /// Send a worker_message to the service. |
824 * Send a worker_message to the service. | 863 /// |
825 * | 864 /// [request] - The metadata request object. |
826 * [request] - The metadata request object. | 865 /// |
827 * | 866 /// Request parameters: |
828 * Request parameters: | 867 /// |
829 * | 868 /// [projectId] - The project to send the WorkerMessages to. |
830 * [projectId] - The project to send the WorkerMessages to. | 869 /// |
831 * | 870 /// [location] - The location which contains the job |
832 * [location] - The location which contains the job | 871 /// |
833 * | 872 /// Completes with a [SendWorkerMessagesResponse]. |
834 * Completes with a [SendWorkerMessagesResponse]. | 873 /// |
835 * | 874 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
836 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 875 /// an error. |
837 * error. | 876 /// |
838 * | 877 /// If the used [http.Client] completes with an error when making a REST |
839 * If the used [http.Client] completes with an error when making a REST call, | 878 /// call, this method will complete with the same error. |
840 * this method will complete with the same error. | 879 async.Future<SendWorkerMessagesResponse> workerMessages( |
841 */ | 880 SendWorkerMessagesRequest request, |
842 async.Future<SendWorkerMessagesResponse> workerMessages(SendWorkerMessagesRequ
est request, core.String projectId, core.String location) { | 881 core.String projectId, |
| 882 core.String location) { |
843 var _url = null; | 883 var _url = null; |
844 var _queryParams = new core.Map(); | 884 var _queryParams = new core.Map(); |
845 var _uploadMedia = null; | 885 var _uploadMedia = null; |
846 var _uploadOptions = null; | 886 var _uploadOptions = null; |
847 var _downloadOptions = commons.DownloadOptions.Metadata; | 887 var _downloadOptions = commons.DownloadOptions.Metadata; |
848 var _body = null; | 888 var _body = null; |
849 | 889 |
850 if (request != null) { | 890 if (request != null) { |
851 _body = convert.JSON.encode((request).toJson()); | 891 _body = convert.JSON.encode((request).toJson()); |
852 } | 892 } |
853 if (projectId == null) { | 893 if (projectId == null) { |
854 throw new core.ArgumentError("Parameter projectId is required."); | 894 throw new core.ArgumentError("Parameter projectId is required."); |
855 } | 895 } |
856 if (location == null) { | 896 if (location == null) { |
857 throw new core.ArgumentError("Parameter location is required."); | 897 throw new core.ArgumentError("Parameter location is required."); |
858 } | 898 } |
859 | 899 |
860 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo
cations/' + commons.Escaper.ecapeVariable('$location') + '/WorkerMessages'; | 900 _url = 'v1b3/projects/' + |
| 901 commons.Escaper.ecapeVariable('$projectId') + |
| 902 '/locations/' + |
| 903 commons.Escaper.ecapeVariable('$location') + |
| 904 '/WorkerMessages'; |
861 | 905 |
862 var _response = _requester.request(_url, | 906 var _response = _requester.request(_url, "POST", |
863 "POST", | 907 body: _body, |
864 body: _body, | 908 queryParams: _queryParams, |
865 queryParams: _queryParams, | 909 uploadOptions: _uploadOptions, |
866 uploadOptions: _uploadOptions, | 910 uploadMedia: _uploadMedia, |
867 uploadMedia: _uploadMedia, | 911 downloadOptions: _downloadOptions); |
868 downloadOptions: _downloadOptions); | 912 return _response |
869 return _response.then((data) => new SendWorkerMessagesResponse.fromJson(data
)); | 913 .then((data) => new SendWorkerMessagesResponse.fromJson(data)); |
870 } | 914 } |
871 | |
872 } | 915 } |
873 | 916 |
874 | |
875 class ProjectsLocationsJobsResourceApi { | 917 class ProjectsLocationsJobsResourceApi { |
876 final commons.ApiRequester _requester; | 918 final commons.ApiRequester _requester; |
877 | 919 |
878 ProjectsLocationsJobsDebugResourceApi get debug => new ProjectsLocationsJobsDe
bugResourceApi(_requester); | 920 ProjectsLocationsJobsDebugResourceApi get debug => |
879 ProjectsLocationsJobsMessagesResourceApi get messages => new ProjectsLocations
JobsMessagesResourceApi(_requester); | 921 new ProjectsLocationsJobsDebugResourceApi(_requester); |
880 ProjectsLocationsJobsWorkItemsResourceApi get workItems => new ProjectsLocatio
nsJobsWorkItemsResourceApi(_requester); | 922 ProjectsLocationsJobsMessagesResourceApi get messages => |
| 923 new ProjectsLocationsJobsMessagesResourceApi(_requester); |
| 924 ProjectsLocationsJobsWorkItemsResourceApi get workItems => |
| 925 new ProjectsLocationsJobsWorkItemsResourceApi(_requester); |
881 | 926 |
882 ProjectsLocationsJobsResourceApi(commons.ApiRequester client) : | 927 ProjectsLocationsJobsResourceApi(commons.ApiRequester client) |
883 _requester = client; | 928 : _requester = client; |
884 | 929 |
885 /** | 930 /// Creates a Cloud Dataflow job. |
886 * Creates a Cloud Dataflow job. | 931 /// |
887 * | 932 /// [request] - The metadata request object. |
888 * [request] - The metadata request object. | 933 /// |
889 * | 934 /// Request parameters: |
890 * Request parameters: | 935 /// |
891 * | 936 /// [projectId] - The ID of the Cloud Platform project that the job belongs |
892 * [projectId] - The ID of the Cloud Platform project that the job belongs to. | 937 /// to. |
893 * | 938 /// |
894 * [location] - The location that contains this job. | 939 /// [location] - The location that contains this job. |
895 * | 940 /// |
896 * [replaceJobId] - Deprecated. This field is now in the Job message. | 941 /// [replaceJobId] - Deprecated. This field is now in the Job message. |
897 * | 942 /// |
898 * [view] - The level of information requested in response. | 943 /// [view] - The level of information requested in response. |
899 * Possible string values are: | 944 /// Possible string values are: |
900 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. | 945 /// - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
901 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. | 946 /// - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
902 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. | 947 /// - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
903 * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. | 948 /// - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. |
904 * | 949 /// |
905 * Completes with a [Job]. | 950 /// Completes with a [Job]. |
906 * | 951 /// |
907 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 952 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
908 * error. | 953 /// an error. |
909 * | 954 /// |
910 * If the used [http.Client] completes with an error when making a REST call, | 955 /// If the used [http.Client] completes with an error when making a REST |
911 * this method will complete with the same error. | 956 /// call, this method will complete with the same error. |
912 */ | 957 async.Future<Job> create( |
913 async.Future<Job> create(Job request, core.String projectId, core.String locat
ion, {core.String replaceJobId, core.String view}) { | 958 Job request, core.String projectId, core.String location, |
| 959 {core.String replaceJobId, core.String view}) { |
914 var _url = null; | 960 var _url = null; |
915 var _queryParams = new core.Map(); | 961 var _queryParams = new core.Map(); |
916 var _uploadMedia = null; | 962 var _uploadMedia = null; |
917 var _uploadOptions = null; | 963 var _uploadOptions = null; |
918 var _downloadOptions = commons.DownloadOptions.Metadata; | 964 var _downloadOptions = commons.DownloadOptions.Metadata; |
919 var _body = null; | 965 var _body = null; |
920 | 966 |
921 if (request != null) { | 967 if (request != null) { |
922 _body = convert.JSON.encode((request).toJson()); | 968 _body = convert.JSON.encode((request).toJson()); |
923 } | 969 } |
924 if (projectId == null) { | 970 if (projectId == null) { |
925 throw new core.ArgumentError("Parameter projectId is required."); | 971 throw new core.ArgumentError("Parameter projectId is required."); |
926 } | 972 } |
927 if (location == null) { | 973 if (location == null) { |
928 throw new core.ArgumentError("Parameter location is required."); | 974 throw new core.ArgumentError("Parameter location is required."); |
929 } | 975 } |
930 if (replaceJobId != null) { | 976 if (replaceJobId != null) { |
931 _queryParams["replaceJobId"] = [replaceJobId]; | 977 _queryParams["replaceJobId"] = [replaceJobId]; |
932 } | 978 } |
933 if (view != null) { | 979 if (view != null) { |
934 _queryParams["view"] = [view]; | 980 _queryParams["view"] = [view]; |
935 } | 981 } |
936 | 982 |
937 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo
cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs'; | 983 _url = 'v1b3/projects/' + |
| 984 commons.Escaper.ecapeVariable('$projectId') + |
| 985 '/locations/' + |
| 986 commons.Escaper.ecapeVariable('$location') + |
| 987 '/jobs'; |
938 | 988 |
939 var _response = _requester.request(_url, | 989 var _response = _requester.request(_url, "POST", |
940 "POST", | 990 body: _body, |
941 body: _body, | 991 queryParams: _queryParams, |
942 queryParams: _queryParams, | 992 uploadOptions: _uploadOptions, |
943 uploadOptions: _uploadOptions, | 993 uploadMedia: _uploadMedia, |
944 uploadMedia: _uploadMedia, | 994 downloadOptions: _downloadOptions); |
945 downloadOptions: _downloadOptions); | |
946 return _response.then((data) => new Job.fromJson(data)); | 995 return _response.then((data) => new Job.fromJson(data)); |
947 } | 996 } |
948 | 997 |
949 /** | 998 /// Gets the state of the specified Cloud Dataflow job. |
950 * Gets the state of the specified Cloud Dataflow job. | 999 /// |
951 * | 1000 /// Request parameters: |
952 * Request parameters: | 1001 /// |
953 * | 1002 /// [projectId] - The ID of the Cloud Platform project that the job belongs |
954 * [projectId] - The ID of the Cloud Platform project that the job belongs to. | 1003 /// to. |
955 * | 1004 /// |
956 * [location] - The location that contains this job. | 1005 /// [location] - The location that contains this job. |
957 * | 1006 /// |
958 * [jobId] - The job ID. | 1007 /// [jobId] - The job ID. |
959 * | 1008 /// |
960 * [view] - The level of information requested in response. | 1009 /// [view] - The level of information requested in response. |
961 * Possible string values are: | 1010 /// Possible string values are: |
962 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. | 1011 /// - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
963 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. | 1012 /// - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
964 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. | 1013 /// - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
965 * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. | 1014 /// - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. |
966 * | 1015 /// |
967 * Completes with a [Job]. | 1016 /// Completes with a [Job]. |
968 * | 1017 /// |
969 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 1018 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
970 * error. | 1019 /// an error. |
971 * | 1020 /// |
972 * If the used [http.Client] completes with an error when making a REST call, | 1021 /// If the used [http.Client] completes with an error when making a REST |
973 * this method will complete with the same error. | 1022 /// call, this method will complete with the same error. |
974 */ | 1023 async.Future<Job> get( |
975 async.Future<Job> get(core.String projectId, core.String location, core.String
jobId, {core.String view}) { | 1024 core.String projectId, core.String location, core.String jobId, |
| 1025 {core.String view}) { |
976 var _url = null; | 1026 var _url = null; |
977 var _queryParams = new core.Map(); | 1027 var _queryParams = new core.Map(); |
978 var _uploadMedia = null; | 1028 var _uploadMedia = null; |
979 var _uploadOptions = null; | 1029 var _uploadOptions = null; |
980 var _downloadOptions = commons.DownloadOptions.Metadata; | 1030 var _downloadOptions = commons.DownloadOptions.Metadata; |
981 var _body = null; | 1031 var _body = null; |
982 | 1032 |
983 if (projectId == null) { | 1033 if (projectId == null) { |
984 throw new core.ArgumentError("Parameter projectId is required."); | 1034 throw new core.ArgumentError("Parameter projectId is required."); |
985 } | 1035 } |
986 if (location == null) { | 1036 if (location == null) { |
987 throw new core.ArgumentError("Parameter location is required."); | 1037 throw new core.ArgumentError("Parameter location is required."); |
988 } | 1038 } |
989 if (jobId == null) { | 1039 if (jobId == null) { |
990 throw new core.ArgumentError("Parameter jobId is required."); | 1040 throw new core.ArgumentError("Parameter jobId is required."); |
991 } | 1041 } |
992 if (view != null) { | 1042 if (view != null) { |
993 _queryParams["view"] = [view]; | 1043 _queryParams["view"] = [view]; |
994 } | 1044 } |
995 | 1045 |
996 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo
cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs/' + commons.Esca
per.ecapeVariable('$jobId'); | 1046 _url = 'v1b3/projects/' + |
| 1047 commons.Escaper.ecapeVariable('$projectId') + |
| 1048 '/locations/' + |
| 1049 commons.Escaper.ecapeVariable('$location') + |
| 1050 '/jobs/' + |
| 1051 commons.Escaper.ecapeVariable('$jobId'); |
997 | 1052 |
998 var _response = _requester.request(_url, | 1053 var _response = _requester.request(_url, "GET", |
999 "GET", | 1054 body: _body, |
1000 body: _body, | 1055 queryParams: _queryParams, |
1001 queryParams: _queryParams, | 1056 uploadOptions: _uploadOptions, |
1002 uploadOptions: _uploadOptions, | 1057 uploadMedia: _uploadMedia, |
1003 uploadMedia: _uploadMedia, | 1058 downloadOptions: _downloadOptions); |
1004 downloadOptions: _downloadOptions); | |
1005 return _response.then((data) => new Job.fromJson(data)); | 1059 return _response.then((data) => new Job.fromJson(data)); |
1006 } | 1060 } |
1007 | 1061 |
1008 /** | 1062 /// Request the job status. |
1009 * Request the job status. | 1063 /// |
1010 * | 1064 /// Request parameters: |
1011 * Request parameters: | 1065 /// |
1012 * | 1066 /// [projectId] - A project id. |
1013 * [projectId] - A project id. | 1067 /// |
1014 * | 1068 /// [location] - The location which contains the job specified by job_id. |
1015 * [location] - The location which contains the job specified by job_id. | 1069 /// |
1016 * | 1070 /// [jobId] - The job to get messages for. |
1017 * [jobId] - The job to get messages for. | 1071 /// |
1018 * | 1072 /// [startTime] - Return only metric data that has changed since this time. |
1019 * [startTime] - Return only metric data that has changed since this time. | 1073 /// Default is to return all information about all metrics for the job. |
1020 * Default is to return all information about all metrics for the job. | 1074 /// |
1021 * | 1075 /// Completes with a [JobMetrics]. |
1022 * Completes with a [JobMetrics]. | 1076 /// |
1023 * | 1077 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
1024 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 1078 /// an error. |
1025 * error. | 1079 /// |
1026 * | 1080 /// If the used [http.Client] completes with an error when making a REST |
1027 * If the used [http.Client] completes with an error when making a REST call, | 1081 /// call, this method will complete with the same error. |
1028 * this method will complete with the same error. | 1082 async.Future<JobMetrics> getMetrics( |
1029 */ | 1083 core.String projectId, core.String location, core.String jobId, |
1030 async.Future<JobMetrics> getMetrics(core.String projectId, core.String locatio
n, core.String jobId, {core.String startTime}) { | 1084 {core.String startTime}) { |
1031 var _url = null; | 1085 var _url = null; |
1032 var _queryParams = new core.Map(); | 1086 var _queryParams = new core.Map(); |
1033 var _uploadMedia = null; | 1087 var _uploadMedia = null; |
1034 var _uploadOptions = null; | 1088 var _uploadOptions = null; |
1035 var _downloadOptions = commons.DownloadOptions.Metadata; | 1089 var _downloadOptions = commons.DownloadOptions.Metadata; |
1036 var _body = null; | 1090 var _body = null; |
1037 | 1091 |
1038 if (projectId == null) { | 1092 if (projectId == null) { |
1039 throw new core.ArgumentError("Parameter projectId is required."); | 1093 throw new core.ArgumentError("Parameter projectId is required."); |
1040 } | 1094 } |
1041 if (location == null) { | 1095 if (location == null) { |
1042 throw new core.ArgumentError("Parameter location is required."); | 1096 throw new core.ArgumentError("Parameter location is required."); |
1043 } | 1097 } |
1044 if (jobId == null) { | 1098 if (jobId == null) { |
1045 throw new core.ArgumentError("Parameter jobId is required."); | 1099 throw new core.ArgumentError("Parameter jobId is required."); |
1046 } | 1100 } |
1047 if (startTime != null) { | 1101 if (startTime != null) { |
1048 _queryParams["startTime"] = [startTime]; | 1102 _queryParams["startTime"] = [startTime]; |
1049 } | 1103 } |
1050 | 1104 |
1051 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo
cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs/' + commons.Esca
per.ecapeVariable('$jobId') + '/metrics'; | 1105 _url = 'v1b3/projects/' + |
| 1106 commons.Escaper.ecapeVariable('$projectId') + |
| 1107 '/locations/' + |
| 1108 commons.Escaper.ecapeVariable('$location') + |
| 1109 '/jobs/' + |
| 1110 commons.Escaper.ecapeVariable('$jobId') + |
| 1111 '/metrics'; |
1052 | 1112 |
1053 var _response = _requester.request(_url, | 1113 var _response = _requester.request(_url, "GET", |
1054 "GET", | 1114 body: _body, |
1055 body: _body, | 1115 queryParams: _queryParams, |
1056 queryParams: _queryParams, | 1116 uploadOptions: _uploadOptions, |
1057 uploadOptions: _uploadOptions, | 1117 uploadMedia: _uploadMedia, |
1058 uploadMedia: _uploadMedia, | 1118 downloadOptions: _downloadOptions); |
1059 downloadOptions: _downloadOptions); | |
1060 return _response.then((data) => new JobMetrics.fromJson(data)); | 1119 return _response.then((data) => new JobMetrics.fromJson(data)); |
1061 } | 1120 } |
1062 | 1121 |
1063 /** | 1122 /// List the jobs of a project in a given region. |
1064 * List the jobs of a project in a given region. | 1123 /// |
1065 * | 1124 /// Request parameters: |
1066 * Request parameters: | 1125 /// |
1067 * | 1126 /// [projectId] - The project which owns the jobs. |
1068 * [projectId] - The project which owns the jobs. | 1127 /// |
1069 * | 1128 /// [location] - The location that contains this job. |
1070 * [location] - The location that contains this job. | 1129 /// |
1071 * | 1130 /// [pageToken] - Set this to the 'next_page_token' field of a previous |
1072 * [filter] - The kind of filter to use. | 1131 /// response |
1073 * Possible string values are: | 1132 /// to request additional results in a long list. |
1074 * - "UNKNOWN" : A UNKNOWN. | 1133 /// |
1075 * - "ALL" : A ALL. | 1134 /// [pageSize] - If there are many jobs, limit response to at most this many. |
1076 * - "TERMINATED" : A TERMINATED. | 1135 /// The actual number of jobs returned will be the lesser of max_responses |
1077 * - "ACTIVE" : A ACTIVE. | 1136 /// and an unspecified server-defined limit. |
1078 * | 1137 /// |
1079 * [pageToken] - Set this to the 'next_page_token' field of a previous | 1138 /// [view] - Level of information requested in response. Default is |
1080 * response | 1139 /// `JOB_VIEW_SUMMARY`. |
1081 * to request additional results in a long list. | 1140 /// Possible string values are: |
1082 * | 1141 /// - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. |
1083 * [pageSize] - If there are many jobs, limit response to at most this many. | 1142 /// - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. |
1084 * The actual number of jobs returned will be the lesser of max_responses | 1143 /// - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. |
1085 * and an unspecified server-defined limit. | 1144 /// - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. |
1086 * | 1145 /// |
1087 * [view] - Level of information requested in response. Default is | 1146 /// [filter] - The kind of filter to use. |
1088 * `JOB_VIEW_SUMMARY`. | 1147 /// Possible string values are: |
1089 * Possible string values are: | 1148 /// - "UNKNOWN" : A UNKNOWN. |
1090 * - "JOB_VIEW_UNKNOWN" : A JOB_VIEW_UNKNOWN. | 1149 /// - "ALL" : A ALL. |
1091 * - "JOB_VIEW_SUMMARY" : A JOB_VIEW_SUMMARY. | 1150 /// - "TERMINATED" : A TERMINATED. |
1092 * - "JOB_VIEW_ALL" : A JOB_VIEW_ALL. | 1151 /// - "ACTIVE" : A ACTIVE. |
1093 * - "JOB_VIEW_DESCRIPTION" : A JOB_VIEW_DESCRIPTION. | 1152 /// |
1094 * | 1153 /// Completes with a [ListJobsResponse]. |
1095 * Completes with a [ListJobsResponse]. | 1154 /// |
1096 * | 1155 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
1097 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 1156 /// an error. |
1098 * error. | 1157 /// |
1099 * | 1158 /// If the used [http.Client] completes with an error when making a REST |
1100 * If the used [http.Client] completes with an error when making a REST call, | 1159 /// call, this method will complete with the same error. |
1101 * this method will complete with the same error. | 1160 async.Future<ListJobsResponse> list( |
1102 */ | 1161 core.String projectId, core.String location, |
1103 async.Future<ListJobsResponse> list(core.String projectId, core.String locatio
n, {core.String filter, core.String pageToken, core.int pageSize, core.String vi
ew}) { | 1162 {core.String pageToken, |
| 1163 core.int pageSize, |
| 1164 core.String view, |
| 1165 core.String filter}) { |
1104 var _url = null; | 1166 var _url = null; |
1105 var _queryParams = new core.Map(); | 1167 var _queryParams = new core.Map(); |
1106 var _uploadMedia = null; | 1168 var _uploadMedia = null; |
1107 var _uploadOptions = null; | 1169 var _uploadOptions = null; |
1108 var _downloadOptions = commons.DownloadOptions.Metadata; | 1170 var _downloadOptions = commons.DownloadOptions.Metadata; |
1109 var _body = null; | 1171 var _body = null; |
1110 | 1172 |
1111 if (projectId == null) { | 1173 if (projectId == null) { |
1112 throw new core.ArgumentError("Parameter projectId is required."); | 1174 throw new core.ArgumentError("Parameter projectId is required."); |
1113 } | 1175 } |
1114 if (location == null) { | 1176 if (location == null) { |
1115 throw new core.ArgumentError("Parameter location is required."); | 1177 throw new core.ArgumentError("Parameter location is required."); |
1116 } | 1178 } |
1117 if (filter != null) { | |
1118 _queryParams["filter"] = [filter]; | |
1119 } | |
1120 if (pageToken != null) { | 1179 if (pageToken != null) { |
1121 _queryParams["pageToken"] = [pageToken]; | 1180 _queryParams["pageToken"] = [pageToken]; |
1122 } | 1181 } |
1123 if (pageSize != null) { | 1182 if (pageSize != null) { |
1124 _queryParams["pageSize"] = ["${pageSize}"]; | 1183 _queryParams["pageSize"] = ["${pageSize}"]; |
1125 } | 1184 } |
1126 if (view != null) { | 1185 if (view != null) { |
1127 _queryParams["view"] = [view]; | 1186 _queryParams["view"] = [view]; |
1128 } | 1187 } |
| 1188 if (filter != null) { |
| 1189 _queryParams["filter"] = [filter]; |
| 1190 } |
1129 | 1191 |
1130 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo
cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs'; | 1192 _url = 'v1b3/projects/' + |
| 1193 commons.Escaper.ecapeVariable('$projectId') + |
| 1194 '/locations/' + |
| 1195 commons.Escaper.ecapeVariable('$location') + |
| 1196 '/jobs'; |
1131 | 1197 |
1132 var _response = _requester.request(_url, | 1198 var _response = _requester.request(_url, "GET", |
1133 "GET", | 1199 body: _body, |
1134 body: _body, | 1200 queryParams: _queryParams, |
1135 queryParams: _queryParams, | 1201 uploadOptions: _uploadOptions, |
1136 uploadOptions: _uploadOptions, | 1202 uploadMedia: _uploadMedia, |
1137 uploadMedia: _uploadMedia, | 1203 downloadOptions: _downloadOptions); |
1138 downloadOptions: _downloadOptions); | |
1139 return _response.then((data) => new ListJobsResponse.fromJson(data)); | 1204 return _response.then((data) => new ListJobsResponse.fromJson(data)); |
1140 } | 1205 } |
1141 | 1206 |
1142 /** | 1207 /// Updates the state of an existing Cloud Dataflow job. |
1143 * Updates the state of an existing Cloud Dataflow job. | 1208 /// |
1144 * | 1209 /// [request] - The metadata request object. |
1145 * [request] - The metadata request object. | 1210 /// |
1146 * | 1211 /// Request parameters: |
1147 * Request parameters: | 1212 /// |
1148 * | 1213 /// [projectId] - The ID of the Cloud Platform project that the job belongs |
1149 * [projectId] - The ID of the Cloud Platform project that the job belongs to. | 1214 /// to. |
1150 * | 1215 /// |
1151 * [location] - The location that contains this job. | 1216 /// [location] - The location that contains this job. |
1152 * | 1217 /// |
1153 * [jobId] - The job ID. | 1218 /// [jobId] - The job ID. |
1154 * | 1219 /// |
1155 * Completes with a [Job]. | 1220 /// Completes with a [Job]. |
1156 * | 1221 /// |
1157 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 1222 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
1158 * error. | 1223 /// an error. |
1159 * | 1224 /// |
1160 * If the used [http.Client] completes with an error when making a REST call, | 1225 /// If the used [http.Client] completes with an error when making a REST |
1161 * this method will complete with the same error. | 1226 /// call, this method will complete with the same error. |
1162 */ | 1227 async.Future<Job> update(Job request, core.String projectId, |
1163 async.Future<Job> update(Job request, core.String projectId, core.String locat
ion, core.String jobId) { | 1228 core.String location, core.String jobId) { |
1164 var _url = null; | 1229 var _url = null; |
1165 var _queryParams = new core.Map(); | 1230 var _queryParams = new core.Map(); |
1166 var _uploadMedia = null; | 1231 var _uploadMedia = null; |
1167 var _uploadOptions = null; | 1232 var _uploadOptions = null; |
1168 var _downloadOptions = commons.DownloadOptions.Metadata; | 1233 var _downloadOptions = commons.DownloadOptions.Metadata; |
1169 var _body = null; | 1234 var _body = null; |
1170 | 1235 |
1171 if (request != null) { | 1236 if (request != null) { |
1172 _body = convert.JSON.encode((request).toJson()); | 1237 _body = convert.JSON.encode((request).toJson()); |
1173 } | 1238 } |
1174 if (projectId == null) { | 1239 if (projectId == null) { |
1175 throw new core.ArgumentError("Parameter projectId is required."); | 1240 throw new core.ArgumentError("Parameter projectId is required."); |
1176 } | 1241 } |
1177 if (location == null) { | 1242 if (location == null) { |
1178 throw new core.ArgumentError("Parameter location is required."); | 1243 throw new core.ArgumentError("Parameter location is required."); |
1179 } | 1244 } |
1180 if (jobId == null) { | 1245 if (jobId == null) { |
1181 throw new core.ArgumentError("Parameter jobId is required."); | 1246 throw new core.ArgumentError("Parameter jobId is required."); |
1182 } | 1247 } |
1183 | 1248 |
1184 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo
cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs/' + commons.Esca
per.ecapeVariable('$jobId'); | 1249 _url = 'v1b3/projects/' + |
| 1250 commons.Escaper.ecapeVariable('$projectId') + |
| 1251 '/locations/' + |
| 1252 commons.Escaper.ecapeVariable('$location') + |
| 1253 '/jobs/' + |
| 1254 commons.Escaper.ecapeVariable('$jobId'); |
1185 | 1255 |
1186 var _response = _requester.request(_url, | 1256 var _response = _requester.request(_url, "PUT", |
1187 "PUT", | 1257 body: _body, |
1188 body: _body, | 1258 queryParams: _queryParams, |
1189 queryParams: _queryParams, | 1259 uploadOptions: _uploadOptions, |
1190 uploadOptions: _uploadOptions, | 1260 uploadMedia: _uploadMedia, |
1191 uploadMedia: _uploadMedia, | 1261 downloadOptions: _downloadOptions); |
1192 downloadOptions: _downloadOptions); | |
1193 return _response.then((data) => new Job.fromJson(data)); | 1262 return _response.then((data) => new Job.fromJson(data)); |
1194 } | 1263 } |
1195 | |
1196 } | 1264 } |
1197 | 1265 |
1198 | |
1199 class ProjectsLocationsJobsDebugResourceApi { | 1266 class ProjectsLocationsJobsDebugResourceApi { |
1200 final commons.ApiRequester _requester; | 1267 final commons.ApiRequester _requester; |
1201 | 1268 |
1202 ProjectsLocationsJobsDebugResourceApi(commons.ApiRequester client) : | 1269 ProjectsLocationsJobsDebugResourceApi(commons.ApiRequester client) |
1203 _requester = client; | 1270 : _requester = client; |
1204 | 1271 |
1205 /** | 1272 /// Get encoded debug configuration for component. Not cacheable. |
1206 * Get encoded debug configuration for component. Not cacheable. | 1273 /// |
1207 * | 1274 /// [request] - The metadata request object. |
1208 * [request] - The metadata request object. | 1275 /// |
1209 * | 1276 /// Request parameters: |
1210 * Request parameters: | 1277 /// |
1211 * | 1278 /// [projectId] - The project id. |
1212 * [projectId] - The project id. | 1279 /// |
1213 * | 1280 /// [location] - The location which contains the job specified by job_id. |
1214 * [location] - The location which contains the job specified by job_id. | 1281 /// |
1215 * | 1282 /// [jobId] - The job id. |
1216 * [jobId] - The job id. | 1283 /// |
1217 * | 1284 /// Completes with a [GetDebugConfigResponse]. |
1218 * Completes with a [GetDebugConfigResponse]. | 1285 /// |
1219 * | 1286 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
1220 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 1287 /// an error. |
1221 * error. | 1288 /// |
1222 * | 1289 /// If the used [http.Client] completes with an error when making a REST |
1223 * If the used [http.Client] completes with an error when making a REST call, | 1290 /// call, this method will complete with the same error. |
1224 * this method will complete with the same error. | 1291 async.Future<GetDebugConfigResponse> getConfig(GetDebugConfigRequest request, |
1225 */ | 1292 core.String projectId, core.String location, core.String jobId) { |
1226 async.Future<GetDebugConfigResponse> getConfig(GetDebugConfigRequest request,
core.String projectId, core.String location, core.String jobId) { | |
1227 var _url = null; | 1293 var _url = null; |
1228 var _queryParams = new core.Map(); | 1294 var _queryParams = new core.Map(); |
1229 var _uploadMedia = null; | 1295 var _uploadMedia = null; |
1230 var _uploadOptions = null; | 1296 var _uploadOptions = null; |
1231 var _downloadOptions = commons.DownloadOptions.Metadata; | 1297 var _downloadOptions = commons.DownloadOptions.Metadata; |
1232 var _body = null; | 1298 var _body = null; |
1233 | 1299 |
1234 if (request != null) { | 1300 if (request != null) { |
1235 _body = convert.JSON.encode((request).toJson()); | 1301 _body = convert.JSON.encode((request).toJson()); |
1236 } | 1302 } |
1237 if (projectId == null) { | 1303 if (projectId == null) { |
1238 throw new core.ArgumentError("Parameter projectId is required."); | 1304 throw new core.ArgumentError("Parameter projectId is required."); |
1239 } | 1305 } |
1240 if (location == null) { | 1306 if (location == null) { |
1241 throw new core.ArgumentError("Parameter location is required."); | 1307 throw new core.ArgumentError("Parameter location is required."); |
1242 } | 1308 } |
1243 if (jobId == null) { | 1309 if (jobId == null) { |
1244 throw new core.ArgumentError("Parameter jobId is required."); | 1310 throw new core.ArgumentError("Parameter jobId is required."); |
1245 } | 1311 } |
1246 | 1312 |
1247 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo
cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs/' + commons.Esca
per.ecapeVariable('$jobId') + '/debug/getConfig'; | 1313 _url = 'v1b3/projects/' + |
| 1314 commons.Escaper.ecapeVariable('$projectId') + |
| 1315 '/locations/' + |
| 1316 commons.Escaper.ecapeVariable('$location') + |
| 1317 '/jobs/' + |
| 1318 commons.Escaper.ecapeVariable('$jobId') + |
| 1319 '/debug/getConfig'; |
1248 | 1320 |
1249 var _response = _requester.request(_url, | 1321 var _response = _requester.request(_url, "POST", |
1250 "POST", | 1322 body: _body, |
1251 body: _body, | 1323 queryParams: _queryParams, |
1252 queryParams: _queryParams, | 1324 uploadOptions: _uploadOptions, |
1253 uploadOptions: _uploadOptions, | 1325 uploadMedia: _uploadMedia, |
1254 uploadMedia: _uploadMedia, | 1326 downloadOptions: _downloadOptions); |
1255 downloadOptions: _downloadOptions); | |
1256 return _response.then((data) => new GetDebugConfigResponse.fromJson(data)); | 1327 return _response.then((data) => new GetDebugConfigResponse.fromJson(data)); |
1257 } | 1328 } |
1258 | 1329 |
1259 /** | 1330 /// Send encoded debug capture data for component. |
1260 * Send encoded debug capture data for component. | 1331 /// |
1261 * | 1332 /// [request] - The metadata request object. |
1262 * [request] - The metadata request object. | 1333 /// |
1263 * | 1334 /// Request parameters: |
1264 * Request parameters: | 1335 /// |
1265 * | 1336 /// [projectId] - The project id. |
1266 * [projectId] - The project id. | 1337 /// |
1267 * | 1338 /// [location] - The location which contains the job specified by job_id. |
1268 * [location] - The location which contains the job specified by job_id. | 1339 /// |
1269 * | 1340 /// [jobId] - The job id. |
1270 * [jobId] - The job id. | 1341 /// |
1271 * | 1342 /// Completes with a [SendDebugCaptureResponse]. |
1272 * Completes with a [SendDebugCaptureResponse]. | 1343 /// |
1273 * | 1344 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
1274 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 1345 /// an error. |
1275 * error. | 1346 /// |
1276 * | 1347 /// If the used [http.Client] completes with an error when making a REST |
1277 * If the used [http.Client] completes with an error when making a REST call, | 1348 /// call, this method will complete with the same error. |
1278 * this method will complete with the same error. | 1349 async.Future<SendDebugCaptureResponse> sendCapture( |
1279 */ | 1350 SendDebugCaptureRequest request, |
1280 async.Future<SendDebugCaptureResponse> sendCapture(SendDebugCaptureRequest req
uest, core.String projectId, core.String location, core.String jobId) { | 1351 core.String projectId, |
| 1352 core.String location, |
| 1353 core.String jobId) { |
1281 var _url = null; | 1354 var _url = null; |
1282 var _queryParams = new core.Map(); | 1355 var _queryParams = new core.Map(); |
1283 var _uploadMedia = null; | 1356 var _uploadMedia = null; |
1284 var _uploadOptions = null; | 1357 var _uploadOptions = null; |
1285 var _downloadOptions = commons.DownloadOptions.Metadata; | 1358 var _downloadOptions = commons.DownloadOptions.Metadata; |
1286 var _body = null; | 1359 var _body = null; |
1287 | 1360 |
1288 if (request != null) { | 1361 if (request != null) { |
1289 _body = convert.JSON.encode((request).toJson()); | 1362 _body = convert.JSON.encode((request).toJson()); |
1290 } | 1363 } |
1291 if (projectId == null) { | 1364 if (projectId == null) { |
1292 throw new core.ArgumentError("Parameter projectId is required."); | 1365 throw new core.ArgumentError("Parameter projectId is required."); |
1293 } | 1366 } |
1294 if (location == null) { | 1367 if (location == null) { |
1295 throw new core.ArgumentError("Parameter location is required."); | 1368 throw new core.ArgumentError("Parameter location is required."); |
1296 } | 1369 } |
1297 if (jobId == null) { | 1370 if (jobId == null) { |
1298 throw new core.ArgumentError("Parameter jobId is required."); | 1371 throw new core.ArgumentError("Parameter jobId is required."); |
1299 } | 1372 } |
1300 | 1373 |
1301 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo
cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs/' + commons.Esca
per.ecapeVariable('$jobId') + '/debug/sendCapture'; | 1374 _url = 'v1b3/projects/' + |
| 1375 commons.Escaper.ecapeVariable('$projectId') + |
| 1376 '/locations/' + |
| 1377 commons.Escaper.ecapeVariable('$location') + |
| 1378 '/jobs/' + |
| 1379 commons.Escaper.ecapeVariable('$jobId') + |
| 1380 '/debug/sendCapture'; |
1302 | 1381 |
1303 var _response = _requester.request(_url, | 1382 var _response = _requester.request(_url, "POST", |
1304 "POST", | 1383 body: _body, |
1305 body: _body, | 1384 queryParams: _queryParams, |
1306 queryParams: _queryParams, | 1385 uploadOptions: _uploadOptions, |
1307 uploadOptions: _uploadOptions, | 1386 uploadMedia: _uploadMedia, |
1308 uploadMedia: _uploadMedia, | 1387 downloadOptions: _downloadOptions); |
1309 downloadOptions: _downloadOptions); | 1388 return _response |
1310 return _response.then((data) => new SendDebugCaptureResponse.fromJson(data))
; | 1389 .then((data) => new SendDebugCaptureResponse.fromJson(data)); |
1311 } | 1390 } |
1312 | |
1313 } | 1391 } |
1314 | 1392 |
1315 | |
1316 class ProjectsLocationsJobsMessagesResourceApi { | 1393 class ProjectsLocationsJobsMessagesResourceApi { |
1317 final commons.ApiRequester _requester; | 1394 final commons.ApiRequester _requester; |
1318 | 1395 |
1319 ProjectsLocationsJobsMessagesResourceApi(commons.ApiRequester client) : | 1396 ProjectsLocationsJobsMessagesResourceApi(commons.ApiRequester client) |
1320 _requester = client; | 1397 : _requester = client; |
1321 | 1398 |
1322 /** | 1399 /// Request the job status. |
1323 * Request the job status. | 1400 /// |
1324 * | 1401 /// Request parameters: |
1325 * Request parameters: | 1402 /// |
1326 * | 1403 /// [projectId] - A project id. |
1327 * [projectId] - A project id. | 1404 /// |
1328 * | 1405 /// [location] - The location which contains the job specified by job_id. |
1329 * [location] - The location which contains the job specified by job_id. | 1406 /// |
1330 * | 1407 /// [jobId] - The job to get messages about. |
1331 * [jobId] - The job to get messages about. | 1408 /// |
1332 * | 1409 /// [endTime] - Return only messages with timestamps < end_time. The default |
1333 * [endTime] - Return only messages with timestamps < end_time. The default is | 1410 /// is now |
1334 * now | 1411 /// (i.e. return up to the latest messages available). |
1335 * (i.e. return up to the latest messages available). | 1412 /// |
1336 * | 1413 /// [pageToken] - If supplied, this should be the value of next_page_token |
1337 * [startTime] - If specified, return only messages with timestamps >= | 1414 /// returned |
1338 * start_time. | 1415 /// by an earlier call. This will cause the next page of results to |
1339 * The default is the job creation time (i.e. beginning of messages). | 1416 /// be returned. |
1340 * | 1417 /// |
1341 * [pageToken] - If supplied, this should be the value of next_page_token | 1418 /// [startTime] - If specified, return only messages with timestamps >= |
1342 * returned | 1419 /// start_time. |
1343 * by an earlier call. This will cause the next page of results to | 1420 /// The default is the job creation time (i.e. beginning of messages). |
1344 * be returned. | 1421 /// |
1345 * | 1422 /// [pageSize] - If specified, determines the maximum number of messages to |
1346 * [pageSize] - If specified, determines the maximum number of messages to | 1423 /// return. If unspecified, the service may choose an appropriate |
1347 * return. If unspecified, the service may choose an appropriate | 1424 /// default, or may return an arbitrarily large number of results. |
1348 * default, or may return an arbitrarily large number of results. | 1425 /// |
1349 * | 1426 /// [minimumImportance] - Filter to only get messages with importance >= |
1350 * [minimumImportance] - Filter to only get messages with importance >= level | 1427 /// level |
1351 * Possible string values are: | 1428 /// Possible string values are: |
1352 * - "JOB_MESSAGE_IMPORTANCE_UNKNOWN" : A JOB_MESSAGE_IMPORTANCE_UNKNOWN. | 1429 /// - "JOB_MESSAGE_IMPORTANCE_UNKNOWN" : A JOB_MESSAGE_IMPORTANCE_UNKNOWN. |
1353 * - "JOB_MESSAGE_DEBUG" : A JOB_MESSAGE_DEBUG. | 1430 /// - "JOB_MESSAGE_DEBUG" : A JOB_MESSAGE_DEBUG. |
1354 * - "JOB_MESSAGE_DETAILED" : A JOB_MESSAGE_DETAILED. | 1431 /// - "JOB_MESSAGE_DETAILED" : A JOB_MESSAGE_DETAILED. |
1355 * - "JOB_MESSAGE_BASIC" : A JOB_MESSAGE_BASIC. | 1432 /// - "JOB_MESSAGE_BASIC" : A JOB_MESSAGE_BASIC. |
1356 * - "JOB_MESSAGE_WARNING" : A JOB_MESSAGE_WARNING. | 1433 /// - "JOB_MESSAGE_WARNING" : A JOB_MESSAGE_WARNING. |
1357 * - "JOB_MESSAGE_ERROR" : A JOB_MESSAGE_ERROR. | 1434 /// - "JOB_MESSAGE_ERROR" : A JOB_MESSAGE_ERROR. |
1358 * | 1435 /// |
1359 * Completes with a [ListJobMessagesResponse]. | 1436 /// Completes with a [ListJobMessagesResponse]. |
1360 * | 1437 /// |
1361 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 1438 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
1362 * error. | 1439 /// an error. |
1363 * | 1440 /// |
1364 * If the used [http.Client] completes with an error when making a REST call, | 1441 /// If the used [http.Client] completes with an error when making a REST |
1365 * this method will complete with the same error. | 1442 /// call, this method will complete with the same error. |
1366 */ | 1443 async.Future<ListJobMessagesResponse> list( |
1367 async.Future<ListJobMessagesResponse> list(core.String projectId, core.String
location, core.String jobId, {core.String endTime, core.String startTime, core.S
tring pageToken, core.int pageSize, core.String minimumImportance}) { | 1444 core.String projectId, core.String location, core.String jobId, |
| 1445 {core.String endTime, |
| 1446 core.String pageToken, |
| 1447 core.String startTime, |
| 1448 core.int pageSize, |
| 1449 core.String minimumImportance}) { |
1368 var _url = null; | 1450 var _url = null; |
1369 var _queryParams = new core.Map(); | 1451 var _queryParams = new core.Map(); |
1370 var _uploadMedia = null; | 1452 var _uploadMedia = null; |
1371 var _uploadOptions = null; | 1453 var _uploadOptions = null; |
1372 var _downloadOptions = commons.DownloadOptions.Metadata; | 1454 var _downloadOptions = commons.DownloadOptions.Metadata; |
1373 var _body = null; | 1455 var _body = null; |
1374 | 1456 |
1375 if (projectId == null) { | 1457 if (projectId == null) { |
1376 throw new core.ArgumentError("Parameter projectId is required."); | 1458 throw new core.ArgumentError("Parameter projectId is required."); |
1377 } | 1459 } |
1378 if (location == null) { | 1460 if (location == null) { |
1379 throw new core.ArgumentError("Parameter location is required."); | 1461 throw new core.ArgumentError("Parameter location is required."); |
1380 } | 1462 } |
1381 if (jobId == null) { | 1463 if (jobId == null) { |
1382 throw new core.ArgumentError("Parameter jobId is required."); | 1464 throw new core.ArgumentError("Parameter jobId is required."); |
1383 } | 1465 } |
1384 if (endTime != null) { | 1466 if (endTime != null) { |
1385 _queryParams["endTime"] = [endTime]; | 1467 _queryParams["endTime"] = [endTime]; |
1386 } | 1468 } |
| 1469 if (pageToken != null) { |
| 1470 _queryParams["pageToken"] = [pageToken]; |
| 1471 } |
1387 if (startTime != null) { | 1472 if (startTime != null) { |
1388 _queryParams["startTime"] = [startTime]; | 1473 _queryParams["startTime"] = [startTime]; |
1389 } | 1474 } |
1390 if (pageToken != null) { | |
1391 _queryParams["pageToken"] = [pageToken]; | |
1392 } | |
1393 if (pageSize != null) { | 1475 if (pageSize != null) { |
1394 _queryParams["pageSize"] = ["${pageSize}"]; | 1476 _queryParams["pageSize"] = ["${pageSize}"]; |
1395 } | 1477 } |
1396 if (minimumImportance != null) { | 1478 if (minimumImportance != null) { |
1397 _queryParams["minimumImportance"] = [minimumImportance]; | 1479 _queryParams["minimumImportance"] = [minimumImportance]; |
1398 } | 1480 } |
1399 | 1481 |
1400 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo
cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs/' + commons.Esca
per.ecapeVariable('$jobId') + '/messages'; | 1482 _url = 'v1b3/projects/' + |
| 1483 commons.Escaper.ecapeVariable('$projectId') + |
| 1484 '/locations/' + |
| 1485 commons.Escaper.ecapeVariable('$location') + |
| 1486 '/jobs/' + |
| 1487 commons.Escaper.ecapeVariable('$jobId') + |
| 1488 '/messages'; |
1401 | 1489 |
1402 var _response = _requester.request(_url, | 1490 var _response = _requester.request(_url, "GET", |
1403 "GET", | 1491 body: _body, |
1404 body: _body, | 1492 queryParams: _queryParams, |
1405 queryParams: _queryParams, | 1493 uploadOptions: _uploadOptions, |
1406 uploadOptions: _uploadOptions, | 1494 uploadMedia: _uploadMedia, |
1407 uploadMedia: _uploadMedia, | 1495 downloadOptions: _downloadOptions); |
1408 downloadOptions: _downloadOptions); | |
1409 return _response.then((data) => new ListJobMessagesResponse.fromJson(data)); | 1496 return _response.then((data) => new ListJobMessagesResponse.fromJson(data)); |
1410 } | 1497 } |
1411 | |
1412 } | 1498 } |
1413 | 1499 |
1414 | |
1415 class ProjectsLocationsJobsWorkItemsResourceApi { | 1500 class ProjectsLocationsJobsWorkItemsResourceApi { |
1416 final commons.ApiRequester _requester; | 1501 final commons.ApiRequester _requester; |
1417 | 1502 |
1418 ProjectsLocationsJobsWorkItemsResourceApi(commons.ApiRequester client) : | 1503 ProjectsLocationsJobsWorkItemsResourceApi(commons.ApiRequester client) |
1419 _requester = client; | 1504 : _requester = client; |
1420 | 1505 |
1421 /** | 1506 /// Leases a dataflow WorkItem to run. |
1422 * Leases a dataflow WorkItem to run. | 1507 /// |
1423 * | 1508 /// [request] - The metadata request object. |
1424 * [request] - The metadata request object. | 1509 /// |
1425 * | 1510 /// Request parameters: |
1426 * Request parameters: | 1511 /// |
1427 * | 1512 /// [projectId] - Identifies the project this worker belongs to. |
1428 * [projectId] - Identifies the project this worker belongs to. | 1513 /// |
1429 * | 1514 /// [location] - The location which contains the WorkItem's job. |
1430 * [location] - The location which contains the WorkItem's job. | 1515 /// |
1431 * | 1516 /// [jobId] - Identifies the workflow job this worker belongs to. |
1432 * [jobId] - Identifies the workflow job this worker belongs to. | 1517 /// |
1433 * | 1518 /// Completes with a [LeaseWorkItemResponse]. |
1434 * Completes with a [LeaseWorkItemResponse]. | 1519 /// |
1435 * | 1520 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
1436 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 1521 /// an error. |
1437 * error. | 1522 /// |
1438 * | 1523 /// If the used [http.Client] completes with an error when making a REST |
1439 * If the used [http.Client] completes with an error when making a REST call, | 1524 /// call, this method will complete with the same error. |
1440 * this method will complete with the same error. | 1525 async.Future<LeaseWorkItemResponse> lease(LeaseWorkItemRequest request, |
1441 */ | 1526 core.String projectId, core.String location, core.String jobId) { |
1442 async.Future<LeaseWorkItemResponse> lease(LeaseWorkItemRequest request, core.S
tring projectId, core.String location, core.String jobId) { | |
1443 var _url = null; | 1527 var _url = null; |
1444 var _queryParams = new core.Map(); | 1528 var _queryParams = new core.Map(); |
1445 var _uploadMedia = null; | 1529 var _uploadMedia = null; |
1446 var _uploadOptions = null; | 1530 var _uploadOptions = null; |
1447 var _downloadOptions = commons.DownloadOptions.Metadata; | 1531 var _downloadOptions = commons.DownloadOptions.Metadata; |
1448 var _body = null; | 1532 var _body = null; |
1449 | 1533 |
1450 if (request != null) { | 1534 if (request != null) { |
1451 _body = convert.JSON.encode((request).toJson()); | 1535 _body = convert.JSON.encode((request).toJson()); |
1452 } | 1536 } |
1453 if (projectId == null) { | 1537 if (projectId == null) { |
1454 throw new core.ArgumentError("Parameter projectId is required."); | 1538 throw new core.ArgumentError("Parameter projectId is required."); |
1455 } | 1539 } |
1456 if (location == null) { | 1540 if (location == null) { |
1457 throw new core.ArgumentError("Parameter location is required."); | 1541 throw new core.ArgumentError("Parameter location is required."); |
1458 } | 1542 } |
1459 if (jobId == null) { | 1543 if (jobId == null) { |
1460 throw new core.ArgumentError("Parameter jobId is required."); | 1544 throw new core.ArgumentError("Parameter jobId is required."); |
1461 } | 1545 } |
1462 | 1546 |
1463 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo
cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs/' + commons.Esca
per.ecapeVariable('$jobId') + '/workItems:lease'; | 1547 _url = 'v1b3/projects/' + |
| 1548 commons.Escaper.ecapeVariable('$projectId') + |
| 1549 '/locations/' + |
| 1550 commons.Escaper.ecapeVariable('$location') + |
| 1551 '/jobs/' + |
| 1552 commons.Escaper.ecapeVariable('$jobId') + |
| 1553 '/workItems:lease'; |
1464 | 1554 |
1465 var _response = _requester.request(_url, | 1555 var _response = _requester.request(_url, "POST", |
1466 "POST", | 1556 body: _body, |
1467 body: _body, | 1557 queryParams: _queryParams, |
1468 queryParams: _queryParams, | 1558 uploadOptions: _uploadOptions, |
1469 uploadOptions: _uploadOptions, | 1559 uploadMedia: _uploadMedia, |
1470 uploadMedia: _uploadMedia, | 1560 downloadOptions: _downloadOptions); |
1471 downloadOptions: _downloadOptions); | |
1472 return _response.then((data) => new LeaseWorkItemResponse.fromJson(data)); | 1561 return _response.then((data) => new LeaseWorkItemResponse.fromJson(data)); |
1473 } | 1562 } |
1474 | 1563 |
1475 /** | 1564 /// Reports the status of dataflow WorkItems leased by a worker. |
1476 * Reports the status of dataflow WorkItems leased by a worker. | 1565 /// |
1477 * | 1566 /// [request] - The metadata request object. |
1478 * [request] - The metadata request object. | 1567 /// |
1479 * | 1568 /// Request parameters: |
1480 * Request parameters: | 1569 /// |
1481 * | 1570 /// [projectId] - The project which owns the WorkItem's job. |
1482 * [projectId] - The project which owns the WorkItem's job. | 1571 /// |
1483 * | 1572 /// [location] - The location which contains the WorkItem's job. |
1484 * [location] - The location which contains the WorkItem's job. | 1573 /// |
1485 * | 1574 /// [jobId] - The job which the WorkItem is part of. |
1486 * [jobId] - The job which the WorkItem is part of. | 1575 /// |
1487 * | 1576 /// Completes with a [ReportWorkItemStatusResponse]. |
1488 * Completes with a [ReportWorkItemStatusResponse]. | 1577 /// |
1489 * | 1578 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
1490 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 1579 /// an error. |
1491 * error. | 1580 /// |
1492 * | 1581 /// If the used [http.Client] completes with an error when making a REST |
1493 * If the used [http.Client] completes with an error when making a REST call, | 1582 /// call, this method will complete with the same error. |
1494 * this method will complete with the same error. | 1583 async.Future<ReportWorkItemStatusResponse> reportStatus( |
1495 */ | 1584 ReportWorkItemStatusRequest request, |
1496 async.Future<ReportWorkItemStatusResponse> reportStatus(ReportWorkItemStatusRe
quest request, core.String projectId, core.String location, core.String jobId) { | 1585 core.String projectId, |
| 1586 core.String location, |
| 1587 core.String jobId) { |
1497 var _url = null; | 1588 var _url = null; |
1498 var _queryParams = new core.Map(); | 1589 var _queryParams = new core.Map(); |
1499 var _uploadMedia = null; | 1590 var _uploadMedia = null; |
1500 var _uploadOptions = null; | 1591 var _uploadOptions = null; |
1501 var _downloadOptions = commons.DownloadOptions.Metadata; | 1592 var _downloadOptions = commons.DownloadOptions.Metadata; |
1502 var _body = null; | 1593 var _body = null; |
1503 | 1594 |
1504 if (request != null) { | 1595 if (request != null) { |
1505 _body = convert.JSON.encode((request).toJson()); | 1596 _body = convert.JSON.encode((request).toJson()); |
1506 } | 1597 } |
1507 if (projectId == null) { | 1598 if (projectId == null) { |
1508 throw new core.ArgumentError("Parameter projectId is required."); | 1599 throw new core.ArgumentError("Parameter projectId is required."); |
1509 } | 1600 } |
1510 if (location == null) { | 1601 if (location == null) { |
1511 throw new core.ArgumentError("Parameter location is required."); | 1602 throw new core.ArgumentError("Parameter location is required."); |
1512 } | 1603 } |
1513 if (jobId == null) { | 1604 if (jobId == null) { |
1514 throw new core.ArgumentError("Parameter jobId is required."); | 1605 throw new core.ArgumentError("Parameter jobId is required."); |
1515 } | 1606 } |
1516 | 1607 |
1517 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo
cations/' + commons.Escaper.ecapeVariable('$location') + '/jobs/' + commons.Esca
per.ecapeVariable('$jobId') + '/workItems:reportStatus'; | 1608 _url = 'v1b3/projects/' + |
| 1609 commons.Escaper.ecapeVariable('$projectId') + |
| 1610 '/locations/' + |
| 1611 commons.Escaper.ecapeVariable('$location') + |
| 1612 '/jobs/' + |
| 1613 commons.Escaper.ecapeVariable('$jobId') + |
| 1614 '/workItems:reportStatus'; |
1518 | 1615 |
1519 var _response = _requester.request(_url, | 1616 var _response = _requester.request(_url, "POST", |
1520 "POST", | 1617 body: _body, |
1521 body: _body, | 1618 queryParams: _queryParams, |
1522 queryParams: _queryParams, | 1619 uploadOptions: _uploadOptions, |
1523 uploadOptions: _uploadOptions, | 1620 uploadMedia: _uploadMedia, |
1524 uploadMedia: _uploadMedia, | 1621 downloadOptions: _downloadOptions); |
1525 downloadOptions: _downloadOptions); | 1622 return _response |
1526 return _response.then((data) => new ReportWorkItemStatusResponse.fromJson(da
ta)); | 1623 .then((data) => new ReportWorkItemStatusResponse.fromJson(data)); |
1527 } | 1624 } |
1528 | |
1529 } | 1625 } |
1530 | 1626 |
1531 | |
1532 class ProjectsLocationsTemplatesResourceApi { | 1627 class ProjectsLocationsTemplatesResourceApi { |
1533 final commons.ApiRequester _requester; | 1628 final commons.ApiRequester _requester; |
1534 | 1629 |
1535 ProjectsLocationsTemplatesResourceApi(commons.ApiRequester client) : | 1630 ProjectsLocationsTemplatesResourceApi(commons.ApiRequester client) |
1536 _requester = client; | 1631 : _requester = client; |
1537 | 1632 |
1538 /** | 1633 /// Creates a Cloud Dataflow job from a template. |
1539 * Creates a Cloud Dataflow job from a template. | 1634 /// |
1540 * | 1635 /// [request] - The metadata request object. |
1541 * [request] - The metadata request object. | 1636 /// |
1542 * | 1637 /// Request parameters: |
1543 * Request parameters: | 1638 /// |
1544 * | 1639 /// [projectId] - Required. The ID of the Cloud Platform project that the job |
1545 * [projectId] - Required. The ID of the Cloud Platform project that the job | 1640 /// belongs to. |
1546 * belongs to. | 1641 /// |
1547 * | 1642 /// [location] - The location to which to direct the request. |
1548 * [location] - The location to which to direct the request. | 1643 /// |
1549 * | 1644 /// Completes with a [Job]. |
1550 * Completes with a [Job]. | 1645 /// |
1551 * | 1646 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
1552 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 1647 /// an error. |
1553 * error. | 1648 /// |
1554 * | 1649 /// If the used [http.Client] completes with an error when making a REST |
1555 * If the used [http.Client] completes with an error when making a REST call, | 1650 /// call, this method will complete with the same error. |
1556 * this method will complete with the same error. | 1651 async.Future<Job> create(CreateJobFromTemplateRequest request, |
1557 */ | 1652 core.String projectId, core.String location) { |
1558 async.Future<Job> create(CreateJobFromTemplateRequest request, core.String pro
jectId, core.String location) { | |
1559 var _url = null; | 1653 var _url = null; |
1560 var _queryParams = new core.Map(); | 1654 var _queryParams = new core.Map(); |
1561 var _uploadMedia = null; | 1655 var _uploadMedia = null; |
1562 var _uploadOptions = null; | 1656 var _uploadOptions = null; |
1563 var _downloadOptions = commons.DownloadOptions.Metadata; | 1657 var _downloadOptions = commons.DownloadOptions.Metadata; |
1564 var _body = null; | 1658 var _body = null; |
1565 | 1659 |
1566 if (request != null) { | 1660 if (request != null) { |
1567 _body = convert.JSON.encode((request).toJson()); | 1661 _body = convert.JSON.encode((request).toJson()); |
1568 } | 1662 } |
1569 if (projectId == null) { | 1663 if (projectId == null) { |
1570 throw new core.ArgumentError("Parameter projectId is required."); | 1664 throw new core.ArgumentError("Parameter projectId is required."); |
1571 } | 1665 } |
1572 if (location == null) { | 1666 if (location == null) { |
1573 throw new core.ArgumentError("Parameter location is required."); | 1667 throw new core.ArgumentError("Parameter location is required."); |
1574 } | 1668 } |
1575 | 1669 |
1576 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo
cations/' + commons.Escaper.ecapeVariable('$location') + '/templates'; | 1670 _url = 'v1b3/projects/' + |
| 1671 commons.Escaper.ecapeVariable('$projectId') + |
| 1672 '/locations/' + |
| 1673 commons.Escaper.ecapeVariable('$location') + |
| 1674 '/templates'; |
1577 | 1675 |
1578 var _response = _requester.request(_url, | 1676 var _response = _requester.request(_url, "POST", |
1579 "POST", | 1677 body: _body, |
1580 body: _body, | 1678 queryParams: _queryParams, |
1581 queryParams: _queryParams, | 1679 uploadOptions: _uploadOptions, |
1582 uploadOptions: _uploadOptions, | 1680 uploadMedia: _uploadMedia, |
1583 uploadMedia: _uploadMedia, | 1681 downloadOptions: _downloadOptions); |
1584 downloadOptions: _downloadOptions); | |
1585 return _response.then((data) => new Job.fromJson(data)); | 1682 return _response.then((data) => new Job.fromJson(data)); |
1586 } | 1683 } |
1587 | 1684 |
1588 /** | 1685 /// Get the template associated with a template. |
1589 * Get the template associated with a template. | 1686 /// |
1590 * | 1687 /// Request parameters: |
1591 * Request parameters: | 1688 /// |
1592 * | 1689 /// [projectId] - Required. The ID of the Cloud Platform project that the job |
1593 * [projectId] - Required. The ID of the Cloud Platform project that the job | 1690 /// belongs to. |
1594 * belongs to. | 1691 /// |
1595 * | 1692 /// [location] - The location to which to direct the request. |
1596 * [location] - The location to which to direct the request. | 1693 /// |
1597 * | 1694 /// [view] - The view to retrieve. Defaults to METADATA_ONLY. |
1598 * [view] - The view to retrieve. Defaults to METADATA_ONLY. | 1695 /// Possible string values are: |
1599 * Possible string values are: | 1696 /// - "METADATA_ONLY" : A METADATA_ONLY. |
1600 * - "METADATA_ONLY" : A METADATA_ONLY. | 1697 /// |
1601 * | 1698 /// [gcsPath] - Required. A Cloud Storage path to the template from which to |
1602 * [gcsPath] - Required. A Cloud Storage path to the template from which to | 1699 /// create the job. |
1603 * create the job. | 1700 /// Must be a valid Cloud Storage URL, beginning with `gs://`. |
1604 * Must be a valid Cloud Storage URL, beginning with `gs://`. | 1701 /// |
1605 * | 1702 /// Completes with a [GetTemplateResponse]. |
1606 * Completes with a [GetTemplateResponse]. | 1703 /// |
1607 * | 1704 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
1608 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 1705 /// an error. |
1609 * error. | 1706 /// |
1610 * | 1707 /// If the used [http.Client] completes with an error when making a REST |
1611 * If the used [http.Client] completes with an error when making a REST call, | 1708 /// call, this method will complete with the same error. |
1612 * this method will complete with the same error. | 1709 async.Future<GetTemplateResponse> get( |
1613 */ | 1710 core.String projectId, core.String location, |
1614 async.Future<GetTemplateResponse> get(core.String projectId, core.String locat
ion, {core.String view, core.String gcsPath}) { | 1711 {core.String view, core.String gcsPath}) { |
1615 var _url = null; | 1712 var _url = null; |
1616 var _queryParams = new core.Map(); | 1713 var _queryParams = new core.Map(); |
1617 var _uploadMedia = null; | 1714 var _uploadMedia = null; |
1618 var _uploadOptions = null; | 1715 var _uploadOptions = null; |
1619 var _downloadOptions = commons.DownloadOptions.Metadata; | 1716 var _downloadOptions = commons.DownloadOptions.Metadata; |
1620 var _body = null; | 1717 var _body = null; |
1621 | 1718 |
1622 if (projectId == null) { | 1719 if (projectId == null) { |
1623 throw new core.ArgumentError("Parameter projectId is required."); | 1720 throw new core.ArgumentError("Parameter projectId is required."); |
1624 } | 1721 } |
1625 if (location == null) { | 1722 if (location == null) { |
1626 throw new core.ArgumentError("Parameter location is required."); | 1723 throw new core.ArgumentError("Parameter location is required."); |
1627 } | 1724 } |
1628 if (view != null) { | 1725 if (view != null) { |
1629 _queryParams["view"] = [view]; | 1726 _queryParams["view"] = [view]; |
1630 } | 1727 } |
1631 if (gcsPath != null) { | 1728 if (gcsPath != null) { |
1632 _queryParams["gcsPath"] = [gcsPath]; | 1729 _queryParams["gcsPath"] = [gcsPath]; |
1633 } | 1730 } |
1634 | 1731 |
1635 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo
cations/' + commons.Escaper.ecapeVariable('$location') + '/templates:get'; | 1732 _url = 'v1b3/projects/' + |
| 1733 commons.Escaper.ecapeVariable('$projectId') + |
| 1734 '/locations/' + |
| 1735 commons.Escaper.ecapeVariable('$location') + |
| 1736 '/templates:get'; |
1636 | 1737 |
1637 var _response = _requester.request(_url, | 1738 var _response = _requester.request(_url, "GET", |
1638 "GET", | 1739 body: _body, |
1639 body: _body, | 1740 queryParams: _queryParams, |
1640 queryParams: _queryParams, | 1741 uploadOptions: _uploadOptions, |
1641 uploadOptions: _uploadOptions, | 1742 uploadMedia: _uploadMedia, |
1642 uploadMedia: _uploadMedia, | 1743 downloadOptions: _downloadOptions); |
1643 downloadOptions: _downloadOptions); | |
1644 return _response.then((data) => new GetTemplateResponse.fromJson(data)); | 1744 return _response.then((data) => new GetTemplateResponse.fromJson(data)); |
1645 } | 1745 } |
1646 | 1746 |
1647 /** | 1747 /// Launch a template. |
1648 * Launch a template. | 1748 /// |
1649 * | 1749 /// [request] - The metadata request object. |
1650 * [request] - The metadata request object. | 1750 /// |
1651 * | 1751 /// Request parameters: |
1652 * Request parameters: | 1752 /// |
1653 * | 1753 /// [projectId] - Required. The ID of the Cloud Platform project that the job |
1654 * [projectId] - Required. The ID of the Cloud Platform project that the job | 1754 /// belongs to. |
1655 * belongs to. | 1755 /// |
1656 * | 1756 /// [location] - The location to which to direct the request. |
1657 * [location] - The location to which to direct the request. | 1757 /// |
1658 * | 1758 /// [validateOnly] - If true, the request is validated but not actually |
1659 * [gcsPath] - Required. A Cloud Storage path to the template from which to | 1759 /// executed. |
1660 * create | 1760 /// Defaults to false. |
1661 * the job. | 1761 /// |
1662 * Must be valid Cloud Storage URL, beginning with 'gs://'. | 1762 /// [gcsPath] - Required. A Cloud Storage path to the template from which to |
1663 * | 1763 /// create |
1664 * [validateOnly] - If true, the request is validated but not actually | 1764 /// the job. |
1665 * executed. | 1765 /// Must be valid Cloud Storage URL, beginning with 'gs://'. |
1666 * Defaults to false. | 1766 /// |
1667 * | 1767 /// Completes with a [LaunchTemplateResponse]. |
1668 * Completes with a [LaunchTemplateResponse]. | 1768 /// |
1669 * | 1769 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
1670 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 1770 /// an error. |
1671 * error. | 1771 /// |
1672 * | 1772 /// If the used [http.Client] completes with an error when making a REST |
1673 * If the used [http.Client] completes with an error when making a REST call, | 1773 /// call, this method will complete with the same error. |
1674 * this method will complete with the same error. | 1774 async.Future<LaunchTemplateResponse> launch(LaunchTemplateParameters request, |
1675 */ | 1775 core.String projectId, core.String location, |
1676 async.Future<LaunchTemplateResponse> launch(LaunchTemplateParameters request,
core.String projectId, core.String location, {core.String gcsPath, core.bool val
idateOnly}) { | 1776 {core.bool validateOnly, core.String gcsPath}) { |
1677 var _url = null; | 1777 var _url = null; |
1678 var _queryParams = new core.Map(); | 1778 var _queryParams = new core.Map(); |
1679 var _uploadMedia = null; | 1779 var _uploadMedia = null; |
1680 var _uploadOptions = null; | 1780 var _uploadOptions = null; |
1681 var _downloadOptions = commons.DownloadOptions.Metadata; | 1781 var _downloadOptions = commons.DownloadOptions.Metadata; |
1682 var _body = null; | 1782 var _body = null; |
1683 | 1783 |
1684 if (request != null) { | 1784 if (request != null) { |
1685 _body = convert.JSON.encode((request).toJson()); | 1785 _body = convert.JSON.encode((request).toJson()); |
1686 } | 1786 } |
1687 if (projectId == null) { | 1787 if (projectId == null) { |
1688 throw new core.ArgumentError("Parameter projectId is required."); | 1788 throw new core.ArgumentError("Parameter projectId is required."); |
1689 } | 1789 } |
1690 if (location == null) { | 1790 if (location == null) { |
1691 throw new core.ArgumentError("Parameter location is required."); | 1791 throw new core.ArgumentError("Parameter location is required."); |
1692 } | 1792 } |
| 1793 if (validateOnly != null) { |
| 1794 _queryParams["validateOnly"] = ["${validateOnly}"]; |
| 1795 } |
1693 if (gcsPath != null) { | 1796 if (gcsPath != null) { |
1694 _queryParams["gcsPath"] = [gcsPath]; | 1797 _queryParams["gcsPath"] = [gcsPath]; |
1695 } | 1798 } |
1696 if (validateOnly != null) { | |
1697 _queryParams["validateOnly"] = ["${validateOnly}"]; | |
1698 } | |
1699 | 1799 |
1700 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/lo
cations/' + commons.Escaper.ecapeVariable('$location') + '/templates:launch'; | 1800 _url = 'v1b3/projects/' + |
| 1801 commons.Escaper.ecapeVariable('$projectId') + |
| 1802 '/locations/' + |
| 1803 commons.Escaper.ecapeVariable('$location') + |
| 1804 '/templates:launch'; |
1701 | 1805 |
1702 var _response = _requester.request(_url, | 1806 var _response = _requester.request(_url, "POST", |
1703 "POST", | 1807 body: _body, |
1704 body: _body, | 1808 queryParams: _queryParams, |
1705 queryParams: _queryParams, | 1809 uploadOptions: _uploadOptions, |
1706 uploadOptions: _uploadOptions, | 1810 uploadMedia: _uploadMedia, |
1707 uploadMedia: _uploadMedia, | 1811 downloadOptions: _downloadOptions); |
1708 downloadOptions: _downloadOptions); | |
1709 return _response.then((data) => new LaunchTemplateResponse.fromJson(data)); | 1812 return _response.then((data) => new LaunchTemplateResponse.fromJson(data)); |
1710 } | 1813 } |
1711 | |
1712 } | 1814 } |
1713 | 1815 |
1714 | |
1715 class ProjectsTemplatesResourceApi { | 1816 class ProjectsTemplatesResourceApi { |
1716 final commons.ApiRequester _requester; | 1817 final commons.ApiRequester _requester; |
1717 | 1818 |
1718 ProjectsTemplatesResourceApi(commons.ApiRequester client) : | 1819 ProjectsTemplatesResourceApi(commons.ApiRequester client) |
1719 _requester = client; | 1820 : _requester = client; |
1720 | 1821 |
1721 /** | 1822 /// Creates a Cloud Dataflow job from a template. |
1722 * Creates a Cloud Dataflow job from a template. | 1823 /// |
1723 * | 1824 /// [request] - The metadata request object. |
1724 * [request] - The metadata request object. | 1825 /// |
1725 * | 1826 /// Request parameters: |
1726 * Request parameters: | 1827 /// |
1727 * | 1828 /// [projectId] - Required. The ID of the Cloud Platform project that the job |
1728 * [projectId] - Required. The ID of the Cloud Platform project that the job | 1829 /// belongs to. |
1729 * belongs to. | 1830 /// |
1730 * | 1831 /// Completes with a [Job]. |
1731 * Completes with a [Job]. | 1832 /// |
1732 * | 1833 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
1733 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 1834 /// an error. |
1734 * error. | 1835 /// |
1735 * | 1836 /// If the used [http.Client] completes with an error when making a REST |
1736 * If the used [http.Client] completes with an error when making a REST call, | 1837 /// call, this method will complete with the same error. |
1737 * this method will complete with the same error. | 1838 async.Future<Job> create( |
1738 */ | 1839 CreateJobFromTemplateRequest request, core.String projectId) { |
1739 async.Future<Job> create(CreateJobFromTemplateRequest request, core.String pro
jectId) { | |
1740 var _url = null; | 1840 var _url = null; |
1741 var _queryParams = new core.Map(); | 1841 var _queryParams = new core.Map(); |
1742 var _uploadMedia = null; | 1842 var _uploadMedia = null; |
1743 var _uploadOptions = null; | 1843 var _uploadOptions = null; |
1744 var _downloadOptions = commons.DownloadOptions.Metadata; | 1844 var _downloadOptions = commons.DownloadOptions.Metadata; |
1745 var _body = null; | 1845 var _body = null; |
1746 | 1846 |
1747 if (request != null) { | 1847 if (request != null) { |
1748 _body = convert.JSON.encode((request).toJson()); | 1848 _body = convert.JSON.encode((request).toJson()); |
1749 } | 1849 } |
1750 if (projectId == null) { | 1850 if (projectId == null) { |
1751 throw new core.ArgumentError("Parameter projectId is required."); | 1851 throw new core.ArgumentError("Parameter projectId is required."); |
1752 } | 1852 } |
1753 | 1853 |
1754 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/te
mplates'; | 1854 _url = 'v1b3/projects/' + |
| 1855 commons.Escaper.ecapeVariable('$projectId') + |
| 1856 '/templates'; |
1755 | 1857 |
1756 var _response = _requester.request(_url, | 1858 var _response = _requester.request(_url, "POST", |
1757 "POST", | 1859 body: _body, |
1758 body: _body, | 1860 queryParams: _queryParams, |
1759 queryParams: _queryParams, | 1861 uploadOptions: _uploadOptions, |
1760 uploadOptions: _uploadOptions, | 1862 uploadMedia: _uploadMedia, |
1761 uploadMedia: _uploadMedia, | 1863 downloadOptions: _downloadOptions); |
1762 downloadOptions: _downloadOptions); | |
1763 return _response.then((data) => new Job.fromJson(data)); | 1864 return _response.then((data) => new Job.fromJson(data)); |
1764 } | 1865 } |
1765 | 1866 |
1766 /** | 1867 /// Get the template associated with a template. |
1767 * Get the template associated with a template. | 1868 /// |
1768 * | 1869 /// Request parameters: |
1769 * Request parameters: | 1870 /// |
1770 * | 1871 /// [projectId] - Required. The ID of the Cloud Platform project that the job |
1771 * [projectId] - Required. The ID of the Cloud Platform project that the job | 1872 /// belongs to. |
1772 * belongs to. | 1873 /// |
1773 * | 1874 /// [view] - The view to retrieve. Defaults to METADATA_ONLY. |
1774 * [location] - The location to which to direct the request. | 1875 /// Possible string values are: |
1775 * | 1876 /// - "METADATA_ONLY" : A METADATA_ONLY. |
1776 * [view] - The view to retrieve. Defaults to METADATA_ONLY. | 1877 /// |
1777 * Possible string values are: | 1878 /// [gcsPath] - Required. A Cloud Storage path to the template from which to |
1778 * - "METADATA_ONLY" : A METADATA_ONLY. | 1879 /// create the job. |
1779 * | 1880 /// Must be a valid Cloud Storage URL, beginning with `gs://`. |
1780 * [gcsPath] - Required. A Cloud Storage path to the template from which to | 1881 /// |
1781 * create the job. | 1882 /// [location] - The location to which to direct the request. |
1782 * Must be a valid Cloud Storage URL, beginning with `gs://`. | 1883 /// |
1783 * | 1884 /// Completes with a [GetTemplateResponse]. |
1784 * Completes with a [GetTemplateResponse]. | 1885 /// |
1785 * | 1886 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
1786 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 1887 /// an error. |
1787 * error. | 1888 /// |
1788 * | 1889 /// If the used [http.Client] completes with an error when making a REST |
1789 * If the used [http.Client] completes with an error when making a REST call, | 1890 /// call, this method will complete with the same error. |
1790 * this method will complete with the same error. | 1891 async.Future<GetTemplateResponse> get(core.String projectId, |
1791 */ | 1892 {core.String view, core.String gcsPath, core.String location}) { |
1792 async.Future<GetTemplateResponse> get(core.String projectId, {core.String loca
tion, core.String view, core.String gcsPath}) { | |
1793 var _url = null; | 1893 var _url = null; |
1794 var _queryParams = new core.Map(); | 1894 var _queryParams = new core.Map(); |
1795 var _uploadMedia = null; | 1895 var _uploadMedia = null; |
1796 var _uploadOptions = null; | 1896 var _uploadOptions = null; |
1797 var _downloadOptions = commons.DownloadOptions.Metadata; | 1897 var _downloadOptions = commons.DownloadOptions.Metadata; |
1798 var _body = null; | 1898 var _body = null; |
1799 | 1899 |
1800 if (projectId == null) { | 1900 if (projectId == null) { |
1801 throw new core.ArgumentError("Parameter projectId is required."); | 1901 throw new core.ArgumentError("Parameter projectId is required."); |
1802 } | 1902 } |
1803 if (location != null) { | |
1804 _queryParams["location"] = [location]; | |
1805 } | |
1806 if (view != null) { | 1903 if (view != null) { |
1807 _queryParams["view"] = [view]; | 1904 _queryParams["view"] = [view]; |
1808 } | 1905 } |
1809 if (gcsPath != null) { | 1906 if (gcsPath != null) { |
1810 _queryParams["gcsPath"] = [gcsPath]; | 1907 _queryParams["gcsPath"] = [gcsPath]; |
1811 } | 1908 } |
| 1909 if (location != null) { |
| 1910 _queryParams["location"] = [location]; |
| 1911 } |
1812 | 1912 |
1813 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/te
mplates:get'; | 1913 _url = 'v1b3/projects/' + |
| 1914 commons.Escaper.ecapeVariable('$projectId') + |
| 1915 '/templates:get'; |
1814 | 1916 |
1815 var _response = _requester.request(_url, | 1917 var _response = _requester.request(_url, "GET", |
1816 "GET", | 1918 body: _body, |
1817 body: _body, | 1919 queryParams: _queryParams, |
1818 queryParams: _queryParams, | 1920 uploadOptions: _uploadOptions, |
1819 uploadOptions: _uploadOptions, | 1921 uploadMedia: _uploadMedia, |
1820 uploadMedia: _uploadMedia, | 1922 downloadOptions: _downloadOptions); |
1821 downloadOptions: _downloadOptions); | |
1822 return _response.then((data) => new GetTemplateResponse.fromJson(data)); | 1923 return _response.then((data) => new GetTemplateResponse.fromJson(data)); |
1823 } | 1924 } |
1824 | 1925 |
1825 /** | 1926 /// Launch a template. |
1826 * Launch a template. | 1927 /// |
1827 * | 1928 /// [request] - The metadata request object. |
1828 * [request] - The metadata request object. | 1929 /// |
1829 * | 1930 /// Request parameters: |
1830 * Request parameters: | 1931 /// |
1831 * | 1932 /// [projectId] - Required. The ID of the Cloud Platform project that the job |
1832 * [projectId] - Required. The ID of the Cloud Platform project that the job | 1933 /// belongs to. |
1833 * belongs to. | 1934 /// |
1834 * | 1935 /// [location] - The location to which to direct the request. |
1835 * [location] - The location to which to direct the request. | 1936 /// |
1836 * | 1937 /// [validateOnly] - If true, the request is validated but not actually |
1837 * [validateOnly] - If true, the request is validated but not actually | 1938 /// executed. |
1838 * executed. | 1939 /// Defaults to false. |
1839 * Defaults to false. | 1940 /// |
1840 * | 1941 /// [gcsPath] - Required. A Cloud Storage path to the template from which to |
1841 * [gcsPath] - Required. A Cloud Storage path to the template from which to | 1942 /// create |
1842 * create | 1943 /// the job. |
1843 * the job. | 1944 /// Must be valid Cloud Storage URL, beginning with 'gs://'. |
1844 * Must be valid Cloud Storage URL, beginning with 'gs://'. | 1945 /// |
1845 * | 1946 /// Completes with a [LaunchTemplateResponse]. |
1846 * Completes with a [LaunchTemplateResponse]. | 1947 /// |
1847 * | 1948 /// Completes with a [commons.ApiRequestError] if the API endpoint returned |
1848 * Completes with a [commons.ApiRequestError] if the API endpoint returned an | 1949 /// an error. |
1849 * error. | 1950 /// |
1850 * | 1951 /// If the used [http.Client] completes with an error when making a REST |
1851 * If the used [http.Client] completes with an error when making a REST call, | 1952 /// call, this method will complete with the same error. |
1852 * this method will complete with the same error. | 1953 async.Future<LaunchTemplateResponse> launch( |
1853 */ | 1954 LaunchTemplateParameters request, core.String projectId, |
1854 async.Future<LaunchTemplateResponse> launch(LaunchTemplateParameters request,
core.String projectId, {core.String location, core.bool validateOnly, core.Strin
g gcsPath}) { | 1955 {core.String location, core.bool validateOnly, core.String gcsPath}) { |
1855 var _url = null; | 1956 var _url = null; |
1856 var _queryParams = new core.Map(); | 1957 var _queryParams = new core.Map(); |
1857 var _uploadMedia = null; | 1958 var _uploadMedia = null; |
1858 var _uploadOptions = null; | 1959 var _uploadOptions = null; |
1859 var _downloadOptions = commons.DownloadOptions.Metadata; | 1960 var _downloadOptions = commons.DownloadOptions.Metadata; |
1860 var _body = null; | 1961 var _body = null; |
1861 | 1962 |
1862 if (request != null) { | 1963 if (request != null) { |
1863 _body = convert.JSON.encode((request).toJson()); | 1964 _body = convert.JSON.encode((request).toJson()); |
1864 } | 1965 } |
1865 if (projectId == null) { | 1966 if (projectId == null) { |
1866 throw new core.ArgumentError("Parameter projectId is required."); | 1967 throw new core.ArgumentError("Parameter projectId is required."); |
1867 } | 1968 } |
1868 if (location != null) { | 1969 if (location != null) { |
1869 _queryParams["location"] = [location]; | 1970 _queryParams["location"] = [location]; |
1870 } | 1971 } |
1871 if (validateOnly != null) { | 1972 if (validateOnly != null) { |
1872 _queryParams["validateOnly"] = ["${validateOnly}"]; | 1973 _queryParams["validateOnly"] = ["${validateOnly}"]; |
1873 } | 1974 } |
1874 if (gcsPath != null) { | 1975 if (gcsPath != null) { |
1875 _queryParams["gcsPath"] = [gcsPath]; | 1976 _queryParams["gcsPath"] = [gcsPath]; |
1876 } | 1977 } |
1877 | 1978 |
1878 _url = 'v1b3/projects/' + commons.Escaper.ecapeVariable('$projectId') + '/te
mplates:launch'; | 1979 _url = 'v1b3/projects/' + |
| 1980 commons.Escaper.ecapeVariable('$projectId') + |
| 1981 '/templates:launch'; |
1879 | 1982 |
1880 var _response = _requester.request(_url, | 1983 var _response = _requester.request(_url, "POST", |
1881 "POST", | 1984 body: _body, |
1882 body: _body, | 1985 queryParams: _queryParams, |
1883 queryParams: _queryParams, | 1986 uploadOptions: _uploadOptions, |
1884 uploadOptions: _uploadOptions, | 1987 uploadMedia: _uploadMedia, |
1885 uploadMedia: _uploadMedia, | 1988 downloadOptions: _downloadOptions); |
1886 downloadOptions: _downloadOptions); | |
1887 return _response.then((data) => new LaunchTemplateResponse.fromJson(data)); | 1989 return _response.then((data) => new LaunchTemplateResponse.fromJson(data)); |
1888 } | 1990 } |
1889 | |
1890 } | 1991 } |
1891 | 1992 |
| 1993 /// Obsolete in favor of ApproximateReportedProgress and |
| 1994 /// ApproximateSplitRequest. |
| 1995 class ApproximateProgress { |
| 1996 /// Obsolete. |
| 1997 core.double percentComplete; |
1892 | 1998 |
| 1999 /// Obsolete. |
| 2000 Position position; |
1893 | 2001 |
1894 /** | 2002 /// Obsolete. |
1895 * Obsolete in favor of ApproximateReportedProgress and ApproximateSplitRequest. | |
1896 */ | |
1897 class ApproximateProgress { | |
1898 /** Obsolete. */ | |
1899 core.double percentComplete; | |
1900 /** Obsolete. */ | |
1901 Position position; | |
1902 /** Obsolete. */ | |
1903 core.String remainingTime; | 2003 core.String remainingTime; |
1904 | 2004 |
1905 ApproximateProgress(); | 2005 ApproximateProgress(); |
1906 | 2006 |
1907 ApproximateProgress.fromJson(core.Map _json) { | 2007 ApproximateProgress.fromJson(core.Map _json) { |
1908 if (_json.containsKey("percentComplete")) { | 2008 if (_json.containsKey("percentComplete")) { |
1909 percentComplete = _json["percentComplete"]; | 2009 percentComplete = _json["percentComplete"]; |
1910 } | 2010 } |
1911 if (_json.containsKey("position")) { | 2011 if (_json.containsKey("position")) { |
1912 position = new Position.fromJson(_json["position"]); | 2012 position = new Position.fromJson(_json["position"]); |
1913 } | 2013 } |
1914 if (_json.containsKey("remainingTime")) { | 2014 if (_json.containsKey("remainingTime")) { |
1915 remainingTime = _json["remainingTime"]; | 2015 remainingTime = _json["remainingTime"]; |
1916 } | 2016 } |
1917 } | 2017 } |
1918 | 2018 |
1919 core.Map<core.String, core.Object> toJson() { | 2019 core.Map<core.String, core.Object> toJson() { |
1920 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 2020 final core.Map<core.String, core.Object> _json = |
| 2021 new core.Map<core.String, core.Object>(); |
1921 if (percentComplete != null) { | 2022 if (percentComplete != null) { |
1922 _json["percentComplete"] = percentComplete; | 2023 _json["percentComplete"] = percentComplete; |
1923 } | 2024 } |
1924 if (position != null) { | 2025 if (position != null) { |
1925 _json["position"] = (position).toJson(); | 2026 _json["position"] = (position).toJson(); |
1926 } | 2027 } |
1927 if (remainingTime != null) { | 2028 if (remainingTime != null) { |
1928 _json["remainingTime"] = remainingTime; | 2029 _json["remainingTime"] = remainingTime; |
1929 } | 2030 } |
1930 return _json; | 2031 return _json; |
1931 } | 2032 } |
1932 } | 2033 } |
1933 | 2034 |
1934 /** A progress measurement of a WorkItem by a worker. */ | 2035 /// A progress measurement of a WorkItem by a worker. |
1935 class ApproximateReportedProgress { | 2036 class ApproximateReportedProgress { |
1936 /** | 2037 /// Total amount of parallelism in the portion of input of this task that has |
1937 * Total amount of parallelism in the portion of input of this task that has | 2038 /// already been consumed and is no longer active. In the first two examples |
1938 * already been consumed and is no longer active. In the first two examples | 2039 /// above (see remaining_parallelism), the value should be 29 or 2 |
1939 * above (see remaining_parallelism), the value should be 29 or 2 | 2040 /// respectively. The sum of remaining_parallelism and consumed_parallelism |
1940 * respectively. The sum of remaining_parallelism and consumed_parallelism | 2041 /// should equal the total amount of parallelism in this work item. If |
1941 * should equal the total amount of parallelism in this work item. If | 2042 /// specified, must be finite. |
1942 * specified, must be finite. | |
1943 */ | |
1944 ReportedParallelism consumedParallelism; | 2043 ReportedParallelism consumedParallelism; |
1945 /** | 2044 |
1946 * Completion as fraction of the input consumed, from 0.0 (beginning, nothing | 2045 /// Completion as fraction of the input consumed, from 0.0 (beginning, |
1947 * consumed), to 1.0 (end of the input, entire input consumed). | 2046 /// nothing |
1948 */ | 2047 /// consumed), to 1.0 (end of the input, entire input consumed). |
1949 core.double fractionConsumed; | 2048 core.double fractionConsumed; |
1950 /** A Position within the work to represent a progress. */ | 2049 |
| 2050 /// A Position within the work to represent a progress. |
1951 Position position; | 2051 Position position; |
1952 /** | 2052 |
1953 * Total amount of parallelism in the input of this task that remains, | 2053 /// Total amount of parallelism in the input of this task that remains, |
1954 * (i.e. can be delegated to this task and any new tasks via dynamic | 2054 /// (i.e. can be delegated to this task and any new tasks via dynamic |
1955 * splitting). Always at least 1 for non-finished work items and 0 for | 2055 /// splitting). Always at least 1 for non-finished work items and 0 for |
1956 * finished. | 2056 /// finished. |
1957 * | 2057 /// |
1958 * "Amount of parallelism" refers to how many non-empty parts of the input | 2058 /// "Amount of parallelism" refers to how many non-empty parts of the input |
1959 * can be read in parallel. This does not necessarily equal number | 2059 /// can be read in parallel. This does not necessarily equal number |
1960 * of records. An input that can be read in parallel down to the | 2060 /// of records. An input that can be read in parallel down to the |
1961 * individual records is called "perfectly splittable". | 2061 /// individual records is called "perfectly splittable". |
1962 * An example of non-perfectly parallelizable input is a block-compressed | 2062 /// An example of non-perfectly parallelizable input is a block-compressed |
1963 * file format where a block of records has to be read as a whole, | 2063 /// file format where a block of records has to be read as a whole, |
1964 * but different blocks can be read in parallel. | 2064 /// but different blocks can be read in parallel. |
1965 * | 2065 /// |
1966 * Examples: | 2066 /// Examples: |
1967 * * If we are processing record #30 (starting at 1) out of 50 in a perfectly | 2067 /// * If we are processing record #30 (starting at 1) out of 50 in a |
1968 * splittable 50-record input, this value should be 21 (20 remaining + 1 | 2068 /// perfectly |
1969 * current). | 2069 /// splittable 50-record input, this value should be 21 (20 remaining + 1 |
1970 * * If we are reading through block 3 in a block-compressed file consisting | 2070 /// current). |
1971 * of 5 blocks, this value should be 3 (since blocks 4 and 5 can be | 2071 /// * If we are reading through block 3 in a block-compressed file consisting |
1972 * processed in parallel by new tasks via dynamic splitting and the current | 2072 /// of 5 blocks, this value should be 3 (since blocks 4 and 5 can be |
1973 * task remains processing block 3). | 2073 /// processed in parallel by new tasks via dynamic splitting and the current |
1974 * * If we are reading through the last block in a block-compressed file, | 2074 /// task remains processing block 3). |
1975 * or reading or processing the last record in a perfectly splittable | 2075 /// * If we are reading through the last block in a block-compressed file, |
1976 * input, this value should be 1, because apart from the current task, no | 2076 /// or reading or processing the last record in a perfectly splittable |
1977 * additional remainder can be split off. | 2077 /// input, this value should be 1, because apart from the current task, no |
1978 */ | 2078 /// additional remainder can be split off. |
1979 ReportedParallelism remainingParallelism; | 2079 ReportedParallelism remainingParallelism; |
1980 | 2080 |
1981 ApproximateReportedProgress(); | 2081 ApproximateReportedProgress(); |
1982 | 2082 |
1983 ApproximateReportedProgress.fromJson(core.Map _json) { | 2083 ApproximateReportedProgress.fromJson(core.Map _json) { |
1984 if (_json.containsKey("consumedParallelism")) { | 2084 if (_json.containsKey("consumedParallelism")) { |
1985 consumedParallelism = new ReportedParallelism.fromJson(_json["consumedPara
llelism"]); | 2085 consumedParallelism = |
| 2086 new ReportedParallelism.fromJson(_json["consumedParallelism"]); |
1986 } | 2087 } |
1987 if (_json.containsKey("fractionConsumed")) { | 2088 if (_json.containsKey("fractionConsumed")) { |
1988 fractionConsumed = _json["fractionConsumed"]; | 2089 fractionConsumed = _json["fractionConsumed"]; |
1989 } | 2090 } |
1990 if (_json.containsKey("position")) { | 2091 if (_json.containsKey("position")) { |
1991 position = new Position.fromJson(_json["position"]); | 2092 position = new Position.fromJson(_json["position"]); |
1992 } | 2093 } |
1993 if (_json.containsKey("remainingParallelism")) { | 2094 if (_json.containsKey("remainingParallelism")) { |
1994 remainingParallelism = new ReportedParallelism.fromJson(_json["remainingPa
rallelism"]); | 2095 remainingParallelism = |
| 2096 new ReportedParallelism.fromJson(_json["remainingParallelism"]); |
1995 } | 2097 } |
1996 } | 2098 } |
1997 | 2099 |
1998 core.Map<core.String, core.Object> toJson() { | 2100 core.Map<core.String, core.Object> toJson() { |
1999 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 2101 final core.Map<core.String, core.Object> _json = |
| 2102 new core.Map<core.String, core.Object>(); |
2000 if (consumedParallelism != null) { | 2103 if (consumedParallelism != null) { |
2001 _json["consumedParallelism"] = (consumedParallelism).toJson(); | 2104 _json["consumedParallelism"] = (consumedParallelism).toJson(); |
2002 } | 2105 } |
2003 if (fractionConsumed != null) { | 2106 if (fractionConsumed != null) { |
2004 _json["fractionConsumed"] = fractionConsumed; | 2107 _json["fractionConsumed"] = fractionConsumed; |
2005 } | 2108 } |
2006 if (position != null) { | 2109 if (position != null) { |
2007 _json["position"] = (position).toJson(); | 2110 _json["position"] = (position).toJson(); |
2008 } | 2111 } |
2009 if (remainingParallelism != null) { | 2112 if (remainingParallelism != null) { |
2010 _json["remainingParallelism"] = (remainingParallelism).toJson(); | 2113 _json["remainingParallelism"] = (remainingParallelism).toJson(); |
2011 } | 2114 } |
2012 return _json; | 2115 return _json; |
2013 } | 2116 } |
2014 } | 2117 } |
2015 | 2118 |
2016 /** | 2119 /// A suggestion by the service to the worker to dynamically split the |
2017 * A suggestion by the service to the worker to dynamically split the WorkItem. | 2120 /// WorkItem. |
2018 */ | |
2019 class ApproximateSplitRequest { | 2121 class ApproximateSplitRequest { |
2020 /** | 2122 /// A fraction at which to split the work item, from 0.0 (beginning of the |
2021 * A fraction at which to split the work item, from 0.0 (beginning of the | 2123 /// input) to 1.0 (end of the input). |
2022 * input) to 1.0 (end of the input). | |
2023 */ | |
2024 core.double fractionConsumed; | 2124 core.double fractionConsumed; |
2025 /** A Position at which to split the work item. */ | 2125 |
| 2126 /// A Position at which to split the work item. |
2026 Position position; | 2127 Position position; |
2027 | 2128 |
2028 ApproximateSplitRequest(); | 2129 ApproximateSplitRequest(); |
2029 | 2130 |
2030 ApproximateSplitRequest.fromJson(core.Map _json) { | 2131 ApproximateSplitRequest.fromJson(core.Map _json) { |
2031 if (_json.containsKey("fractionConsumed")) { | 2132 if (_json.containsKey("fractionConsumed")) { |
2032 fractionConsumed = _json["fractionConsumed"]; | 2133 fractionConsumed = _json["fractionConsumed"]; |
2033 } | 2134 } |
2034 if (_json.containsKey("position")) { | 2135 if (_json.containsKey("position")) { |
2035 position = new Position.fromJson(_json["position"]); | 2136 position = new Position.fromJson(_json["position"]); |
2036 } | 2137 } |
2037 } | 2138 } |
2038 | 2139 |
2039 core.Map<core.String, core.Object> toJson() { | 2140 core.Map<core.String, core.Object> toJson() { |
2040 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 2141 final core.Map<core.String, core.Object> _json = |
| 2142 new core.Map<core.String, core.Object>(); |
2041 if (fractionConsumed != null) { | 2143 if (fractionConsumed != null) { |
2042 _json["fractionConsumed"] = fractionConsumed; | 2144 _json["fractionConsumed"] = fractionConsumed; |
2043 } | 2145 } |
2044 if (position != null) { | 2146 if (position != null) { |
2045 _json["position"] = (position).toJson(); | 2147 _json["position"] = (position).toJson(); |
2046 } | 2148 } |
2047 return _json; | 2149 return _json; |
2048 } | 2150 } |
2049 } | 2151 } |
2050 | 2152 |
2051 /** | 2153 /// A structured message reporting an autoscaling decision made by the Dataflow |
2052 * A structured message reporting an autoscaling decision made by the Dataflow | 2154 /// service. |
2053 * service. | |
2054 */ | |
2055 class AutoscalingEvent { | 2155 class AutoscalingEvent { |
2056 /** The current number of workers the job has. */ | 2156 /// The current number of workers the job has. |
2057 core.String currentNumWorkers; | 2157 core.String currentNumWorkers; |
2058 /** | 2158 |
2059 * A message describing why the system decided to adjust the current | 2159 /// A message describing why the system decided to adjust the current |
2060 * number of workers, why it failed, or why the system decided to | 2160 /// number of workers, why it failed, or why the system decided to |
2061 * not make any changes to the number of workers. | 2161 /// not make any changes to the number of workers. |
2062 */ | |
2063 StructuredMessage description; | 2162 StructuredMessage description; |
2064 /** | 2163 |
2065 * The type of autoscaling event to report. | 2164 /// The type of autoscaling event to report. |
2066 * Possible string values are: | 2165 /// Possible string values are: |
2067 * - "TYPE_UNKNOWN" : Default type for the enum. Value should never be | 2166 /// - "TYPE_UNKNOWN" : Default type for the enum. Value should never be |
2068 * returned. | 2167 /// returned. |
2069 * - "TARGET_NUM_WORKERS_CHANGED" : The TARGET_NUM_WORKERS_CHANGED type should | 2168 /// - "TARGET_NUM_WORKERS_CHANGED" : The TARGET_NUM_WORKERS_CHANGED type |
2070 * be used when the target | 2169 /// should be used when the target |
2071 * worker pool size has changed at the start of an actuation. An event | 2170 /// worker pool size has changed at the start of an actuation. An event |
2072 * should always be specified as TARGET_NUM_WORKERS_CHANGED if it reflects | 2171 /// should always be specified as TARGET_NUM_WORKERS_CHANGED if it reflects |
2073 * a change in the target_num_workers. | 2172 /// a change in the target_num_workers. |
2074 * - "CURRENT_NUM_WORKERS_CHANGED" : The CURRENT_NUM_WORKERS_CHANGED type | 2173 /// - "CURRENT_NUM_WORKERS_CHANGED" : The CURRENT_NUM_WORKERS_CHANGED type |
2075 * should be used when actual worker | 2174 /// should be used when actual worker |
2076 * pool size has been changed, but the target_num_workers has not changed. | 2175 /// pool size has been changed, but the target_num_workers has not changed. |
2077 * - "ACTUATION_FAILURE" : The ACTUATION_FAILURE type should be used when we | 2176 /// - "ACTUATION_FAILURE" : The ACTUATION_FAILURE type should be used when we |
2078 * want to report | 2177 /// want to report |
2079 * an error to the user indicating why the current number of workers | 2178 /// an error to the user indicating why the current number of workers |
2080 * in the pool could not be changed. | 2179 /// in the pool could not be changed. |
2081 * Displayed in the current status and history widgets. | 2180 /// Displayed in the current status and history widgets. |
2082 * - "NO_CHANGE" : Used when we want to report to the user a reason why we are | 2181 /// - "NO_CHANGE" : Used when we want to report to the user a reason why we |
2083 * not currently adjusting the number of workers. | 2182 /// are |
2084 * Should specify both target_num_workers, current_num_workers and a | 2183 /// not currently adjusting the number of workers. |
2085 * decision_message. | 2184 /// Should specify both target_num_workers, current_num_workers and a |
2086 */ | 2185 /// decision_message. |
2087 core.String eventType; | 2186 core.String eventType; |
2088 /** The target number of workers the worker pool wants to resize to use. */ | 2187 |
| 2188 /// The target number of workers the worker pool wants to resize to use. |
2089 core.String targetNumWorkers; | 2189 core.String targetNumWorkers; |
2090 /** | 2190 |
2091 * The time this event was emitted to indicate a new target or current | 2191 /// The time this event was emitted to indicate a new target or current |
2092 * num_workers value. | 2192 /// num_workers value. |
2093 */ | |
2094 core.String time; | 2193 core.String time; |
2095 | 2194 |
2096 AutoscalingEvent(); | 2195 AutoscalingEvent(); |
2097 | 2196 |
2098 AutoscalingEvent.fromJson(core.Map _json) { | 2197 AutoscalingEvent.fromJson(core.Map _json) { |
2099 if (_json.containsKey("currentNumWorkers")) { | 2198 if (_json.containsKey("currentNumWorkers")) { |
2100 currentNumWorkers = _json["currentNumWorkers"]; | 2199 currentNumWorkers = _json["currentNumWorkers"]; |
2101 } | 2200 } |
2102 if (_json.containsKey("description")) { | 2201 if (_json.containsKey("description")) { |
2103 description = new StructuredMessage.fromJson(_json["description"]); | 2202 description = new StructuredMessage.fromJson(_json["description"]); |
2104 } | 2203 } |
2105 if (_json.containsKey("eventType")) { | 2204 if (_json.containsKey("eventType")) { |
2106 eventType = _json["eventType"]; | 2205 eventType = _json["eventType"]; |
2107 } | 2206 } |
2108 if (_json.containsKey("targetNumWorkers")) { | 2207 if (_json.containsKey("targetNumWorkers")) { |
2109 targetNumWorkers = _json["targetNumWorkers"]; | 2208 targetNumWorkers = _json["targetNumWorkers"]; |
2110 } | 2209 } |
2111 if (_json.containsKey("time")) { | 2210 if (_json.containsKey("time")) { |
2112 time = _json["time"]; | 2211 time = _json["time"]; |
2113 } | 2212 } |
2114 } | 2213 } |
2115 | 2214 |
2116 core.Map<core.String, core.Object> toJson() { | 2215 core.Map<core.String, core.Object> toJson() { |
2117 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 2216 final core.Map<core.String, core.Object> _json = |
| 2217 new core.Map<core.String, core.Object>(); |
2118 if (currentNumWorkers != null) { | 2218 if (currentNumWorkers != null) { |
2119 _json["currentNumWorkers"] = currentNumWorkers; | 2219 _json["currentNumWorkers"] = currentNumWorkers; |
2120 } | 2220 } |
2121 if (description != null) { | 2221 if (description != null) { |
2122 _json["description"] = (description).toJson(); | 2222 _json["description"] = (description).toJson(); |
2123 } | 2223 } |
2124 if (eventType != null) { | 2224 if (eventType != null) { |
2125 _json["eventType"] = eventType; | 2225 _json["eventType"] = eventType; |
2126 } | 2226 } |
2127 if (targetNumWorkers != null) { | 2227 if (targetNumWorkers != null) { |
2128 _json["targetNumWorkers"] = targetNumWorkers; | 2228 _json["targetNumWorkers"] = targetNumWorkers; |
2129 } | 2229 } |
2130 if (time != null) { | 2230 if (time != null) { |
2131 _json["time"] = time; | 2231 _json["time"] = time; |
2132 } | 2232 } |
2133 return _json; | 2233 return _json; |
2134 } | 2234 } |
2135 } | 2235 } |
2136 | 2236 |
2137 /** Settings for WorkerPool autoscaling. */ | 2237 /// Settings for WorkerPool autoscaling. |
2138 class AutoscalingSettings { | 2238 class AutoscalingSettings { |
2139 /** | 2239 /// The algorithm to use for autoscaling. |
2140 * The algorithm to use for autoscaling. | 2240 /// Possible string values are: |
2141 * Possible string values are: | 2241 /// - "AUTOSCALING_ALGORITHM_UNKNOWN" : The algorithm is unknown, or |
2142 * - "AUTOSCALING_ALGORITHM_UNKNOWN" : The algorithm is unknown, or | 2242 /// unspecified. |
2143 * unspecified. | 2243 /// - "AUTOSCALING_ALGORITHM_NONE" : Disable autoscaling. |
2144 * - "AUTOSCALING_ALGORITHM_NONE" : Disable autoscaling. | 2244 /// - "AUTOSCALING_ALGORITHM_BASIC" : Increase worker count over time to |
2145 * - "AUTOSCALING_ALGORITHM_BASIC" : Increase worker count over time to reduce | 2245 /// reduce job execution time. |
2146 * job execution time. | |
2147 */ | |
2148 core.String algorithm; | 2246 core.String algorithm; |
2149 /** The maximum number of workers to cap scaling at. */ | 2247 |
| 2248 /// The maximum number of workers to cap scaling at. |
2150 core.int maxNumWorkers; | 2249 core.int maxNumWorkers; |
2151 | 2250 |
2152 AutoscalingSettings(); | 2251 AutoscalingSettings(); |
2153 | 2252 |
2154 AutoscalingSettings.fromJson(core.Map _json) { | 2253 AutoscalingSettings.fromJson(core.Map _json) { |
2155 if (_json.containsKey("algorithm")) { | 2254 if (_json.containsKey("algorithm")) { |
2156 algorithm = _json["algorithm"]; | 2255 algorithm = _json["algorithm"]; |
2157 } | 2256 } |
2158 if (_json.containsKey("maxNumWorkers")) { | 2257 if (_json.containsKey("maxNumWorkers")) { |
2159 maxNumWorkers = _json["maxNumWorkers"]; | 2258 maxNumWorkers = _json["maxNumWorkers"]; |
2160 } | 2259 } |
2161 } | 2260 } |
2162 | 2261 |
2163 core.Map<core.String, core.Object> toJson() { | 2262 core.Map<core.String, core.Object> toJson() { |
2164 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 2263 final core.Map<core.String, core.Object> _json = |
| 2264 new core.Map<core.String, core.Object>(); |
2165 if (algorithm != null) { | 2265 if (algorithm != null) { |
2166 _json["algorithm"] = algorithm; | 2266 _json["algorithm"] = algorithm; |
2167 } | 2267 } |
2168 if (maxNumWorkers != null) { | 2268 if (maxNumWorkers != null) { |
2169 _json["maxNumWorkers"] = maxNumWorkers; | 2269 _json["maxNumWorkers"] = maxNumWorkers; |
2170 } | 2270 } |
2171 return _json; | 2271 return _json; |
2172 } | 2272 } |
2173 } | 2273 } |
2174 | 2274 |
2175 /** Modeled after information exposed by /proc/stat. */ | 2275 /// Modeled after information exposed by /proc/stat. |
2176 class CPUTime { | 2276 class CPUTime { |
2177 /** | 2277 /// Average CPU utilization rate (% non-idle cpu / second) since previous |
2178 * Average CPU utilization rate (% non-idle cpu / second) since previous | 2278 /// sample. |
2179 * sample. | |
2180 */ | |
2181 core.double rate; | 2279 core.double rate; |
2182 /** Timestamp of the measurement. */ | 2280 |
| 2281 /// Timestamp of the measurement. |
2183 core.String timestamp; | 2282 core.String timestamp; |
2184 /** | 2283 |
2185 * Total active CPU time across all cores (ie., non-idle) in milliseconds | 2284 /// Total active CPU time across all cores (ie., non-idle) in milliseconds |
2186 * since start-up. | 2285 /// since start-up. |
2187 */ | |
2188 core.String totalMs; | 2286 core.String totalMs; |
2189 | 2287 |
2190 CPUTime(); | 2288 CPUTime(); |
2191 | 2289 |
2192 CPUTime.fromJson(core.Map _json) { | 2290 CPUTime.fromJson(core.Map _json) { |
2193 if (_json.containsKey("rate")) { | 2291 if (_json.containsKey("rate")) { |
2194 rate = _json["rate"]; | 2292 rate = _json["rate"]; |
2195 } | 2293 } |
2196 if (_json.containsKey("timestamp")) { | 2294 if (_json.containsKey("timestamp")) { |
2197 timestamp = _json["timestamp"]; | 2295 timestamp = _json["timestamp"]; |
2198 } | 2296 } |
2199 if (_json.containsKey("totalMs")) { | 2297 if (_json.containsKey("totalMs")) { |
2200 totalMs = _json["totalMs"]; | 2298 totalMs = _json["totalMs"]; |
2201 } | 2299 } |
2202 } | 2300 } |
2203 | 2301 |
2204 core.Map<core.String, core.Object> toJson() { | 2302 core.Map<core.String, core.Object> toJson() { |
2205 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 2303 final core.Map<core.String, core.Object> _json = |
| 2304 new core.Map<core.String, core.Object>(); |
2206 if (rate != null) { | 2305 if (rate != null) { |
2207 _json["rate"] = rate; | 2306 _json["rate"] = rate; |
2208 } | 2307 } |
2209 if (timestamp != null) { | 2308 if (timestamp != null) { |
2210 _json["timestamp"] = timestamp; | 2309 _json["timestamp"] = timestamp; |
2211 } | 2310 } |
2212 if (totalMs != null) { | 2311 if (totalMs != null) { |
2213 _json["totalMs"] = totalMs; | 2312 _json["totalMs"] = totalMs; |
2214 } | 2313 } |
2215 return _json; | 2314 return _json; |
2216 } | 2315 } |
2217 } | 2316 } |
2218 | 2317 |
2219 /** | 2318 /// Description of an interstitial value between transforms in an execution |
2220 * Description of an interstitial value between transforms in an execution | 2319 /// stage. |
2221 * stage. | |
2222 */ | |
2223 class ComponentSource { | 2320 class ComponentSource { |
2224 /** Dataflow service generated name for this source. */ | 2321 /// Dataflow service generated name for this source. |
2225 core.String name; | 2322 core.String name; |
2226 /** | 2323 |
2227 * User name for the original user transform or collection with which this | 2324 /// User name for the original user transform or collection with which this |
2228 * source is most closely associated. | 2325 /// source is most closely associated. |
2229 */ | |
2230 core.String originalTransformOrCollection; | 2326 core.String originalTransformOrCollection; |
2231 /** | 2327 |
2232 * Human-readable name for this transform; may be user or system generated. | 2328 /// Human-readable name for this transform; may be user or system generated. |
2233 */ | |
2234 core.String userName; | 2329 core.String userName; |
2235 | 2330 |
2236 ComponentSource(); | 2331 ComponentSource(); |
2237 | 2332 |
2238 ComponentSource.fromJson(core.Map _json) { | 2333 ComponentSource.fromJson(core.Map _json) { |
2239 if (_json.containsKey("name")) { | 2334 if (_json.containsKey("name")) { |
2240 name = _json["name"]; | 2335 name = _json["name"]; |
2241 } | 2336 } |
2242 if (_json.containsKey("originalTransformOrCollection")) { | 2337 if (_json.containsKey("originalTransformOrCollection")) { |
2243 originalTransformOrCollection = _json["originalTransformOrCollection"]; | 2338 originalTransformOrCollection = _json["originalTransformOrCollection"]; |
2244 } | 2339 } |
2245 if (_json.containsKey("userName")) { | 2340 if (_json.containsKey("userName")) { |
2246 userName = _json["userName"]; | 2341 userName = _json["userName"]; |
2247 } | 2342 } |
2248 } | 2343 } |
2249 | 2344 |
2250 core.Map<core.String, core.Object> toJson() { | 2345 core.Map<core.String, core.Object> toJson() { |
2251 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 2346 final core.Map<core.String, core.Object> _json = |
| 2347 new core.Map<core.String, core.Object>(); |
2252 if (name != null) { | 2348 if (name != null) { |
2253 _json["name"] = name; | 2349 _json["name"] = name; |
2254 } | 2350 } |
2255 if (originalTransformOrCollection != null) { | 2351 if (originalTransformOrCollection != null) { |
2256 _json["originalTransformOrCollection"] = originalTransformOrCollection; | 2352 _json["originalTransformOrCollection"] = originalTransformOrCollection; |
2257 } | 2353 } |
2258 if (userName != null) { | 2354 if (userName != null) { |
2259 _json["userName"] = userName; | 2355 _json["userName"] = userName; |
2260 } | 2356 } |
2261 return _json; | 2357 return _json; |
2262 } | 2358 } |
2263 } | 2359 } |
2264 | 2360 |
2265 /** Description of a transform executed as part of an execution stage. */ | 2361 /// Description of a transform executed as part of an execution stage. |
2266 class ComponentTransform { | 2362 class ComponentTransform { |
2267 /** Dataflow service generated name for this source. */ | 2363 /// Dataflow service generated name for this source. |
2268 core.String name; | 2364 core.String name; |
2269 /** | 2365 |
2270 * User name for the original user transform with which this transform is | 2366 /// User name for the original user transform with which this transform is |
2271 * most closely associated. | 2367 /// most closely associated. |
2272 */ | |
2273 core.String originalTransform; | 2368 core.String originalTransform; |
2274 /** | 2369 |
2275 * Human-readable name for this transform; may be user or system generated. | 2370 /// Human-readable name for this transform; may be user or system generated. |
2276 */ | |
2277 core.String userName; | 2371 core.String userName; |
2278 | 2372 |
2279 ComponentTransform(); | 2373 ComponentTransform(); |
2280 | 2374 |
2281 ComponentTransform.fromJson(core.Map _json) { | 2375 ComponentTransform.fromJson(core.Map _json) { |
2282 if (_json.containsKey("name")) { | 2376 if (_json.containsKey("name")) { |
2283 name = _json["name"]; | 2377 name = _json["name"]; |
2284 } | 2378 } |
2285 if (_json.containsKey("originalTransform")) { | 2379 if (_json.containsKey("originalTransform")) { |
2286 originalTransform = _json["originalTransform"]; | 2380 originalTransform = _json["originalTransform"]; |
2287 } | 2381 } |
2288 if (_json.containsKey("userName")) { | 2382 if (_json.containsKey("userName")) { |
2289 userName = _json["userName"]; | 2383 userName = _json["userName"]; |
2290 } | 2384 } |
2291 } | 2385 } |
2292 | 2386 |
2293 core.Map<core.String, core.Object> toJson() { | 2387 core.Map<core.String, core.Object> toJson() { |
2294 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 2388 final core.Map<core.String, core.Object> _json = |
| 2389 new core.Map<core.String, core.Object>(); |
2295 if (name != null) { | 2390 if (name != null) { |
2296 _json["name"] = name; | 2391 _json["name"] = name; |
2297 } | 2392 } |
2298 if (originalTransform != null) { | 2393 if (originalTransform != null) { |
2299 _json["originalTransform"] = originalTransform; | 2394 _json["originalTransform"] = originalTransform; |
2300 } | 2395 } |
2301 if (userName != null) { | 2396 if (userName != null) { |
2302 _json["userName"] = userName; | 2397 _json["userName"] = userName; |
2303 } | 2398 } |
2304 return _json; | 2399 return _json; |
2305 } | 2400 } |
2306 } | 2401 } |
2307 | 2402 |
2308 /** All configuration data for a particular Computation. */ | 2403 /// All configuration data for a particular Computation. |
2309 class ComputationTopology { | 2404 class ComputationTopology { |
2310 /** The ID of the computation. */ | 2405 /// The ID of the computation. |
2311 core.String computationId; | 2406 core.String computationId; |
2312 /** The inputs to the computation. */ | 2407 |
| 2408 /// The inputs to the computation. |
2313 core.List<StreamLocation> inputs; | 2409 core.List<StreamLocation> inputs; |
2314 /** The key ranges processed by the computation. */ | 2410 |
| 2411 /// The key ranges processed by the computation. |
2315 core.List<KeyRangeLocation> keyRanges; | 2412 core.List<KeyRangeLocation> keyRanges; |
2316 /** The outputs from the computation. */ | 2413 |
| 2414 /// The outputs from the computation. |
2317 core.List<StreamLocation> outputs; | 2415 core.List<StreamLocation> outputs; |
2318 /** The state family values. */ | 2416 |
| 2417 /// The state family values. |
2319 core.List<StateFamilyConfig> stateFamilies; | 2418 core.List<StateFamilyConfig> stateFamilies; |
2320 /** The system stage name. */ | 2419 |
| 2420 /// The system stage name. |
2321 core.String systemStageName; | 2421 core.String systemStageName; |
2322 | 2422 |
2323 ComputationTopology(); | 2423 ComputationTopology(); |
2324 | 2424 |
2325 ComputationTopology.fromJson(core.Map _json) { | 2425 ComputationTopology.fromJson(core.Map _json) { |
2326 if (_json.containsKey("computationId")) { | 2426 if (_json.containsKey("computationId")) { |
2327 computationId = _json["computationId"]; | 2427 computationId = _json["computationId"]; |
2328 } | 2428 } |
2329 if (_json.containsKey("inputs")) { | 2429 if (_json.containsKey("inputs")) { |
2330 inputs = _json["inputs"].map((value) => new StreamLocation.fromJson(value)
).toList(); | 2430 inputs = _json["inputs"] |
| 2431 .map((value) => new StreamLocation.fromJson(value)) |
| 2432 .toList(); |
2331 } | 2433 } |
2332 if (_json.containsKey("keyRanges")) { | 2434 if (_json.containsKey("keyRanges")) { |
2333 keyRanges = _json["keyRanges"].map((value) => new KeyRangeLocation.fromJso
n(value)).toList(); | 2435 keyRanges = _json["keyRanges"] |
| 2436 .map((value) => new KeyRangeLocation.fromJson(value)) |
| 2437 .toList(); |
2334 } | 2438 } |
2335 if (_json.containsKey("outputs")) { | 2439 if (_json.containsKey("outputs")) { |
2336 outputs = _json["outputs"].map((value) => new StreamLocation.fromJson(valu
e)).toList(); | 2440 outputs = _json["outputs"] |
| 2441 .map((value) => new StreamLocation.fromJson(value)) |
| 2442 .toList(); |
2337 } | 2443 } |
2338 if (_json.containsKey("stateFamilies")) { | 2444 if (_json.containsKey("stateFamilies")) { |
2339 stateFamilies = _json["stateFamilies"].map((value) => new StateFamilyConfi
g.fromJson(value)).toList(); | 2445 stateFamilies = _json["stateFamilies"] |
| 2446 .map((value) => new StateFamilyConfig.fromJson(value)) |
| 2447 .toList(); |
2340 } | 2448 } |
2341 if (_json.containsKey("systemStageName")) { | 2449 if (_json.containsKey("systemStageName")) { |
2342 systemStageName = _json["systemStageName"]; | 2450 systemStageName = _json["systemStageName"]; |
2343 } | 2451 } |
2344 } | 2452 } |
2345 | 2453 |
2346 core.Map<core.String, core.Object> toJson() { | 2454 core.Map<core.String, core.Object> toJson() { |
2347 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 2455 final core.Map<core.String, core.Object> _json = |
| 2456 new core.Map<core.String, core.Object>(); |
2348 if (computationId != null) { | 2457 if (computationId != null) { |
2349 _json["computationId"] = computationId; | 2458 _json["computationId"] = computationId; |
2350 } | 2459 } |
2351 if (inputs != null) { | 2460 if (inputs != null) { |
2352 _json["inputs"] = inputs.map((value) => (value).toJson()).toList(); | 2461 _json["inputs"] = inputs.map((value) => (value).toJson()).toList(); |
2353 } | 2462 } |
2354 if (keyRanges != null) { | 2463 if (keyRanges != null) { |
2355 _json["keyRanges"] = keyRanges.map((value) => (value).toJson()).toList(); | 2464 _json["keyRanges"] = keyRanges.map((value) => (value).toJson()).toList(); |
2356 } | 2465 } |
2357 if (outputs != null) { | 2466 if (outputs != null) { |
2358 _json["outputs"] = outputs.map((value) => (value).toJson()).toList(); | 2467 _json["outputs"] = outputs.map((value) => (value).toJson()).toList(); |
2359 } | 2468 } |
2360 if (stateFamilies != null) { | 2469 if (stateFamilies != null) { |
2361 _json["stateFamilies"] = stateFamilies.map((value) => (value).toJson()).to
List(); | 2470 _json["stateFamilies"] = |
| 2471 stateFamilies.map((value) => (value).toJson()).toList(); |
2362 } | 2472 } |
2363 if (systemStageName != null) { | 2473 if (systemStageName != null) { |
2364 _json["systemStageName"] = systemStageName; | 2474 _json["systemStageName"] = systemStageName; |
2365 } | 2475 } |
2366 return _json; | 2476 return _json; |
2367 } | 2477 } |
2368 } | 2478 } |
2369 | 2479 |
2370 /** | 2480 /// A position that encapsulates an inner position and an index for the inner |
2371 * A position that encapsulates an inner position and an index for the inner | 2481 /// position. A ConcatPosition can be used by a reader of a source that |
2372 * position. A ConcatPosition can be used by a reader of a source that | 2482 /// encapsulates a set of other sources. |
2373 * encapsulates a set of other sources. | |
2374 */ | |
2375 class ConcatPosition { | 2483 class ConcatPosition { |
2376 /** Index of the inner source. */ | 2484 /// Index of the inner source. |
2377 core.int index; | 2485 core.int index; |
2378 /** Position within the inner source. */ | 2486 |
| 2487 /// Position within the inner source. |
2379 Position position; | 2488 Position position; |
2380 | 2489 |
2381 ConcatPosition(); | 2490 ConcatPosition(); |
2382 | 2491 |
2383 ConcatPosition.fromJson(core.Map _json) { | 2492 ConcatPosition.fromJson(core.Map _json) { |
2384 if (_json.containsKey("index")) { | 2493 if (_json.containsKey("index")) { |
2385 index = _json["index"]; | 2494 index = _json["index"]; |
2386 } | 2495 } |
2387 if (_json.containsKey("position")) { | 2496 if (_json.containsKey("position")) { |
2388 position = new Position.fromJson(_json["position"]); | 2497 position = new Position.fromJson(_json["position"]); |
2389 } | 2498 } |
2390 } | 2499 } |
2391 | 2500 |
2392 core.Map<core.String, core.Object> toJson() { | 2501 core.Map<core.String, core.Object> toJson() { |
2393 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 2502 final core.Map<core.String, core.Object> _json = |
| 2503 new core.Map<core.String, core.Object>(); |
2394 if (index != null) { | 2504 if (index != null) { |
2395 _json["index"] = index; | 2505 _json["index"] = index; |
2396 } | 2506 } |
2397 if (position != null) { | 2507 if (position != null) { |
2398 _json["position"] = (position).toJson(); | 2508 _json["position"] = (position).toJson(); |
2399 } | 2509 } |
2400 return _json; | 2510 return _json; |
2401 } | 2511 } |
2402 } | 2512 } |
2403 | 2513 |
2404 /** | 2514 /// CounterMetadata includes all static non-name non-value counter attributes. |
2405 * CounterMetadata includes all static non-name non-value counter attributes. | |
2406 */ | |
2407 class CounterMetadata { | 2515 class CounterMetadata { |
2408 /** Human-readable description of the counter semantics. */ | 2516 /// Human-readable description of the counter semantics. |
2409 core.String description; | 2517 core.String description; |
2410 /** | 2518 |
2411 * Counter aggregation kind. | 2519 /// Counter aggregation kind. |
2412 * Possible string values are: | 2520 /// Possible string values are: |
2413 * - "INVALID" : Counter aggregation kind was not set. | 2521 /// - "INVALID" : Counter aggregation kind was not set. |
2414 * - "SUM" : Aggregated value is the sum of all contributed values. | 2522 /// - "SUM" : Aggregated value is the sum of all contributed values. |
2415 * - "MAX" : Aggregated value is the max of all contributed values. | 2523 /// - "MAX" : Aggregated value is the max of all contributed values. |
2416 * - "MIN" : Aggregated value is the min of all contributed values. | 2524 /// - "MIN" : Aggregated value is the min of all contributed values. |
2417 * - "MEAN" : Aggregated value is the mean of all contributed values. | 2525 /// - "MEAN" : Aggregated value is the mean of all contributed values. |
2418 * - "OR" : Aggregated value represents the logical 'or' of all contributed | 2526 /// - "OR" : Aggregated value represents the logical 'or' of all contributed |
2419 * values. | 2527 /// values. |
2420 * - "AND" : Aggregated value represents the logical 'and' of all contributed | 2528 /// - "AND" : Aggregated value represents the logical 'and' of all |
2421 * values. | 2529 /// contributed values. |
2422 * - "SET" : Aggregated value is a set of unique contributed values. | 2530 /// - "SET" : Aggregated value is a set of unique contributed values. |
2423 * - "DISTRIBUTION" : Aggregated value captures statistics about a | 2531 /// - "DISTRIBUTION" : Aggregated value captures statistics about a |
2424 * distribution. | 2532 /// distribution. |
2425 */ | |
2426 core.String kind; | 2533 core.String kind; |
2427 /** A string referring to the unit type. */ | 2534 |
| 2535 /// A string referring to the unit type. |
2428 core.String otherUnits; | 2536 core.String otherUnits; |
2429 /** | 2537 |
2430 * System defined Units, see above enum. | 2538 /// System defined Units, see above enum. |
2431 * Possible string values are: | 2539 /// Possible string values are: |
2432 * - "BYTES" : Counter returns a value in bytes. | 2540 /// - "BYTES" : Counter returns a value in bytes. |
2433 * - "BYTES_PER_SEC" : Counter returns a value in bytes per second. | 2541 /// - "BYTES_PER_SEC" : Counter returns a value in bytes per second. |
2434 * - "MILLISECONDS" : Counter returns a value in milliseconds. | 2542 /// - "MILLISECONDS" : Counter returns a value in milliseconds. |
2435 * - "MICROSECONDS" : Counter returns a value in microseconds. | 2543 /// - "MICROSECONDS" : Counter returns a value in microseconds. |
2436 * - "NANOSECONDS" : Counter returns a value in nanoseconds. | 2544 /// - "NANOSECONDS" : Counter returns a value in nanoseconds. |
2437 * - "TIMESTAMP_MSEC" : Counter returns a timestamp in milliseconds. | 2545 /// - "TIMESTAMP_MSEC" : Counter returns a timestamp in milliseconds. |
2438 * - "TIMESTAMP_USEC" : Counter returns a timestamp in microseconds. | 2546 /// - "TIMESTAMP_USEC" : Counter returns a timestamp in microseconds. |
2439 * - "TIMESTAMP_NSEC" : Counter returns a timestamp in nanoseconds. | 2547 /// - "TIMESTAMP_NSEC" : Counter returns a timestamp in nanoseconds. |
2440 */ | |
2441 core.String standardUnits; | 2548 core.String standardUnits; |
2442 | 2549 |
2443 CounterMetadata(); | 2550 CounterMetadata(); |
2444 | 2551 |
2445 CounterMetadata.fromJson(core.Map _json) { | 2552 CounterMetadata.fromJson(core.Map _json) { |
2446 if (_json.containsKey("description")) { | 2553 if (_json.containsKey("description")) { |
2447 description = _json["description"]; | 2554 description = _json["description"]; |
2448 } | 2555 } |
2449 if (_json.containsKey("kind")) { | 2556 if (_json.containsKey("kind")) { |
2450 kind = _json["kind"]; | 2557 kind = _json["kind"]; |
2451 } | 2558 } |
2452 if (_json.containsKey("otherUnits")) { | 2559 if (_json.containsKey("otherUnits")) { |
2453 otherUnits = _json["otherUnits"]; | 2560 otherUnits = _json["otherUnits"]; |
2454 } | 2561 } |
2455 if (_json.containsKey("standardUnits")) { | 2562 if (_json.containsKey("standardUnits")) { |
2456 standardUnits = _json["standardUnits"]; | 2563 standardUnits = _json["standardUnits"]; |
2457 } | 2564 } |
2458 } | 2565 } |
2459 | 2566 |
2460 core.Map<core.String, core.Object> toJson() { | 2567 core.Map<core.String, core.Object> toJson() { |
2461 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 2568 final core.Map<core.String, core.Object> _json = |
| 2569 new core.Map<core.String, core.Object>(); |
2462 if (description != null) { | 2570 if (description != null) { |
2463 _json["description"] = description; | 2571 _json["description"] = description; |
2464 } | 2572 } |
2465 if (kind != null) { | 2573 if (kind != null) { |
2466 _json["kind"] = kind; | 2574 _json["kind"] = kind; |
2467 } | 2575 } |
2468 if (otherUnits != null) { | 2576 if (otherUnits != null) { |
2469 _json["otherUnits"] = otherUnits; | 2577 _json["otherUnits"] = otherUnits; |
2470 } | 2578 } |
2471 if (standardUnits != null) { | 2579 if (standardUnits != null) { |
2472 _json["standardUnits"] = standardUnits; | 2580 _json["standardUnits"] = standardUnits; |
2473 } | 2581 } |
2474 return _json; | 2582 return _json; |
2475 } | 2583 } |
2476 } | 2584 } |
2477 | 2585 |
2478 /** | 2586 /// Identifies a counter within a per-job namespace. Counters whose structured |
2479 * Identifies a counter within a per-job namespace. Counters whose structured | 2587 /// names are the same get merged into a single value for the job. |
2480 * names are the same get merged into a single value for the job. | |
2481 */ | |
2482 class CounterStructuredName { | 2588 class CounterStructuredName { |
2483 /** Name of the optimized step being executed by the workers. */ | 2589 /// Name of the optimized step being executed by the workers. |
2484 core.String componentStepName; | 2590 core.String componentStepName; |
2485 /** | 2591 |
2486 * Name of the stage. An execution step contains multiple component steps. | 2592 /// Name of the stage. An execution step contains multiple component steps. |
2487 */ | |
2488 core.String executionStepName; | 2593 core.String executionStepName; |
2489 /** | 2594 |
2490 * Counter name. Not necessarily globally-unique, but unique within the | 2595 /// Counter name. Not necessarily globally-unique, but unique within the |
2491 * context of the other fields. | 2596 /// context of the other fields. |
2492 * Required. | 2597 /// Required. |
2493 */ | |
2494 core.String name; | 2598 core.String name; |
2495 /** | 2599 |
2496 * One of the standard Origins defined above. | 2600 /// One of the standard Origins defined above. |
2497 * Possible string values are: | 2601 /// Possible string values are: |
2498 * - "SYSTEM" : Counter was created by the Dataflow system. | 2602 /// - "SYSTEM" : Counter was created by the Dataflow system. |
2499 * - "USER" : Counter was created by the user. | 2603 /// - "USER" : Counter was created by the user. |
2500 */ | |
2501 core.String origin; | 2604 core.String origin; |
2502 /** A string containing a more specific namespace of the counter's origin. */ | 2605 |
| 2606 /// A string containing a more specific namespace of the counter's origin. |
2503 core.String originNamespace; | 2607 core.String originNamespace; |
2504 /** | 2608 |
2505 * System generated name of the original step in the user's graph, before | 2609 /// The GroupByKey step name from the original graph. |
2506 * optimization. | 2610 core.String originalShuffleStepName; |
2507 */ | 2611 |
| 2612 /// System generated name of the original step in the user's graph, before |
| 2613 /// optimization. |
2508 core.String originalStepName; | 2614 core.String originalStepName; |
2509 /** | 2615 |
2510 * Portion of this counter, either key or value. | 2616 /// Portion of this counter, either key or value. |
2511 * Possible string values are: | 2617 /// Possible string values are: |
2512 * - "ALL" : Counter portion has not been set. | 2618 /// - "ALL" : Counter portion has not been set. |
2513 * - "KEY" : Counter reports a key. | 2619 /// - "KEY" : Counter reports a key. |
2514 * - "VALUE" : Counter reports a value. | 2620 /// - "VALUE" : Counter reports a value. |
2515 */ | |
2516 core.String portion; | 2621 core.String portion; |
2517 /** ID of a particular worker. */ | 2622 |
| 2623 /// ID of a side input being read from/written to. Side inputs are identified |
| 2624 /// by a pair of (reader, input_index). The reader is usually equal to the |
| 2625 /// original name, but it may be different, if a ParDo emits it's Iterator / |
| 2626 /// Map side input object. |
| 2627 SideInputId sideInput; |
| 2628 |
| 2629 /// ID of a particular worker. |
2518 core.String workerId; | 2630 core.String workerId; |
2519 | 2631 |
2520 CounterStructuredName(); | 2632 CounterStructuredName(); |
2521 | 2633 |
2522 CounterStructuredName.fromJson(core.Map _json) { | 2634 CounterStructuredName.fromJson(core.Map _json) { |
2523 if (_json.containsKey("componentStepName")) { | 2635 if (_json.containsKey("componentStepName")) { |
2524 componentStepName = _json["componentStepName"]; | 2636 componentStepName = _json["componentStepName"]; |
2525 } | 2637 } |
2526 if (_json.containsKey("executionStepName")) { | 2638 if (_json.containsKey("executionStepName")) { |
2527 executionStepName = _json["executionStepName"]; | 2639 executionStepName = _json["executionStepName"]; |
2528 } | 2640 } |
2529 if (_json.containsKey("name")) { | 2641 if (_json.containsKey("name")) { |
2530 name = _json["name"]; | 2642 name = _json["name"]; |
2531 } | 2643 } |
2532 if (_json.containsKey("origin")) { | 2644 if (_json.containsKey("origin")) { |
2533 origin = _json["origin"]; | 2645 origin = _json["origin"]; |
2534 } | 2646 } |
2535 if (_json.containsKey("originNamespace")) { | 2647 if (_json.containsKey("originNamespace")) { |
2536 originNamespace = _json["originNamespace"]; | 2648 originNamespace = _json["originNamespace"]; |
2537 } | 2649 } |
| 2650 if (_json.containsKey("originalShuffleStepName")) { |
| 2651 originalShuffleStepName = _json["originalShuffleStepName"]; |
| 2652 } |
2538 if (_json.containsKey("originalStepName")) { | 2653 if (_json.containsKey("originalStepName")) { |
2539 originalStepName = _json["originalStepName"]; | 2654 originalStepName = _json["originalStepName"]; |
2540 } | 2655 } |
2541 if (_json.containsKey("portion")) { | 2656 if (_json.containsKey("portion")) { |
2542 portion = _json["portion"]; | 2657 portion = _json["portion"]; |
2543 } | 2658 } |
| 2659 if (_json.containsKey("sideInput")) { |
| 2660 sideInput = new SideInputId.fromJson(_json["sideInput"]); |
| 2661 } |
2544 if (_json.containsKey("workerId")) { | 2662 if (_json.containsKey("workerId")) { |
2545 workerId = _json["workerId"]; | 2663 workerId = _json["workerId"]; |
2546 } | 2664 } |
2547 } | 2665 } |
2548 | 2666 |
2549 core.Map<core.String, core.Object> toJson() { | 2667 core.Map<core.String, core.Object> toJson() { |
2550 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 2668 final core.Map<core.String, core.Object> _json = |
| 2669 new core.Map<core.String, core.Object>(); |
2551 if (componentStepName != null) { | 2670 if (componentStepName != null) { |
2552 _json["componentStepName"] = componentStepName; | 2671 _json["componentStepName"] = componentStepName; |
2553 } | 2672 } |
2554 if (executionStepName != null) { | 2673 if (executionStepName != null) { |
2555 _json["executionStepName"] = executionStepName; | 2674 _json["executionStepName"] = executionStepName; |
2556 } | 2675 } |
2557 if (name != null) { | 2676 if (name != null) { |
2558 _json["name"] = name; | 2677 _json["name"] = name; |
2559 } | 2678 } |
2560 if (origin != null) { | 2679 if (origin != null) { |
2561 _json["origin"] = origin; | 2680 _json["origin"] = origin; |
2562 } | 2681 } |
2563 if (originNamespace != null) { | 2682 if (originNamespace != null) { |
2564 _json["originNamespace"] = originNamespace; | 2683 _json["originNamespace"] = originNamespace; |
2565 } | 2684 } |
| 2685 if (originalShuffleStepName != null) { |
| 2686 _json["originalShuffleStepName"] = originalShuffleStepName; |
| 2687 } |
2566 if (originalStepName != null) { | 2688 if (originalStepName != null) { |
2567 _json["originalStepName"] = originalStepName; | 2689 _json["originalStepName"] = originalStepName; |
2568 } | 2690 } |
2569 if (portion != null) { | 2691 if (portion != null) { |
2570 _json["portion"] = portion; | 2692 _json["portion"] = portion; |
2571 } | 2693 } |
| 2694 if (sideInput != null) { |
| 2695 _json["sideInput"] = (sideInput).toJson(); |
| 2696 } |
2572 if (workerId != null) { | 2697 if (workerId != null) { |
2573 _json["workerId"] = workerId; | 2698 _json["workerId"] = workerId; |
2574 } | 2699 } |
2575 return _json; | 2700 return _json; |
2576 } | 2701 } |
2577 } | 2702 } |
2578 | 2703 |
2579 /** | 2704 /// A single message which encapsulates structured name and metadata for a |
2580 * A single message which encapsulates structured name and metadata for a given | 2705 /// given |
2581 * counter. | 2706 /// counter. |
2582 */ | |
2583 class CounterStructuredNameAndMetadata { | 2707 class CounterStructuredNameAndMetadata { |
2584 /** Metadata associated with a counter */ | 2708 /// Metadata associated with a counter |
2585 CounterMetadata metadata; | 2709 CounterMetadata metadata; |
2586 /** Structured name of the counter. */ | 2710 |
| 2711 /// Structured name of the counter. |
2587 CounterStructuredName name; | 2712 CounterStructuredName name; |
2588 | 2713 |
2589 CounterStructuredNameAndMetadata(); | 2714 CounterStructuredNameAndMetadata(); |
2590 | 2715 |
2591 CounterStructuredNameAndMetadata.fromJson(core.Map _json) { | 2716 CounterStructuredNameAndMetadata.fromJson(core.Map _json) { |
2592 if (_json.containsKey("metadata")) { | 2717 if (_json.containsKey("metadata")) { |
2593 metadata = new CounterMetadata.fromJson(_json["metadata"]); | 2718 metadata = new CounterMetadata.fromJson(_json["metadata"]); |
2594 } | 2719 } |
2595 if (_json.containsKey("name")) { | 2720 if (_json.containsKey("name")) { |
2596 name = new CounterStructuredName.fromJson(_json["name"]); | 2721 name = new CounterStructuredName.fromJson(_json["name"]); |
2597 } | 2722 } |
2598 } | 2723 } |
2599 | 2724 |
2600 core.Map<core.String, core.Object> toJson() { | 2725 core.Map<core.String, core.Object> toJson() { |
2601 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 2726 final core.Map<core.String, core.Object> _json = |
| 2727 new core.Map<core.String, core.Object>(); |
2602 if (metadata != null) { | 2728 if (metadata != null) { |
2603 _json["metadata"] = (metadata).toJson(); | 2729 _json["metadata"] = (metadata).toJson(); |
2604 } | 2730 } |
2605 if (name != null) { | 2731 if (name != null) { |
2606 _json["name"] = (name).toJson(); | 2732 _json["name"] = (name).toJson(); |
2607 } | 2733 } |
2608 return _json; | 2734 return _json; |
2609 } | 2735 } |
2610 } | 2736 } |
2611 | 2737 |
2612 /** An update to a Counter sent from a worker. */ | 2738 /// An update to a Counter sent from a worker. |
2613 class CounterUpdate { | 2739 class CounterUpdate { |
2614 /** Boolean value for And, Or. */ | 2740 /// Boolean value for And, Or. |
2615 core.bool boolean; | 2741 core.bool boolean; |
2616 /** | 2742 |
2617 * True if this counter is reported as the total cumulative aggregate | 2743 /// True if this counter is reported as the total cumulative aggregate |
2618 * value accumulated since the worker started working on this WorkItem. | 2744 /// value accumulated since the worker started working on this WorkItem. |
2619 * By default this is false, indicating that this counter is reported | 2745 /// By default this is false, indicating that this counter is reported |
2620 * as a delta. | 2746 /// as a delta. |
2621 */ | |
2622 core.bool cumulative; | 2747 core.bool cumulative; |
2623 /** Distribution data */ | 2748 |
| 2749 /// Distribution data |
2624 DistributionUpdate distribution; | 2750 DistributionUpdate distribution; |
2625 /** Floating point value for Sum, Max, Min. */ | 2751 |
| 2752 /// Floating point value for Sum, Max, Min. |
2626 core.double floatingPoint; | 2753 core.double floatingPoint; |
2627 /** List of floating point numbers, for Set. */ | 2754 |
| 2755 /// List of floating point numbers, for Set. |
2628 FloatingPointList floatingPointList; | 2756 FloatingPointList floatingPointList; |
2629 /** Floating point mean aggregation value for Mean. */ | 2757 |
| 2758 /// Floating point mean aggregation value for Mean. |
2630 FloatingPointMean floatingPointMean; | 2759 FloatingPointMean floatingPointMean; |
2631 /** Integer value for Sum, Max, Min. */ | 2760 |
| 2761 /// Integer value for Sum, Max, Min. |
2632 SplitInt64 integer; | 2762 SplitInt64 integer; |
2633 /** List of integers, for Set. */ | 2763 |
| 2764 /// List of integers, for Set. |
2634 IntegerList integerList; | 2765 IntegerList integerList; |
2635 /** Integer mean aggregation value for Mean. */ | 2766 |
| 2767 /// Integer mean aggregation value for Mean. |
2636 IntegerMean integerMean; | 2768 IntegerMean integerMean; |
2637 /** | 2769 |
2638 * Value for internally-defined counters used by the Dataflow service. | 2770 /// Value for internally-defined counters used by the Dataflow service. |
2639 * | 2771 /// |
2640 * The values for Object must be JSON objects. It can consist of `num`, | 2772 /// The values for Object must be JSON objects. It can consist of `num`, |
2641 * `String`, `bool` and `null` as well as `Map` and `List` values. | 2773 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
2642 */ | |
2643 core.Object internal; | 2774 core.Object internal; |
2644 /** Counter name and aggregation type. */ | 2775 |
| 2776 /// Counter name and aggregation type. |
2645 NameAndKind nameAndKind; | 2777 NameAndKind nameAndKind; |
2646 /** | 2778 |
2647 * The service-generated short identifier for this counter. | 2779 /// The service-generated short identifier for this counter. |
2648 * The short_id -> (name, metadata) mapping is constant for the lifetime of | 2780 /// The short_id -> (name, metadata) mapping is constant for the lifetime of |
2649 * a job. | 2781 /// a job. |
2650 */ | |
2651 core.String shortId; | 2782 core.String shortId; |
2652 /** List of strings, for Set. */ | 2783 |
| 2784 /// List of strings, for Set. |
2653 StringList stringList; | 2785 StringList stringList; |
2654 /** Counter structured name and metadata. */ | 2786 |
| 2787 /// Counter structured name and metadata. |
2655 CounterStructuredNameAndMetadata structuredNameAndMetadata; | 2788 CounterStructuredNameAndMetadata structuredNameAndMetadata; |
2656 | 2789 |
2657 CounterUpdate(); | 2790 CounterUpdate(); |
2658 | 2791 |
2659 CounterUpdate.fromJson(core.Map _json) { | 2792 CounterUpdate.fromJson(core.Map _json) { |
2660 if (_json.containsKey("boolean")) { | 2793 if (_json.containsKey("boolean")) { |
2661 boolean = _json["boolean"]; | 2794 boolean = _json["boolean"]; |
2662 } | 2795 } |
2663 if (_json.containsKey("cumulative")) { | 2796 if (_json.containsKey("cumulative")) { |
2664 cumulative = _json["cumulative"]; | 2797 cumulative = _json["cumulative"]; |
2665 } | 2798 } |
2666 if (_json.containsKey("distribution")) { | 2799 if (_json.containsKey("distribution")) { |
2667 distribution = new DistributionUpdate.fromJson(_json["distribution"]); | 2800 distribution = new DistributionUpdate.fromJson(_json["distribution"]); |
2668 } | 2801 } |
2669 if (_json.containsKey("floatingPoint")) { | 2802 if (_json.containsKey("floatingPoint")) { |
2670 floatingPoint = _json["floatingPoint"]; | 2803 floatingPoint = _json["floatingPoint"]; |
2671 } | 2804 } |
2672 if (_json.containsKey("floatingPointList")) { | 2805 if (_json.containsKey("floatingPointList")) { |
2673 floatingPointList = new FloatingPointList.fromJson(_json["floatingPointLis
t"]); | 2806 floatingPointList = |
| 2807 new FloatingPointList.fromJson(_json["floatingPointList"]); |
2674 } | 2808 } |
2675 if (_json.containsKey("floatingPointMean")) { | 2809 if (_json.containsKey("floatingPointMean")) { |
2676 floatingPointMean = new FloatingPointMean.fromJson(_json["floatingPointMea
n"]); | 2810 floatingPointMean = |
| 2811 new FloatingPointMean.fromJson(_json["floatingPointMean"]); |
2677 } | 2812 } |
2678 if (_json.containsKey("integer")) { | 2813 if (_json.containsKey("integer")) { |
2679 integer = new SplitInt64.fromJson(_json["integer"]); | 2814 integer = new SplitInt64.fromJson(_json["integer"]); |
2680 } | 2815 } |
2681 if (_json.containsKey("integerList")) { | 2816 if (_json.containsKey("integerList")) { |
2682 integerList = new IntegerList.fromJson(_json["integerList"]); | 2817 integerList = new IntegerList.fromJson(_json["integerList"]); |
2683 } | 2818 } |
2684 if (_json.containsKey("integerMean")) { | 2819 if (_json.containsKey("integerMean")) { |
2685 integerMean = new IntegerMean.fromJson(_json["integerMean"]); | 2820 integerMean = new IntegerMean.fromJson(_json["integerMean"]); |
2686 } | 2821 } |
2687 if (_json.containsKey("internal")) { | 2822 if (_json.containsKey("internal")) { |
2688 internal = _json["internal"]; | 2823 internal = _json["internal"]; |
2689 } | 2824 } |
2690 if (_json.containsKey("nameAndKind")) { | 2825 if (_json.containsKey("nameAndKind")) { |
2691 nameAndKind = new NameAndKind.fromJson(_json["nameAndKind"]); | 2826 nameAndKind = new NameAndKind.fromJson(_json["nameAndKind"]); |
2692 } | 2827 } |
2693 if (_json.containsKey("shortId")) { | 2828 if (_json.containsKey("shortId")) { |
2694 shortId = _json["shortId"]; | 2829 shortId = _json["shortId"]; |
2695 } | 2830 } |
2696 if (_json.containsKey("stringList")) { | 2831 if (_json.containsKey("stringList")) { |
2697 stringList = new StringList.fromJson(_json["stringList"]); | 2832 stringList = new StringList.fromJson(_json["stringList"]); |
2698 } | 2833 } |
2699 if (_json.containsKey("structuredNameAndMetadata")) { | 2834 if (_json.containsKey("structuredNameAndMetadata")) { |
2700 structuredNameAndMetadata = new CounterStructuredNameAndMetadata.fromJson(
_json["structuredNameAndMetadata"]); | 2835 structuredNameAndMetadata = new CounterStructuredNameAndMetadata.fromJson( |
| 2836 _json["structuredNameAndMetadata"]); |
2701 } | 2837 } |
2702 } | 2838 } |
2703 | 2839 |
2704 core.Map<core.String, core.Object> toJson() { | 2840 core.Map<core.String, core.Object> toJson() { |
2705 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 2841 final core.Map<core.String, core.Object> _json = |
| 2842 new core.Map<core.String, core.Object>(); |
2706 if (boolean != null) { | 2843 if (boolean != null) { |
2707 _json["boolean"] = boolean; | 2844 _json["boolean"] = boolean; |
2708 } | 2845 } |
2709 if (cumulative != null) { | 2846 if (cumulative != null) { |
2710 _json["cumulative"] = cumulative; | 2847 _json["cumulative"] = cumulative; |
2711 } | 2848 } |
2712 if (distribution != null) { | 2849 if (distribution != null) { |
2713 _json["distribution"] = (distribution).toJson(); | 2850 _json["distribution"] = (distribution).toJson(); |
2714 } | 2851 } |
2715 if (floatingPoint != null) { | 2852 if (floatingPoint != null) { |
(...skipping 26 matching lines...) Expand all Loading... |
2742 if (stringList != null) { | 2879 if (stringList != null) { |
2743 _json["stringList"] = (stringList).toJson(); | 2880 _json["stringList"] = (stringList).toJson(); |
2744 } | 2881 } |
2745 if (structuredNameAndMetadata != null) { | 2882 if (structuredNameAndMetadata != null) { |
2746 _json["structuredNameAndMetadata"] = (structuredNameAndMetadata).toJson(); | 2883 _json["structuredNameAndMetadata"] = (structuredNameAndMetadata).toJson(); |
2747 } | 2884 } |
2748 return _json; | 2885 return _json; |
2749 } | 2886 } |
2750 } | 2887 } |
2751 | 2888 |
2752 /** A request to create a Cloud Dataflow job from a template. */ | 2889 /// A request to create a Cloud Dataflow job from a template. |
2753 class CreateJobFromTemplateRequest { | 2890 class CreateJobFromTemplateRequest { |
2754 /** The runtime environment for the job. */ | 2891 /// The runtime environment for the job. |
2755 RuntimeEnvironment environment; | 2892 RuntimeEnvironment environment; |
2756 /** | 2893 |
2757 * Required. A Cloud Storage path to the template from which to | 2894 /// Required. A Cloud Storage path to the template from which to |
2758 * create the job. | 2895 /// create the job. |
2759 * Must be a valid Cloud Storage URL, beginning with `gs://`. | 2896 /// Must be a valid Cloud Storage URL, beginning with `gs://`. |
2760 */ | |
2761 core.String gcsPath; | 2897 core.String gcsPath; |
2762 /** Required. The job name to use for the created job. */ | 2898 |
| 2899 /// Required. The job name to use for the created job. |
2763 core.String jobName; | 2900 core.String jobName; |
2764 /** The location to which to direct the request. */ | 2901 |
| 2902 /// The location to which to direct the request. |
2765 core.String location; | 2903 core.String location; |
2766 /** The runtime parameters to pass to the job. */ | 2904 |
| 2905 /// The runtime parameters to pass to the job. |
2767 core.Map<core.String, core.String> parameters; | 2906 core.Map<core.String, core.String> parameters; |
2768 | 2907 |
2769 CreateJobFromTemplateRequest(); | 2908 CreateJobFromTemplateRequest(); |
2770 | 2909 |
2771 CreateJobFromTemplateRequest.fromJson(core.Map _json) { | 2910 CreateJobFromTemplateRequest.fromJson(core.Map _json) { |
2772 if (_json.containsKey("environment")) { | 2911 if (_json.containsKey("environment")) { |
2773 environment = new RuntimeEnvironment.fromJson(_json["environment"]); | 2912 environment = new RuntimeEnvironment.fromJson(_json["environment"]); |
2774 } | 2913 } |
2775 if (_json.containsKey("gcsPath")) { | 2914 if (_json.containsKey("gcsPath")) { |
2776 gcsPath = _json["gcsPath"]; | 2915 gcsPath = _json["gcsPath"]; |
2777 } | 2916 } |
2778 if (_json.containsKey("jobName")) { | 2917 if (_json.containsKey("jobName")) { |
2779 jobName = _json["jobName"]; | 2918 jobName = _json["jobName"]; |
2780 } | 2919 } |
2781 if (_json.containsKey("location")) { | 2920 if (_json.containsKey("location")) { |
2782 location = _json["location"]; | 2921 location = _json["location"]; |
2783 } | 2922 } |
2784 if (_json.containsKey("parameters")) { | 2923 if (_json.containsKey("parameters")) { |
2785 parameters = _json["parameters"]; | 2924 parameters = _json["parameters"]; |
2786 } | 2925 } |
2787 } | 2926 } |
2788 | 2927 |
2789 core.Map<core.String, core.Object> toJson() { | 2928 core.Map<core.String, core.Object> toJson() { |
2790 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 2929 final core.Map<core.String, core.Object> _json = |
| 2930 new core.Map<core.String, core.Object>(); |
2791 if (environment != null) { | 2931 if (environment != null) { |
2792 _json["environment"] = (environment).toJson(); | 2932 _json["environment"] = (environment).toJson(); |
2793 } | 2933 } |
2794 if (gcsPath != null) { | 2934 if (gcsPath != null) { |
2795 _json["gcsPath"] = gcsPath; | 2935 _json["gcsPath"] = gcsPath; |
2796 } | 2936 } |
2797 if (jobName != null) { | 2937 if (jobName != null) { |
2798 _json["jobName"] = jobName; | 2938 _json["jobName"] = jobName; |
2799 } | 2939 } |
2800 if (location != null) { | 2940 if (location != null) { |
2801 _json["location"] = location; | 2941 _json["location"] = location; |
2802 } | 2942 } |
2803 if (parameters != null) { | 2943 if (parameters != null) { |
2804 _json["parameters"] = parameters; | 2944 _json["parameters"] = parameters; |
2805 } | 2945 } |
2806 return _json; | 2946 return _json; |
2807 } | 2947 } |
2808 } | 2948 } |
2809 | 2949 |
2810 /** Identifies the location of a custom souce. */ | 2950 /// Identifies the location of a custom souce. |
2811 class CustomSourceLocation { | 2951 class CustomSourceLocation { |
2812 /** Whether this source is stateful. */ | 2952 /// Whether this source is stateful. |
2813 core.bool stateful; | 2953 core.bool stateful; |
2814 | 2954 |
2815 CustomSourceLocation(); | 2955 CustomSourceLocation(); |
2816 | 2956 |
2817 CustomSourceLocation.fromJson(core.Map _json) { | 2957 CustomSourceLocation.fromJson(core.Map _json) { |
2818 if (_json.containsKey("stateful")) { | 2958 if (_json.containsKey("stateful")) { |
2819 stateful = _json["stateful"]; | 2959 stateful = _json["stateful"]; |
2820 } | 2960 } |
2821 } | 2961 } |
2822 | 2962 |
2823 core.Map<core.String, core.Object> toJson() { | 2963 core.Map<core.String, core.Object> toJson() { |
2824 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 2964 final core.Map<core.String, core.Object> _json = |
| 2965 new core.Map<core.String, core.Object>(); |
2825 if (stateful != null) { | 2966 if (stateful != null) { |
2826 _json["stateful"] = stateful; | 2967 _json["stateful"] = stateful; |
2827 } | 2968 } |
2828 return _json; | 2969 return _json; |
2829 } | 2970 } |
2830 } | 2971 } |
2831 | 2972 |
2832 /** Data disk assignment for a given VM instance. */ | 2973 /// Data disk assignment for a given VM instance. |
2833 class DataDiskAssignment { | 2974 class DataDiskAssignment { |
2834 /** | 2975 /// Mounted data disks. The order is important a data disk's 0-based index in |
2835 * Mounted data disks. The order is important a data disk's 0-based index in | 2976 /// this list defines which persistent directory the disk is mounted to, for |
2836 * this list defines which persistent directory the disk is mounted to, for | 2977 /// example the list of { "myproject-1014-104817-4c2-harness-0-disk-0" }, |
2837 * example the list of { "myproject-1014-104817-4c2-harness-0-disk-0" }, | 2978 /// { "myproject-1014-104817-4c2-harness-0-disk-1" }. |
2838 * { "myproject-1014-104817-4c2-harness-0-disk-1" }. | |
2839 */ | |
2840 core.List<core.String> dataDisks; | 2979 core.List<core.String> dataDisks; |
2841 /** | 2980 |
2842 * VM instance name the data disks mounted to, for example | 2981 /// VM instance name the data disks mounted to, for example |
2843 * "myproject-1014-104817-4c2-harness-0". | 2982 /// "myproject-1014-104817-4c2-harness-0". |
2844 */ | |
2845 core.String vmInstance; | 2983 core.String vmInstance; |
2846 | 2984 |
2847 DataDiskAssignment(); | 2985 DataDiskAssignment(); |
2848 | 2986 |
2849 DataDiskAssignment.fromJson(core.Map _json) { | 2987 DataDiskAssignment.fromJson(core.Map _json) { |
2850 if (_json.containsKey("dataDisks")) { | 2988 if (_json.containsKey("dataDisks")) { |
2851 dataDisks = _json["dataDisks"]; | 2989 dataDisks = _json["dataDisks"]; |
2852 } | 2990 } |
2853 if (_json.containsKey("vmInstance")) { | 2991 if (_json.containsKey("vmInstance")) { |
2854 vmInstance = _json["vmInstance"]; | 2992 vmInstance = _json["vmInstance"]; |
2855 } | 2993 } |
2856 } | 2994 } |
2857 | 2995 |
2858 core.Map<core.String, core.Object> toJson() { | 2996 core.Map<core.String, core.Object> toJson() { |
2859 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 2997 final core.Map<core.String, core.Object> _json = |
| 2998 new core.Map<core.String, core.Object>(); |
2860 if (dataDisks != null) { | 2999 if (dataDisks != null) { |
2861 _json["dataDisks"] = dataDisks; | 3000 _json["dataDisks"] = dataDisks; |
2862 } | 3001 } |
2863 if (vmInstance != null) { | 3002 if (vmInstance != null) { |
2864 _json["vmInstance"] = vmInstance; | 3003 _json["vmInstance"] = vmInstance; |
2865 } | 3004 } |
2866 return _json; | 3005 return _json; |
2867 } | 3006 } |
2868 } | 3007 } |
2869 | 3008 |
2870 /** | 3009 /// Specification of one of the bundles produced as a result of splitting |
2871 * Specification of one of the bundles produced as a result of splitting | 3010 /// a Source (e.g. when executing a SourceSplitRequest, or when |
2872 * a Source (e.g. when executing a SourceSplitRequest, or when | 3011 /// splitting an active task using WorkItemStatus.dynamic_source_split), |
2873 * splitting an active task using WorkItemStatus.dynamic_source_split), | 3012 /// relative to the source being split. |
2874 * relative to the source being split. | |
2875 */ | |
2876 class DerivedSource { | 3013 class DerivedSource { |
2877 /** | 3014 /// What source to base the produced source on (if any). |
2878 * What source to base the produced source on (if any). | 3015 /// Possible string values are: |
2879 * Possible string values are: | 3016 /// - "SOURCE_DERIVATION_MODE_UNKNOWN" : The source derivation is unknown, or |
2880 * - "SOURCE_DERIVATION_MODE_UNKNOWN" : The source derivation is unknown, or | 3017 /// unspecified. |
2881 * unspecified. | 3018 /// - "SOURCE_DERIVATION_MODE_INDEPENDENT" : Produce a completely independent |
2882 * - "SOURCE_DERIVATION_MODE_INDEPENDENT" : Produce a completely independent | 3019 /// Source with no base. |
2883 * Source with no base. | 3020 /// - "SOURCE_DERIVATION_MODE_CHILD_OF_CURRENT" : Produce a Source based on |
2884 * - "SOURCE_DERIVATION_MODE_CHILD_OF_CURRENT" : Produce a Source based on the | 3021 /// the Source being split. |
2885 * Source being split. | 3022 /// - "SOURCE_DERIVATION_MODE_SIBLING_OF_CURRENT" : Produce a Source based on |
2886 * - "SOURCE_DERIVATION_MODE_SIBLING_OF_CURRENT" : Produce a Source based on | 3023 /// the base of the Source being split. |
2887 * the base of the Source being split. | |
2888 */ | |
2889 core.String derivationMode; | 3024 core.String derivationMode; |
2890 /** Specification of the source. */ | 3025 |
| 3026 /// Specification of the source. |
2891 Source source; | 3027 Source source; |
2892 | 3028 |
2893 DerivedSource(); | 3029 DerivedSource(); |
2894 | 3030 |
2895 DerivedSource.fromJson(core.Map _json) { | 3031 DerivedSource.fromJson(core.Map _json) { |
2896 if (_json.containsKey("derivationMode")) { | 3032 if (_json.containsKey("derivationMode")) { |
2897 derivationMode = _json["derivationMode"]; | 3033 derivationMode = _json["derivationMode"]; |
2898 } | 3034 } |
2899 if (_json.containsKey("source")) { | 3035 if (_json.containsKey("source")) { |
2900 source = new Source.fromJson(_json["source"]); | 3036 source = new Source.fromJson(_json["source"]); |
2901 } | 3037 } |
2902 } | 3038 } |
2903 | 3039 |
2904 core.Map<core.String, core.Object> toJson() { | 3040 core.Map<core.String, core.Object> toJson() { |
2905 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 3041 final core.Map<core.String, core.Object> _json = |
| 3042 new core.Map<core.String, core.Object>(); |
2906 if (derivationMode != null) { | 3043 if (derivationMode != null) { |
2907 _json["derivationMode"] = derivationMode; | 3044 _json["derivationMode"] = derivationMode; |
2908 } | 3045 } |
2909 if (source != null) { | 3046 if (source != null) { |
2910 _json["source"] = (source).toJson(); | 3047 _json["source"] = (source).toJson(); |
2911 } | 3048 } |
2912 return _json; | 3049 return _json; |
2913 } | 3050 } |
2914 } | 3051 } |
2915 | 3052 |
2916 /** Describes the data disk used by a workflow job. */ | 3053 /// Describes the data disk used by a workflow job. |
2917 class Disk { | 3054 class Disk { |
2918 /** | 3055 /// Disk storage type, as defined by Google Compute Engine. This |
2919 * Disk storage type, as defined by Google Compute Engine. This | 3056 /// must be a disk type appropriate to the project and zone in which |
2920 * must be a disk type appropriate to the project and zone in which | 3057 /// the workers will run. If unknown or unspecified, the service |
2921 * the workers will run. If unknown or unspecified, the service | 3058 /// will attempt to choose a reasonable default. |
2922 * will attempt to choose a reasonable default. | 3059 /// |
2923 * | 3060 /// For example, the standard persistent disk type is a resource name |
2924 * For example, the standard persistent disk type is a resource name | 3061 /// typically ending in "pd-standard". If SSD persistent disks are |
2925 * typically ending in "pd-standard". If SSD persistent disks are | 3062 /// available, the resource name typically ends with "pd-ssd". The |
2926 * available, the resource name typically ends with "pd-ssd". The | 3063 /// actual valid values are defined the Google Compute Engine API, |
2927 * actual valid values are defined the Google Compute Engine API, | 3064 /// not by the Cloud Dataflow API; consult the Google Compute Engine |
2928 * not by the Cloud Dataflow API; consult the Google Compute Engine | 3065 /// documentation for more information about determining the set of |
2929 * documentation for more information about determining the set of | 3066 /// available disk types for a particular project and zone. |
2930 * available disk types for a particular project and zone. | 3067 /// |
2931 * | 3068 /// Google Compute Engine Disk types are local to a particular |
2932 * Google Compute Engine Disk types are local to a particular | 3069 /// project in a particular zone, and so the resource name will |
2933 * project in a particular zone, and so the resource name will | 3070 /// typically look something like this: |
2934 * typically look something like this: | 3071 /// |
2935 * | 3072 /// compute.googleapis.com/projects/project-id/zones/zone/diskTypes/pd-standar
d |
2936 * compute.googleapis.com/projects/project-id/zones/zone/diskTypes/pd-standard | |
2937 */ | |
2938 core.String diskType; | 3073 core.String diskType; |
2939 /** Directory in a VM where disk is mounted. */ | 3074 |
| 3075 /// Directory in a VM where disk is mounted. |
2940 core.String mountPoint; | 3076 core.String mountPoint; |
2941 /** | 3077 |
2942 * Size of disk in GB. If zero or unspecified, the service will | 3078 /// Size of disk in GB. If zero or unspecified, the service will |
2943 * attempt to choose a reasonable default. | 3079 /// attempt to choose a reasonable default. |
2944 */ | |
2945 core.int sizeGb; | 3080 core.int sizeGb; |
2946 | 3081 |
2947 Disk(); | 3082 Disk(); |
2948 | 3083 |
2949 Disk.fromJson(core.Map _json) { | 3084 Disk.fromJson(core.Map _json) { |
2950 if (_json.containsKey("diskType")) { | 3085 if (_json.containsKey("diskType")) { |
2951 diskType = _json["diskType"]; | 3086 diskType = _json["diskType"]; |
2952 } | 3087 } |
2953 if (_json.containsKey("mountPoint")) { | 3088 if (_json.containsKey("mountPoint")) { |
2954 mountPoint = _json["mountPoint"]; | 3089 mountPoint = _json["mountPoint"]; |
2955 } | 3090 } |
2956 if (_json.containsKey("sizeGb")) { | 3091 if (_json.containsKey("sizeGb")) { |
2957 sizeGb = _json["sizeGb"]; | 3092 sizeGb = _json["sizeGb"]; |
2958 } | 3093 } |
2959 } | 3094 } |
2960 | 3095 |
2961 core.Map<core.String, core.Object> toJson() { | 3096 core.Map<core.String, core.Object> toJson() { |
2962 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 3097 final core.Map<core.String, core.Object> _json = |
| 3098 new core.Map<core.String, core.Object>(); |
2963 if (diskType != null) { | 3099 if (diskType != null) { |
2964 _json["diskType"] = diskType; | 3100 _json["diskType"] = diskType; |
2965 } | 3101 } |
2966 if (mountPoint != null) { | 3102 if (mountPoint != null) { |
2967 _json["mountPoint"] = mountPoint; | 3103 _json["mountPoint"] = mountPoint; |
2968 } | 3104 } |
2969 if (sizeGb != null) { | 3105 if (sizeGb != null) { |
2970 _json["sizeGb"] = sizeGb; | 3106 _json["sizeGb"] = sizeGb; |
2971 } | 3107 } |
2972 return _json; | 3108 return _json; |
2973 } | 3109 } |
2974 } | 3110 } |
2975 | 3111 |
2976 /** Data provided with a pipeline or transform to provide descriptive info. */ | 3112 /// Data provided with a pipeline or transform to provide descriptive info. |
2977 class DisplayData { | 3113 class DisplayData { |
2978 /** Contains value if the data is of a boolean type. */ | 3114 /// Contains value if the data is of a boolean type. |
2979 core.bool boolValue; | 3115 core.bool boolValue; |
2980 /** Contains value if the data is of duration type. */ | 3116 |
| 3117 /// Contains value if the data is of duration type. |
2981 core.String durationValue; | 3118 core.String durationValue; |
2982 /** Contains value if the data is of float type. */ | 3119 |
| 3120 /// Contains value if the data is of float type. |
2983 core.double floatValue; | 3121 core.double floatValue; |
2984 /** Contains value if the data is of int64 type. */ | 3122 |
| 3123 /// Contains value if the data is of int64 type. |
2985 core.String int64Value; | 3124 core.String int64Value; |
2986 /** Contains value if the data is of java class type. */ | 3125 |
| 3126 /// Contains value if the data is of java class type. |
2987 core.String javaClassValue; | 3127 core.String javaClassValue; |
2988 /** | 3128 |
2989 * The key identifying the display data. | 3129 /// The key identifying the display data. |
2990 * This is intended to be used as a label for the display data | 3130 /// This is intended to be used as a label for the display data |
2991 * when viewed in a dax monitoring system. | 3131 /// when viewed in a dax monitoring system. |
2992 */ | |
2993 core.String key; | 3132 core.String key; |
2994 /** An optional label to display in a dax UI for the element. */ | 3133 |
| 3134 /// An optional label to display in a dax UI for the element. |
2995 core.String label; | 3135 core.String label; |
2996 /** | 3136 |
2997 * The namespace for the key. This is usually a class name or programming | 3137 /// The namespace for the key. This is usually a class name or programming |
2998 * language namespace (i.e. python module) which defines the display data. | 3138 /// language namespace (i.e. python module) which defines the display data. |
2999 * This allows a dax monitoring system to specially handle the data | 3139 /// This allows a dax monitoring system to specially handle the data |
3000 * and perform custom rendering. | 3140 /// and perform custom rendering. |
3001 */ | |
3002 core.String namespace; | 3141 core.String namespace; |
3003 /** | 3142 |
3004 * A possible additional shorter value to display. | 3143 /// A possible additional shorter value to display. |
3005 * For example a java_class_name_value of com.mypackage.MyDoFn | 3144 /// For example a java_class_name_value of com.mypackage.MyDoFn |
3006 * will be stored with MyDoFn as the short_str_value and | 3145 /// will be stored with MyDoFn as the short_str_value and |
3007 * com.mypackage.MyDoFn as the java_class_name value. | 3146 /// com.mypackage.MyDoFn as the java_class_name value. |
3008 * short_str_value can be displayed and java_class_name_value | 3147 /// short_str_value can be displayed and java_class_name_value |
3009 * will be displayed as a tooltip. | 3148 /// will be displayed as a tooltip. |
3010 */ | |
3011 core.String shortStrValue; | 3149 core.String shortStrValue; |
3012 /** Contains value if the data is of string type. */ | 3150 |
| 3151 /// Contains value if the data is of string type. |
3013 core.String strValue; | 3152 core.String strValue; |
3014 /** Contains value if the data is of timestamp type. */ | 3153 |
| 3154 /// Contains value if the data is of timestamp type. |
3015 core.String timestampValue; | 3155 core.String timestampValue; |
3016 /** An optional full URL. */ | 3156 |
| 3157 /// An optional full URL. |
3017 core.String url; | 3158 core.String url; |
3018 | 3159 |
3019 DisplayData(); | 3160 DisplayData(); |
3020 | 3161 |
3021 DisplayData.fromJson(core.Map _json) { | 3162 DisplayData.fromJson(core.Map _json) { |
3022 if (_json.containsKey("boolValue")) { | 3163 if (_json.containsKey("boolValue")) { |
3023 boolValue = _json["boolValue"]; | 3164 boolValue = _json["boolValue"]; |
3024 } | 3165 } |
3025 if (_json.containsKey("durationValue")) { | 3166 if (_json.containsKey("durationValue")) { |
3026 durationValue = _json["durationValue"]; | 3167 durationValue = _json["durationValue"]; |
(...skipping 24 matching lines...) Expand all Loading... |
3051 } | 3192 } |
3052 if (_json.containsKey("timestampValue")) { | 3193 if (_json.containsKey("timestampValue")) { |
3053 timestampValue = _json["timestampValue"]; | 3194 timestampValue = _json["timestampValue"]; |
3054 } | 3195 } |
3055 if (_json.containsKey("url")) { | 3196 if (_json.containsKey("url")) { |
3056 url = _json["url"]; | 3197 url = _json["url"]; |
3057 } | 3198 } |
3058 } | 3199 } |
3059 | 3200 |
3060 core.Map<core.String, core.Object> toJson() { | 3201 core.Map<core.String, core.Object> toJson() { |
3061 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 3202 final core.Map<core.String, core.Object> _json = |
| 3203 new core.Map<core.String, core.Object>(); |
3062 if (boolValue != null) { | 3204 if (boolValue != null) { |
3063 _json["boolValue"] = boolValue; | 3205 _json["boolValue"] = boolValue; |
3064 } | 3206 } |
3065 if (durationValue != null) { | 3207 if (durationValue != null) { |
3066 _json["durationValue"] = durationValue; | 3208 _json["durationValue"] = durationValue; |
3067 } | 3209 } |
3068 if (floatValue != null) { | 3210 if (floatValue != null) { |
3069 _json["floatValue"] = floatValue; | 3211 _json["floatValue"] = floatValue; |
3070 } | 3212 } |
3071 if (int64Value != null) { | 3213 if (int64Value != null) { |
(...skipping 20 matching lines...) Expand all Loading... |
3092 if (timestampValue != null) { | 3234 if (timestampValue != null) { |
3093 _json["timestampValue"] = timestampValue; | 3235 _json["timestampValue"] = timestampValue; |
3094 } | 3236 } |
3095 if (url != null) { | 3237 if (url != null) { |
3096 _json["url"] = url; | 3238 _json["url"] = url; |
3097 } | 3239 } |
3098 return _json; | 3240 return _json; |
3099 } | 3241 } |
3100 } | 3242 } |
3101 | 3243 |
3102 /** A metric value representing a distribution. */ | 3244 /// A metric value representing a distribution. |
3103 class DistributionUpdate { | 3245 class DistributionUpdate { |
3104 /** The count of the number of elements present in the distribution. */ | 3246 /// The count of the number of elements present in the distribution. |
3105 SplitInt64 count; | 3247 SplitInt64 count; |
3106 /** | 3248 |
3107 * (Optional) Logarithmic histogram of values. | 3249 /// (Optional) Logarithmic histogram of values. |
3108 * Each log may be in no more than one bucket. Order does not matter. | 3250 /// Each log may be in no more than one bucket. Order does not matter. |
3109 */ | |
3110 core.List<LogBucket> logBuckets; | 3251 core.List<LogBucket> logBuckets; |
3111 /** The maximum value present in the distribution. */ | 3252 |
| 3253 /// The maximum value present in the distribution. |
3112 SplitInt64 max; | 3254 SplitInt64 max; |
3113 /** The minimum value present in the distribution. */ | 3255 |
| 3256 /// The minimum value present in the distribution. |
3114 SplitInt64 min; | 3257 SplitInt64 min; |
3115 /** | 3258 |
3116 * Use an int64 since we'd prefer the added precision. If overflow is a common | 3259 /// Use an int64 since we'd prefer the added precision. If overflow is a |
3117 * problem we can detect it and use an additional int64 or a double. | 3260 /// common |
3118 */ | 3261 /// problem we can detect it and use an additional int64 or a double. |
3119 SplitInt64 sum; | 3262 SplitInt64 sum; |
3120 /** Use a double since the sum of squares is likely to overflow int64. */ | 3263 |
| 3264 /// Use a double since the sum of squares is likely to overflow int64. |
3121 core.double sumOfSquares; | 3265 core.double sumOfSquares; |
3122 | 3266 |
3123 DistributionUpdate(); | 3267 DistributionUpdate(); |
3124 | 3268 |
3125 DistributionUpdate.fromJson(core.Map _json) { | 3269 DistributionUpdate.fromJson(core.Map _json) { |
3126 if (_json.containsKey("count")) { | 3270 if (_json.containsKey("count")) { |
3127 count = new SplitInt64.fromJson(_json["count"]); | 3271 count = new SplitInt64.fromJson(_json["count"]); |
3128 } | 3272 } |
3129 if (_json.containsKey("logBuckets")) { | 3273 if (_json.containsKey("logBuckets")) { |
3130 logBuckets = _json["logBuckets"].map((value) => new LogBucket.fromJson(val
ue)).toList(); | 3274 logBuckets = _json["logBuckets"] |
| 3275 .map((value) => new LogBucket.fromJson(value)) |
| 3276 .toList(); |
3131 } | 3277 } |
3132 if (_json.containsKey("max")) { | 3278 if (_json.containsKey("max")) { |
3133 max = new SplitInt64.fromJson(_json["max"]); | 3279 max = new SplitInt64.fromJson(_json["max"]); |
3134 } | 3280 } |
3135 if (_json.containsKey("min")) { | 3281 if (_json.containsKey("min")) { |
3136 min = new SplitInt64.fromJson(_json["min"]); | 3282 min = new SplitInt64.fromJson(_json["min"]); |
3137 } | 3283 } |
3138 if (_json.containsKey("sum")) { | 3284 if (_json.containsKey("sum")) { |
3139 sum = new SplitInt64.fromJson(_json["sum"]); | 3285 sum = new SplitInt64.fromJson(_json["sum"]); |
3140 } | 3286 } |
3141 if (_json.containsKey("sumOfSquares")) { | 3287 if (_json.containsKey("sumOfSquares")) { |
3142 sumOfSquares = _json["sumOfSquares"]; | 3288 sumOfSquares = _json["sumOfSquares"]; |
3143 } | 3289 } |
3144 } | 3290 } |
3145 | 3291 |
3146 core.Map<core.String, core.Object> toJson() { | 3292 core.Map<core.String, core.Object> toJson() { |
3147 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 3293 final core.Map<core.String, core.Object> _json = |
| 3294 new core.Map<core.String, core.Object>(); |
3148 if (count != null) { | 3295 if (count != null) { |
3149 _json["count"] = (count).toJson(); | 3296 _json["count"] = (count).toJson(); |
3150 } | 3297 } |
3151 if (logBuckets != null) { | 3298 if (logBuckets != null) { |
3152 _json["logBuckets"] = logBuckets.map((value) => (value).toJson()).toList()
; | 3299 _json["logBuckets"] = |
| 3300 logBuckets.map((value) => (value).toJson()).toList(); |
3153 } | 3301 } |
3154 if (max != null) { | 3302 if (max != null) { |
3155 _json["max"] = (max).toJson(); | 3303 _json["max"] = (max).toJson(); |
3156 } | 3304 } |
3157 if (min != null) { | 3305 if (min != null) { |
3158 _json["min"] = (min).toJson(); | 3306 _json["min"] = (min).toJson(); |
3159 } | 3307 } |
3160 if (sum != null) { | 3308 if (sum != null) { |
3161 _json["sum"] = (sum).toJson(); | 3309 _json["sum"] = (sum).toJson(); |
3162 } | 3310 } |
3163 if (sumOfSquares != null) { | 3311 if (sumOfSquares != null) { |
3164 _json["sumOfSquares"] = sumOfSquares; | 3312 _json["sumOfSquares"] = sumOfSquares; |
3165 } | 3313 } |
3166 return _json; | 3314 return _json; |
3167 } | 3315 } |
3168 } | 3316 } |
3169 | 3317 |
3170 /** | 3318 /// When a task splits using WorkItemStatus.dynamic_source_split, this |
3171 * When a task splits using WorkItemStatus.dynamic_source_split, this | 3319 /// message describes the two parts of the split relative to the |
3172 * message describes the two parts of the split relative to the | 3320 /// description of the current task's input. |
3173 * description of the current task's input. | |
3174 */ | |
3175 class DynamicSourceSplit { | 3321 class DynamicSourceSplit { |
3176 /** | 3322 /// Primary part (continued to be processed by worker). |
3177 * Primary part (continued to be processed by worker). | 3323 /// Specified relative to the previously-current source. |
3178 * Specified relative to the previously-current source. | 3324 /// Becomes current. |
3179 * Becomes current. | |
3180 */ | |
3181 DerivedSource primary; | 3325 DerivedSource primary; |
3182 /** | 3326 |
3183 * Residual part (returned to the pool of work). | 3327 /// Residual part (returned to the pool of work). |
3184 * Specified relative to the previously-current source. | 3328 /// Specified relative to the previously-current source. |
3185 */ | |
3186 DerivedSource residual; | 3329 DerivedSource residual; |
3187 | 3330 |
3188 DynamicSourceSplit(); | 3331 DynamicSourceSplit(); |
3189 | 3332 |
3190 DynamicSourceSplit.fromJson(core.Map _json) { | 3333 DynamicSourceSplit.fromJson(core.Map _json) { |
3191 if (_json.containsKey("primary")) { | 3334 if (_json.containsKey("primary")) { |
3192 primary = new DerivedSource.fromJson(_json["primary"]); | 3335 primary = new DerivedSource.fromJson(_json["primary"]); |
3193 } | 3336 } |
3194 if (_json.containsKey("residual")) { | 3337 if (_json.containsKey("residual")) { |
3195 residual = new DerivedSource.fromJson(_json["residual"]); | 3338 residual = new DerivedSource.fromJson(_json["residual"]); |
3196 } | 3339 } |
3197 } | 3340 } |
3198 | 3341 |
3199 core.Map<core.String, core.Object> toJson() { | 3342 core.Map<core.String, core.Object> toJson() { |
3200 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 3343 final core.Map<core.String, core.Object> _json = |
| 3344 new core.Map<core.String, core.Object>(); |
3201 if (primary != null) { | 3345 if (primary != null) { |
3202 _json["primary"] = (primary).toJson(); | 3346 _json["primary"] = (primary).toJson(); |
3203 } | 3347 } |
3204 if (residual != null) { | 3348 if (residual != null) { |
3205 _json["residual"] = (residual).toJson(); | 3349 _json["residual"] = (residual).toJson(); |
3206 } | 3350 } |
3207 return _json; | 3351 return _json; |
3208 } | 3352 } |
3209 } | 3353 } |
3210 | 3354 |
3211 /** Describes the environment in which a Dataflow Job runs. */ | 3355 /// Describes the environment in which a Dataflow Job runs. |
3212 class Environment { | 3356 class Environment { |
3213 /** | 3357 /// The type of cluster manager API to use. If unknown or |
3214 * The type of cluster manager API to use. If unknown or | 3358 /// unspecified, the service will attempt to choose a reasonable |
3215 * unspecified, the service will attempt to choose a reasonable | 3359 /// default. This should be in the form of the API service name, |
3216 * default. This should be in the form of the API service name, | 3360 /// e.g. "compute.googleapis.com". |
3217 * e.g. "compute.googleapis.com". | |
3218 */ | |
3219 core.String clusterManagerApiService; | 3361 core.String clusterManagerApiService; |
3220 /** | 3362 |
3221 * The dataset for the current project where various workflow | 3363 /// The dataset for the current project where various workflow |
3222 * related tables are stored. | 3364 /// related tables are stored. |
3223 * | 3365 /// |
3224 * The supported resource type is: | 3366 /// The supported resource type is: |
3225 * | 3367 /// |
3226 * Google BigQuery: | 3368 /// Google BigQuery: |
3227 * bigquery.googleapis.com/{dataset} | 3369 /// bigquery.googleapis.com/{dataset} |
3228 */ | |
3229 core.String dataset; | 3370 core.String dataset; |
3230 /** The list of experiments to enable. */ | 3371 |
| 3372 /// The list of experiments to enable. |
3231 core.List<core.String> experiments; | 3373 core.List<core.String> experiments; |
3232 /** | 3374 |
3233 * Experimental settings. | 3375 /// Experimental settings. |
3234 * | 3376 /// |
3235 * The values for Object must be JSON objects. It can consist of `num`, | 3377 /// The values for Object must be JSON objects. It can consist of `num`, |
3236 * `String`, `bool` and `null` as well as `Map` and `List` values. | 3378 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
3237 */ | |
3238 core.Map<core.String, core.Object> internalExperiments; | 3379 core.Map<core.String, core.Object> internalExperiments; |
3239 /** | 3380 |
3240 * The Cloud Dataflow SDK pipeline options specified by the user. These | 3381 /// The Cloud Dataflow SDK pipeline options specified by the user. These |
3241 * options are passed through the service and are used to recreate the | 3382 /// options are passed through the service and are used to recreate the |
3242 * SDK pipeline options on the worker in a language agnostic and platform | 3383 /// SDK pipeline options on the worker in a language agnostic and platform |
3243 * independent way. | 3384 /// independent way. |
3244 * | 3385 /// |
3245 * The values for Object must be JSON objects. It can consist of `num`, | 3386 /// The values for Object must be JSON objects. It can consist of `num`, |
3246 * `String`, `bool` and `null` as well as `Map` and `List` values. | 3387 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
3247 */ | |
3248 core.Map<core.String, core.Object> sdkPipelineOptions; | 3388 core.Map<core.String, core.Object> sdkPipelineOptions; |
3249 /** Identity to run virtual machines as. Defaults to the default account. */ | 3389 |
| 3390 /// Identity to run virtual machines as. Defaults to the default account. |
3250 core.String serviceAccountEmail; | 3391 core.String serviceAccountEmail; |
3251 /** | 3392 |
3252 * The prefix of the resources the system should use for temporary | 3393 /// The prefix of the resources the system should use for temporary |
3253 * storage. The system will append the suffix "/temp-{JOBNAME} to | 3394 /// storage. The system will append the suffix "/temp-{JOBNAME} to |
3254 * this resource prefix, where {JOBNAME} is the value of the | 3395 /// this resource prefix, where {JOBNAME} is the value of the |
3255 * job_name field. The resulting bucket and object prefix is used | 3396 /// job_name field. The resulting bucket and object prefix is used |
3256 * as the prefix of the resources used to store temporary data | 3397 /// as the prefix of the resources used to store temporary data |
3257 * needed during the job execution. NOTE: This will override the | 3398 /// needed during the job execution. NOTE: This will override the |
3258 * value in taskrunner_settings. | 3399 /// value in taskrunner_settings. |
3259 * The supported resource type is: | 3400 /// The supported resource type is: |
3260 * | 3401 /// |
3261 * Google Cloud Storage: | 3402 /// Google Cloud Storage: |
3262 * | 3403 /// |
3263 * storage.googleapis.com/{bucket}/{object} | 3404 /// storage.googleapis.com/{bucket}/{object} |
3264 * bucket.storage.googleapis.com/{object} | 3405 /// bucket.storage.googleapis.com/{object} |
3265 */ | |
3266 core.String tempStoragePrefix; | 3406 core.String tempStoragePrefix; |
3267 /** | 3407 |
3268 * A description of the process that generated the request. | 3408 /// A description of the process that generated the request. |
3269 * | 3409 /// |
3270 * The values for Object must be JSON objects. It can consist of `num`, | 3410 /// The values for Object must be JSON objects. It can consist of `num`, |
3271 * `String`, `bool` and `null` as well as `Map` and `List` values. | 3411 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
3272 */ | |
3273 core.Map<core.String, core.Object> userAgent; | 3412 core.Map<core.String, core.Object> userAgent; |
3274 /** | 3413 |
3275 * A structure describing which components and their versions of the service | 3414 /// A structure describing which components and their versions of the service |
3276 * are required in order to run the job. | 3415 /// are required in order to run the job. |
3277 * | 3416 /// |
3278 * The values for Object must be JSON objects. It can consist of `num`, | 3417 /// The values for Object must be JSON objects. It can consist of `num`, |
3279 * `String`, `bool` and `null` as well as `Map` and `List` values. | 3418 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
3280 */ | |
3281 core.Map<core.String, core.Object> version; | 3419 core.Map<core.String, core.Object> version; |
3282 /** | 3420 |
3283 * The worker pools. At least one "harness" worker pool must be | 3421 /// The worker pools. At least one "harness" worker pool must be |
3284 * specified in order for the job to have workers. | 3422 /// specified in order for the job to have workers. |
3285 */ | |
3286 core.List<WorkerPool> workerPools; | 3423 core.List<WorkerPool> workerPools; |
3287 | 3424 |
3288 Environment(); | 3425 Environment(); |
3289 | 3426 |
3290 Environment.fromJson(core.Map _json) { | 3427 Environment.fromJson(core.Map _json) { |
3291 if (_json.containsKey("clusterManagerApiService")) { | 3428 if (_json.containsKey("clusterManagerApiService")) { |
3292 clusterManagerApiService = _json["clusterManagerApiService"]; | 3429 clusterManagerApiService = _json["clusterManagerApiService"]; |
3293 } | 3430 } |
3294 if (_json.containsKey("dataset")) { | 3431 if (_json.containsKey("dataset")) { |
3295 dataset = _json["dataset"]; | 3432 dataset = _json["dataset"]; |
(...skipping 13 matching lines...) Expand all Loading... |
3309 if (_json.containsKey("tempStoragePrefix")) { | 3446 if (_json.containsKey("tempStoragePrefix")) { |
3310 tempStoragePrefix = _json["tempStoragePrefix"]; | 3447 tempStoragePrefix = _json["tempStoragePrefix"]; |
3311 } | 3448 } |
3312 if (_json.containsKey("userAgent")) { | 3449 if (_json.containsKey("userAgent")) { |
3313 userAgent = _json["userAgent"]; | 3450 userAgent = _json["userAgent"]; |
3314 } | 3451 } |
3315 if (_json.containsKey("version")) { | 3452 if (_json.containsKey("version")) { |
3316 version = _json["version"]; | 3453 version = _json["version"]; |
3317 } | 3454 } |
3318 if (_json.containsKey("workerPools")) { | 3455 if (_json.containsKey("workerPools")) { |
3319 workerPools = _json["workerPools"].map((value) => new WorkerPool.fromJson(
value)).toList(); | 3456 workerPools = _json["workerPools"] |
| 3457 .map((value) => new WorkerPool.fromJson(value)) |
| 3458 .toList(); |
3320 } | 3459 } |
3321 } | 3460 } |
3322 | 3461 |
3323 core.Map<core.String, core.Object> toJson() { | 3462 core.Map<core.String, core.Object> toJson() { |
3324 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 3463 final core.Map<core.String, core.Object> _json = |
| 3464 new core.Map<core.String, core.Object>(); |
3325 if (clusterManagerApiService != null) { | 3465 if (clusterManagerApiService != null) { |
3326 _json["clusterManagerApiService"] = clusterManagerApiService; | 3466 _json["clusterManagerApiService"] = clusterManagerApiService; |
3327 } | 3467 } |
3328 if (dataset != null) { | 3468 if (dataset != null) { |
3329 _json["dataset"] = dataset; | 3469 _json["dataset"] = dataset; |
3330 } | 3470 } |
3331 if (experiments != null) { | 3471 if (experiments != null) { |
3332 _json["experiments"] = experiments; | 3472 _json["experiments"] = experiments; |
3333 } | 3473 } |
3334 if (internalExperiments != null) { | 3474 if (internalExperiments != null) { |
3335 _json["internalExperiments"] = internalExperiments; | 3475 _json["internalExperiments"] = internalExperiments; |
3336 } | 3476 } |
3337 if (sdkPipelineOptions != null) { | 3477 if (sdkPipelineOptions != null) { |
3338 _json["sdkPipelineOptions"] = sdkPipelineOptions; | 3478 _json["sdkPipelineOptions"] = sdkPipelineOptions; |
3339 } | 3479 } |
3340 if (serviceAccountEmail != null) { | 3480 if (serviceAccountEmail != null) { |
3341 _json["serviceAccountEmail"] = serviceAccountEmail; | 3481 _json["serviceAccountEmail"] = serviceAccountEmail; |
3342 } | 3482 } |
3343 if (tempStoragePrefix != null) { | 3483 if (tempStoragePrefix != null) { |
3344 _json["tempStoragePrefix"] = tempStoragePrefix; | 3484 _json["tempStoragePrefix"] = tempStoragePrefix; |
3345 } | 3485 } |
3346 if (userAgent != null) { | 3486 if (userAgent != null) { |
3347 _json["userAgent"] = userAgent; | 3487 _json["userAgent"] = userAgent; |
3348 } | 3488 } |
3349 if (version != null) { | 3489 if (version != null) { |
3350 _json["version"] = version; | 3490 _json["version"] = version; |
3351 } | 3491 } |
3352 if (workerPools != null) { | 3492 if (workerPools != null) { |
3353 _json["workerPools"] = workerPools.map((value) => (value).toJson()).toList
(); | 3493 _json["workerPools"] = |
| 3494 workerPools.map((value) => (value).toJson()).toList(); |
3354 } | 3495 } |
3355 return _json; | 3496 return _json; |
3356 } | 3497 } |
3357 } | 3498 } |
3358 | 3499 |
3359 /** A message describing the state of a particular execution stage. */ | 3500 /// A message describing the state of a particular execution stage. |
3360 class ExecutionStageState { | 3501 class ExecutionStageState { |
3361 /** The time at which the stage transitioned to this state. */ | 3502 /// The time at which the stage transitioned to this state. |
3362 core.String currentStateTime; | 3503 core.String currentStateTime; |
3363 /** The name of the execution stage. */ | 3504 |
| 3505 /// The name of the execution stage. |
3364 core.String executionStageName; | 3506 core.String executionStageName; |
3365 /** | 3507 |
3366 * Executions stage states allow the same set of values as JobState. | 3508 /// Executions stage states allow the same set of values as JobState. |
3367 * Possible string values are: | 3509 /// Possible string values are: |
3368 * - "JOB_STATE_UNKNOWN" : The job's run state isn't specified. | 3510 /// - "JOB_STATE_UNKNOWN" : The job's run state isn't specified. |
3369 * - "JOB_STATE_STOPPED" : `JOB_STATE_STOPPED` indicates that the job has not | 3511 /// - "JOB_STATE_STOPPED" : `JOB_STATE_STOPPED` indicates that the job has |
3370 * yet started to run. | 3512 /// not |
3371 * - "JOB_STATE_RUNNING" : `JOB_STATE_RUNNING` indicates that the job is | 3513 /// yet started to run. |
3372 * currently running. | 3514 /// - "JOB_STATE_RUNNING" : `JOB_STATE_RUNNING` indicates that the job is |
3373 * - "JOB_STATE_DONE" : `JOB_STATE_DONE` indicates that the job has | 3515 /// currently running. |
3374 * successfully completed. | 3516 /// - "JOB_STATE_DONE" : `JOB_STATE_DONE` indicates that the job has |
3375 * This is a terminal job state. This state may be set by the Cloud Dataflow | 3517 /// successfully completed. |
3376 * service, as a transition from `JOB_STATE_RUNNING`. It may also be set via a | 3518 /// This is a terminal job state. This state may be set by the Cloud |
3377 * Cloud Dataflow `UpdateJob` call, if the job has not yet reached a terminal | 3519 /// Dataflow |
3378 * state. | 3520 /// service, as a transition from `JOB_STATE_RUNNING`. It may also be set via |
3379 * - "JOB_STATE_FAILED" : `JOB_STATE_FAILED` indicates that the job has | 3521 /// a |
3380 * failed. This is a | 3522 /// Cloud Dataflow `UpdateJob` call, if the job has not yet reached a |
3381 * terminal job state. This state may only be set by the Cloud Dataflow | 3523 /// terminal |
3382 * service, and only as a transition from `JOB_STATE_RUNNING`. | 3524 /// state. |
3383 * - "JOB_STATE_CANCELLED" : `JOB_STATE_CANCELLED` indicates that the job has | 3525 /// - "JOB_STATE_FAILED" : `JOB_STATE_FAILED` indicates that the job has |
3384 * been explicitly | 3526 /// failed. This is a |
3385 * cancelled. This is a terminal job state. This state may only be | 3527 /// terminal job state. This state may only be set by the Cloud Dataflow |
3386 * set via a Cloud Dataflow `UpdateJob` call, and only if the job has not | 3528 /// service, and only as a transition from `JOB_STATE_RUNNING`. |
3387 * yet reached another terminal state. | 3529 /// - "JOB_STATE_CANCELLED" : `JOB_STATE_CANCELLED` indicates that the job |
3388 * - "JOB_STATE_UPDATED" : `JOB_STATE_UPDATED` indicates that the job was | 3530 /// has been explicitly |
3389 * successfully updated, | 3531 /// cancelled. This is a terminal job state. This state may only be |
3390 * meaning that this job was stopped and another job was started, inheriting | 3532 /// set via a Cloud Dataflow `UpdateJob` call, and only if the job has not |
3391 * state from this one. This is a terminal job state. This state may only be | 3533 /// yet reached another terminal state. |
3392 * set by the Cloud Dataflow service, and only as a transition from | 3534 /// - "JOB_STATE_UPDATED" : `JOB_STATE_UPDATED` indicates that the job was |
3393 * `JOB_STATE_RUNNING`. | 3535 /// successfully updated, |
3394 * - "JOB_STATE_DRAINING" : `JOB_STATE_DRAINING` indicates that the job is in | 3536 /// meaning that this job was stopped and another job was started, inheriting |
3395 * the process of draining. | 3537 /// state from this one. This is a terminal job state. This state may only be |
3396 * A draining job has stopped pulling from its input sources and is processing | 3538 /// set by the Cloud Dataflow service, and only as a transition from |
3397 * any data that remains in-flight. This state may be set via a Cloud Dataflow | 3539 /// `JOB_STATE_RUNNING`. |
3398 * `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`. Jobs | 3540 /// - "JOB_STATE_DRAINING" : `JOB_STATE_DRAINING` indicates that the job is |
3399 * that are draining may only transition to `JOB_STATE_DRAINED`, | 3541 /// in the process of draining. |
3400 * `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`. | 3542 /// A draining job has stopped pulling from its input sources and is |
3401 * - "JOB_STATE_DRAINED" : `JOB_STATE_DRAINED` indicates that the job has been | 3543 /// processing |
3402 * drained. | 3544 /// any data that remains in-flight. This state may be set via a Cloud |
3403 * A drained job terminated by stopping pulling from its input sources and | 3545 /// Dataflow |
3404 * processing any data that remained in-flight when draining was requested. | 3546 /// `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`. Jobs |
3405 * This state is a terminal state, may only be set by the Cloud Dataflow | 3547 /// that are draining may only transition to `JOB_STATE_DRAINED`, |
3406 * service, and only as a transition from `JOB_STATE_DRAINING`. | 3548 /// `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`. |
3407 * - "JOB_STATE_PENDING" : 'JOB_STATE_PENDING' indicates that the job has been | 3549 /// - "JOB_STATE_DRAINED" : `JOB_STATE_DRAINED` indicates that the job has |
3408 * created but is not yet | 3550 /// been drained. |
3409 * running. Jobs that are pending may only transition to `JOB_STATE_RUNNING`, | 3551 /// A drained job terminated by stopping pulling from its input sources and |
3410 * or `JOB_STATE_FAILED`. | 3552 /// processing any data that remained in-flight when draining was requested. |
3411 * - "JOB_STATE_CANCELLING" : 'JOB_STATE_CANCELLING' indicates that the job | 3553 /// This state is a terminal state, may only be set by the Cloud Dataflow |
3412 * has been explicitly cancelled | 3554 /// service, and only as a transition from `JOB_STATE_DRAINING`. |
3413 * and is in the process of stopping. Jobs that are cancelling may only | 3555 /// - "JOB_STATE_PENDING" : 'JOB_STATE_PENDING' indicates that the job has |
3414 * transition to 'JOB_STATE_CANCELLED' or 'JOB_STATE_FAILED'. | 3556 /// been created but is not yet |
3415 */ | 3557 /// running. Jobs that are pending may only transition to |
| 3558 /// `JOB_STATE_RUNNING`, |
| 3559 /// or `JOB_STATE_FAILED`. |
| 3560 /// - "JOB_STATE_CANCELLING" : 'JOB_STATE_CANCELLING' indicates that the job |
| 3561 /// has been explicitly cancelled |
| 3562 /// and is in the process of stopping. Jobs that are cancelling may only |
| 3563 /// transition to 'JOB_STATE_CANCELLED' or 'JOB_STATE_FAILED'. |
3416 core.String executionStageState; | 3564 core.String executionStageState; |
3417 | 3565 |
3418 ExecutionStageState(); | 3566 ExecutionStageState(); |
3419 | 3567 |
3420 ExecutionStageState.fromJson(core.Map _json) { | 3568 ExecutionStageState.fromJson(core.Map _json) { |
3421 if (_json.containsKey("currentStateTime")) { | 3569 if (_json.containsKey("currentStateTime")) { |
3422 currentStateTime = _json["currentStateTime"]; | 3570 currentStateTime = _json["currentStateTime"]; |
3423 } | 3571 } |
3424 if (_json.containsKey("executionStageName")) { | 3572 if (_json.containsKey("executionStageName")) { |
3425 executionStageName = _json["executionStageName"]; | 3573 executionStageName = _json["executionStageName"]; |
3426 } | 3574 } |
3427 if (_json.containsKey("executionStageState")) { | 3575 if (_json.containsKey("executionStageState")) { |
3428 executionStageState = _json["executionStageState"]; | 3576 executionStageState = _json["executionStageState"]; |
3429 } | 3577 } |
3430 } | 3578 } |
3431 | 3579 |
3432 core.Map<core.String, core.Object> toJson() { | 3580 core.Map<core.String, core.Object> toJson() { |
3433 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 3581 final core.Map<core.String, core.Object> _json = |
| 3582 new core.Map<core.String, core.Object>(); |
3434 if (currentStateTime != null) { | 3583 if (currentStateTime != null) { |
3435 _json["currentStateTime"] = currentStateTime; | 3584 _json["currentStateTime"] = currentStateTime; |
3436 } | 3585 } |
3437 if (executionStageName != null) { | 3586 if (executionStageName != null) { |
3438 _json["executionStageName"] = executionStageName; | 3587 _json["executionStageName"] = executionStageName; |
3439 } | 3588 } |
3440 if (executionStageState != null) { | 3589 if (executionStageState != null) { |
3441 _json["executionStageState"] = executionStageState; | 3590 _json["executionStageState"] = executionStageState; |
3442 } | 3591 } |
3443 return _json; | 3592 return _json; |
3444 } | 3593 } |
3445 } | 3594 } |
3446 | 3595 |
3447 /** | 3596 /// Description of the composing transforms, names/ids, and input/outputs of a |
3448 * Description of the composing transforms, names/ids, and input/outputs of a | 3597 /// stage of execution. Some composing transforms and sources may have been |
3449 * stage of execution. Some composing transforms and sources may have been | 3598 /// generated by the Dataflow service during execution planning. |
3450 * generated by the Dataflow service during execution planning. | |
3451 */ | |
3452 class ExecutionStageSummary { | 3599 class ExecutionStageSummary { |
3453 /** | 3600 /// Collections produced and consumed by component transforms of this stage. |
3454 * Collections produced and consumed by component transforms of this stage. | |
3455 */ | |
3456 core.List<ComponentSource> componentSource; | 3601 core.List<ComponentSource> componentSource; |
3457 /** Transforms that comprise this execution stage. */ | 3602 |
| 3603 /// Transforms that comprise this execution stage. |
3458 core.List<ComponentTransform> componentTransform; | 3604 core.List<ComponentTransform> componentTransform; |
3459 /** Dataflow service generated id for this stage. */ | 3605 |
| 3606 /// Dataflow service generated id for this stage. |
3460 core.String id; | 3607 core.String id; |
3461 /** Input sources for this stage. */ | 3608 |
| 3609 /// Input sources for this stage. |
3462 core.List<StageSource> inputSource; | 3610 core.List<StageSource> inputSource; |
3463 /** | 3611 |
3464 * Type of tranform this stage is executing. | 3612 /// Type of tranform this stage is executing. |
3465 * Possible string values are: | 3613 /// Possible string values are: |
3466 * - "UNKNOWN_KIND" : Unrecognized transform type. | 3614 /// - "UNKNOWN_KIND" : Unrecognized transform type. |
3467 * - "PAR_DO_KIND" : ParDo transform. | 3615 /// - "PAR_DO_KIND" : ParDo transform. |
3468 * - "GROUP_BY_KEY_KIND" : Group By Key transform. | 3616 /// - "GROUP_BY_KEY_KIND" : Group By Key transform. |
3469 * - "FLATTEN_KIND" : Flatten transform. | 3617 /// - "FLATTEN_KIND" : Flatten transform. |
3470 * - "READ_KIND" : Read transform. | 3618 /// - "READ_KIND" : Read transform. |
3471 * - "WRITE_KIND" : Write transform. | 3619 /// - "WRITE_KIND" : Write transform. |
3472 * - "CONSTANT_KIND" : Constructs from a constant value, such as with | 3620 /// - "CONSTANT_KIND" : Constructs from a constant value, such as with |
3473 * Create.of. | 3621 /// Create.of. |
3474 * - "SINGLETON_KIND" : Creates a Singleton view of a collection. | 3622 /// - "SINGLETON_KIND" : Creates a Singleton view of a collection. |
3475 * - "SHUFFLE_KIND" : Opening or closing a shuffle session, often as part of a | 3623 /// - "SHUFFLE_KIND" : Opening or closing a shuffle session, often as part of |
3476 * GroupByKey. | 3624 /// a GroupByKey. |
3477 */ | |
3478 core.String kind; | 3625 core.String kind; |
3479 /** Dataflow service generated name for this stage. */ | 3626 |
| 3627 /// Dataflow service generated name for this stage. |
3480 core.String name; | 3628 core.String name; |
3481 /** Output sources for this stage. */ | 3629 |
| 3630 /// Output sources for this stage. |
3482 core.List<StageSource> outputSource; | 3631 core.List<StageSource> outputSource; |
3483 | 3632 |
3484 ExecutionStageSummary(); | 3633 ExecutionStageSummary(); |
3485 | 3634 |
3486 ExecutionStageSummary.fromJson(core.Map _json) { | 3635 ExecutionStageSummary.fromJson(core.Map _json) { |
3487 if (_json.containsKey("componentSource")) { | 3636 if (_json.containsKey("componentSource")) { |
3488 componentSource = _json["componentSource"].map((value) => new ComponentSou
rce.fromJson(value)).toList(); | 3637 componentSource = _json["componentSource"] |
| 3638 .map((value) => new ComponentSource.fromJson(value)) |
| 3639 .toList(); |
3489 } | 3640 } |
3490 if (_json.containsKey("componentTransform")) { | 3641 if (_json.containsKey("componentTransform")) { |
3491 componentTransform = _json["componentTransform"].map((value) => new Compon
entTransform.fromJson(value)).toList(); | 3642 componentTransform = _json["componentTransform"] |
| 3643 .map((value) => new ComponentTransform.fromJson(value)) |
| 3644 .toList(); |
3492 } | 3645 } |
3493 if (_json.containsKey("id")) { | 3646 if (_json.containsKey("id")) { |
3494 id = _json["id"]; | 3647 id = _json["id"]; |
3495 } | 3648 } |
3496 if (_json.containsKey("inputSource")) { | 3649 if (_json.containsKey("inputSource")) { |
3497 inputSource = _json["inputSource"].map((value) => new StageSource.fromJson
(value)).toList(); | 3650 inputSource = _json["inputSource"] |
| 3651 .map((value) => new StageSource.fromJson(value)) |
| 3652 .toList(); |
3498 } | 3653 } |
3499 if (_json.containsKey("kind")) { | 3654 if (_json.containsKey("kind")) { |
3500 kind = _json["kind"]; | 3655 kind = _json["kind"]; |
3501 } | 3656 } |
3502 if (_json.containsKey("name")) { | 3657 if (_json.containsKey("name")) { |
3503 name = _json["name"]; | 3658 name = _json["name"]; |
3504 } | 3659 } |
3505 if (_json.containsKey("outputSource")) { | 3660 if (_json.containsKey("outputSource")) { |
3506 outputSource = _json["outputSource"].map((value) => new StageSource.fromJs
on(value)).toList(); | 3661 outputSource = _json["outputSource"] |
| 3662 .map((value) => new StageSource.fromJson(value)) |
| 3663 .toList(); |
3507 } | 3664 } |
3508 } | 3665 } |
3509 | 3666 |
3510 core.Map<core.String, core.Object> toJson() { | 3667 core.Map<core.String, core.Object> toJson() { |
3511 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 3668 final core.Map<core.String, core.Object> _json = |
| 3669 new core.Map<core.String, core.Object>(); |
3512 if (componentSource != null) { | 3670 if (componentSource != null) { |
3513 _json["componentSource"] = componentSource.map((value) => (value).toJson()
).toList(); | 3671 _json["componentSource"] = |
| 3672 componentSource.map((value) => (value).toJson()).toList(); |
3514 } | 3673 } |
3515 if (componentTransform != null) { | 3674 if (componentTransform != null) { |
3516 _json["componentTransform"] = componentTransform.map((value) => (value).to
Json()).toList(); | 3675 _json["componentTransform"] = |
| 3676 componentTransform.map((value) => (value).toJson()).toList(); |
3517 } | 3677 } |
3518 if (id != null) { | 3678 if (id != null) { |
3519 _json["id"] = id; | 3679 _json["id"] = id; |
3520 } | 3680 } |
3521 if (inputSource != null) { | 3681 if (inputSource != null) { |
3522 _json["inputSource"] = inputSource.map((value) => (value).toJson()).toList
(); | 3682 _json["inputSource"] = |
| 3683 inputSource.map((value) => (value).toJson()).toList(); |
3523 } | 3684 } |
3524 if (kind != null) { | 3685 if (kind != null) { |
3525 _json["kind"] = kind; | 3686 _json["kind"] = kind; |
3526 } | 3687 } |
3527 if (name != null) { | 3688 if (name != null) { |
3528 _json["name"] = name; | 3689 _json["name"] = name; |
3529 } | 3690 } |
3530 if (outputSource != null) { | 3691 if (outputSource != null) { |
3531 _json["outputSource"] = outputSource.map((value) => (value).toJson()).toLi
st(); | 3692 _json["outputSource"] = |
| 3693 outputSource.map((value) => (value).toJson()).toList(); |
3532 } | 3694 } |
3533 return _json; | 3695 return _json; |
3534 } | 3696 } |
3535 } | 3697 } |
3536 | 3698 |
3537 /** Indicates which location failed to respond to a request for data. */ | 3699 /// Indicates which location failed to respond to a request for data. |
3538 class FailedLocation { | 3700 class FailedLocation { |
3539 /** The name of the failed location. */ | 3701 /// The name of the failed location. |
3540 core.String name; | 3702 core.String name; |
3541 | 3703 |
3542 FailedLocation(); | 3704 FailedLocation(); |
3543 | 3705 |
3544 FailedLocation.fromJson(core.Map _json) { | 3706 FailedLocation.fromJson(core.Map _json) { |
3545 if (_json.containsKey("name")) { | 3707 if (_json.containsKey("name")) { |
3546 name = _json["name"]; | 3708 name = _json["name"]; |
3547 } | 3709 } |
3548 } | 3710 } |
3549 | 3711 |
3550 core.Map<core.String, core.Object> toJson() { | 3712 core.Map<core.String, core.Object> toJson() { |
3551 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 3713 final core.Map<core.String, core.Object> _json = |
| 3714 new core.Map<core.String, core.Object>(); |
3552 if (name != null) { | 3715 if (name != null) { |
3553 _json["name"] = name; | 3716 _json["name"] = name; |
3554 } | 3717 } |
3555 return _json; | 3718 return _json; |
3556 } | 3719 } |
3557 } | 3720 } |
3558 | 3721 |
3559 /** | 3722 /// An instruction that copies its inputs (zero or more) to its (single) |
3560 * An instruction that copies its inputs (zero or more) to its (single) output. | 3723 /// output. |
3561 */ | |
3562 class FlattenInstruction { | 3724 class FlattenInstruction { |
3563 /** Describes the inputs to the flatten instruction. */ | 3725 /// Describes the inputs to the flatten instruction. |
3564 core.List<InstructionInput> inputs; | 3726 core.List<InstructionInput> inputs; |
3565 | 3727 |
3566 FlattenInstruction(); | 3728 FlattenInstruction(); |
3567 | 3729 |
3568 FlattenInstruction.fromJson(core.Map _json) { | 3730 FlattenInstruction.fromJson(core.Map _json) { |
3569 if (_json.containsKey("inputs")) { | 3731 if (_json.containsKey("inputs")) { |
3570 inputs = _json["inputs"].map((value) => new InstructionInput.fromJson(valu
e)).toList(); | 3732 inputs = _json["inputs"] |
| 3733 .map((value) => new InstructionInput.fromJson(value)) |
| 3734 .toList(); |
3571 } | 3735 } |
3572 } | 3736 } |
3573 | 3737 |
3574 core.Map<core.String, core.Object> toJson() { | 3738 core.Map<core.String, core.Object> toJson() { |
3575 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 3739 final core.Map<core.String, core.Object> _json = |
| 3740 new core.Map<core.String, core.Object>(); |
3576 if (inputs != null) { | 3741 if (inputs != null) { |
3577 _json["inputs"] = inputs.map((value) => (value).toJson()).toList(); | 3742 _json["inputs"] = inputs.map((value) => (value).toJson()).toList(); |
3578 } | 3743 } |
3579 return _json; | 3744 return _json; |
3580 } | 3745 } |
3581 } | 3746 } |
3582 | 3747 |
3583 /** A metric value representing a list of floating point numbers. */ | 3748 /// A metric value representing a list of floating point numbers. |
3584 class FloatingPointList { | 3749 class FloatingPointList { |
3585 /** Elements of the list. */ | 3750 /// Elements of the list. |
3586 core.List<core.double> elements; | 3751 core.List<core.double> elements; |
3587 | 3752 |
3588 FloatingPointList(); | 3753 FloatingPointList(); |
3589 | 3754 |
3590 FloatingPointList.fromJson(core.Map _json) { | 3755 FloatingPointList.fromJson(core.Map _json) { |
3591 if (_json.containsKey("elements")) { | 3756 if (_json.containsKey("elements")) { |
3592 elements = _json["elements"]; | 3757 elements = _json["elements"]; |
3593 } | 3758 } |
3594 } | 3759 } |
3595 | 3760 |
3596 core.Map<core.String, core.Object> toJson() { | 3761 core.Map<core.String, core.Object> toJson() { |
3597 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 3762 final core.Map<core.String, core.Object> _json = |
| 3763 new core.Map<core.String, core.Object>(); |
3598 if (elements != null) { | 3764 if (elements != null) { |
3599 _json["elements"] = elements; | 3765 _json["elements"] = elements; |
3600 } | 3766 } |
3601 return _json; | 3767 return _json; |
3602 } | 3768 } |
3603 } | 3769 } |
3604 | 3770 |
3605 /** A representation of a floating point mean metric contribution. */ | 3771 /// A representation of a floating point mean metric contribution. |
3606 class FloatingPointMean { | 3772 class FloatingPointMean { |
3607 /** The number of values being aggregated. */ | 3773 /// The number of values being aggregated. |
3608 SplitInt64 count; | 3774 SplitInt64 count; |
3609 /** The sum of all values being aggregated. */ | 3775 |
| 3776 /// The sum of all values being aggregated. |
3610 core.double sum; | 3777 core.double sum; |
3611 | 3778 |
3612 FloatingPointMean(); | 3779 FloatingPointMean(); |
3613 | 3780 |
3614 FloatingPointMean.fromJson(core.Map _json) { | 3781 FloatingPointMean.fromJson(core.Map _json) { |
3615 if (_json.containsKey("count")) { | 3782 if (_json.containsKey("count")) { |
3616 count = new SplitInt64.fromJson(_json["count"]); | 3783 count = new SplitInt64.fromJson(_json["count"]); |
3617 } | 3784 } |
3618 if (_json.containsKey("sum")) { | 3785 if (_json.containsKey("sum")) { |
3619 sum = _json["sum"]; | 3786 sum = _json["sum"]; |
3620 } | 3787 } |
3621 } | 3788 } |
3622 | 3789 |
3623 core.Map<core.String, core.Object> toJson() { | 3790 core.Map<core.String, core.Object> toJson() { |
3624 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 3791 final core.Map<core.String, core.Object> _json = |
| 3792 new core.Map<core.String, core.Object>(); |
3625 if (count != null) { | 3793 if (count != null) { |
3626 _json["count"] = (count).toJson(); | 3794 _json["count"] = (count).toJson(); |
3627 } | 3795 } |
3628 if (sum != null) { | 3796 if (sum != null) { |
3629 _json["sum"] = sum; | 3797 _json["sum"] = sum; |
3630 } | 3798 } |
3631 return _json; | 3799 return _json; |
3632 } | 3800 } |
3633 } | 3801 } |
3634 | 3802 |
3635 /** Request to get updated debug configuration for component. */ | 3803 /// Request to get updated debug configuration for component. |
3636 class GetDebugConfigRequest { | 3804 class GetDebugConfigRequest { |
3637 /** | 3805 /// The internal component id for which debug configuration is |
3638 * The internal component id for which debug configuration is | 3806 /// requested. |
3639 * requested. | |
3640 */ | |
3641 core.String componentId; | 3807 core.String componentId; |
3642 /** The location which contains the job specified by job_id. */ | 3808 |
| 3809 /// The location which contains the job specified by job_id. |
3643 core.String location; | 3810 core.String location; |
3644 /** The worker id, i.e., VM hostname. */ | 3811 |
| 3812 /// The worker id, i.e., VM hostname. |
3645 core.String workerId; | 3813 core.String workerId; |
3646 | 3814 |
3647 GetDebugConfigRequest(); | 3815 GetDebugConfigRequest(); |
3648 | 3816 |
3649 GetDebugConfigRequest.fromJson(core.Map _json) { | 3817 GetDebugConfigRequest.fromJson(core.Map _json) { |
3650 if (_json.containsKey("componentId")) { | 3818 if (_json.containsKey("componentId")) { |
3651 componentId = _json["componentId"]; | 3819 componentId = _json["componentId"]; |
3652 } | 3820 } |
3653 if (_json.containsKey("location")) { | 3821 if (_json.containsKey("location")) { |
3654 location = _json["location"]; | 3822 location = _json["location"]; |
3655 } | 3823 } |
3656 if (_json.containsKey("workerId")) { | 3824 if (_json.containsKey("workerId")) { |
3657 workerId = _json["workerId"]; | 3825 workerId = _json["workerId"]; |
3658 } | 3826 } |
3659 } | 3827 } |
3660 | 3828 |
3661 core.Map<core.String, core.Object> toJson() { | 3829 core.Map<core.String, core.Object> toJson() { |
3662 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 3830 final core.Map<core.String, core.Object> _json = |
| 3831 new core.Map<core.String, core.Object>(); |
3663 if (componentId != null) { | 3832 if (componentId != null) { |
3664 _json["componentId"] = componentId; | 3833 _json["componentId"] = componentId; |
3665 } | 3834 } |
3666 if (location != null) { | 3835 if (location != null) { |
3667 _json["location"] = location; | 3836 _json["location"] = location; |
3668 } | 3837 } |
3669 if (workerId != null) { | 3838 if (workerId != null) { |
3670 _json["workerId"] = workerId; | 3839 _json["workerId"] = workerId; |
3671 } | 3840 } |
3672 return _json; | 3841 return _json; |
3673 } | 3842 } |
3674 } | 3843 } |
3675 | 3844 |
3676 /** Response to a get debug configuration request. */ | 3845 /// Response to a get debug configuration request. |
3677 class GetDebugConfigResponse { | 3846 class GetDebugConfigResponse { |
3678 /** The encoded debug configuration for the requested component. */ | 3847 /// The encoded debug configuration for the requested component. |
3679 core.String config; | 3848 core.String config; |
3680 | 3849 |
3681 GetDebugConfigResponse(); | 3850 GetDebugConfigResponse(); |
3682 | 3851 |
3683 GetDebugConfigResponse.fromJson(core.Map _json) { | 3852 GetDebugConfigResponse.fromJson(core.Map _json) { |
3684 if (_json.containsKey("config")) { | 3853 if (_json.containsKey("config")) { |
3685 config = _json["config"]; | 3854 config = _json["config"]; |
3686 } | 3855 } |
3687 } | 3856 } |
3688 | 3857 |
3689 core.Map<core.String, core.Object> toJson() { | 3858 core.Map<core.String, core.Object> toJson() { |
3690 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 3859 final core.Map<core.String, core.Object> _json = |
| 3860 new core.Map<core.String, core.Object>(); |
3691 if (config != null) { | 3861 if (config != null) { |
3692 _json["config"] = config; | 3862 _json["config"] = config; |
3693 } | 3863 } |
3694 return _json; | 3864 return _json; |
3695 } | 3865 } |
3696 } | 3866 } |
3697 | 3867 |
3698 /** The response to a GetTemplate request. */ | 3868 /// The response to a GetTemplate request. |
3699 class GetTemplateResponse { | 3869 class GetTemplateResponse { |
3700 /** | 3870 /// The template metadata describing the template name, available |
3701 * The template metadata describing the template name, available | 3871 /// parameters, etc. |
3702 * parameters, etc. | |
3703 */ | |
3704 TemplateMetadata metadata; | 3872 TemplateMetadata metadata; |
3705 /** | 3873 |
3706 * The status of the get template request. Any problems with the | 3874 /// The status of the get template request. Any problems with the |
3707 * request will be indicated in the error_details. | 3875 /// request will be indicated in the error_details. |
3708 */ | |
3709 Status status; | 3876 Status status; |
3710 | 3877 |
3711 GetTemplateResponse(); | 3878 GetTemplateResponse(); |
3712 | 3879 |
3713 GetTemplateResponse.fromJson(core.Map _json) { | 3880 GetTemplateResponse.fromJson(core.Map _json) { |
3714 if (_json.containsKey("metadata")) { | 3881 if (_json.containsKey("metadata")) { |
3715 metadata = new TemplateMetadata.fromJson(_json["metadata"]); | 3882 metadata = new TemplateMetadata.fromJson(_json["metadata"]); |
3716 } | 3883 } |
3717 if (_json.containsKey("status")) { | 3884 if (_json.containsKey("status")) { |
3718 status = new Status.fromJson(_json["status"]); | 3885 status = new Status.fromJson(_json["status"]); |
3719 } | 3886 } |
3720 } | 3887 } |
3721 | 3888 |
3722 core.Map<core.String, core.Object> toJson() { | 3889 core.Map<core.String, core.Object> toJson() { |
3723 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 3890 final core.Map<core.String, core.Object> _json = |
| 3891 new core.Map<core.String, core.Object>(); |
3724 if (metadata != null) { | 3892 if (metadata != null) { |
3725 _json["metadata"] = (metadata).toJson(); | 3893 _json["metadata"] = (metadata).toJson(); |
3726 } | 3894 } |
3727 if (status != null) { | 3895 if (status != null) { |
3728 _json["status"] = (status).toJson(); | 3896 _json["status"] = (status).toJson(); |
3729 } | 3897 } |
3730 return _json; | 3898 return _json; |
3731 } | 3899 } |
3732 } | 3900 } |
3733 | 3901 |
3734 /** | 3902 /// An input of an instruction, as a reference to an output of a |
3735 * An input of an instruction, as a reference to an output of a | 3903 /// producer instruction. |
3736 * producer instruction. | |
3737 */ | |
3738 class InstructionInput { | 3904 class InstructionInput { |
3739 /** The output index (origin zero) within the producer. */ | 3905 /// The output index (origin zero) within the producer. |
3740 core.int outputNum; | 3906 core.int outputNum; |
3741 /** | 3907 |
3742 * The index (origin zero) of the parallel instruction that produces | 3908 /// The index (origin zero) of the parallel instruction that produces |
3743 * the output to be consumed by this input. This index is relative | 3909 /// the output to be consumed by this input. This index is relative |
3744 * to the list of instructions in this input's instruction's | 3910 /// to the list of instructions in this input's instruction's |
3745 * containing MapTask. | 3911 /// containing MapTask. |
3746 */ | |
3747 core.int producerInstructionIndex; | 3912 core.int producerInstructionIndex; |
3748 | 3913 |
3749 InstructionInput(); | 3914 InstructionInput(); |
3750 | 3915 |
3751 InstructionInput.fromJson(core.Map _json) { | 3916 InstructionInput.fromJson(core.Map _json) { |
3752 if (_json.containsKey("outputNum")) { | 3917 if (_json.containsKey("outputNum")) { |
3753 outputNum = _json["outputNum"]; | 3918 outputNum = _json["outputNum"]; |
3754 } | 3919 } |
3755 if (_json.containsKey("producerInstructionIndex")) { | 3920 if (_json.containsKey("producerInstructionIndex")) { |
3756 producerInstructionIndex = _json["producerInstructionIndex"]; | 3921 producerInstructionIndex = _json["producerInstructionIndex"]; |
3757 } | 3922 } |
3758 } | 3923 } |
3759 | 3924 |
3760 core.Map<core.String, core.Object> toJson() { | 3925 core.Map<core.String, core.Object> toJson() { |
3761 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 3926 final core.Map<core.String, core.Object> _json = |
| 3927 new core.Map<core.String, core.Object>(); |
3762 if (outputNum != null) { | 3928 if (outputNum != null) { |
3763 _json["outputNum"] = outputNum; | 3929 _json["outputNum"] = outputNum; |
3764 } | 3930 } |
3765 if (producerInstructionIndex != null) { | 3931 if (producerInstructionIndex != null) { |
3766 _json["producerInstructionIndex"] = producerInstructionIndex; | 3932 _json["producerInstructionIndex"] = producerInstructionIndex; |
3767 } | 3933 } |
3768 return _json; | 3934 return _json; |
3769 } | 3935 } |
3770 } | 3936 } |
3771 | 3937 |
3772 /** An output of an instruction. */ | 3938 /// An output of an instruction. |
3773 class InstructionOutput { | 3939 class InstructionOutput { |
3774 /** | 3940 /// The codec to use to encode data being written via this output. |
3775 * The codec to use to encode data being written via this output. | 3941 /// |
3776 * | 3942 /// The values for Object must be JSON objects. It can consist of `num`, |
3777 * The values for Object must be JSON objects. It can consist of `num`, | 3943 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
3778 * `String`, `bool` and `null` as well as `Map` and `List` values. | |
3779 */ | |
3780 core.Map<core.String, core.Object> codec; | 3944 core.Map<core.String, core.Object> codec; |
3781 /** The user-provided name of this output. */ | 3945 |
| 3946 /// The user-provided name of this output. |
3782 core.String name; | 3947 core.String name; |
3783 /** | 3948 |
3784 * For system-generated byte and mean byte metrics, certain instructions | 3949 /// For system-generated byte and mean byte metrics, certain instructions |
3785 * should only report the key size. | 3950 /// should only report the key size. |
3786 */ | |
3787 core.bool onlyCountKeyBytes; | 3951 core.bool onlyCountKeyBytes; |
3788 /** | 3952 |
3789 * For system-generated byte and mean byte metrics, certain instructions | 3953 /// For system-generated byte and mean byte metrics, certain instructions |
3790 * should only report the value size. | 3954 /// should only report the value size. |
3791 */ | |
3792 core.bool onlyCountValueBytes; | 3955 core.bool onlyCountValueBytes; |
3793 /** | 3956 |
3794 * System-defined name for this output in the original workflow graph. | 3957 /// System-defined name for this output in the original workflow graph. |
3795 * Outputs that do not contribute to an original instruction do not set this. | 3958 /// Outputs that do not contribute to an original instruction do not set |
3796 */ | 3959 /// this. |
3797 core.String originalName; | 3960 core.String originalName; |
3798 /** | 3961 |
3799 * System-defined name of this output. | 3962 /// System-defined name of this output. |
3800 * Unique across the workflow. | 3963 /// Unique across the workflow. |
3801 */ | |
3802 core.String systemName; | 3964 core.String systemName; |
3803 | 3965 |
3804 InstructionOutput(); | 3966 InstructionOutput(); |
3805 | 3967 |
3806 InstructionOutput.fromJson(core.Map _json) { | 3968 InstructionOutput.fromJson(core.Map _json) { |
3807 if (_json.containsKey("codec")) { | 3969 if (_json.containsKey("codec")) { |
3808 codec = _json["codec"]; | 3970 codec = _json["codec"]; |
3809 } | 3971 } |
3810 if (_json.containsKey("name")) { | 3972 if (_json.containsKey("name")) { |
3811 name = _json["name"]; | 3973 name = _json["name"]; |
3812 } | 3974 } |
3813 if (_json.containsKey("onlyCountKeyBytes")) { | 3975 if (_json.containsKey("onlyCountKeyBytes")) { |
3814 onlyCountKeyBytes = _json["onlyCountKeyBytes"]; | 3976 onlyCountKeyBytes = _json["onlyCountKeyBytes"]; |
3815 } | 3977 } |
3816 if (_json.containsKey("onlyCountValueBytes")) { | 3978 if (_json.containsKey("onlyCountValueBytes")) { |
3817 onlyCountValueBytes = _json["onlyCountValueBytes"]; | 3979 onlyCountValueBytes = _json["onlyCountValueBytes"]; |
3818 } | 3980 } |
3819 if (_json.containsKey("originalName")) { | 3981 if (_json.containsKey("originalName")) { |
3820 originalName = _json["originalName"]; | 3982 originalName = _json["originalName"]; |
3821 } | 3983 } |
3822 if (_json.containsKey("systemName")) { | 3984 if (_json.containsKey("systemName")) { |
3823 systemName = _json["systemName"]; | 3985 systemName = _json["systemName"]; |
3824 } | 3986 } |
3825 } | 3987 } |
3826 | 3988 |
3827 core.Map<core.String, core.Object> toJson() { | 3989 core.Map<core.String, core.Object> toJson() { |
3828 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 3990 final core.Map<core.String, core.Object> _json = |
| 3991 new core.Map<core.String, core.Object>(); |
3829 if (codec != null) { | 3992 if (codec != null) { |
3830 _json["codec"] = codec; | 3993 _json["codec"] = codec; |
3831 } | 3994 } |
3832 if (name != null) { | 3995 if (name != null) { |
3833 _json["name"] = name; | 3996 _json["name"] = name; |
3834 } | 3997 } |
3835 if (onlyCountKeyBytes != null) { | 3998 if (onlyCountKeyBytes != null) { |
3836 _json["onlyCountKeyBytes"] = onlyCountKeyBytes; | 3999 _json["onlyCountKeyBytes"] = onlyCountKeyBytes; |
3837 } | 4000 } |
3838 if (onlyCountValueBytes != null) { | 4001 if (onlyCountValueBytes != null) { |
3839 _json["onlyCountValueBytes"] = onlyCountValueBytes; | 4002 _json["onlyCountValueBytes"] = onlyCountValueBytes; |
3840 } | 4003 } |
3841 if (originalName != null) { | 4004 if (originalName != null) { |
3842 _json["originalName"] = originalName; | 4005 _json["originalName"] = originalName; |
3843 } | 4006 } |
3844 if (systemName != null) { | 4007 if (systemName != null) { |
3845 _json["systemName"] = systemName; | 4008 _json["systemName"] = systemName; |
3846 } | 4009 } |
3847 return _json; | 4010 return _json; |
3848 } | 4011 } |
3849 } | 4012 } |
3850 | 4013 |
3851 /** A metric value representing a list of integers. */ | 4014 /// A metric value representing a list of integers. |
3852 class IntegerList { | 4015 class IntegerList { |
3853 /** Elements of the list. */ | 4016 /// Elements of the list. |
3854 core.List<SplitInt64> elements; | 4017 core.List<SplitInt64> elements; |
3855 | 4018 |
3856 IntegerList(); | 4019 IntegerList(); |
3857 | 4020 |
3858 IntegerList.fromJson(core.Map _json) { | 4021 IntegerList.fromJson(core.Map _json) { |
3859 if (_json.containsKey("elements")) { | 4022 if (_json.containsKey("elements")) { |
3860 elements = _json["elements"].map((value) => new SplitInt64.fromJson(value)
).toList(); | 4023 elements = _json["elements"] |
| 4024 .map((value) => new SplitInt64.fromJson(value)) |
| 4025 .toList(); |
3861 } | 4026 } |
3862 } | 4027 } |
3863 | 4028 |
3864 core.Map<core.String, core.Object> toJson() { | 4029 core.Map<core.String, core.Object> toJson() { |
3865 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 4030 final core.Map<core.String, core.Object> _json = |
| 4031 new core.Map<core.String, core.Object>(); |
3866 if (elements != null) { | 4032 if (elements != null) { |
3867 _json["elements"] = elements.map((value) => (value).toJson()).toList(); | 4033 _json["elements"] = elements.map((value) => (value).toJson()).toList(); |
3868 } | 4034 } |
3869 return _json; | 4035 return _json; |
3870 } | 4036 } |
3871 } | 4037 } |
3872 | 4038 |
3873 /** A representation of an integer mean metric contribution. */ | 4039 /// A representation of an integer mean metric contribution. |
3874 class IntegerMean { | 4040 class IntegerMean { |
3875 /** The number of values being aggregated. */ | 4041 /// The number of values being aggregated. |
3876 SplitInt64 count; | 4042 SplitInt64 count; |
3877 /** The sum of all values being aggregated. */ | 4043 |
| 4044 /// The sum of all values being aggregated. |
3878 SplitInt64 sum; | 4045 SplitInt64 sum; |
3879 | 4046 |
3880 IntegerMean(); | 4047 IntegerMean(); |
3881 | 4048 |
3882 IntegerMean.fromJson(core.Map _json) { | 4049 IntegerMean.fromJson(core.Map _json) { |
3883 if (_json.containsKey("count")) { | 4050 if (_json.containsKey("count")) { |
3884 count = new SplitInt64.fromJson(_json["count"]); | 4051 count = new SplitInt64.fromJson(_json["count"]); |
3885 } | 4052 } |
3886 if (_json.containsKey("sum")) { | 4053 if (_json.containsKey("sum")) { |
3887 sum = new SplitInt64.fromJson(_json["sum"]); | 4054 sum = new SplitInt64.fromJson(_json["sum"]); |
3888 } | 4055 } |
3889 } | 4056 } |
3890 | 4057 |
3891 core.Map<core.String, core.Object> toJson() { | 4058 core.Map<core.String, core.Object> toJson() { |
3892 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 4059 final core.Map<core.String, core.Object> _json = |
| 4060 new core.Map<core.String, core.Object>(); |
3893 if (count != null) { | 4061 if (count != null) { |
3894 _json["count"] = (count).toJson(); | 4062 _json["count"] = (count).toJson(); |
3895 } | 4063 } |
3896 if (sum != null) { | 4064 if (sum != null) { |
3897 _json["sum"] = (sum).toJson(); | 4065 _json["sum"] = (sum).toJson(); |
3898 } | 4066 } |
3899 return _json; | 4067 return _json; |
3900 } | 4068 } |
3901 } | 4069 } |
3902 | 4070 |
3903 /** Defines a job to be run by the Cloud Dataflow service. */ | 4071 /// Defines a job to be run by the Cloud Dataflow service. |
3904 class Job { | 4072 class Job { |
3905 /** | 4073 /// The client's unique identifier of the job, re-used across retried |
3906 * The client's unique identifier of the job, re-used across retried attempts. | 4074 /// attempts. |
3907 * If this field is set, the service will ensure its uniqueness. | 4075 /// If this field is set, the service will ensure its uniqueness. |
3908 * The request to create a job will fail if the service has knowledge of a | 4076 /// The request to create a job will fail if the service has knowledge of a |
3909 * previously submitted job with the same client's ID and job name. | 4077 /// previously submitted job with the same client's ID and job name. |
3910 * The caller may use this field to ensure idempotence of job | 4078 /// The caller may use this field to ensure idempotence of job |
3911 * creation across retried attempts to create a job. | 4079 /// creation across retried attempts to create a job. |
3912 * By default, the field is empty and, in that case, the service ignores it. | 4080 /// By default, the field is empty and, in that case, the service ignores it. |
3913 */ | |
3914 core.String clientRequestId; | 4081 core.String clientRequestId; |
3915 /** | 4082 |
3916 * The timestamp when the job was initially created. Immutable and set by the | 4083 /// The timestamp when the job was initially created. Immutable and set by |
3917 * Cloud Dataflow service. | 4084 /// the |
3918 */ | 4085 /// Cloud Dataflow service. |
3919 core.String createTime; | 4086 core.String createTime; |
3920 /** | 4087 |
3921 * The current state of the job. | 4088 /// The current state of the job. |
3922 * | 4089 /// |
3923 * Jobs are created in the `JOB_STATE_STOPPED` state unless otherwise | 4090 /// Jobs are created in the `JOB_STATE_STOPPED` state unless otherwise |
3924 * specified. | 4091 /// specified. |
3925 * | 4092 /// |
3926 * A job in the `JOB_STATE_RUNNING` state may asynchronously enter a | 4093 /// A job in the `JOB_STATE_RUNNING` state may asynchronously enter a |
3927 * terminal state. After a job has reached a terminal state, no | 4094 /// terminal state. After a job has reached a terminal state, no |
3928 * further state updates may be made. | 4095 /// further state updates may be made. |
3929 * | 4096 /// |
3930 * This field may be mutated by the Cloud Dataflow service; | 4097 /// This field may be mutated by the Cloud Dataflow service; |
3931 * callers cannot mutate it. | 4098 /// callers cannot mutate it. |
3932 * Possible string values are: | 4099 /// Possible string values are: |
3933 * - "JOB_STATE_UNKNOWN" : The job's run state isn't specified. | 4100 /// - "JOB_STATE_UNKNOWN" : The job's run state isn't specified. |
3934 * - "JOB_STATE_STOPPED" : `JOB_STATE_STOPPED` indicates that the job has not | 4101 /// - "JOB_STATE_STOPPED" : `JOB_STATE_STOPPED` indicates that the job has |
3935 * yet started to run. | 4102 /// not |
3936 * - "JOB_STATE_RUNNING" : `JOB_STATE_RUNNING` indicates that the job is | 4103 /// yet started to run. |
3937 * currently running. | 4104 /// - "JOB_STATE_RUNNING" : `JOB_STATE_RUNNING` indicates that the job is |
3938 * - "JOB_STATE_DONE" : `JOB_STATE_DONE` indicates that the job has | 4105 /// currently running. |
3939 * successfully completed. | 4106 /// - "JOB_STATE_DONE" : `JOB_STATE_DONE` indicates that the job has |
3940 * This is a terminal job state. This state may be set by the Cloud Dataflow | 4107 /// successfully completed. |
3941 * service, as a transition from `JOB_STATE_RUNNING`. It may also be set via a | 4108 /// This is a terminal job state. This state may be set by the Cloud |
3942 * Cloud Dataflow `UpdateJob` call, if the job has not yet reached a terminal | 4109 /// Dataflow |
3943 * state. | 4110 /// service, as a transition from `JOB_STATE_RUNNING`. It may also be set via |
3944 * - "JOB_STATE_FAILED" : `JOB_STATE_FAILED` indicates that the job has | 4111 /// a |
3945 * failed. This is a | 4112 /// Cloud Dataflow `UpdateJob` call, if the job has not yet reached a |
3946 * terminal job state. This state may only be set by the Cloud Dataflow | 4113 /// terminal |
3947 * service, and only as a transition from `JOB_STATE_RUNNING`. | 4114 /// state. |
3948 * - "JOB_STATE_CANCELLED" : `JOB_STATE_CANCELLED` indicates that the job has | 4115 /// - "JOB_STATE_FAILED" : `JOB_STATE_FAILED` indicates that the job has |
3949 * been explicitly | 4116 /// failed. This is a |
3950 * cancelled. This is a terminal job state. This state may only be | 4117 /// terminal job state. This state may only be set by the Cloud Dataflow |
3951 * set via a Cloud Dataflow `UpdateJob` call, and only if the job has not | 4118 /// service, and only as a transition from `JOB_STATE_RUNNING`. |
3952 * yet reached another terminal state. | 4119 /// - "JOB_STATE_CANCELLED" : `JOB_STATE_CANCELLED` indicates that the job |
3953 * - "JOB_STATE_UPDATED" : `JOB_STATE_UPDATED` indicates that the job was | 4120 /// has been explicitly |
3954 * successfully updated, | 4121 /// cancelled. This is a terminal job state. This state may only be |
3955 * meaning that this job was stopped and another job was started, inheriting | 4122 /// set via a Cloud Dataflow `UpdateJob` call, and only if the job has not |
3956 * state from this one. This is a terminal job state. This state may only be | 4123 /// yet reached another terminal state. |
3957 * set by the Cloud Dataflow service, and only as a transition from | 4124 /// - "JOB_STATE_UPDATED" : `JOB_STATE_UPDATED` indicates that the job was |
3958 * `JOB_STATE_RUNNING`. | 4125 /// successfully updated, |
3959 * - "JOB_STATE_DRAINING" : `JOB_STATE_DRAINING` indicates that the job is in | 4126 /// meaning that this job was stopped and another job was started, inheriting |
3960 * the process of draining. | 4127 /// state from this one. This is a terminal job state. This state may only be |
3961 * A draining job has stopped pulling from its input sources and is processing | 4128 /// set by the Cloud Dataflow service, and only as a transition from |
3962 * any data that remains in-flight. This state may be set via a Cloud Dataflow | 4129 /// `JOB_STATE_RUNNING`. |
3963 * `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`. Jobs | 4130 /// - "JOB_STATE_DRAINING" : `JOB_STATE_DRAINING` indicates that the job is |
3964 * that are draining may only transition to `JOB_STATE_DRAINED`, | 4131 /// in the process of draining. |
3965 * `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`. | 4132 /// A draining job has stopped pulling from its input sources and is |
3966 * - "JOB_STATE_DRAINED" : `JOB_STATE_DRAINED` indicates that the job has been | 4133 /// processing |
3967 * drained. | 4134 /// any data that remains in-flight. This state may be set via a Cloud |
3968 * A drained job terminated by stopping pulling from its input sources and | 4135 /// Dataflow |
3969 * processing any data that remained in-flight when draining was requested. | 4136 /// `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`. Jobs |
3970 * This state is a terminal state, may only be set by the Cloud Dataflow | 4137 /// that are draining may only transition to `JOB_STATE_DRAINED`, |
3971 * service, and only as a transition from `JOB_STATE_DRAINING`. | 4138 /// `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`. |
3972 * - "JOB_STATE_PENDING" : 'JOB_STATE_PENDING' indicates that the job has been | 4139 /// - "JOB_STATE_DRAINED" : `JOB_STATE_DRAINED` indicates that the job has |
3973 * created but is not yet | 4140 /// been drained. |
3974 * running. Jobs that are pending may only transition to `JOB_STATE_RUNNING`, | 4141 /// A drained job terminated by stopping pulling from its input sources and |
3975 * or `JOB_STATE_FAILED`. | 4142 /// processing any data that remained in-flight when draining was requested. |
3976 * - "JOB_STATE_CANCELLING" : 'JOB_STATE_CANCELLING' indicates that the job | 4143 /// This state is a terminal state, may only be set by the Cloud Dataflow |
3977 * has been explicitly cancelled | 4144 /// service, and only as a transition from `JOB_STATE_DRAINING`. |
3978 * and is in the process of stopping. Jobs that are cancelling may only | 4145 /// - "JOB_STATE_PENDING" : 'JOB_STATE_PENDING' indicates that the job has |
3979 * transition to 'JOB_STATE_CANCELLED' or 'JOB_STATE_FAILED'. | 4146 /// been created but is not yet |
3980 */ | 4147 /// running. Jobs that are pending may only transition to |
| 4148 /// `JOB_STATE_RUNNING`, |
| 4149 /// or `JOB_STATE_FAILED`. |
| 4150 /// - "JOB_STATE_CANCELLING" : 'JOB_STATE_CANCELLING' indicates that the job |
| 4151 /// has been explicitly cancelled |
| 4152 /// and is in the process of stopping. Jobs that are cancelling may only |
| 4153 /// transition to 'JOB_STATE_CANCELLED' or 'JOB_STATE_FAILED'. |
3981 core.String currentState; | 4154 core.String currentState; |
3982 /** The timestamp associated with the current state. */ | 4155 |
| 4156 /// The timestamp associated with the current state. |
3983 core.String currentStateTime; | 4157 core.String currentStateTime; |
3984 /** The environment for the job. */ | 4158 |
| 4159 /// The environment for the job. |
3985 Environment environment; | 4160 Environment environment; |
3986 /** Deprecated. */ | 4161 |
| 4162 /// Deprecated. |
3987 JobExecutionInfo executionInfo; | 4163 JobExecutionInfo executionInfo; |
3988 /** | 4164 |
3989 * The unique ID of this job. | 4165 /// The unique ID of this job. |
3990 * | 4166 /// |
3991 * This field is set by the Cloud Dataflow service when the Job is | 4167 /// This field is set by the Cloud Dataflow service when the Job is |
3992 * created, and is immutable for the life of the job. | 4168 /// created, and is immutable for the life of the job. |
3993 */ | |
3994 core.String id; | 4169 core.String id; |
3995 /** | 4170 |
3996 * User-defined labels for this job. | 4171 /// User-defined labels for this job. |
3997 * | 4172 /// |
3998 * The labels map can contain no more than 64 entries. Entries of the labels | 4173 /// The labels map can contain no more than 64 entries. Entries of the |
3999 * map are UTF8 strings that comply with the following restrictions: | 4174 /// labels |
4000 * | 4175 /// map are UTF8 strings that comply with the following restrictions: |
4001 * * Keys must conform to regexp: \p{Ll}\p{Lo}{0,62} | 4176 /// |
4002 * * Values must conform to regexp: [\p{Ll}\p{Lo}\p{N}_-]{0,63} | 4177 /// * Keys must conform to regexp: \p{Ll}\p{Lo}{0,62} |
4003 * * Both keys and values are additionally constrained to be <= 128 bytes in | 4178 /// * Values must conform to regexp: [\p{Ll}\p{Lo}\p{N}_-]{0,63} |
4004 * size. | 4179 /// * Both keys and values are additionally constrained to be <= 128 bytes in |
4005 */ | 4180 /// size. |
4006 core.Map<core.String, core.String> labels; | 4181 core.Map<core.String, core.String> labels; |
4007 /** The location that contains this job. */ | 4182 |
| 4183 /// The location that contains this job. |
4008 core.String location; | 4184 core.String location; |
4009 /** | 4185 |
4010 * The user-specified Cloud Dataflow job name. | 4186 /// The user-specified Cloud Dataflow job name. |
4011 * | 4187 /// |
4012 * Only one Job with a given name may exist in a project at any | 4188 /// Only one Job with a given name may exist in a project at any |
4013 * given time. If a caller attempts to create a Job with the same | 4189 /// given time. If a caller attempts to create a Job with the same |
4014 * name as an already-existing Job, the attempt returns the | 4190 /// name as an already-existing Job, the attempt returns the |
4015 * existing Job. | 4191 /// existing Job. |
4016 * | 4192 /// |
4017 * The name must match the regular expression | 4193 /// The name must match the regular expression |
4018 * `[a-z]([-a-z0-9]{0,38}[a-z0-9])?` | 4194 /// `[a-z]([-a-z0-9]{0,38}[a-z0-9])?` |
4019 */ | |
4020 core.String name; | 4195 core.String name; |
4021 /** | 4196 |
4022 * Preliminary field: The format of this data may change at any time. | 4197 /// Preliminary field: The format of this data may change at any time. |
4023 * A description of the user pipeline and stages through which it is executed. | 4198 /// A description of the user pipeline and stages through which it is |
4024 * Created by Cloud Dataflow service. Only retrieved with | 4199 /// executed. |
4025 * JOB_VIEW_DESCRIPTION or JOB_VIEW_ALL. | 4200 /// Created by Cloud Dataflow service. Only retrieved with |
4026 */ | 4201 /// JOB_VIEW_DESCRIPTION or JOB_VIEW_ALL. |
4027 PipelineDescription pipelineDescription; | 4202 PipelineDescription pipelineDescription; |
4028 /** The ID of the Cloud Platform project that the job belongs to. */ | 4203 |
| 4204 /// The ID of the Cloud Platform project that the job belongs to. |
4029 core.String projectId; | 4205 core.String projectId; |
4030 /** | 4206 |
4031 * If this job is an update of an existing job, this field is the job ID | 4207 /// If this job is an update of an existing job, this field is the job ID |
4032 * of the job it replaced. | 4208 /// of the job it replaced. |
4033 * | 4209 /// |
4034 * When sending a `CreateJobRequest`, you can update a job by specifying it | 4210 /// When sending a `CreateJobRequest`, you can update a job by specifying it |
4035 * here. The job named here is stopped, and its intermediate state is | 4211 /// here. The job named here is stopped, and its intermediate state is |
4036 * transferred to this job. | 4212 /// transferred to this job. |
4037 */ | |
4038 core.String replaceJobId; | 4213 core.String replaceJobId; |
4039 /** | 4214 |
4040 * If another job is an update of this job (and thus, this job is in | 4215 /// If another job is an update of this job (and thus, this job is in |
4041 * `JOB_STATE_UPDATED`), this field contains the ID of that job. | 4216 /// `JOB_STATE_UPDATED`), this field contains the ID of that job. |
4042 */ | |
4043 core.String replacedByJobId; | 4217 core.String replacedByJobId; |
4044 /** | 4218 |
4045 * The job's requested state. | 4219 /// The job's requested state. |
4046 * | 4220 /// |
4047 * `UpdateJob` may be used to switch between the `JOB_STATE_STOPPED` and | 4221 /// `UpdateJob` may be used to switch between the `JOB_STATE_STOPPED` and |
4048 * `JOB_STATE_RUNNING` states, by setting requested_state. `UpdateJob` may | 4222 /// `JOB_STATE_RUNNING` states, by setting requested_state. `UpdateJob` may |
4049 * also be used to directly set a job's requested state to | 4223 /// also be used to directly set a job's requested state to |
4050 * `JOB_STATE_CANCELLED` or `JOB_STATE_DONE`, irrevocably terminating the | 4224 /// `JOB_STATE_CANCELLED` or `JOB_STATE_DONE`, irrevocably terminating the |
4051 * job if it has not already reached a terminal state. | 4225 /// job if it has not already reached a terminal state. |
4052 * Possible string values are: | 4226 /// Possible string values are: |
4053 * - "JOB_STATE_UNKNOWN" : The job's run state isn't specified. | 4227 /// - "JOB_STATE_UNKNOWN" : The job's run state isn't specified. |
4054 * - "JOB_STATE_STOPPED" : `JOB_STATE_STOPPED` indicates that the job has not | 4228 /// - "JOB_STATE_STOPPED" : `JOB_STATE_STOPPED` indicates that the job has |
4055 * yet started to run. | 4229 /// not |
4056 * - "JOB_STATE_RUNNING" : `JOB_STATE_RUNNING` indicates that the job is | 4230 /// yet started to run. |
4057 * currently running. | 4231 /// - "JOB_STATE_RUNNING" : `JOB_STATE_RUNNING` indicates that the job is |
4058 * - "JOB_STATE_DONE" : `JOB_STATE_DONE` indicates that the job has | 4232 /// currently running. |
4059 * successfully completed. | 4233 /// - "JOB_STATE_DONE" : `JOB_STATE_DONE` indicates that the job has |
4060 * This is a terminal job state. This state may be set by the Cloud Dataflow | 4234 /// successfully completed. |
4061 * service, as a transition from `JOB_STATE_RUNNING`. It may also be set via a | 4235 /// This is a terminal job state. This state may be set by the Cloud |
4062 * Cloud Dataflow `UpdateJob` call, if the job has not yet reached a terminal | 4236 /// Dataflow |
4063 * state. | 4237 /// service, as a transition from `JOB_STATE_RUNNING`. It may also be set via |
4064 * - "JOB_STATE_FAILED" : `JOB_STATE_FAILED` indicates that the job has | 4238 /// a |
4065 * failed. This is a | 4239 /// Cloud Dataflow `UpdateJob` call, if the job has not yet reached a |
4066 * terminal job state. This state may only be set by the Cloud Dataflow | 4240 /// terminal |
4067 * service, and only as a transition from `JOB_STATE_RUNNING`. | 4241 /// state. |
4068 * - "JOB_STATE_CANCELLED" : `JOB_STATE_CANCELLED` indicates that the job has | 4242 /// - "JOB_STATE_FAILED" : `JOB_STATE_FAILED` indicates that the job has |
4069 * been explicitly | 4243 /// failed. This is a |
4070 * cancelled. This is a terminal job state. This state may only be | 4244 /// terminal job state. This state may only be set by the Cloud Dataflow |
4071 * set via a Cloud Dataflow `UpdateJob` call, and only if the job has not | 4245 /// service, and only as a transition from `JOB_STATE_RUNNING`. |
4072 * yet reached another terminal state. | 4246 /// - "JOB_STATE_CANCELLED" : `JOB_STATE_CANCELLED` indicates that the job |
4073 * - "JOB_STATE_UPDATED" : `JOB_STATE_UPDATED` indicates that the job was | 4247 /// has been explicitly |
4074 * successfully updated, | 4248 /// cancelled. This is a terminal job state. This state may only be |
4075 * meaning that this job was stopped and another job was started, inheriting | 4249 /// set via a Cloud Dataflow `UpdateJob` call, and only if the job has not |
4076 * state from this one. This is a terminal job state. This state may only be | 4250 /// yet reached another terminal state. |
4077 * set by the Cloud Dataflow service, and only as a transition from | 4251 /// - "JOB_STATE_UPDATED" : `JOB_STATE_UPDATED` indicates that the job was |
4078 * `JOB_STATE_RUNNING`. | 4252 /// successfully updated, |
4079 * - "JOB_STATE_DRAINING" : `JOB_STATE_DRAINING` indicates that the job is in | 4253 /// meaning that this job was stopped and another job was started, inheriting |
4080 * the process of draining. | 4254 /// state from this one. This is a terminal job state. This state may only be |
4081 * A draining job has stopped pulling from its input sources and is processing | 4255 /// set by the Cloud Dataflow service, and only as a transition from |
4082 * any data that remains in-flight. This state may be set via a Cloud Dataflow | 4256 /// `JOB_STATE_RUNNING`. |
4083 * `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`. Jobs | 4257 /// - "JOB_STATE_DRAINING" : `JOB_STATE_DRAINING` indicates that the job is |
4084 * that are draining may only transition to `JOB_STATE_DRAINED`, | 4258 /// in the process of draining. |
4085 * `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`. | 4259 /// A draining job has stopped pulling from its input sources and is |
4086 * - "JOB_STATE_DRAINED" : `JOB_STATE_DRAINED` indicates that the job has been | 4260 /// processing |
4087 * drained. | 4261 /// any data that remains in-flight. This state may be set via a Cloud |
4088 * A drained job terminated by stopping pulling from its input sources and | 4262 /// Dataflow |
4089 * processing any data that remained in-flight when draining was requested. | 4263 /// `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`. Jobs |
4090 * This state is a terminal state, may only be set by the Cloud Dataflow | 4264 /// that are draining may only transition to `JOB_STATE_DRAINED`, |
4091 * service, and only as a transition from `JOB_STATE_DRAINING`. | 4265 /// `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`. |
4092 * - "JOB_STATE_PENDING" : 'JOB_STATE_PENDING' indicates that the job has been | 4266 /// - "JOB_STATE_DRAINED" : `JOB_STATE_DRAINED` indicates that the job has |
4093 * created but is not yet | 4267 /// been drained. |
4094 * running. Jobs that are pending may only transition to `JOB_STATE_RUNNING`, | 4268 /// A drained job terminated by stopping pulling from its input sources and |
4095 * or `JOB_STATE_FAILED`. | 4269 /// processing any data that remained in-flight when draining was requested. |
4096 * - "JOB_STATE_CANCELLING" : 'JOB_STATE_CANCELLING' indicates that the job | 4270 /// This state is a terminal state, may only be set by the Cloud Dataflow |
4097 * has been explicitly cancelled | 4271 /// service, and only as a transition from `JOB_STATE_DRAINING`. |
4098 * and is in the process of stopping. Jobs that are cancelling may only | 4272 /// - "JOB_STATE_PENDING" : 'JOB_STATE_PENDING' indicates that the job has |
4099 * transition to 'JOB_STATE_CANCELLED' or 'JOB_STATE_FAILED'. | 4273 /// been created but is not yet |
4100 */ | 4274 /// running. Jobs that are pending may only transition to |
| 4275 /// `JOB_STATE_RUNNING`, |
| 4276 /// or `JOB_STATE_FAILED`. |
| 4277 /// - "JOB_STATE_CANCELLING" : 'JOB_STATE_CANCELLING' indicates that the job |
| 4278 /// has been explicitly cancelled |
| 4279 /// and is in the process of stopping. Jobs that are cancelling may only |
| 4280 /// transition to 'JOB_STATE_CANCELLED' or 'JOB_STATE_FAILED'. |
4101 core.String requestedState; | 4281 core.String requestedState; |
4102 /** | 4282 |
4103 * This field may be mutated by the Cloud Dataflow service; | 4283 /// This field may be mutated by the Cloud Dataflow service; |
4104 * callers cannot mutate it. | 4284 /// callers cannot mutate it. |
4105 */ | |
4106 core.List<ExecutionStageState> stageStates; | 4285 core.List<ExecutionStageState> stageStates; |
4107 /** The top-level steps that constitute the entire job. */ | 4286 |
| 4287 /// The top-level steps that constitute the entire job. |
4108 core.List<Step> steps; | 4288 core.List<Step> steps; |
4109 /** | 4289 |
4110 * A set of files the system should be aware of that are used | 4290 /// A set of files the system should be aware of that are used |
4111 * for temporary storage. These temporary files will be | 4291 /// for temporary storage. These temporary files will be |
4112 * removed on job completion. | 4292 /// removed on job completion. |
4113 * No duplicates are allowed. | 4293 /// No duplicates are allowed. |
4114 * No file patterns are supported. | 4294 /// No file patterns are supported. |
4115 * | 4295 /// |
4116 * The supported files are: | 4296 /// The supported files are: |
4117 * | 4297 /// |
4118 * Google Cloud Storage: | 4298 /// Google Cloud Storage: |
4119 * | 4299 /// |
4120 * storage.googleapis.com/{bucket}/{object} | 4300 /// storage.googleapis.com/{bucket}/{object} |
4121 * bucket.storage.googleapis.com/{object} | 4301 /// bucket.storage.googleapis.com/{object} |
4122 */ | |
4123 core.List<core.String> tempFiles; | 4302 core.List<core.String> tempFiles; |
4124 /** | 4303 |
4125 * The map of transform name prefixes of the job to be replaced to the | 4304 /// The map of transform name prefixes of the job to be replaced to the |
4126 * corresponding name prefixes of the new job. | 4305 /// corresponding name prefixes of the new job. |
4127 */ | |
4128 core.Map<core.String, core.String> transformNameMapping; | 4306 core.Map<core.String, core.String> transformNameMapping; |
4129 /** | 4307 |
4130 * The type of Cloud Dataflow job. | 4308 /// The type of Cloud Dataflow job. |
4131 * Possible string values are: | 4309 /// Possible string values are: |
4132 * - "JOB_TYPE_UNKNOWN" : The type of the job is unspecified, or unknown. | 4310 /// - "JOB_TYPE_UNKNOWN" : The type of the job is unspecified, or unknown. |
4133 * - "JOB_TYPE_BATCH" : A batch job with a well-defined end point: data is | 4311 /// - "JOB_TYPE_BATCH" : A batch job with a well-defined end point: data is |
4134 * read, data is | 4312 /// read, data is |
4135 * processed, data is written, and the job is done. | 4313 /// processed, data is written, and the job is done. |
4136 * - "JOB_TYPE_STREAMING" : A continuously streaming job with no end: data is | 4314 /// - "JOB_TYPE_STREAMING" : A continuously streaming job with no end: data |
4137 * read, | 4315 /// is read, |
4138 * processed, and written continuously. | 4316 /// processed, and written continuously. |
4139 */ | |
4140 core.String type; | 4317 core.String type; |
4141 | 4318 |
4142 Job(); | 4319 Job(); |
4143 | 4320 |
4144 Job.fromJson(core.Map _json) { | 4321 Job.fromJson(core.Map _json) { |
4145 if (_json.containsKey("clientRequestId")) { | 4322 if (_json.containsKey("clientRequestId")) { |
4146 clientRequestId = _json["clientRequestId"]; | 4323 clientRequestId = _json["clientRequestId"]; |
4147 } | 4324 } |
4148 if (_json.containsKey("createTime")) { | 4325 if (_json.containsKey("createTime")) { |
4149 createTime = _json["createTime"]; | 4326 createTime = _json["createTime"]; |
(...skipping 16 matching lines...) Expand all Loading... |
4166 if (_json.containsKey("labels")) { | 4343 if (_json.containsKey("labels")) { |
4167 labels = _json["labels"]; | 4344 labels = _json["labels"]; |
4168 } | 4345 } |
4169 if (_json.containsKey("location")) { | 4346 if (_json.containsKey("location")) { |
4170 location = _json["location"]; | 4347 location = _json["location"]; |
4171 } | 4348 } |
4172 if (_json.containsKey("name")) { | 4349 if (_json.containsKey("name")) { |
4173 name = _json["name"]; | 4350 name = _json["name"]; |
4174 } | 4351 } |
4175 if (_json.containsKey("pipelineDescription")) { | 4352 if (_json.containsKey("pipelineDescription")) { |
4176 pipelineDescription = new PipelineDescription.fromJson(_json["pipelineDesc
ription"]); | 4353 pipelineDescription = |
| 4354 new PipelineDescription.fromJson(_json["pipelineDescription"]); |
4177 } | 4355 } |
4178 if (_json.containsKey("projectId")) { | 4356 if (_json.containsKey("projectId")) { |
4179 projectId = _json["projectId"]; | 4357 projectId = _json["projectId"]; |
4180 } | 4358 } |
4181 if (_json.containsKey("replaceJobId")) { | 4359 if (_json.containsKey("replaceJobId")) { |
4182 replaceJobId = _json["replaceJobId"]; | 4360 replaceJobId = _json["replaceJobId"]; |
4183 } | 4361 } |
4184 if (_json.containsKey("replacedByJobId")) { | 4362 if (_json.containsKey("replacedByJobId")) { |
4185 replacedByJobId = _json["replacedByJobId"]; | 4363 replacedByJobId = _json["replacedByJobId"]; |
4186 } | 4364 } |
4187 if (_json.containsKey("requestedState")) { | 4365 if (_json.containsKey("requestedState")) { |
4188 requestedState = _json["requestedState"]; | 4366 requestedState = _json["requestedState"]; |
4189 } | 4367 } |
4190 if (_json.containsKey("stageStates")) { | 4368 if (_json.containsKey("stageStates")) { |
4191 stageStates = _json["stageStates"].map((value) => new ExecutionStageState.
fromJson(value)).toList(); | 4369 stageStates = _json["stageStates"] |
| 4370 .map((value) => new ExecutionStageState.fromJson(value)) |
| 4371 .toList(); |
4192 } | 4372 } |
4193 if (_json.containsKey("steps")) { | 4373 if (_json.containsKey("steps")) { |
4194 steps = _json["steps"].map((value) => new Step.fromJson(value)).toList(); | 4374 steps = _json["steps"].map((value) => new Step.fromJson(value)).toList(); |
4195 } | 4375 } |
4196 if (_json.containsKey("tempFiles")) { | 4376 if (_json.containsKey("tempFiles")) { |
4197 tempFiles = _json["tempFiles"]; | 4377 tempFiles = _json["tempFiles"]; |
4198 } | 4378 } |
4199 if (_json.containsKey("transformNameMapping")) { | 4379 if (_json.containsKey("transformNameMapping")) { |
4200 transformNameMapping = _json["transformNameMapping"]; | 4380 transformNameMapping = _json["transformNameMapping"]; |
4201 } | 4381 } |
4202 if (_json.containsKey("type")) { | 4382 if (_json.containsKey("type")) { |
4203 type = _json["type"]; | 4383 type = _json["type"]; |
4204 } | 4384 } |
4205 } | 4385 } |
4206 | 4386 |
4207 core.Map<core.String, core.Object> toJson() { | 4387 core.Map<core.String, core.Object> toJson() { |
4208 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 4388 final core.Map<core.String, core.Object> _json = |
| 4389 new core.Map<core.String, core.Object>(); |
4209 if (clientRequestId != null) { | 4390 if (clientRequestId != null) { |
4210 _json["clientRequestId"] = clientRequestId; | 4391 _json["clientRequestId"] = clientRequestId; |
4211 } | 4392 } |
4212 if (createTime != null) { | 4393 if (createTime != null) { |
4213 _json["createTime"] = createTime; | 4394 _json["createTime"] = createTime; |
4214 } | 4395 } |
4215 if (currentState != null) { | 4396 if (currentState != null) { |
4216 _json["currentState"] = currentState; | 4397 _json["currentState"] = currentState; |
4217 } | 4398 } |
4218 if (currentStateTime != null) { | 4399 if (currentStateTime != null) { |
(...skipping 26 matching lines...) Expand all Loading... |
4245 if (replaceJobId != null) { | 4426 if (replaceJobId != null) { |
4246 _json["replaceJobId"] = replaceJobId; | 4427 _json["replaceJobId"] = replaceJobId; |
4247 } | 4428 } |
4248 if (replacedByJobId != null) { | 4429 if (replacedByJobId != null) { |
4249 _json["replacedByJobId"] = replacedByJobId; | 4430 _json["replacedByJobId"] = replacedByJobId; |
4250 } | 4431 } |
4251 if (requestedState != null) { | 4432 if (requestedState != null) { |
4252 _json["requestedState"] = requestedState; | 4433 _json["requestedState"] = requestedState; |
4253 } | 4434 } |
4254 if (stageStates != null) { | 4435 if (stageStates != null) { |
4255 _json["stageStates"] = stageStates.map((value) => (value).toJson()).toList
(); | 4436 _json["stageStates"] = |
| 4437 stageStates.map((value) => (value).toJson()).toList(); |
4256 } | 4438 } |
4257 if (steps != null) { | 4439 if (steps != null) { |
4258 _json["steps"] = steps.map((value) => (value).toJson()).toList(); | 4440 _json["steps"] = steps.map((value) => (value).toJson()).toList(); |
4259 } | 4441 } |
4260 if (tempFiles != null) { | 4442 if (tempFiles != null) { |
4261 _json["tempFiles"] = tempFiles; | 4443 _json["tempFiles"] = tempFiles; |
4262 } | 4444 } |
4263 if (transformNameMapping != null) { | 4445 if (transformNameMapping != null) { |
4264 _json["transformNameMapping"] = transformNameMapping; | 4446 _json["transformNameMapping"] = transformNameMapping; |
4265 } | 4447 } |
4266 if (type != null) { | 4448 if (type != null) { |
4267 _json["type"] = type; | 4449 _json["type"] = type; |
4268 } | 4450 } |
4269 return _json; | 4451 return _json; |
4270 } | 4452 } |
4271 } | 4453 } |
4272 | 4454 |
4273 /** | 4455 /// Additional information about how a Cloud Dataflow job will be executed that |
4274 * Additional information about how a Cloud Dataflow job will be executed that | 4456 /// isn't contained in the submitted job. |
4275 * isn't contained in the submitted job. | |
4276 */ | |
4277 class JobExecutionInfo { | 4457 class JobExecutionInfo { |
4278 /** A mapping from each stage to the information about that stage. */ | 4458 /// A mapping from each stage to the information about that stage. |
4279 core.Map<core.String, JobExecutionStageInfo> stages; | 4459 core.Map<core.String, JobExecutionStageInfo> stages; |
4280 | 4460 |
4281 JobExecutionInfo(); | 4461 JobExecutionInfo(); |
4282 | 4462 |
4283 JobExecutionInfo.fromJson(core.Map _json) { | 4463 JobExecutionInfo.fromJson(core.Map _json) { |
4284 if (_json.containsKey("stages")) { | 4464 if (_json.containsKey("stages")) { |
4285 stages = commons.mapMap<core.Map<core.String, core.Object>, JobExecutionSt
ageInfo>(_json["stages"], (core.Map<core.String, core.Object> item) => new JobEx
ecutionStageInfo.fromJson(item)); | 4465 stages = commons |
| 4466 .mapMap<core.Map<core.String, core.Object>, JobExecutionStageInfo>( |
| 4467 _json["stages"], |
| 4468 (core.Map<core.String, core.Object> item) => |
| 4469 new JobExecutionStageInfo.fromJson(item)); |
4286 } | 4470 } |
4287 } | 4471 } |
4288 | 4472 |
4289 core.Map<core.String, core.Object> toJson() { | 4473 core.Map<core.String, core.Object> toJson() { |
4290 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 4474 final core.Map<core.String, core.Object> _json = |
| 4475 new core.Map<core.String, core.Object>(); |
4291 if (stages != null) { | 4476 if (stages != null) { |
4292 _json["stages"] = commons.mapMap<JobExecutionStageInfo, core.Map<core.Stri
ng, core.Object>>(stages, (JobExecutionStageInfo item) => (item).toJson()); | 4477 _json["stages"] = commons |
| 4478 .mapMap<JobExecutionStageInfo, core.Map<core.String, core.Object>>( |
| 4479 stages, (JobExecutionStageInfo item) => (item).toJson()); |
4293 } | 4480 } |
4294 return _json; | 4481 return _json; |
4295 } | 4482 } |
4296 } | 4483 } |
4297 | 4484 |
4298 /** | 4485 /// Contains information about how a particular |
4299 * Contains information about how a particular | 4486 /// google.dataflow.v1beta3.Step will be executed. |
4300 * google.dataflow.v1beta3.Step will be executed. | |
4301 */ | |
4302 class JobExecutionStageInfo { | 4487 class JobExecutionStageInfo { |
4303 /** | 4488 /// The steps associated with the execution stage. |
4304 * The steps associated with the execution stage. | 4489 /// Note that stages may have several steps, and that a given step |
4305 * Note that stages may have several steps, and that a given step | 4490 /// might be run by more than one stage. |
4306 * might be run by more than one stage. | |
4307 */ | |
4308 core.List<core.String> stepName; | 4491 core.List<core.String> stepName; |
4309 | 4492 |
4310 JobExecutionStageInfo(); | 4493 JobExecutionStageInfo(); |
4311 | 4494 |
4312 JobExecutionStageInfo.fromJson(core.Map _json) { | 4495 JobExecutionStageInfo.fromJson(core.Map _json) { |
4313 if (_json.containsKey("stepName")) { | 4496 if (_json.containsKey("stepName")) { |
4314 stepName = _json["stepName"]; | 4497 stepName = _json["stepName"]; |
4315 } | 4498 } |
4316 } | 4499 } |
4317 | 4500 |
4318 core.Map<core.String, core.Object> toJson() { | 4501 core.Map<core.String, core.Object> toJson() { |
4319 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 4502 final core.Map<core.String, core.Object> _json = |
| 4503 new core.Map<core.String, core.Object>(); |
4320 if (stepName != null) { | 4504 if (stepName != null) { |
4321 _json["stepName"] = stepName; | 4505 _json["stepName"] = stepName; |
4322 } | 4506 } |
4323 return _json; | 4507 return _json; |
4324 } | 4508 } |
4325 } | 4509 } |
4326 | 4510 |
4327 /** A particular message pertaining to a Dataflow job. */ | 4511 /// A particular message pertaining to a Dataflow job. |
4328 class JobMessage { | 4512 class JobMessage { |
4329 /** Deprecated. */ | 4513 /// Deprecated. |
4330 core.String id; | 4514 core.String id; |
4331 /** | 4515 |
4332 * Importance level of the message. | 4516 /// Importance level of the message. |
4333 * Possible string values are: | 4517 /// Possible string values are: |
4334 * - "JOB_MESSAGE_IMPORTANCE_UNKNOWN" : The message importance isn't | 4518 /// - "JOB_MESSAGE_IMPORTANCE_UNKNOWN" : The message importance isn't |
4335 * specified, or is unknown. | 4519 /// specified, or is unknown. |
4336 * - "JOB_MESSAGE_DEBUG" : The message is at the 'debug' level: typically only | 4520 /// - "JOB_MESSAGE_DEBUG" : The message is at the 'debug' level: typically |
4337 * useful for | 4521 /// only useful for |
4338 * software engineers working on the code the job is running. | 4522 /// software engineers working on the code the job is running. |
4339 * Typically, Dataflow pipeline runners do not display log messages | 4523 /// Typically, Dataflow pipeline runners do not display log messages |
4340 * at this level by default. | 4524 /// at this level by default. |
4341 * - "JOB_MESSAGE_DETAILED" : The message is at the 'detailed' level: somewhat | 4525 /// - "JOB_MESSAGE_DETAILED" : The message is at the 'detailed' level: |
4342 * verbose, but | 4526 /// somewhat verbose, but |
4343 * potentially useful to users. Typically, Dataflow pipeline | 4527 /// potentially useful to users. Typically, Dataflow pipeline |
4344 * runners do not display log messages at this level by default. | 4528 /// runners do not display log messages at this level by default. |
4345 * These messages are displayed by default in the Dataflow | 4529 /// These messages are displayed by default in the Dataflow |
4346 * monitoring UI. | 4530 /// monitoring UI. |
4347 * - "JOB_MESSAGE_BASIC" : The message is at the 'basic' level: useful for | 4531 /// - "JOB_MESSAGE_BASIC" : The message is at the 'basic' level: useful for |
4348 * keeping | 4532 /// keeping |
4349 * track of the execution of a Dataflow pipeline. Typically, | 4533 /// track of the execution of a Dataflow pipeline. Typically, |
4350 * Dataflow pipeline runners display log messages at this level by | 4534 /// Dataflow pipeline runners display log messages at this level by |
4351 * default, and these messages are displayed by default in the | 4535 /// default, and these messages are displayed by default in the |
4352 * Dataflow monitoring UI. | 4536 /// Dataflow monitoring UI. |
4353 * - "JOB_MESSAGE_WARNING" : The message is at the 'warning' level: indicating | 4537 /// - "JOB_MESSAGE_WARNING" : The message is at the 'warning' level: |
4354 * a condition | 4538 /// indicating a condition |
4355 * pertaining to a job which may require human intervention. | 4539 /// pertaining to a job which may require human intervention. |
4356 * Typically, Dataflow pipeline runners display log messages at this | 4540 /// Typically, Dataflow pipeline runners display log messages at this |
4357 * level by default, and these messages are displayed by default in | 4541 /// level by default, and these messages are displayed by default in |
4358 * the Dataflow monitoring UI. | 4542 /// the Dataflow monitoring UI. |
4359 * - "JOB_MESSAGE_ERROR" : The message is at the 'error' level: indicating a | 4543 /// - "JOB_MESSAGE_ERROR" : The message is at the 'error' level: indicating a |
4360 * condition | 4544 /// condition |
4361 * preventing a job from succeeding. Typically, Dataflow pipeline | 4545 /// preventing a job from succeeding. Typically, Dataflow pipeline |
4362 * runners display log messages at this level by default, and these | 4546 /// runners display log messages at this level by default, and these |
4363 * messages are displayed by default in the Dataflow monitoring UI. | 4547 /// messages are displayed by default in the Dataflow monitoring UI. |
4364 */ | |
4365 core.String messageImportance; | 4548 core.String messageImportance; |
4366 /** The text of the message. */ | 4549 |
| 4550 /// The text of the message. |
4367 core.String messageText; | 4551 core.String messageText; |
4368 /** The timestamp of the message. */ | 4552 |
| 4553 /// The timestamp of the message. |
4369 core.String time; | 4554 core.String time; |
4370 | 4555 |
4371 JobMessage(); | 4556 JobMessage(); |
4372 | 4557 |
4373 JobMessage.fromJson(core.Map _json) { | 4558 JobMessage.fromJson(core.Map _json) { |
4374 if (_json.containsKey("id")) { | 4559 if (_json.containsKey("id")) { |
4375 id = _json["id"]; | 4560 id = _json["id"]; |
4376 } | 4561 } |
4377 if (_json.containsKey("messageImportance")) { | 4562 if (_json.containsKey("messageImportance")) { |
4378 messageImportance = _json["messageImportance"]; | 4563 messageImportance = _json["messageImportance"]; |
4379 } | 4564 } |
4380 if (_json.containsKey("messageText")) { | 4565 if (_json.containsKey("messageText")) { |
4381 messageText = _json["messageText"]; | 4566 messageText = _json["messageText"]; |
4382 } | 4567 } |
4383 if (_json.containsKey("time")) { | 4568 if (_json.containsKey("time")) { |
4384 time = _json["time"]; | 4569 time = _json["time"]; |
4385 } | 4570 } |
4386 } | 4571 } |
4387 | 4572 |
4388 core.Map<core.String, core.Object> toJson() { | 4573 core.Map<core.String, core.Object> toJson() { |
4389 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 4574 final core.Map<core.String, core.Object> _json = |
| 4575 new core.Map<core.String, core.Object>(); |
4390 if (id != null) { | 4576 if (id != null) { |
4391 _json["id"] = id; | 4577 _json["id"] = id; |
4392 } | 4578 } |
4393 if (messageImportance != null) { | 4579 if (messageImportance != null) { |
4394 _json["messageImportance"] = messageImportance; | 4580 _json["messageImportance"] = messageImportance; |
4395 } | 4581 } |
4396 if (messageText != null) { | 4582 if (messageText != null) { |
4397 _json["messageText"] = messageText; | 4583 _json["messageText"] = messageText; |
4398 } | 4584 } |
4399 if (time != null) { | 4585 if (time != null) { |
4400 _json["time"] = time; | 4586 _json["time"] = time; |
4401 } | 4587 } |
4402 return _json; | 4588 return _json; |
4403 } | 4589 } |
4404 } | 4590 } |
4405 | 4591 |
4406 /** | 4592 /// JobMetrics contains a collection of metrics descibing the detailed progress |
4407 * JobMetrics contains a collection of metrics descibing the detailed progress | 4593 /// of a Dataflow job. Metrics correspond to user-defined and system-defined |
4408 * of a Dataflow job. Metrics correspond to user-defined and system-defined | 4594 /// metrics in the job. |
4409 * metrics in the job. | 4595 /// |
4410 * | 4596 /// This resource captures only the most recent values of each metric; |
4411 * This resource captures only the most recent values of each metric; | 4597 /// time-series data can be queried for them (under the same metric names) |
4412 * time-series data can be queried for them (under the same metric names) | 4598 /// from Cloud Monitoring. |
4413 * from Cloud Monitoring. | |
4414 */ | |
4415 class JobMetrics { | 4599 class JobMetrics { |
4416 /** Timestamp as of which metric values are current. */ | 4600 /// Timestamp as of which metric values are current. |
4417 core.String metricTime; | 4601 core.String metricTime; |
4418 /** All metrics for this job. */ | 4602 |
| 4603 /// All metrics for this job. |
4419 core.List<MetricUpdate> metrics; | 4604 core.List<MetricUpdate> metrics; |
4420 | 4605 |
4421 JobMetrics(); | 4606 JobMetrics(); |
4422 | 4607 |
4423 JobMetrics.fromJson(core.Map _json) { | 4608 JobMetrics.fromJson(core.Map _json) { |
4424 if (_json.containsKey("metricTime")) { | 4609 if (_json.containsKey("metricTime")) { |
4425 metricTime = _json["metricTime"]; | 4610 metricTime = _json["metricTime"]; |
4426 } | 4611 } |
4427 if (_json.containsKey("metrics")) { | 4612 if (_json.containsKey("metrics")) { |
4428 metrics = _json["metrics"].map((value) => new MetricUpdate.fromJson(value)
).toList(); | 4613 metrics = _json["metrics"] |
| 4614 .map((value) => new MetricUpdate.fromJson(value)) |
| 4615 .toList(); |
4429 } | 4616 } |
4430 } | 4617 } |
4431 | 4618 |
4432 core.Map<core.String, core.Object> toJson() { | 4619 core.Map<core.String, core.Object> toJson() { |
4433 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 4620 final core.Map<core.String, core.Object> _json = |
| 4621 new core.Map<core.String, core.Object>(); |
4434 if (metricTime != null) { | 4622 if (metricTime != null) { |
4435 _json["metricTime"] = metricTime; | 4623 _json["metricTime"] = metricTime; |
4436 } | 4624 } |
4437 if (metrics != null) { | 4625 if (metrics != null) { |
4438 _json["metrics"] = metrics.map((value) => (value).toJson()).toList(); | 4626 _json["metrics"] = metrics.map((value) => (value).toJson()).toList(); |
4439 } | 4627 } |
4440 return _json; | 4628 return _json; |
4441 } | 4629 } |
4442 } | 4630 } |
4443 | 4631 |
4444 /** | 4632 /// Data disk assignment information for a specific key-range of a sharded |
4445 * Data disk assignment information for a specific key-range of a sharded | 4633 /// computation. |
4446 * computation. | 4634 /// Currently we only support UTF-8 character splits to simplify encoding into |
4447 * Currently we only support UTF-8 character splits to simplify encoding into | 4635 /// JSON. |
4448 * JSON. | |
4449 */ | |
4450 class KeyRangeDataDiskAssignment { | 4636 class KeyRangeDataDiskAssignment { |
4451 /** | 4637 /// The name of the data disk where data for this range is stored. |
4452 * The name of the data disk where data for this range is stored. | 4638 /// This name is local to the Google Cloud Platform project and uniquely |
4453 * This name is local to the Google Cloud Platform project and uniquely | 4639 /// identifies the disk within that project, for example |
4454 * identifies the disk within that project, for example | 4640 /// "myproject-1014-104817-4c2-harness-0-disk-1". |
4455 * "myproject-1014-104817-4c2-harness-0-disk-1". | |
4456 */ | |
4457 core.String dataDisk; | 4641 core.String dataDisk; |
4458 /** The end (exclusive) of the key range. */ | 4642 |
| 4643 /// The end (exclusive) of the key range. |
4459 core.String end; | 4644 core.String end; |
4460 /** The start (inclusive) of the key range. */ | 4645 |
| 4646 /// The start (inclusive) of the key range. |
4461 core.String start; | 4647 core.String start; |
4462 | 4648 |
4463 KeyRangeDataDiskAssignment(); | 4649 KeyRangeDataDiskAssignment(); |
4464 | 4650 |
4465 KeyRangeDataDiskAssignment.fromJson(core.Map _json) { | 4651 KeyRangeDataDiskAssignment.fromJson(core.Map _json) { |
4466 if (_json.containsKey("dataDisk")) { | 4652 if (_json.containsKey("dataDisk")) { |
4467 dataDisk = _json["dataDisk"]; | 4653 dataDisk = _json["dataDisk"]; |
4468 } | 4654 } |
4469 if (_json.containsKey("end")) { | 4655 if (_json.containsKey("end")) { |
4470 end = _json["end"]; | 4656 end = _json["end"]; |
4471 } | 4657 } |
4472 if (_json.containsKey("start")) { | 4658 if (_json.containsKey("start")) { |
4473 start = _json["start"]; | 4659 start = _json["start"]; |
4474 } | 4660 } |
4475 } | 4661 } |
4476 | 4662 |
4477 core.Map<core.String, core.Object> toJson() { | 4663 core.Map<core.String, core.Object> toJson() { |
4478 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 4664 final core.Map<core.String, core.Object> _json = |
| 4665 new core.Map<core.String, core.Object>(); |
4479 if (dataDisk != null) { | 4666 if (dataDisk != null) { |
4480 _json["dataDisk"] = dataDisk; | 4667 _json["dataDisk"] = dataDisk; |
4481 } | 4668 } |
4482 if (end != null) { | 4669 if (end != null) { |
4483 _json["end"] = end; | 4670 _json["end"] = end; |
4484 } | 4671 } |
4485 if (start != null) { | 4672 if (start != null) { |
4486 _json["start"] = start; | 4673 _json["start"] = start; |
4487 } | 4674 } |
4488 return _json; | 4675 return _json; |
4489 } | 4676 } |
4490 } | 4677 } |
4491 | 4678 |
4492 /** | 4679 /// Location information for a specific key-range of a sharded computation. |
4493 * Location information for a specific key-range of a sharded computation. | 4680 /// Currently we only support UTF-8 character splits to simplify encoding into |
4494 * Currently we only support UTF-8 character splits to simplify encoding into | 4681 /// JSON. |
4495 * JSON. | |
4496 */ | |
4497 class KeyRangeLocation { | 4682 class KeyRangeLocation { |
4498 /** | 4683 /// The name of the data disk where data for this range is stored. |
4499 * The name of the data disk where data for this range is stored. | 4684 /// This name is local to the Google Cloud Platform project and uniquely |
4500 * This name is local to the Google Cloud Platform project and uniquely | 4685 /// identifies the disk within that project, for example |
4501 * identifies the disk within that project, for example | 4686 /// "myproject-1014-104817-4c2-harness-0-disk-1". |
4502 * "myproject-1014-104817-4c2-harness-0-disk-1". | |
4503 */ | |
4504 core.String dataDisk; | 4687 core.String dataDisk; |
4505 /** | 4688 |
4506 * The physical location of this range assignment to be used for | 4689 /// The physical location of this range assignment to be used for |
4507 * streaming computation cross-worker message delivery. | 4690 /// streaming computation cross-worker message delivery. |
4508 */ | |
4509 core.String deliveryEndpoint; | 4691 core.String deliveryEndpoint; |
4510 /** | 4692 |
4511 * DEPRECATED. The location of the persistent state for this range, as a | 4693 /// DEPRECATED. The location of the persistent state for this range, as a |
4512 * persistent directory in the worker local filesystem. | 4694 /// persistent directory in the worker local filesystem. |
4513 */ | |
4514 core.String deprecatedPersistentDirectory; | 4695 core.String deprecatedPersistentDirectory; |
4515 /** The end (exclusive) of the key range. */ | 4696 |
| 4697 /// The end (exclusive) of the key range. |
4516 core.String end; | 4698 core.String end; |
4517 /** The start (inclusive) of the key range. */ | 4699 |
| 4700 /// The start (inclusive) of the key range. |
4518 core.String start; | 4701 core.String start; |
4519 | 4702 |
4520 KeyRangeLocation(); | 4703 KeyRangeLocation(); |
4521 | 4704 |
4522 KeyRangeLocation.fromJson(core.Map _json) { | 4705 KeyRangeLocation.fromJson(core.Map _json) { |
4523 if (_json.containsKey("dataDisk")) { | 4706 if (_json.containsKey("dataDisk")) { |
4524 dataDisk = _json["dataDisk"]; | 4707 dataDisk = _json["dataDisk"]; |
4525 } | 4708 } |
4526 if (_json.containsKey("deliveryEndpoint")) { | 4709 if (_json.containsKey("deliveryEndpoint")) { |
4527 deliveryEndpoint = _json["deliveryEndpoint"]; | 4710 deliveryEndpoint = _json["deliveryEndpoint"]; |
4528 } | 4711 } |
4529 if (_json.containsKey("deprecatedPersistentDirectory")) { | 4712 if (_json.containsKey("deprecatedPersistentDirectory")) { |
4530 deprecatedPersistentDirectory = _json["deprecatedPersistentDirectory"]; | 4713 deprecatedPersistentDirectory = _json["deprecatedPersistentDirectory"]; |
4531 } | 4714 } |
4532 if (_json.containsKey("end")) { | 4715 if (_json.containsKey("end")) { |
4533 end = _json["end"]; | 4716 end = _json["end"]; |
4534 } | 4717 } |
4535 if (_json.containsKey("start")) { | 4718 if (_json.containsKey("start")) { |
4536 start = _json["start"]; | 4719 start = _json["start"]; |
4537 } | 4720 } |
4538 } | 4721 } |
4539 | 4722 |
4540 core.Map<core.String, core.Object> toJson() { | 4723 core.Map<core.String, core.Object> toJson() { |
4541 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 4724 final core.Map<core.String, core.Object> _json = |
| 4725 new core.Map<core.String, core.Object>(); |
4542 if (dataDisk != null) { | 4726 if (dataDisk != null) { |
4543 _json["dataDisk"] = dataDisk; | 4727 _json["dataDisk"] = dataDisk; |
4544 } | 4728 } |
4545 if (deliveryEndpoint != null) { | 4729 if (deliveryEndpoint != null) { |
4546 _json["deliveryEndpoint"] = deliveryEndpoint; | 4730 _json["deliveryEndpoint"] = deliveryEndpoint; |
4547 } | 4731 } |
4548 if (deprecatedPersistentDirectory != null) { | 4732 if (deprecatedPersistentDirectory != null) { |
4549 _json["deprecatedPersistentDirectory"] = deprecatedPersistentDirectory; | 4733 _json["deprecatedPersistentDirectory"] = deprecatedPersistentDirectory; |
4550 } | 4734 } |
4551 if (end != null) { | 4735 if (end != null) { |
4552 _json["end"] = end; | 4736 _json["end"] = end; |
4553 } | 4737 } |
4554 if (start != null) { | 4738 if (start != null) { |
4555 _json["start"] = start; | 4739 _json["start"] = start; |
4556 } | 4740 } |
4557 return _json; | 4741 return _json; |
4558 } | 4742 } |
4559 } | 4743 } |
4560 | 4744 |
4561 /** Parameters to provide to the template being launched. */ | 4745 /// Parameters to provide to the template being launched. |
4562 class LaunchTemplateParameters { | 4746 class LaunchTemplateParameters { |
4563 /** The runtime environment for the job. */ | 4747 /// The runtime environment for the job. |
4564 RuntimeEnvironment environment; | 4748 RuntimeEnvironment environment; |
4565 /** Required. The job name to use for the created job. */ | 4749 |
| 4750 /// Required. The job name to use for the created job. |
4566 core.String jobName; | 4751 core.String jobName; |
4567 /** The runtime parameters to pass to the job. */ | 4752 |
| 4753 /// The runtime parameters to pass to the job. |
4568 core.Map<core.String, core.String> parameters; | 4754 core.Map<core.String, core.String> parameters; |
4569 | 4755 |
4570 LaunchTemplateParameters(); | 4756 LaunchTemplateParameters(); |
4571 | 4757 |
4572 LaunchTemplateParameters.fromJson(core.Map _json) { | 4758 LaunchTemplateParameters.fromJson(core.Map _json) { |
4573 if (_json.containsKey("environment")) { | 4759 if (_json.containsKey("environment")) { |
4574 environment = new RuntimeEnvironment.fromJson(_json["environment"]); | 4760 environment = new RuntimeEnvironment.fromJson(_json["environment"]); |
4575 } | 4761 } |
4576 if (_json.containsKey("jobName")) { | 4762 if (_json.containsKey("jobName")) { |
4577 jobName = _json["jobName"]; | 4763 jobName = _json["jobName"]; |
4578 } | 4764 } |
4579 if (_json.containsKey("parameters")) { | 4765 if (_json.containsKey("parameters")) { |
4580 parameters = _json["parameters"]; | 4766 parameters = _json["parameters"]; |
4581 } | 4767 } |
4582 } | 4768 } |
4583 | 4769 |
4584 core.Map<core.String, core.Object> toJson() { | 4770 core.Map<core.String, core.Object> toJson() { |
4585 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 4771 final core.Map<core.String, core.Object> _json = |
| 4772 new core.Map<core.String, core.Object>(); |
4586 if (environment != null) { | 4773 if (environment != null) { |
4587 _json["environment"] = (environment).toJson(); | 4774 _json["environment"] = (environment).toJson(); |
4588 } | 4775 } |
4589 if (jobName != null) { | 4776 if (jobName != null) { |
4590 _json["jobName"] = jobName; | 4777 _json["jobName"] = jobName; |
4591 } | 4778 } |
4592 if (parameters != null) { | 4779 if (parameters != null) { |
4593 _json["parameters"] = parameters; | 4780 _json["parameters"] = parameters; |
4594 } | 4781 } |
4595 return _json; | 4782 return _json; |
4596 } | 4783 } |
4597 } | 4784 } |
4598 | 4785 |
4599 /** Response to the request to launch a template. */ | 4786 /// Response to the request to launch a template. |
4600 class LaunchTemplateResponse { | 4787 class LaunchTemplateResponse { |
4601 /** | 4788 /// The job that was launched, if the request was not a dry run and |
4602 * The job that was launched, if the request was not a dry run and | 4789 /// the job was successfully launched. |
4603 * the job was successfully launched. | |
4604 */ | |
4605 Job job; | 4790 Job job; |
4606 | 4791 |
4607 LaunchTemplateResponse(); | 4792 LaunchTemplateResponse(); |
4608 | 4793 |
4609 LaunchTemplateResponse.fromJson(core.Map _json) { | 4794 LaunchTemplateResponse.fromJson(core.Map _json) { |
4610 if (_json.containsKey("job")) { | 4795 if (_json.containsKey("job")) { |
4611 job = new Job.fromJson(_json["job"]); | 4796 job = new Job.fromJson(_json["job"]); |
4612 } | 4797 } |
4613 } | 4798 } |
4614 | 4799 |
4615 core.Map<core.String, core.Object> toJson() { | 4800 core.Map<core.String, core.Object> toJson() { |
4616 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 4801 final core.Map<core.String, core.Object> _json = |
| 4802 new core.Map<core.String, core.Object>(); |
4617 if (job != null) { | 4803 if (job != null) { |
4618 _json["job"] = (job).toJson(); | 4804 _json["job"] = (job).toJson(); |
4619 } | 4805 } |
4620 return _json; | 4806 return _json; |
4621 } | 4807 } |
4622 } | 4808 } |
4623 | 4809 |
4624 /** Request to lease WorkItems. */ | 4810 /// Request to lease WorkItems. |
4625 class LeaseWorkItemRequest { | 4811 class LeaseWorkItemRequest { |
4626 /** The current timestamp at the worker. */ | 4812 /// The current timestamp at the worker. |
4627 core.String currentWorkerTime; | 4813 core.String currentWorkerTime; |
4628 /** The location which contains the WorkItem's job. */ | 4814 |
| 4815 /// The location which contains the WorkItem's job. |
4629 core.String location; | 4816 core.String location; |
4630 /** The initial lease period. */ | 4817 |
| 4818 /// The initial lease period. |
4631 core.String requestedLeaseDuration; | 4819 core.String requestedLeaseDuration; |
4632 /** Filter for WorkItem type. */ | 4820 |
| 4821 /// Filter for WorkItem type. |
4633 core.List<core.String> workItemTypes; | 4822 core.List<core.String> workItemTypes; |
4634 /** | 4823 |
4635 * Worker capabilities. WorkItems might be limited to workers with specific | 4824 /// Worker capabilities. WorkItems might be limited to workers with specific |
4636 * capabilities. | 4825 /// capabilities. |
4637 */ | |
4638 core.List<core.String> workerCapabilities; | 4826 core.List<core.String> workerCapabilities; |
4639 /** | 4827 |
4640 * Identifies the worker leasing work -- typically the ID of the | 4828 /// Identifies the worker leasing work -- typically the ID of the |
4641 * virtual machine running the worker. | 4829 /// virtual machine running the worker. |
4642 */ | |
4643 core.String workerId; | 4830 core.String workerId; |
4644 | 4831 |
4645 LeaseWorkItemRequest(); | 4832 LeaseWorkItemRequest(); |
4646 | 4833 |
4647 LeaseWorkItemRequest.fromJson(core.Map _json) { | 4834 LeaseWorkItemRequest.fromJson(core.Map _json) { |
4648 if (_json.containsKey("currentWorkerTime")) { | 4835 if (_json.containsKey("currentWorkerTime")) { |
4649 currentWorkerTime = _json["currentWorkerTime"]; | 4836 currentWorkerTime = _json["currentWorkerTime"]; |
4650 } | 4837 } |
4651 if (_json.containsKey("location")) { | 4838 if (_json.containsKey("location")) { |
4652 location = _json["location"]; | 4839 location = _json["location"]; |
4653 } | 4840 } |
4654 if (_json.containsKey("requestedLeaseDuration")) { | 4841 if (_json.containsKey("requestedLeaseDuration")) { |
4655 requestedLeaseDuration = _json["requestedLeaseDuration"]; | 4842 requestedLeaseDuration = _json["requestedLeaseDuration"]; |
4656 } | 4843 } |
4657 if (_json.containsKey("workItemTypes")) { | 4844 if (_json.containsKey("workItemTypes")) { |
4658 workItemTypes = _json["workItemTypes"]; | 4845 workItemTypes = _json["workItemTypes"]; |
4659 } | 4846 } |
4660 if (_json.containsKey("workerCapabilities")) { | 4847 if (_json.containsKey("workerCapabilities")) { |
4661 workerCapabilities = _json["workerCapabilities"]; | 4848 workerCapabilities = _json["workerCapabilities"]; |
4662 } | 4849 } |
4663 if (_json.containsKey("workerId")) { | 4850 if (_json.containsKey("workerId")) { |
4664 workerId = _json["workerId"]; | 4851 workerId = _json["workerId"]; |
4665 } | 4852 } |
4666 } | 4853 } |
4667 | 4854 |
4668 core.Map<core.String, core.Object> toJson() { | 4855 core.Map<core.String, core.Object> toJson() { |
4669 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 4856 final core.Map<core.String, core.Object> _json = |
| 4857 new core.Map<core.String, core.Object>(); |
4670 if (currentWorkerTime != null) { | 4858 if (currentWorkerTime != null) { |
4671 _json["currentWorkerTime"] = currentWorkerTime; | 4859 _json["currentWorkerTime"] = currentWorkerTime; |
4672 } | 4860 } |
4673 if (location != null) { | 4861 if (location != null) { |
4674 _json["location"] = location; | 4862 _json["location"] = location; |
4675 } | 4863 } |
4676 if (requestedLeaseDuration != null) { | 4864 if (requestedLeaseDuration != null) { |
4677 _json["requestedLeaseDuration"] = requestedLeaseDuration; | 4865 _json["requestedLeaseDuration"] = requestedLeaseDuration; |
4678 } | 4866 } |
4679 if (workItemTypes != null) { | 4867 if (workItemTypes != null) { |
4680 _json["workItemTypes"] = workItemTypes; | 4868 _json["workItemTypes"] = workItemTypes; |
4681 } | 4869 } |
4682 if (workerCapabilities != null) { | 4870 if (workerCapabilities != null) { |
4683 _json["workerCapabilities"] = workerCapabilities; | 4871 _json["workerCapabilities"] = workerCapabilities; |
4684 } | 4872 } |
4685 if (workerId != null) { | 4873 if (workerId != null) { |
4686 _json["workerId"] = workerId; | 4874 _json["workerId"] = workerId; |
4687 } | 4875 } |
4688 return _json; | 4876 return _json; |
4689 } | 4877 } |
4690 } | 4878 } |
4691 | 4879 |
4692 /** Response to a request to lease WorkItems. */ | 4880 /// Response to a request to lease WorkItems. |
4693 class LeaseWorkItemResponse { | 4881 class LeaseWorkItemResponse { |
4694 /** A list of the leased WorkItems. */ | 4882 /// A list of the leased WorkItems. |
4695 core.List<WorkItem> workItems; | 4883 core.List<WorkItem> workItems; |
4696 | 4884 |
4697 LeaseWorkItemResponse(); | 4885 LeaseWorkItemResponse(); |
4698 | 4886 |
4699 LeaseWorkItemResponse.fromJson(core.Map _json) { | 4887 LeaseWorkItemResponse.fromJson(core.Map _json) { |
4700 if (_json.containsKey("workItems")) { | 4888 if (_json.containsKey("workItems")) { |
4701 workItems = _json["workItems"].map((value) => new WorkItem.fromJson(value)
).toList(); | 4889 workItems = _json["workItems"] |
| 4890 .map((value) => new WorkItem.fromJson(value)) |
| 4891 .toList(); |
4702 } | 4892 } |
4703 } | 4893 } |
4704 | 4894 |
4705 core.Map<core.String, core.Object> toJson() { | 4895 core.Map<core.String, core.Object> toJson() { |
4706 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 4896 final core.Map<core.String, core.Object> _json = |
| 4897 new core.Map<core.String, core.Object>(); |
4707 if (workItems != null) { | 4898 if (workItems != null) { |
4708 _json["workItems"] = workItems.map((value) => (value).toJson()).toList(); | 4899 _json["workItems"] = workItems.map((value) => (value).toJson()).toList(); |
4709 } | 4900 } |
4710 return _json; | 4901 return _json; |
4711 } | 4902 } |
4712 } | 4903 } |
4713 | 4904 |
4714 /** Response to a request to list job messages. */ | 4905 /// Response to a request to list job messages. |
4715 class ListJobMessagesResponse { | 4906 class ListJobMessagesResponse { |
4716 /** Autoscaling events in ascending timestamp order. */ | 4907 /// Autoscaling events in ascending timestamp order. |
4717 core.List<AutoscalingEvent> autoscalingEvents; | 4908 core.List<AutoscalingEvent> autoscalingEvents; |
4718 /** Messages in ascending timestamp order. */ | 4909 |
| 4910 /// Messages in ascending timestamp order. |
4719 core.List<JobMessage> jobMessages; | 4911 core.List<JobMessage> jobMessages; |
4720 /** The token to obtain the next page of results if there are more. */ | 4912 |
| 4913 /// The token to obtain the next page of results if there are more. |
4721 core.String nextPageToken; | 4914 core.String nextPageToken; |
4722 | 4915 |
4723 ListJobMessagesResponse(); | 4916 ListJobMessagesResponse(); |
4724 | 4917 |
4725 ListJobMessagesResponse.fromJson(core.Map _json) { | 4918 ListJobMessagesResponse.fromJson(core.Map _json) { |
4726 if (_json.containsKey("autoscalingEvents")) { | 4919 if (_json.containsKey("autoscalingEvents")) { |
4727 autoscalingEvents = _json["autoscalingEvents"].map((value) => new Autoscal
ingEvent.fromJson(value)).toList(); | 4920 autoscalingEvents = _json["autoscalingEvents"] |
| 4921 .map((value) => new AutoscalingEvent.fromJson(value)) |
| 4922 .toList(); |
4728 } | 4923 } |
4729 if (_json.containsKey("jobMessages")) { | 4924 if (_json.containsKey("jobMessages")) { |
4730 jobMessages = _json["jobMessages"].map((value) => new JobMessage.fromJson(
value)).toList(); | 4925 jobMessages = _json["jobMessages"] |
| 4926 .map((value) => new JobMessage.fromJson(value)) |
| 4927 .toList(); |
4731 } | 4928 } |
4732 if (_json.containsKey("nextPageToken")) { | 4929 if (_json.containsKey("nextPageToken")) { |
4733 nextPageToken = _json["nextPageToken"]; | 4930 nextPageToken = _json["nextPageToken"]; |
4734 } | 4931 } |
4735 } | 4932 } |
4736 | 4933 |
4737 core.Map<core.String, core.Object> toJson() { | 4934 core.Map<core.String, core.Object> toJson() { |
4738 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 4935 final core.Map<core.String, core.Object> _json = |
| 4936 new core.Map<core.String, core.Object>(); |
4739 if (autoscalingEvents != null) { | 4937 if (autoscalingEvents != null) { |
4740 _json["autoscalingEvents"] = autoscalingEvents.map((value) => (value).toJs
on()).toList(); | 4938 _json["autoscalingEvents"] = |
| 4939 autoscalingEvents.map((value) => (value).toJson()).toList(); |
4741 } | 4940 } |
4742 if (jobMessages != null) { | 4941 if (jobMessages != null) { |
4743 _json["jobMessages"] = jobMessages.map((value) => (value).toJson()).toList
(); | 4942 _json["jobMessages"] = |
| 4943 jobMessages.map((value) => (value).toJson()).toList(); |
4744 } | 4944 } |
4745 if (nextPageToken != null) { | 4945 if (nextPageToken != null) { |
4746 _json["nextPageToken"] = nextPageToken; | 4946 _json["nextPageToken"] = nextPageToken; |
4747 } | 4947 } |
4748 return _json; | 4948 return _json; |
4749 } | 4949 } |
4750 } | 4950 } |
4751 | 4951 |
4752 /** | 4952 /// Response to a request to list Cloud Dataflow jobs. This may be a partial |
4753 * Response to a request to list Cloud Dataflow jobs. This may be a partial | 4953 /// response, depending on the page size in the ListJobsRequest. |
4754 * response, depending on the page size in the ListJobsRequest. | |
4755 */ | |
4756 class ListJobsResponse { | 4954 class ListJobsResponse { |
4757 /** Zero or more messages describing locations that failed to respond. */ | 4955 /// Zero or more messages describing locations that failed to respond. |
4758 core.List<FailedLocation> failedLocation; | 4956 core.List<FailedLocation> failedLocation; |
4759 /** A subset of the requested job information. */ | 4957 |
| 4958 /// A subset of the requested job information. |
4760 core.List<Job> jobs; | 4959 core.List<Job> jobs; |
4761 /** Set if there may be more results than fit in this response. */ | 4960 |
| 4961 /// Set if there may be more results than fit in this response. |
4762 core.String nextPageToken; | 4962 core.String nextPageToken; |
4763 | 4963 |
4764 ListJobsResponse(); | 4964 ListJobsResponse(); |
4765 | 4965 |
4766 ListJobsResponse.fromJson(core.Map _json) { | 4966 ListJobsResponse.fromJson(core.Map _json) { |
4767 if (_json.containsKey("failedLocation")) { | 4967 if (_json.containsKey("failedLocation")) { |
4768 failedLocation = _json["failedLocation"].map((value) => new FailedLocation
.fromJson(value)).toList(); | 4968 failedLocation = _json["failedLocation"] |
| 4969 .map((value) => new FailedLocation.fromJson(value)) |
| 4970 .toList(); |
4769 } | 4971 } |
4770 if (_json.containsKey("jobs")) { | 4972 if (_json.containsKey("jobs")) { |
4771 jobs = _json["jobs"].map((value) => new Job.fromJson(value)).toList(); | 4973 jobs = _json["jobs"].map((value) => new Job.fromJson(value)).toList(); |
4772 } | 4974 } |
4773 if (_json.containsKey("nextPageToken")) { | 4975 if (_json.containsKey("nextPageToken")) { |
4774 nextPageToken = _json["nextPageToken"]; | 4976 nextPageToken = _json["nextPageToken"]; |
4775 } | 4977 } |
4776 } | 4978 } |
4777 | 4979 |
4778 core.Map<core.String, core.Object> toJson() { | 4980 core.Map<core.String, core.Object> toJson() { |
4779 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 4981 final core.Map<core.String, core.Object> _json = |
| 4982 new core.Map<core.String, core.Object>(); |
4780 if (failedLocation != null) { | 4983 if (failedLocation != null) { |
4781 _json["failedLocation"] = failedLocation.map((value) => (value).toJson()).
toList(); | 4984 _json["failedLocation"] = |
| 4985 failedLocation.map((value) => (value).toJson()).toList(); |
4782 } | 4986 } |
4783 if (jobs != null) { | 4987 if (jobs != null) { |
4784 _json["jobs"] = jobs.map((value) => (value).toJson()).toList(); | 4988 _json["jobs"] = jobs.map((value) => (value).toJson()).toList(); |
4785 } | 4989 } |
4786 if (nextPageToken != null) { | 4990 if (nextPageToken != null) { |
4787 _json["nextPageToken"] = nextPageToken; | 4991 _json["nextPageToken"] = nextPageToken; |
4788 } | 4992 } |
4789 return _json; | 4993 return _json; |
4790 } | 4994 } |
4791 } | 4995 } |
4792 | 4996 |
4793 /** Bucket of values for Distribution's logarithmic histogram. */ | 4997 /// Bucket of values for Distribution's logarithmic histogram. |
4794 class LogBucket { | 4998 class LogBucket { |
4795 /** Number of values in this bucket. */ | 4999 /// Number of values in this bucket. |
4796 core.String count; | 5000 core.String count; |
4797 /** | 5001 |
4798 * floor(log2(value)); defined to be zero for nonpositive values. | 5002 /// floor(log2(value)); defined to be zero for nonpositive values. |
4799 * log(-1) = 0 | 5003 /// log(-1) = 0 |
4800 * log(0) = 0 | 5004 /// log(0) = 0 |
4801 * log(1) = 0 | 5005 /// log(1) = 0 |
4802 * log(2) = 1 | 5006 /// log(2) = 1 |
4803 * log(3) = 1 | 5007 /// log(3) = 1 |
4804 * log(4) = 2 | 5008 /// log(4) = 2 |
4805 * log(5) = 2 | 5009 /// log(5) = 2 |
4806 */ | |
4807 core.int log; | 5010 core.int log; |
4808 | 5011 |
4809 LogBucket(); | 5012 LogBucket(); |
4810 | 5013 |
4811 LogBucket.fromJson(core.Map _json) { | 5014 LogBucket.fromJson(core.Map _json) { |
4812 if (_json.containsKey("count")) { | 5015 if (_json.containsKey("count")) { |
4813 count = _json["count"]; | 5016 count = _json["count"]; |
4814 } | 5017 } |
4815 if (_json.containsKey("log")) { | 5018 if (_json.containsKey("log")) { |
4816 log = _json["log"]; | 5019 log = _json["log"]; |
4817 } | 5020 } |
4818 } | 5021 } |
4819 | 5022 |
4820 core.Map<core.String, core.Object> toJson() { | 5023 core.Map<core.String, core.Object> toJson() { |
4821 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 5024 final core.Map<core.String, core.Object> _json = |
| 5025 new core.Map<core.String, core.Object>(); |
4822 if (count != null) { | 5026 if (count != null) { |
4823 _json["count"] = count; | 5027 _json["count"] = count; |
4824 } | 5028 } |
4825 if (log != null) { | 5029 if (log != null) { |
4826 _json["log"] = log; | 5030 _json["log"] = log; |
4827 } | 5031 } |
4828 return _json; | 5032 return _json; |
4829 } | 5033 } |
4830 } | 5034 } |
4831 | 5035 |
4832 /** | 5036 /// MapTask consists of an ordered set of instructions, each of which |
4833 * MapTask consists of an ordered set of instructions, each of which | 5037 /// describes one particular low-level operation for the worker to |
4834 * describes one particular low-level operation for the worker to | 5038 /// perform in order to accomplish the MapTask's WorkItem. |
4835 * perform in order to accomplish the MapTask's WorkItem. | 5039 /// |
4836 * | 5040 /// Each instruction must appear in the list before any instructions which |
4837 * Each instruction must appear in the list before any instructions which | 5041 /// depends on its output. |
4838 * depends on its output. | |
4839 */ | |
4840 class MapTask { | 5042 class MapTask { |
4841 /** The instructions in the MapTask. */ | 5043 /// The instructions in the MapTask. |
4842 core.List<ParallelInstruction> instructions; | 5044 core.List<ParallelInstruction> instructions; |
4843 /** | 5045 |
4844 * System-defined name of the stage containing this MapTask. | 5046 /// System-defined name of the stage containing this MapTask. |
4845 * Unique across the workflow. | 5047 /// Unique across the workflow. |
4846 */ | |
4847 core.String stageName; | 5048 core.String stageName; |
4848 /** | 5049 |
4849 * System-defined name of this MapTask. | 5050 /// System-defined name of this MapTask. |
4850 * Unique across the workflow. | 5051 /// Unique across the workflow. |
4851 */ | |
4852 core.String systemName; | 5052 core.String systemName; |
4853 | 5053 |
4854 MapTask(); | 5054 MapTask(); |
4855 | 5055 |
4856 MapTask.fromJson(core.Map _json) { | 5056 MapTask.fromJson(core.Map _json) { |
4857 if (_json.containsKey("instructions")) { | 5057 if (_json.containsKey("instructions")) { |
4858 instructions = _json["instructions"].map((value) => new ParallelInstructio
n.fromJson(value)).toList(); | 5058 instructions = _json["instructions"] |
| 5059 .map((value) => new ParallelInstruction.fromJson(value)) |
| 5060 .toList(); |
4859 } | 5061 } |
4860 if (_json.containsKey("stageName")) { | 5062 if (_json.containsKey("stageName")) { |
4861 stageName = _json["stageName"]; | 5063 stageName = _json["stageName"]; |
4862 } | 5064 } |
4863 if (_json.containsKey("systemName")) { | 5065 if (_json.containsKey("systemName")) { |
4864 systemName = _json["systemName"]; | 5066 systemName = _json["systemName"]; |
4865 } | 5067 } |
4866 } | 5068 } |
4867 | 5069 |
4868 core.Map<core.String, core.Object> toJson() { | 5070 core.Map<core.String, core.Object> toJson() { |
4869 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 5071 final core.Map<core.String, core.Object> _json = |
| 5072 new core.Map<core.String, core.Object>(); |
4870 if (instructions != null) { | 5073 if (instructions != null) { |
4871 _json["instructions"] = instructions.map((value) => (value).toJson()).toLi
st(); | 5074 _json["instructions"] = |
| 5075 instructions.map((value) => (value).toJson()).toList(); |
4872 } | 5076 } |
4873 if (stageName != null) { | 5077 if (stageName != null) { |
4874 _json["stageName"] = stageName; | 5078 _json["stageName"] = stageName; |
4875 } | 5079 } |
4876 if (systemName != null) { | 5080 if (systemName != null) { |
4877 _json["systemName"] = systemName; | 5081 _json["systemName"] = systemName; |
4878 } | 5082 } |
4879 return _json; | 5083 return _json; |
4880 } | 5084 } |
4881 } | 5085 } |
4882 | 5086 |
4883 /** | 5087 /// The metric short id is returned to the user alongside an offset into |
4884 * The metric short id is returned to the user alongside an offset into | 5088 /// ReportWorkItemStatusRequest |
4885 * ReportWorkItemStatusRequest | |
4886 */ | |
4887 class MetricShortId { | 5089 class MetricShortId { |
4888 /** | 5090 /// The index of the corresponding metric in |
4889 * The index of the corresponding metric in | 5091 /// the ReportWorkItemStatusRequest. Required. |
4890 * the ReportWorkItemStatusRequest. Required. | |
4891 */ | |
4892 core.int metricIndex; | 5092 core.int metricIndex; |
4893 /** The service-generated short identifier for the metric. */ | 5093 |
| 5094 /// The service-generated short identifier for the metric. |
4894 core.String shortId; | 5095 core.String shortId; |
4895 | 5096 |
4896 MetricShortId(); | 5097 MetricShortId(); |
4897 | 5098 |
4898 MetricShortId.fromJson(core.Map _json) { | 5099 MetricShortId.fromJson(core.Map _json) { |
4899 if (_json.containsKey("metricIndex")) { | 5100 if (_json.containsKey("metricIndex")) { |
4900 metricIndex = _json["metricIndex"]; | 5101 metricIndex = _json["metricIndex"]; |
4901 } | 5102 } |
4902 if (_json.containsKey("shortId")) { | 5103 if (_json.containsKey("shortId")) { |
4903 shortId = _json["shortId"]; | 5104 shortId = _json["shortId"]; |
4904 } | 5105 } |
4905 } | 5106 } |
4906 | 5107 |
4907 core.Map<core.String, core.Object> toJson() { | 5108 core.Map<core.String, core.Object> toJson() { |
4908 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 5109 final core.Map<core.String, core.Object> _json = |
| 5110 new core.Map<core.String, core.Object>(); |
4909 if (metricIndex != null) { | 5111 if (metricIndex != null) { |
4910 _json["metricIndex"] = metricIndex; | 5112 _json["metricIndex"] = metricIndex; |
4911 } | 5113 } |
4912 if (shortId != null) { | 5114 if (shortId != null) { |
4913 _json["shortId"] = shortId; | 5115 _json["shortId"] = shortId; |
4914 } | 5116 } |
4915 return _json; | 5117 return _json; |
4916 } | 5118 } |
4917 } | 5119 } |
4918 | 5120 |
4919 /** | 5121 /// Identifies a metric, by describing the source which generated the |
4920 * Identifies a metric, by describing the source which generated the | 5122 /// metric. |
4921 * metric. | |
4922 */ | |
4923 class MetricStructuredName { | 5123 class MetricStructuredName { |
4924 /** | 5124 /// Zero or more labeled fields which identify the part of the job this |
4925 * Zero or more labeled fields which identify the part of the job this | 5125 /// metric is associated with, such as the name of a step or collection. |
4926 * metric is associated with, such as the name of a step or collection. | 5126 /// |
4927 * | 5127 /// For example, built-in counters associated with steps will have |
4928 * For example, built-in counters associated with steps will have | 5128 /// context['step'] = <step-name>. Counters associated with PCollections |
4929 * context['step'] = <step-name>. Counters associated with PCollections | 5129 /// in the SDK will have context['pcollection'] = <pcollection-name>. |
4930 * in the SDK will have context['pcollection'] = <pcollection-name>. | |
4931 */ | |
4932 core.Map<core.String, core.String> context; | 5130 core.Map<core.String, core.String> context; |
4933 /** Worker-defined metric name. */ | 5131 |
| 5132 /// Worker-defined metric name. |
4934 core.String name; | 5133 core.String name; |
4935 /** | 5134 |
4936 * Origin (namespace) of metric name. May be blank for user-define metrics; | 5135 /// Origin (namespace) of metric name. May be blank for user-define metrics; |
4937 * will be "dataflow" for metrics defined by the Dataflow service or SDK. | 5136 /// will be "dataflow" for metrics defined by the Dataflow service or SDK. |
4938 */ | |
4939 core.String origin; | 5137 core.String origin; |
4940 | 5138 |
4941 MetricStructuredName(); | 5139 MetricStructuredName(); |
4942 | 5140 |
4943 MetricStructuredName.fromJson(core.Map _json) { | 5141 MetricStructuredName.fromJson(core.Map _json) { |
4944 if (_json.containsKey("context")) { | 5142 if (_json.containsKey("context")) { |
4945 context = _json["context"]; | 5143 context = _json["context"]; |
4946 } | 5144 } |
4947 if (_json.containsKey("name")) { | 5145 if (_json.containsKey("name")) { |
4948 name = _json["name"]; | 5146 name = _json["name"]; |
4949 } | 5147 } |
4950 if (_json.containsKey("origin")) { | 5148 if (_json.containsKey("origin")) { |
4951 origin = _json["origin"]; | 5149 origin = _json["origin"]; |
4952 } | 5150 } |
4953 } | 5151 } |
4954 | 5152 |
4955 core.Map<core.String, core.Object> toJson() { | 5153 core.Map<core.String, core.Object> toJson() { |
4956 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 5154 final core.Map<core.String, core.Object> _json = |
| 5155 new core.Map<core.String, core.Object>(); |
4957 if (context != null) { | 5156 if (context != null) { |
4958 _json["context"] = context; | 5157 _json["context"] = context; |
4959 } | 5158 } |
4960 if (name != null) { | 5159 if (name != null) { |
4961 _json["name"] = name; | 5160 _json["name"] = name; |
4962 } | 5161 } |
4963 if (origin != null) { | 5162 if (origin != null) { |
4964 _json["origin"] = origin; | 5163 _json["origin"] = origin; |
4965 } | 5164 } |
4966 return _json; | 5165 return _json; |
4967 } | 5166 } |
4968 } | 5167 } |
4969 | 5168 |
4970 /** Describes the state of a metric. */ | 5169 /// Describes the state of a metric. |
4971 class MetricUpdate { | 5170 class MetricUpdate { |
4972 /** | 5171 /// True if this metric is reported as the total cumulative aggregate |
4973 * True if this metric is reported as the total cumulative aggregate | 5172 /// value accumulated since the worker started working on this WorkItem. |
4974 * value accumulated since the worker started working on this WorkItem. | 5173 /// By default this is false, indicating that this metric is reported |
4975 * By default this is false, indicating that this metric is reported | 5174 /// as a delta that is not associated with any WorkItem. |
4976 * as a delta that is not associated with any WorkItem. | |
4977 */ | |
4978 core.bool cumulative; | 5175 core.bool cumulative; |
4979 /** | 5176 |
4980 * A struct value describing properties of a distribution of numeric values. | 5177 /// A struct value describing properties of a distribution of numeric values. |
4981 * | 5178 /// |
4982 * The values for Object must be JSON objects. It can consist of `num`, | 5179 /// The values for Object must be JSON objects. It can consist of `num`, |
4983 * `String`, `bool` and `null` as well as `Map` and `List` values. | 5180 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
4984 */ | |
4985 core.Object distribution; | 5181 core.Object distribution; |
4986 /** | 5182 |
4987 * Worker-computed aggregate value for internal use by the Dataflow | 5183 /// Worker-computed aggregate value for internal use by the Dataflow |
4988 * service. | 5184 /// service. |
4989 * | 5185 /// |
4990 * The values for Object must be JSON objects. It can consist of `num`, | 5186 /// The values for Object must be JSON objects. It can consist of `num`, |
4991 * `String`, `bool` and `null` as well as `Map` and `List` values. | 5187 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
4992 */ | |
4993 core.Object internal; | 5188 core.Object internal; |
4994 /** | 5189 |
4995 * Metric aggregation kind. The possible metric aggregation kinds are | 5190 /// Metric aggregation kind. The possible metric aggregation kinds are |
4996 * "Sum", "Max", "Min", "Mean", "Set", "And", "Or", and "Distribution". | 5191 /// "Sum", "Max", "Min", "Mean", "Set", "And", "Or", and "Distribution". |
4997 * The specified aggregation kind is case-insensitive. | 5192 /// The specified aggregation kind is case-insensitive. |
4998 * | 5193 /// |
4999 * If omitted, this is not an aggregated value but instead | 5194 /// If omitted, this is not an aggregated value but instead |
5000 * a single metric sample value. | 5195 /// a single metric sample value. |
5001 */ | |
5002 core.String kind; | 5196 core.String kind; |
5003 /** | 5197 |
5004 * Worker-computed aggregate value for the "Mean" aggregation kind. | 5198 /// Worker-computed aggregate value for the "Mean" aggregation kind. |
5005 * This holds the count of the aggregated values and is used in combination | 5199 /// This holds the count of the aggregated values and is used in combination |
5006 * with mean_sum above to obtain the actual mean aggregate value. | 5200 /// with mean_sum above to obtain the actual mean aggregate value. |
5007 * The only possible value type is Long. | 5201 /// The only possible value type is Long. |
5008 * | 5202 /// |
5009 * The values for Object must be JSON objects. It can consist of `num`, | 5203 /// The values for Object must be JSON objects. It can consist of `num`, |
5010 * `String`, `bool` and `null` as well as `Map` and `List` values. | 5204 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
5011 */ | |
5012 core.Object meanCount; | 5205 core.Object meanCount; |
5013 /** | 5206 |
5014 * Worker-computed aggregate value for the "Mean" aggregation kind. | 5207 /// Worker-computed aggregate value for the "Mean" aggregation kind. |
5015 * This holds the sum of the aggregated values and is used in combination | 5208 /// This holds the sum of the aggregated values and is used in combination |
5016 * with mean_count below to obtain the actual mean aggregate value. | 5209 /// with mean_count below to obtain the actual mean aggregate value. |
5017 * The only possible value types are Long and Double. | 5210 /// The only possible value types are Long and Double. |
5018 * | 5211 /// |
5019 * The values for Object must be JSON objects. It can consist of `num`, | 5212 /// The values for Object must be JSON objects. It can consist of `num`, |
5020 * `String`, `bool` and `null` as well as `Map` and `List` values. | 5213 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
5021 */ | |
5022 core.Object meanSum; | 5214 core.Object meanSum; |
5023 /** Name of the metric. */ | 5215 |
| 5216 /// Name of the metric. |
5024 MetricStructuredName name; | 5217 MetricStructuredName name; |
5025 /** | 5218 |
5026 * Worker-computed aggregate value for aggregation kinds "Sum", "Max", "Min", | 5219 /// Worker-computed aggregate value for aggregation kinds "Sum", "Max", |
5027 * "And", and "Or". The possible value types are Long, Double, and Boolean. | 5220 /// "Min", |
5028 * | 5221 /// "And", and "Or". The possible value types are Long, Double, and Boolean. |
5029 * The values for Object must be JSON objects. It can consist of `num`, | 5222 /// |
5030 * `String`, `bool` and `null` as well as `Map` and `List` values. | 5223 /// The values for Object must be JSON objects. It can consist of `num`, |
5031 */ | 5224 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
5032 core.Object scalar; | 5225 core.Object scalar; |
5033 /** | 5226 |
5034 * Worker-computed aggregate value for the "Set" aggregation kind. The only | 5227 /// Worker-computed aggregate value for the "Set" aggregation kind. The only |
5035 * possible value type is a list of Values whose type can be Long, Double, | 5228 /// possible value type is a list of Values whose type can be Long, Double, |
5036 * or String, according to the metric's type. All Values in the list must | 5229 /// or String, according to the metric's type. All Values in the list must |
5037 * be of the same type. | 5230 /// be of the same type. |
5038 * | 5231 /// |
5039 * The values for Object must be JSON objects. It can consist of `num`, | 5232 /// The values for Object must be JSON objects. It can consist of `num`, |
5040 * `String`, `bool` and `null` as well as `Map` and `List` values. | 5233 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
5041 */ | |
5042 core.Object set; | 5234 core.Object set; |
5043 /** | 5235 |
5044 * Timestamp associated with the metric value. Optional when workers are | 5236 /// Timestamp associated with the metric value. Optional when workers are |
5045 * reporting work progress; it will be filled in responses from the | 5237 /// reporting work progress; it will be filled in responses from the |
5046 * metrics API. | 5238 /// metrics API. |
5047 */ | |
5048 core.String updateTime; | 5239 core.String updateTime; |
5049 | 5240 |
5050 MetricUpdate(); | 5241 MetricUpdate(); |
5051 | 5242 |
5052 MetricUpdate.fromJson(core.Map _json) { | 5243 MetricUpdate.fromJson(core.Map _json) { |
5053 if (_json.containsKey("cumulative")) { | 5244 if (_json.containsKey("cumulative")) { |
5054 cumulative = _json["cumulative"]; | 5245 cumulative = _json["cumulative"]; |
5055 } | 5246 } |
5056 if (_json.containsKey("distribution")) { | 5247 if (_json.containsKey("distribution")) { |
5057 distribution = _json["distribution"]; | 5248 distribution = _json["distribution"]; |
(...skipping 18 matching lines...) Expand all Loading... |
5076 } | 5267 } |
5077 if (_json.containsKey("set")) { | 5268 if (_json.containsKey("set")) { |
5078 set = _json["set"]; | 5269 set = _json["set"]; |
5079 } | 5270 } |
5080 if (_json.containsKey("updateTime")) { | 5271 if (_json.containsKey("updateTime")) { |
5081 updateTime = _json["updateTime"]; | 5272 updateTime = _json["updateTime"]; |
5082 } | 5273 } |
5083 } | 5274 } |
5084 | 5275 |
5085 core.Map<core.String, core.Object> toJson() { | 5276 core.Map<core.String, core.Object> toJson() { |
5086 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 5277 final core.Map<core.String, core.Object> _json = |
| 5278 new core.Map<core.String, core.Object>(); |
5087 if (cumulative != null) { | 5279 if (cumulative != null) { |
5088 _json["cumulative"] = cumulative; | 5280 _json["cumulative"] = cumulative; |
5089 } | 5281 } |
5090 if (distribution != null) { | 5282 if (distribution != null) { |
5091 _json["distribution"] = distribution; | 5283 _json["distribution"] = distribution; |
5092 } | 5284 } |
5093 if (internal != null) { | 5285 if (internal != null) { |
5094 _json["internal"] = internal; | 5286 _json["internal"] = internal; |
5095 } | 5287 } |
5096 if (kind != null) { | 5288 if (kind != null) { |
(...skipping 14 matching lines...) Expand all Loading... |
5111 if (set != null) { | 5303 if (set != null) { |
5112 _json["set"] = set; | 5304 _json["set"] = set; |
5113 } | 5305 } |
5114 if (updateTime != null) { | 5306 if (updateTime != null) { |
5115 _json["updateTime"] = updateTime; | 5307 _json["updateTime"] = updateTime; |
5116 } | 5308 } |
5117 return _json; | 5309 return _json; |
5118 } | 5310 } |
5119 } | 5311 } |
5120 | 5312 |
5121 /** Describes mounted data disk. */ | 5313 /// Describes mounted data disk. |
5122 class MountedDataDisk { | 5314 class MountedDataDisk { |
5123 /** | 5315 /// The name of the data disk. |
5124 * The name of the data disk. | 5316 /// This name is local to the Google Cloud Platform project and uniquely |
5125 * This name is local to the Google Cloud Platform project and uniquely | 5317 /// identifies the disk within that project, for example |
5126 * identifies the disk within that project, for example | 5318 /// "myproject-1014-104817-4c2-harness-0-disk-1". |
5127 * "myproject-1014-104817-4c2-harness-0-disk-1". | |
5128 */ | |
5129 core.String dataDisk; | 5319 core.String dataDisk; |
5130 | 5320 |
5131 MountedDataDisk(); | 5321 MountedDataDisk(); |
5132 | 5322 |
5133 MountedDataDisk.fromJson(core.Map _json) { | 5323 MountedDataDisk.fromJson(core.Map _json) { |
5134 if (_json.containsKey("dataDisk")) { | 5324 if (_json.containsKey("dataDisk")) { |
5135 dataDisk = _json["dataDisk"]; | 5325 dataDisk = _json["dataDisk"]; |
5136 } | 5326 } |
5137 } | 5327 } |
5138 | 5328 |
5139 core.Map<core.String, core.Object> toJson() { | 5329 core.Map<core.String, core.Object> toJson() { |
5140 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 5330 final core.Map<core.String, core.Object> _json = |
| 5331 new core.Map<core.String, core.Object>(); |
5141 if (dataDisk != null) { | 5332 if (dataDisk != null) { |
5142 _json["dataDisk"] = dataDisk; | 5333 _json["dataDisk"] = dataDisk; |
5143 } | 5334 } |
5144 return _json; | 5335 return _json; |
5145 } | 5336 } |
5146 } | 5337 } |
5147 | 5338 |
5148 /** Information about an output of a multi-output DoFn. */ | 5339 /// Information about an output of a multi-output DoFn. |
5149 class MultiOutputInfo { | 5340 class MultiOutputInfo { |
5150 /** | 5341 /// The id of the tag the user code will emit to this output by; this |
5151 * The id of the tag the user code will emit to this output by; this | 5342 /// should correspond to the tag of some SideInputInfo. |
5152 * should correspond to the tag of some SideInputInfo. | |
5153 */ | |
5154 core.String tag; | 5343 core.String tag; |
5155 | 5344 |
5156 MultiOutputInfo(); | 5345 MultiOutputInfo(); |
5157 | 5346 |
5158 MultiOutputInfo.fromJson(core.Map _json) { | 5347 MultiOutputInfo.fromJson(core.Map _json) { |
5159 if (_json.containsKey("tag")) { | 5348 if (_json.containsKey("tag")) { |
5160 tag = _json["tag"]; | 5349 tag = _json["tag"]; |
5161 } | 5350 } |
5162 } | 5351 } |
5163 | 5352 |
5164 core.Map<core.String, core.Object> toJson() { | 5353 core.Map<core.String, core.Object> toJson() { |
5165 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 5354 final core.Map<core.String, core.Object> _json = |
| 5355 new core.Map<core.String, core.Object>(); |
5166 if (tag != null) { | 5356 if (tag != null) { |
5167 _json["tag"] = tag; | 5357 _json["tag"] = tag; |
5168 } | 5358 } |
5169 return _json; | 5359 return _json; |
5170 } | 5360 } |
5171 } | 5361 } |
5172 | 5362 |
5173 /** Basic metadata about a counter. */ | 5363 /// Basic metadata about a counter. |
5174 class NameAndKind { | 5364 class NameAndKind { |
5175 /** | 5365 /// Counter aggregation kind. |
5176 * Counter aggregation kind. | 5366 /// Possible string values are: |
5177 * Possible string values are: | 5367 /// - "INVALID" : Counter aggregation kind was not set. |
5178 * - "INVALID" : Counter aggregation kind was not set. | 5368 /// - "SUM" : Aggregated value is the sum of all contributed values. |
5179 * - "SUM" : Aggregated value is the sum of all contributed values. | 5369 /// - "MAX" : Aggregated value is the max of all contributed values. |
5180 * - "MAX" : Aggregated value is the max of all contributed values. | 5370 /// - "MIN" : Aggregated value is the min of all contributed values. |
5181 * - "MIN" : Aggregated value is the min of all contributed values. | 5371 /// - "MEAN" : Aggregated value is the mean of all contributed values. |
5182 * - "MEAN" : Aggregated value is the mean of all contributed values. | 5372 /// - "OR" : Aggregated value represents the logical 'or' of all contributed |
5183 * - "OR" : Aggregated value represents the logical 'or' of all contributed | 5373 /// values. |
5184 * values. | 5374 /// - "AND" : Aggregated value represents the logical 'and' of all |
5185 * - "AND" : Aggregated value represents the logical 'and' of all contributed | 5375 /// contributed values. |
5186 * values. | 5376 /// - "SET" : Aggregated value is a set of unique contributed values. |
5187 * - "SET" : Aggregated value is a set of unique contributed values. | 5377 /// - "DISTRIBUTION" : Aggregated value captures statistics about a |
5188 * - "DISTRIBUTION" : Aggregated value captures statistics about a | 5378 /// distribution. |
5189 * distribution. | |
5190 */ | |
5191 core.String kind; | 5379 core.String kind; |
5192 /** Name of the counter. */ | 5380 |
| 5381 /// Name of the counter. |
5193 core.String name; | 5382 core.String name; |
5194 | 5383 |
5195 NameAndKind(); | 5384 NameAndKind(); |
5196 | 5385 |
5197 NameAndKind.fromJson(core.Map _json) { | 5386 NameAndKind.fromJson(core.Map _json) { |
5198 if (_json.containsKey("kind")) { | 5387 if (_json.containsKey("kind")) { |
5199 kind = _json["kind"]; | 5388 kind = _json["kind"]; |
5200 } | 5389 } |
5201 if (_json.containsKey("name")) { | 5390 if (_json.containsKey("name")) { |
5202 name = _json["name"]; | 5391 name = _json["name"]; |
5203 } | 5392 } |
5204 } | 5393 } |
5205 | 5394 |
5206 core.Map<core.String, core.Object> toJson() { | 5395 core.Map<core.String, core.Object> toJson() { |
5207 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 5396 final core.Map<core.String, core.Object> _json = |
| 5397 new core.Map<core.String, core.Object>(); |
5208 if (kind != null) { | 5398 if (kind != null) { |
5209 _json["kind"] = kind; | 5399 _json["kind"] = kind; |
5210 } | 5400 } |
5211 if (name != null) { | 5401 if (name != null) { |
5212 _json["name"] = name; | 5402 _json["name"] = name; |
5213 } | 5403 } |
5214 return _json; | 5404 return _json; |
5215 } | 5405 } |
5216 } | 5406 } |
5217 | 5407 |
5218 /** | 5408 /// The packages that must be installed in order for a worker to run the |
5219 * The packages that must be installed in order for a worker to run the | 5409 /// steps of the Cloud Dataflow job that will be assigned to its worker |
5220 * steps of the Cloud Dataflow job that will be assigned to its worker | 5410 /// pool. |
5221 * pool. | 5411 /// |
5222 * | 5412 /// This is the mechanism by which the Cloud Dataflow SDK causes code to |
5223 * This is the mechanism by which the Cloud Dataflow SDK causes code to | 5413 /// be loaded onto the workers. For example, the Cloud Dataflow Java SDK |
5224 * be loaded onto the workers. For example, the Cloud Dataflow Java SDK | 5414 /// might use this to install jars containing the user's code and all of the |
5225 * might use this to install jars containing the user's code and all of the | 5415 /// various dependencies (libraries, data files, etc.) required in order |
5226 * various dependencies (libraries, data files, etc.) required in order | 5416 /// for that code to run. |
5227 * for that code to run. | |
5228 */ | |
5229 class Package { | 5417 class Package { |
5230 /** | 5418 /// The resource to read the package from. The supported resource type is: |
5231 * The resource to read the package from. The supported resource type is: | 5419 /// |
5232 * | 5420 /// Google Cloud Storage: |
5233 * Google Cloud Storage: | 5421 /// |
5234 * | 5422 /// storage.googleapis.com/{bucket} |
5235 * storage.googleapis.com/{bucket} | 5423 /// bucket.storage.googleapis.com/ |
5236 * bucket.storage.googleapis.com/ | |
5237 */ | |
5238 core.String location; | 5424 core.String location; |
5239 /** The name of the package. */ | 5425 |
| 5426 /// The name of the package. |
5240 core.String name; | 5427 core.String name; |
5241 | 5428 |
5242 Package(); | 5429 Package(); |
5243 | 5430 |
5244 Package.fromJson(core.Map _json) { | 5431 Package.fromJson(core.Map _json) { |
5245 if (_json.containsKey("location")) { | 5432 if (_json.containsKey("location")) { |
5246 location = _json["location"]; | 5433 location = _json["location"]; |
5247 } | 5434 } |
5248 if (_json.containsKey("name")) { | 5435 if (_json.containsKey("name")) { |
5249 name = _json["name"]; | 5436 name = _json["name"]; |
5250 } | 5437 } |
5251 } | 5438 } |
5252 | 5439 |
5253 core.Map<core.String, core.Object> toJson() { | 5440 core.Map<core.String, core.Object> toJson() { |
5254 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 5441 final core.Map<core.String, core.Object> _json = |
| 5442 new core.Map<core.String, core.Object>(); |
5255 if (location != null) { | 5443 if (location != null) { |
5256 _json["location"] = location; | 5444 _json["location"] = location; |
5257 } | 5445 } |
5258 if (name != null) { | 5446 if (name != null) { |
5259 _json["name"] = name; | 5447 _json["name"] = name; |
5260 } | 5448 } |
5261 return _json; | 5449 return _json; |
5262 } | 5450 } |
5263 } | 5451 } |
5264 | 5452 |
5265 /** | 5453 /// An instruction that does a ParDo operation. |
5266 * An instruction that does a ParDo operation. | 5454 /// Takes one main input and zero or more side inputs, and produces |
5267 * Takes one main input and zero or more side inputs, and produces | 5455 /// zero or more outputs. |
5268 * zero or more outputs. | 5456 /// Runs user code. |
5269 * Runs user code. | |
5270 */ | |
5271 class ParDoInstruction { | 5457 class ParDoInstruction { |
5272 /** The input. */ | 5458 /// The input. |
5273 InstructionInput input; | 5459 InstructionInput input; |
5274 /** Information about each of the outputs, if user_fn is a MultiDoFn. */ | 5460 |
| 5461 /// Information about each of the outputs, if user_fn is a MultiDoFn. |
5275 core.List<MultiOutputInfo> multiOutputInfos; | 5462 core.List<MultiOutputInfo> multiOutputInfos; |
5276 /** The number of outputs. */ | 5463 |
| 5464 /// The number of outputs. |
5277 core.int numOutputs; | 5465 core.int numOutputs; |
5278 /** Zero or more side inputs. */ | 5466 |
| 5467 /// Zero or more side inputs. |
5279 core.List<SideInputInfo> sideInputs; | 5468 core.List<SideInputInfo> sideInputs; |
5280 /** | 5469 |
5281 * The user function to invoke. | 5470 /// The user function to invoke. |
5282 * | 5471 /// |
5283 * The values for Object must be JSON objects. It can consist of `num`, | 5472 /// The values for Object must be JSON objects. It can consist of `num`, |
5284 * `String`, `bool` and `null` as well as `Map` and `List` values. | 5473 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
5285 */ | |
5286 core.Map<core.String, core.Object> userFn; | 5474 core.Map<core.String, core.Object> userFn; |
5287 | 5475 |
5288 ParDoInstruction(); | 5476 ParDoInstruction(); |
5289 | 5477 |
5290 ParDoInstruction.fromJson(core.Map _json) { | 5478 ParDoInstruction.fromJson(core.Map _json) { |
5291 if (_json.containsKey("input")) { | 5479 if (_json.containsKey("input")) { |
5292 input = new InstructionInput.fromJson(_json["input"]); | 5480 input = new InstructionInput.fromJson(_json["input"]); |
5293 } | 5481 } |
5294 if (_json.containsKey("multiOutputInfos")) { | 5482 if (_json.containsKey("multiOutputInfos")) { |
5295 multiOutputInfos = _json["multiOutputInfos"].map((value) => new MultiOutpu
tInfo.fromJson(value)).toList(); | 5483 multiOutputInfos = _json["multiOutputInfos"] |
| 5484 .map((value) => new MultiOutputInfo.fromJson(value)) |
| 5485 .toList(); |
5296 } | 5486 } |
5297 if (_json.containsKey("numOutputs")) { | 5487 if (_json.containsKey("numOutputs")) { |
5298 numOutputs = _json["numOutputs"]; | 5488 numOutputs = _json["numOutputs"]; |
5299 } | 5489 } |
5300 if (_json.containsKey("sideInputs")) { | 5490 if (_json.containsKey("sideInputs")) { |
5301 sideInputs = _json["sideInputs"].map((value) => new SideInputInfo.fromJson
(value)).toList(); | 5491 sideInputs = _json["sideInputs"] |
| 5492 .map((value) => new SideInputInfo.fromJson(value)) |
| 5493 .toList(); |
5302 } | 5494 } |
5303 if (_json.containsKey("userFn")) { | 5495 if (_json.containsKey("userFn")) { |
5304 userFn = _json["userFn"]; | 5496 userFn = _json["userFn"]; |
5305 } | 5497 } |
5306 } | 5498 } |
5307 | 5499 |
5308 core.Map<core.String, core.Object> toJson() { | 5500 core.Map<core.String, core.Object> toJson() { |
5309 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 5501 final core.Map<core.String, core.Object> _json = |
| 5502 new core.Map<core.String, core.Object>(); |
5310 if (input != null) { | 5503 if (input != null) { |
5311 _json["input"] = (input).toJson(); | 5504 _json["input"] = (input).toJson(); |
5312 } | 5505 } |
5313 if (multiOutputInfos != null) { | 5506 if (multiOutputInfos != null) { |
5314 _json["multiOutputInfos"] = multiOutputInfos.map((value) => (value).toJson
()).toList(); | 5507 _json["multiOutputInfos"] = |
| 5508 multiOutputInfos.map((value) => (value).toJson()).toList(); |
5315 } | 5509 } |
5316 if (numOutputs != null) { | 5510 if (numOutputs != null) { |
5317 _json["numOutputs"] = numOutputs; | 5511 _json["numOutputs"] = numOutputs; |
5318 } | 5512 } |
5319 if (sideInputs != null) { | 5513 if (sideInputs != null) { |
5320 _json["sideInputs"] = sideInputs.map((value) => (value).toJson()).toList()
; | 5514 _json["sideInputs"] = |
| 5515 sideInputs.map((value) => (value).toJson()).toList(); |
5321 } | 5516 } |
5322 if (userFn != null) { | 5517 if (userFn != null) { |
5323 _json["userFn"] = userFn; | 5518 _json["userFn"] = userFn; |
5324 } | 5519 } |
5325 return _json; | 5520 return _json; |
5326 } | 5521 } |
5327 } | 5522 } |
5328 | 5523 |
5329 /** Describes a particular operation comprising a MapTask. */ | 5524 /// Describes a particular operation comprising a MapTask. |
5330 class ParallelInstruction { | 5525 class ParallelInstruction { |
5331 /** Additional information for Flatten instructions. */ | 5526 /// Additional information for Flatten instructions. |
5332 FlattenInstruction flatten; | 5527 FlattenInstruction flatten; |
5333 /** User-provided name of this operation. */ | 5528 |
| 5529 /// User-provided name of this operation. |
5334 core.String name; | 5530 core.String name; |
5335 /** System-defined name for the operation in the original workflow graph. */ | 5531 |
| 5532 /// System-defined name for the operation in the original workflow graph. |
5336 core.String originalName; | 5533 core.String originalName; |
5337 /** Describes the outputs of the instruction. */ | 5534 |
| 5535 /// Describes the outputs of the instruction. |
5338 core.List<InstructionOutput> outputs; | 5536 core.List<InstructionOutput> outputs; |
5339 /** Additional information for ParDo instructions. */ | 5537 |
| 5538 /// Additional information for ParDo instructions. |
5340 ParDoInstruction parDo; | 5539 ParDoInstruction parDo; |
5341 /** Additional information for PartialGroupByKey instructions. */ | 5540 |
| 5541 /// Additional information for PartialGroupByKey instructions. |
5342 PartialGroupByKeyInstruction partialGroupByKey; | 5542 PartialGroupByKeyInstruction partialGroupByKey; |
5343 /** Additional information for Read instructions. */ | 5543 |
| 5544 /// Additional information for Read instructions. |
5344 ReadInstruction read; | 5545 ReadInstruction read; |
5345 /** | 5546 |
5346 * System-defined name of this operation. | 5547 /// System-defined name of this operation. |
5347 * Unique across the workflow. | 5548 /// Unique across the workflow. |
5348 */ | |
5349 core.String systemName; | 5549 core.String systemName; |
5350 /** Additional information for Write instructions. */ | 5550 |
| 5551 /// Additional information for Write instructions. |
5351 WriteInstruction write; | 5552 WriteInstruction write; |
5352 | 5553 |
5353 ParallelInstruction(); | 5554 ParallelInstruction(); |
5354 | 5555 |
5355 ParallelInstruction.fromJson(core.Map _json) { | 5556 ParallelInstruction.fromJson(core.Map _json) { |
5356 if (_json.containsKey("flatten")) { | 5557 if (_json.containsKey("flatten")) { |
5357 flatten = new FlattenInstruction.fromJson(_json["flatten"]); | 5558 flatten = new FlattenInstruction.fromJson(_json["flatten"]); |
5358 } | 5559 } |
5359 if (_json.containsKey("name")) { | 5560 if (_json.containsKey("name")) { |
5360 name = _json["name"]; | 5561 name = _json["name"]; |
5361 } | 5562 } |
5362 if (_json.containsKey("originalName")) { | 5563 if (_json.containsKey("originalName")) { |
5363 originalName = _json["originalName"]; | 5564 originalName = _json["originalName"]; |
5364 } | 5565 } |
5365 if (_json.containsKey("outputs")) { | 5566 if (_json.containsKey("outputs")) { |
5366 outputs = _json["outputs"].map((value) => new InstructionOutput.fromJson(v
alue)).toList(); | 5567 outputs = _json["outputs"] |
| 5568 .map((value) => new InstructionOutput.fromJson(value)) |
| 5569 .toList(); |
5367 } | 5570 } |
5368 if (_json.containsKey("parDo")) { | 5571 if (_json.containsKey("parDo")) { |
5369 parDo = new ParDoInstruction.fromJson(_json["parDo"]); | 5572 parDo = new ParDoInstruction.fromJson(_json["parDo"]); |
5370 } | 5573 } |
5371 if (_json.containsKey("partialGroupByKey")) { | 5574 if (_json.containsKey("partialGroupByKey")) { |
5372 partialGroupByKey = new PartialGroupByKeyInstruction.fromJson(_json["parti
alGroupByKey"]); | 5575 partialGroupByKey = |
| 5576 new PartialGroupByKeyInstruction.fromJson(_json["partialGroupByKey"]); |
5373 } | 5577 } |
5374 if (_json.containsKey("read")) { | 5578 if (_json.containsKey("read")) { |
5375 read = new ReadInstruction.fromJson(_json["read"]); | 5579 read = new ReadInstruction.fromJson(_json["read"]); |
5376 } | 5580 } |
5377 if (_json.containsKey("systemName")) { | 5581 if (_json.containsKey("systemName")) { |
5378 systemName = _json["systemName"]; | 5582 systemName = _json["systemName"]; |
5379 } | 5583 } |
5380 if (_json.containsKey("write")) { | 5584 if (_json.containsKey("write")) { |
5381 write = new WriteInstruction.fromJson(_json["write"]); | 5585 write = new WriteInstruction.fromJson(_json["write"]); |
5382 } | 5586 } |
5383 } | 5587 } |
5384 | 5588 |
5385 core.Map<core.String, core.Object> toJson() { | 5589 core.Map<core.String, core.Object> toJson() { |
5386 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 5590 final core.Map<core.String, core.Object> _json = |
| 5591 new core.Map<core.String, core.Object>(); |
5387 if (flatten != null) { | 5592 if (flatten != null) { |
5388 _json["flatten"] = (flatten).toJson(); | 5593 _json["flatten"] = (flatten).toJson(); |
5389 } | 5594 } |
5390 if (name != null) { | 5595 if (name != null) { |
5391 _json["name"] = name; | 5596 _json["name"] = name; |
5392 } | 5597 } |
5393 if (originalName != null) { | 5598 if (originalName != null) { |
5394 _json["originalName"] = originalName; | 5599 _json["originalName"] = originalName; |
5395 } | 5600 } |
5396 if (outputs != null) { | 5601 if (outputs != null) { |
(...skipping 11 matching lines...) Expand all Loading... |
5408 if (systemName != null) { | 5613 if (systemName != null) { |
5409 _json["systemName"] = systemName; | 5614 _json["systemName"] = systemName; |
5410 } | 5615 } |
5411 if (write != null) { | 5616 if (write != null) { |
5412 _json["write"] = (write).toJson(); | 5617 _json["write"] = (write).toJson(); |
5413 } | 5618 } |
5414 return _json; | 5619 return _json; |
5415 } | 5620 } |
5416 } | 5621 } |
5417 | 5622 |
5418 /** Structured data associated with this message. */ | 5623 /// Structured data associated with this message. |
5419 class Parameter { | 5624 class Parameter { |
5420 /** Key or name for this parameter. */ | 5625 /// Key or name for this parameter. |
5421 core.String key; | 5626 core.String key; |
5422 /** | 5627 |
5423 * Value for this parameter. | 5628 /// Value for this parameter. |
5424 * | 5629 /// |
5425 * The values for Object must be JSON objects. It can consist of `num`, | 5630 /// The values for Object must be JSON objects. It can consist of `num`, |
5426 * `String`, `bool` and `null` as well as `Map` and `List` values. | 5631 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
5427 */ | |
5428 core.Object value; | 5632 core.Object value; |
5429 | 5633 |
5430 Parameter(); | 5634 Parameter(); |
5431 | 5635 |
5432 Parameter.fromJson(core.Map _json) { | 5636 Parameter.fromJson(core.Map _json) { |
5433 if (_json.containsKey("key")) { | 5637 if (_json.containsKey("key")) { |
5434 key = _json["key"]; | 5638 key = _json["key"]; |
5435 } | 5639 } |
5436 if (_json.containsKey("value")) { | 5640 if (_json.containsKey("value")) { |
5437 value = _json["value"]; | 5641 value = _json["value"]; |
5438 } | 5642 } |
5439 } | 5643 } |
5440 | 5644 |
5441 core.Map<core.String, core.Object> toJson() { | 5645 core.Map<core.String, core.Object> toJson() { |
5442 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 5646 final core.Map<core.String, core.Object> _json = |
| 5647 new core.Map<core.String, core.Object>(); |
5443 if (key != null) { | 5648 if (key != null) { |
5444 _json["key"] = key; | 5649 _json["key"] = key; |
5445 } | 5650 } |
5446 if (value != null) { | 5651 if (value != null) { |
5447 _json["value"] = value; | 5652 _json["value"] = value; |
5448 } | 5653 } |
5449 return _json; | 5654 return _json; |
5450 } | 5655 } |
5451 } | 5656 } |
5452 | 5657 |
5453 /** Metadata for a specific parameter. */ | 5658 /// Metadata for a specific parameter. |
5454 class ParameterMetadata { | 5659 class ParameterMetadata { |
5455 /** Required. The help text to display for the parameter. */ | 5660 /// Required. The help text to display for the parameter. |
5456 core.String helpText; | 5661 core.String helpText; |
5457 /** Optional. Whether the parameter is optional. Defaults to false. */ | 5662 |
| 5663 /// Optional. Whether the parameter is optional. Defaults to false. |
5458 core.bool isOptional; | 5664 core.bool isOptional; |
5459 /** Required. The label to display for the parameter. */ | 5665 |
| 5666 /// Required. The label to display for the parameter. |
5460 core.String label; | 5667 core.String label; |
5461 /** Required. The name of the parameter. */ | 5668 |
| 5669 /// Required. The name of the parameter. |
5462 core.String name; | 5670 core.String name; |
5463 /** Optional. Regexes that the parameter must match. */ | 5671 |
| 5672 /// Optional. Regexes that the parameter must match. |
5464 core.List<core.String> regexes; | 5673 core.List<core.String> regexes; |
5465 | 5674 |
5466 ParameterMetadata(); | 5675 ParameterMetadata(); |
5467 | 5676 |
5468 ParameterMetadata.fromJson(core.Map _json) { | 5677 ParameterMetadata.fromJson(core.Map _json) { |
5469 if (_json.containsKey("helpText")) { | 5678 if (_json.containsKey("helpText")) { |
5470 helpText = _json["helpText"]; | 5679 helpText = _json["helpText"]; |
5471 } | 5680 } |
5472 if (_json.containsKey("isOptional")) { | 5681 if (_json.containsKey("isOptional")) { |
5473 isOptional = _json["isOptional"]; | 5682 isOptional = _json["isOptional"]; |
5474 } | 5683 } |
5475 if (_json.containsKey("label")) { | 5684 if (_json.containsKey("label")) { |
5476 label = _json["label"]; | 5685 label = _json["label"]; |
5477 } | 5686 } |
5478 if (_json.containsKey("name")) { | 5687 if (_json.containsKey("name")) { |
5479 name = _json["name"]; | 5688 name = _json["name"]; |
5480 } | 5689 } |
5481 if (_json.containsKey("regexes")) { | 5690 if (_json.containsKey("regexes")) { |
5482 regexes = _json["regexes"]; | 5691 regexes = _json["regexes"]; |
5483 } | 5692 } |
5484 } | 5693 } |
5485 | 5694 |
5486 core.Map<core.String, core.Object> toJson() { | 5695 core.Map<core.String, core.Object> toJson() { |
5487 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 5696 final core.Map<core.String, core.Object> _json = |
| 5697 new core.Map<core.String, core.Object>(); |
5488 if (helpText != null) { | 5698 if (helpText != null) { |
5489 _json["helpText"] = helpText; | 5699 _json["helpText"] = helpText; |
5490 } | 5700 } |
5491 if (isOptional != null) { | 5701 if (isOptional != null) { |
5492 _json["isOptional"] = isOptional; | 5702 _json["isOptional"] = isOptional; |
5493 } | 5703 } |
5494 if (label != null) { | 5704 if (label != null) { |
5495 _json["label"] = label; | 5705 _json["label"] = label; |
5496 } | 5706 } |
5497 if (name != null) { | 5707 if (name != null) { |
5498 _json["name"] = name; | 5708 _json["name"] = name; |
5499 } | 5709 } |
5500 if (regexes != null) { | 5710 if (regexes != null) { |
5501 _json["regexes"] = regexes; | 5711 _json["regexes"] = regexes; |
5502 } | 5712 } |
5503 return _json; | 5713 return _json; |
5504 } | 5714 } |
5505 } | 5715 } |
5506 | 5716 |
5507 /** | 5717 /// An instruction that does a partial group-by-key. |
5508 * An instruction that does a partial group-by-key. | 5718 /// One input and one output. |
5509 * One input and one output. | |
5510 */ | |
5511 class PartialGroupByKeyInstruction { | 5719 class PartialGroupByKeyInstruction { |
5512 /** Describes the input to the partial group-by-key instruction. */ | 5720 /// Describes the input to the partial group-by-key instruction. |
5513 InstructionInput input; | 5721 InstructionInput input; |
5514 /** | 5722 |
5515 * The codec to use for interpreting an element in the input PTable. | 5723 /// The codec to use for interpreting an element in the input PTable. |
5516 * | 5724 /// |
5517 * The values for Object must be JSON objects. It can consist of `num`, | 5725 /// The values for Object must be JSON objects. It can consist of `num`, |
5518 * `String`, `bool` and `null` as well as `Map` and `List` values. | 5726 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
5519 */ | |
5520 core.Map<core.String, core.Object> inputElementCodec; | 5727 core.Map<core.String, core.Object> inputElementCodec; |
5521 /** | 5728 |
5522 * If this instruction includes a combining function this is the name of the | 5729 /// If this instruction includes a combining function this is the name of the |
5523 * intermediate store between the GBK and the CombineValues. | 5730 /// intermediate store between the GBK and the CombineValues. |
5524 */ | |
5525 core.String originalCombineValuesInputStoreName; | 5731 core.String originalCombineValuesInputStoreName; |
5526 /** | 5732 |
5527 * If this instruction includes a combining function, this is the name of the | 5733 /// If this instruction includes a combining function, this is the name of |
5528 * CombineValues instruction lifted into this instruction. | 5734 /// the |
5529 */ | 5735 /// CombineValues instruction lifted into this instruction. |
5530 core.String originalCombineValuesStepName; | 5736 core.String originalCombineValuesStepName; |
5531 /** Zero or more side inputs. */ | 5737 |
| 5738 /// Zero or more side inputs. |
5532 core.List<SideInputInfo> sideInputs; | 5739 core.List<SideInputInfo> sideInputs; |
5533 /** | 5740 |
5534 * The value combining function to invoke. | 5741 /// The value combining function to invoke. |
5535 * | 5742 /// |
5536 * The values for Object must be JSON objects. It can consist of `num`, | 5743 /// The values for Object must be JSON objects. It can consist of `num`, |
5537 * `String`, `bool` and `null` as well as `Map` and `List` values. | 5744 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
5538 */ | |
5539 core.Map<core.String, core.Object> valueCombiningFn; | 5745 core.Map<core.String, core.Object> valueCombiningFn; |
5540 | 5746 |
5541 PartialGroupByKeyInstruction(); | 5747 PartialGroupByKeyInstruction(); |
5542 | 5748 |
5543 PartialGroupByKeyInstruction.fromJson(core.Map _json) { | 5749 PartialGroupByKeyInstruction.fromJson(core.Map _json) { |
5544 if (_json.containsKey("input")) { | 5750 if (_json.containsKey("input")) { |
5545 input = new InstructionInput.fromJson(_json["input"]); | 5751 input = new InstructionInput.fromJson(_json["input"]); |
5546 } | 5752 } |
5547 if (_json.containsKey("inputElementCodec")) { | 5753 if (_json.containsKey("inputElementCodec")) { |
5548 inputElementCodec = _json["inputElementCodec"]; | 5754 inputElementCodec = _json["inputElementCodec"]; |
5549 } | 5755 } |
5550 if (_json.containsKey("originalCombineValuesInputStoreName")) { | 5756 if (_json.containsKey("originalCombineValuesInputStoreName")) { |
5551 originalCombineValuesInputStoreName = _json["originalCombineValuesInputSto
reName"]; | 5757 originalCombineValuesInputStoreName = |
| 5758 _json["originalCombineValuesInputStoreName"]; |
5552 } | 5759 } |
5553 if (_json.containsKey("originalCombineValuesStepName")) { | 5760 if (_json.containsKey("originalCombineValuesStepName")) { |
5554 originalCombineValuesStepName = _json["originalCombineValuesStepName"]; | 5761 originalCombineValuesStepName = _json["originalCombineValuesStepName"]; |
5555 } | 5762 } |
5556 if (_json.containsKey("sideInputs")) { | 5763 if (_json.containsKey("sideInputs")) { |
5557 sideInputs = _json["sideInputs"].map((value) => new SideInputInfo.fromJson
(value)).toList(); | 5764 sideInputs = _json["sideInputs"] |
| 5765 .map((value) => new SideInputInfo.fromJson(value)) |
| 5766 .toList(); |
5558 } | 5767 } |
5559 if (_json.containsKey("valueCombiningFn")) { | 5768 if (_json.containsKey("valueCombiningFn")) { |
5560 valueCombiningFn = _json["valueCombiningFn"]; | 5769 valueCombiningFn = _json["valueCombiningFn"]; |
5561 } | 5770 } |
5562 } | 5771 } |
5563 | 5772 |
5564 core.Map<core.String, core.Object> toJson() { | 5773 core.Map<core.String, core.Object> toJson() { |
5565 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 5774 final core.Map<core.String, core.Object> _json = |
| 5775 new core.Map<core.String, core.Object>(); |
5566 if (input != null) { | 5776 if (input != null) { |
5567 _json["input"] = (input).toJson(); | 5777 _json["input"] = (input).toJson(); |
5568 } | 5778 } |
5569 if (inputElementCodec != null) { | 5779 if (inputElementCodec != null) { |
5570 _json["inputElementCodec"] = inputElementCodec; | 5780 _json["inputElementCodec"] = inputElementCodec; |
5571 } | 5781 } |
5572 if (originalCombineValuesInputStoreName != null) { | 5782 if (originalCombineValuesInputStoreName != null) { |
5573 _json["originalCombineValuesInputStoreName"] = originalCombineValuesInputS
toreName; | 5783 _json["originalCombineValuesInputStoreName"] = |
| 5784 originalCombineValuesInputStoreName; |
5574 } | 5785 } |
5575 if (originalCombineValuesStepName != null) { | 5786 if (originalCombineValuesStepName != null) { |
5576 _json["originalCombineValuesStepName"] = originalCombineValuesStepName; | 5787 _json["originalCombineValuesStepName"] = originalCombineValuesStepName; |
5577 } | 5788 } |
5578 if (sideInputs != null) { | 5789 if (sideInputs != null) { |
5579 _json["sideInputs"] = sideInputs.map((value) => (value).toJson()).toList()
; | 5790 _json["sideInputs"] = |
| 5791 sideInputs.map((value) => (value).toJson()).toList(); |
5580 } | 5792 } |
5581 if (valueCombiningFn != null) { | 5793 if (valueCombiningFn != null) { |
5582 _json["valueCombiningFn"] = valueCombiningFn; | 5794 _json["valueCombiningFn"] = valueCombiningFn; |
5583 } | 5795 } |
5584 return _json; | 5796 return _json; |
5585 } | 5797 } |
5586 } | 5798 } |
5587 | 5799 |
5588 /** | 5800 /// A descriptive representation of submitted pipeline as well as the executed |
5589 * A descriptive representation of submitted pipeline as well as the executed | 5801 /// form. This data is provided by the Dataflow service for ease of |
5590 * form. This data is provided by the Dataflow service for ease of visualizing | 5802 /// visualizing |
5591 * the pipeline and interpretting Dataflow provided metrics. | 5803 /// the pipeline and interpretting Dataflow provided metrics. |
5592 */ | |
5593 class PipelineDescription { | 5804 class PipelineDescription { |
5594 /** Pipeline level display data. */ | 5805 /// Pipeline level display data. |
5595 core.List<DisplayData> displayData; | 5806 core.List<DisplayData> displayData; |
5596 /** Description of each stage of execution of the pipeline. */ | 5807 |
| 5808 /// Description of each stage of execution of the pipeline. |
5597 core.List<ExecutionStageSummary> executionPipelineStage; | 5809 core.List<ExecutionStageSummary> executionPipelineStage; |
5598 /** | 5810 |
5599 * Description of each transform in the pipeline and collections between them. | 5811 /// Description of each transform in the pipeline and collections between |
5600 */ | 5812 /// them. |
5601 core.List<TransformSummary> originalPipelineTransform; | 5813 core.List<TransformSummary> originalPipelineTransform; |
5602 | 5814 |
5603 PipelineDescription(); | 5815 PipelineDescription(); |
5604 | 5816 |
5605 PipelineDescription.fromJson(core.Map _json) { | 5817 PipelineDescription.fromJson(core.Map _json) { |
5606 if (_json.containsKey("displayData")) { | 5818 if (_json.containsKey("displayData")) { |
5607 displayData = _json["displayData"].map((value) => new DisplayData.fromJson
(value)).toList(); | 5819 displayData = _json["displayData"] |
| 5820 .map((value) => new DisplayData.fromJson(value)) |
| 5821 .toList(); |
5608 } | 5822 } |
5609 if (_json.containsKey("executionPipelineStage")) { | 5823 if (_json.containsKey("executionPipelineStage")) { |
5610 executionPipelineStage = _json["executionPipelineStage"].map((value) => ne
w ExecutionStageSummary.fromJson(value)).toList(); | 5824 executionPipelineStage = _json["executionPipelineStage"] |
| 5825 .map((value) => new ExecutionStageSummary.fromJson(value)) |
| 5826 .toList(); |
5611 } | 5827 } |
5612 if (_json.containsKey("originalPipelineTransform")) { | 5828 if (_json.containsKey("originalPipelineTransform")) { |
5613 originalPipelineTransform = _json["originalPipelineTransform"].map((value)
=> new TransformSummary.fromJson(value)).toList(); | 5829 originalPipelineTransform = _json["originalPipelineTransform"] |
| 5830 .map((value) => new TransformSummary.fromJson(value)) |
| 5831 .toList(); |
5614 } | 5832 } |
5615 } | 5833 } |
5616 | 5834 |
5617 core.Map<core.String, core.Object> toJson() { | 5835 core.Map<core.String, core.Object> toJson() { |
5618 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 5836 final core.Map<core.String, core.Object> _json = |
| 5837 new core.Map<core.String, core.Object>(); |
5619 if (displayData != null) { | 5838 if (displayData != null) { |
5620 _json["displayData"] = displayData.map((value) => (value).toJson()).toList
(); | 5839 _json["displayData"] = |
| 5840 displayData.map((value) => (value).toJson()).toList(); |
5621 } | 5841 } |
5622 if (executionPipelineStage != null) { | 5842 if (executionPipelineStage != null) { |
5623 _json["executionPipelineStage"] = executionPipelineStage.map((value) => (v
alue).toJson()).toList(); | 5843 _json["executionPipelineStage"] = |
| 5844 executionPipelineStage.map((value) => (value).toJson()).toList(); |
5624 } | 5845 } |
5625 if (originalPipelineTransform != null) { | 5846 if (originalPipelineTransform != null) { |
5626 _json["originalPipelineTransform"] = originalPipelineTransform.map((value)
=> (value).toJson()).toList(); | 5847 _json["originalPipelineTransform"] = |
| 5848 originalPipelineTransform.map((value) => (value).toJson()).toList(); |
5627 } | 5849 } |
5628 return _json; | 5850 return _json; |
5629 } | 5851 } |
5630 } | 5852 } |
5631 | 5853 |
5632 /** | 5854 /// Position defines a position within a collection of data. The value |
5633 * Position defines a position within a collection of data. The value | 5855 /// can be either the end position, a key (used with ordered |
5634 * can be either the end position, a key (used with ordered | 5856 /// collections), a byte offset, or a record index. |
5635 * collections), a byte offset, or a record index. | |
5636 */ | |
5637 class Position { | 5857 class Position { |
5638 /** Position is a byte offset. */ | 5858 /// Position is a byte offset. |
5639 core.String byteOffset; | 5859 core.String byteOffset; |
5640 /** CloudPosition is a concat position. */ | 5860 |
| 5861 /// CloudPosition is a concat position. |
5641 ConcatPosition concatPosition; | 5862 ConcatPosition concatPosition; |
5642 /** | 5863 |
5643 * Position is past all other positions. Also useful for the end | 5864 /// Position is past all other positions. Also useful for the end |
5644 * position of an unbounded range. | 5865 /// position of an unbounded range. |
5645 */ | |
5646 core.bool end; | 5866 core.bool end; |
5647 /** Position is a string key, ordered lexicographically. */ | 5867 |
| 5868 /// Position is a string key, ordered lexicographically. |
5648 core.String key; | 5869 core.String key; |
5649 /** Position is a record index. */ | 5870 |
| 5871 /// Position is a record index. |
5650 core.String recordIndex; | 5872 core.String recordIndex; |
5651 /** | 5873 |
5652 * CloudPosition is a base64 encoded BatchShufflePosition (with FIXED | 5874 /// CloudPosition is a base64 encoded BatchShufflePosition (with FIXED |
5653 * sharding). | 5875 /// sharding). |
5654 */ | |
5655 core.String shufflePosition; | 5876 core.String shufflePosition; |
5656 | 5877 |
5657 Position(); | 5878 Position(); |
5658 | 5879 |
5659 Position.fromJson(core.Map _json) { | 5880 Position.fromJson(core.Map _json) { |
5660 if (_json.containsKey("byteOffset")) { | 5881 if (_json.containsKey("byteOffset")) { |
5661 byteOffset = _json["byteOffset"]; | 5882 byteOffset = _json["byteOffset"]; |
5662 } | 5883 } |
5663 if (_json.containsKey("concatPosition")) { | 5884 if (_json.containsKey("concatPosition")) { |
5664 concatPosition = new ConcatPosition.fromJson(_json["concatPosition"]); | 5885 concatPosition = new ConcatPosition.fromJson(_json["concatPosition"]); |
5665 } | 5886 } |
5666 if (_json.containsKey("end")) { | 5887 if (_json.containsKey("end")) { |
5667 end = _json["end"]; | 5888 end = _json["end"]; |
5668 } | 5889 } |
5669 if (_json.containsKey("key")) { | 5890 if (_json.containsKey("key")) { |
5670 key = _json["key"]; | 5891 key = _json["key"]; |
5671 } | 5892 } |
5672 if (_json.containsKey("recordIndex")) { | 5893 if (_json.containsKey("recordIndex")) { |
5673 recordIndex = _json["recordIndex"]; | 5894 recordIndex = _json["recordIndex"]; |
5674 } | 5895 } |
5675 if (_json.containsKey("shufflePosition")) { | 5896 if (_json.containsKey("shufflePosition")) { |
5676 shufflePosition = _json["shufflePosition"]; | 5897 shufflePosition = _json["shufflePosition"]; |
5677 } | 5898 } |
5678 } | 5899 } |
5679 | 5900 |
5680 core.Map<core.String, core.Object> toJson() { | 5901 core.Map<core.String, core.Object> toJson() { |
5681 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 5902 final core.Map<core.String, core.Object> _json = |
| 5903 new core.Map<core.String, core.Object>(); |
5682 if (byteOffset != null) { | 5904 if (byteOffset != null) { |
5683 _json["byteOffset"] = byteOffset; | 5905 _json["byteOffset"] = byteOffset; |
5684 } | 5906 } |
5685 if (concatPosition != null) { | 5907 if (concatPosition != null) { |
5686 _json["concatPosition"] = (concatPosition).toJson(); | 5908 _json["concatPosition"] = (concatPosition).toJson(); |
5687 } | 5909 } |
5688 if (end != null) { | 5910 if (end != null) { |
5689 _json["end"] = end; | 5911 _json["end"] = end; |
5690 } | 5912 } |
5691 if (key != null) { | 5913 if (key != null) { |
5692 _json["key"] = key; | 5914 _json["key"] = key; |
5693 } | 5915 } |
5694 if (recordIndex != null) { | 5916 if (recordIndex != null) { |
5695 _json["recordIndex"] = recordIndex; | 5917 _json["recordIndex"] = recordIndex; |
5696 } | 5918 } |
5697 if (shufflePosition != null) { | 5919 if (shufflePosition != null) { |
5698 _json["shufflePosition"] = shufflePosition; | 5920 _json["shufflePosition"] = shufflePosition; |
5699 } | 5921 } |
5700 return _json; | 5922 return _json; |
5701 } | 5923 } |
5702 } | 5924 } |
5703 | 5925 |
5704 /** | 5926 /// Identifies a pubsub location to use for transferring data into or |
5705 * Identifies a pubsub location to use for transferring data into or | 5927 /// out of a streaming Dataflow job. |
5706 * out of a streaming Dataflow job. | |
5707 */ | |
5708 class PubsubLocation { | 5928 class PubsubLocation { |
5709 /** Indicates whether the pipeline allows late-arriving data. */ | 5929 /// Indicates whether the pipeline allows late-arriving data. |
5710 core.bool dropLateData; | 5930 core.bool dropLateData; |
5711 /** | 5931 |
5712 * If set, contains a pubsub label from which to extract record ids. | 5932 /// If set, contains a pubsub label from which to extract record ids. |
5713 * If left empty, record deduplication will be strictly best effort. | 5933 /// If left empty, record deduplication will be strictly best effort. |
5714 */ | |
5715 core.String idLabel; | 5934 core.String idLabel; |
5716 /** | 5935 |
5717 * A pubsub subscription, in the form of | 5936 /// A pubsub subscription, in the form of |
5718 * "pubsub.googleapis.com/subscriptions/<project-id>/<subscription-name>" | 5937 /// "pubsub.googleapis.com/subscriptions/<project-id>/<subscription-name>" |
5719 */ | |
5720 core.String subscription; | 5938 core.String subscription; |
5721 /** | 5939 |
5722 * If set, contains a pubsub label from which to extract record timestamps. | 5940 /// If set, contains a pubsub label from which to extract record timestamps. |
5723 * If left empty, record timestamps will be generated upon arrival. | 5941 /// If left empty, record timestamps will be generated upon arrival. |
5724 */ | |
5725 core.String timestampLabel; | 5942 core.String timestampLabel; |
5726 /** | 5943 |
5727 * A pubsub topic, in the form of | 5944 /// A pubsub topic, in the form of |
5728 * "pubsub.googleapis.com/topics/<project-id>/<topic-name>" | 5945 /// "pubsub.googleapis.com/topics/<project-id>/<topic-name>" |
5729 */ | |
5730 core.String topic; | 5946 core.String topic; |
5731 /** | 5947 |
5732 * If set, specifies the pubsub subscription that will be used for tracking | 5948 /// If set, specifies the pubsub subscription that will be used for tracking |
5733 * custom time timestamps for watermark estimation. | 5949 /// custom time timestamps for watermark estimation. |
5734 */ | |
5735 core.String trackingSubscription; | 5950 core.String trackingSubscription; |
5736 /** If true, then the client has requested to get pubsub attributes. */ | 5951 |
| 5952 /// If true, then the client has requested to get pubsub attributes. |
5737 core.bool withAttributes; | 5953 core.bool withAttributes; |
5738 | 5954 |
5739 PubsubLocation(); | 5955 PubsubLocation(); |
5740 | 5956 |
5741 PubsubLocation.fromJson(core.Map _json) { | 5957 PubsubLocation.fromJson(core.Map _json) { |
5742 if (_json.containsKey("dropLateData")) { | 5958 if (_json.containsKey("dropLateData")) { |
5743 dropLateData = _json["dropLateData"]; | 5959 dropLateData = _json["dropLateData"]; |
5744 } | 5960 } |
5745 if (_json.containsKey("idLabel")) { | 5961 if (_json.containsKey("idLabel")) { |
5746 idLabel = _json["idLabel"]; | 5962 idLabel = _json["idLabel"]; |
5747 } | 5963 } |
5748 if (_json.containsKey("subscription")) { | 5964 if (_json.containsKey("subscription")) { |
5749 subscription = _json["subscription"]; | 5965 subscription = _json["subscription"]; |
5750 } | 5966 } |
5751 if (_json.containsKey("timestampLabel")) { | 5967 if (_json.containsKey("timestampLabel")) { |
5752 timestampLabel = _json["timestampLabel"]; | 5968 timestampLabel = _json["timestampLabel"]; |
5753 } | 5969 } |
5754 if (_json.containsKey("topic")) { | 5970 if (_json.containsKey("topic")) { |
5755 topic = _json["topic"]; | 5971 topic = _json["topic"]; |
5756 } | 5972 } |
5757 if (_json.containsKey("trackingSubscription")) { | 5973 if (_json.containsKey("trackingSubscription")) { |
5758 trackingSubscription = _json["trackingSubscription"]; | 5974 trackingSubscription = _json["trackingSubscription"]; |
5759 } | 5975 } |
5760 if (_json.containsKey("withAttributes")) { | 5976 if (_json.containsKey("withAttributes")) { |
5761 withAttributes = _json["withAttributes"]; | 5977 withAttributes = _json["withAttributes"]; |
5762 } | 5978 } |
5763 } | 5979 } |
5764 | 5980 |
5765 core.Map<core.String, core.Object> toJson() { | 5981 core.Map<core.String, core.Object> toJson() { |
5766 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 5982 final core.Map<core.String, core.Object> _json = |
| 5983 new core.Map<core.String, core.Object>(); |
5767 if (dropLateData != null) { | 5984 if (dropLateData != null) { |
5768 _json["dropLateData"] = dropLateData; | 5985 _json["dropLateData"] = dropLateData; |
5769 } | 5986 } |
5770 if (idLabel != null) { | 5987 if (idLabel != null) { |
5771 _json["idLabel"] = idLabel; | 5988 _json["idLabel"] = idLabel; |
5772 } | 5989 } |
5773 if (subscription != null) { | 5990 if (subscription != null) { |
5774 _json["subscription"] = subscription; | 5991 _json["subscription"] = subscription; |
5775 } | 5992 } |
5776 if (timestampLabel != null) { | 5993 if (timestampLabel != null) { |
5777 _json["timestampLabel"] = timestampLabel; | 5994 _json["timestampLabel"] = timestampLabel; |
5778 } | 5995 } |
5779 if (topic != null) { | 5996 if (topic != null) { |
5780 _json["topic"] = topic; | 5997 _json["topic"] = topic; |
5781 } | 5998 } |
5782 if (trackingSubscription != null) { | 5999 if (trackingSubscription != null) { |
5783 _json["trackingSubscription"] = trackingSubscription; | 6000 _json["trackingSubscription"] = trackingSubscription; |
5784 } | 6001 } |
5785 if (withAttributes != null) { | 6002 if (withAttributes != null) { |
5786 _json["withAttributes"] = withAttributes; | 6003 _json["withAttributes"] = withAttributes; |
5787 } | 6004 } |
5788 return _json; | 6005 return _json; |
5789 } | 6006 } |
5790 } | 6007 } |
5791 | 6008 |
5792 /** | 6009 /// An instruction that reads records. |
5793 * An instruction that reads records. | 6010 /// Takes no inputs, produces one output. |
5794 * Takes no inputs, produces one output. | |
5795 */ | |
5796 class ReadInstruction { | 6011 class ReadInstruction { |
5797 /** The source to read from. */ | 6012 /// The source to read from. |
5798 Source source; | 6013 Source source; |
5799 | 6014 |
5800 ReadInstruction(); | 6015 ReadInstruction(); |
5801 | 6016 |
5802 ReadInstruction.fromJson(core.Map _json) { | 6017 ReadInstruction.fromJson(core.Map _json) { |
5803 if (_json.containsKey("source")) { | 6018 if (_json.containsKey("source")) { |
5804 source = new Source.fromJson(_json["source"]); | 6019 source = new Source.fromJson(_json["source"]); |
5805 } | 6020 } |
5806 } | 6021 } |
5807 | 6022 |
5808 core.Map<core.String, core.Object> toJson() { | 6023 core.Map<core.String, core.Object> toJson() { |
5809 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6024 final core.Map<core.String, core.Object> _json = |
| 6025 new core.Map<core.String, core.Object>(); |
5810 if (source != null) { | 6026 if (source != null) { |
5811 _json["source"] = (source).toJson(); | 6027 _json["source"] = (source).toJson(); |
5812 } | 6028 } |
5813 return _json; | 6029 return _json; |
5814 } | 6030 } |
5815 } | 6031 } |
5816 | 6032 |
5817 /** Request to report the status of WorkItems. */ | 6033 /// Request to report the status of WorkItems. |
5818 class ReportWorkItemStatusRequest { | 6034 class ReportWorkItemStatusRequest { |
5819 /** The current timestamp at the worker. */ | 6035 /// The current timestamp at the worker. |
5820 core.String currentWorkerTime; | 6036 core.String currentWorkerTime; |
5821 /** The location which contains the WorkItem's job. */ | 6037 |
| 6038 /// The location which contains the WorkItem's job. |
5822 core.String location; | 6039 core.String location; |
5823 /** | 6040 |
5824 * The order is unimportant, except that the order of the | 6041 /// The order is unimportant, except that the order of the |
5825 * WorkItemServiceState messages in the ReportWorkItemStatusResponse | 6042 /// WorkItemServiceState messages in the ReportWorkItemStatusResponse |
5826 * corresponds to the order of WorkItemStatus messages here. | 6043 /// corresponds to the order of WorkItemStatus messages here. |
5827 */ | |
5828 core.List<WorkItemStatus> workItemStatuses; | 6044 core.List<WorkItemStatus> workItemStatuses; |
5829 /** | 6045 |
5830 * The ID of the worker reporting the WorkItem status. If this | 6046 /// The ID of the worker reporting the WorkItem status. If this |
5831 * does not match the ID of the worker which the Dataflow service | 6047 /// does not match the ID of the worker which the Dataflow service |
5832 * believes currently has the lease on the WorkItem, the report | 6048 /// believes currently has the lease on the WorkItem, the report |
5833 * will be dropped (with an error response). | 6049 /// will be dropped (with an error response). |
5834 */ | |
5835 core.String workerId; | 6050 core.String workerId; |
5836 | 6051 |
5837 ReportWorkItemStatusRequest(); | 6052 ReportWorkItemStatusRequest(); |
5838 | 6053 |
5839 ReportWorkItemStatusRequest.fromJson(core.Map _json) { | 6054 ReportWorkItemStatusRequest.fromJson(core.Map _json) { |
5840 if (_json.containsKey("currentWorkerTime")) { | 6055 if (_json.containsKey("currentWorkerTime")) { |
5841 currentWorkerTime = _json["currentWorkerTime"]; | 6056 currentWorkerTime = _json["currentWorkerTime"]; |
5842 } | 6057 } |
5843 if (_json.containsKey("location")) { | 6058 if (_json.containsKey("location")) { |
5844 location = _json["location"]; | 6059 location = _json["location"]; |
5845 } | 6060 } |
5846 if (_json.containsKey("workItemStatuses")) { | 6061 if (_json.containsKey("workItemStatuses")) { |
5847 workItemStatuses = _json["workItemStatuses"].map((value) => new WorkItemSt
atus.fromJson(value)).toList(); | 6062 workItemStatuses = _json["workItemStatuses"] |
| 6063 .map((value) => new WorkItemStatus.fromJson(value)) |
| 6064 .toList(); |
5848 } | 6065 } |
5849 if (_json.containsKey("workerId")) { | 6066 if (_json.containsKey("workerId")) { |
5850 workerId = _json["workerId"]; | 6067 workerId = _json["workerId"]; |
5851 } | 6068 } |
5852 } | 6069 } |
5853 | 6070 |
5854 core.Map<core.String, core.Object> toJson() { | 6071 core.Map<core.String, core.Object> toJson() { |
5855 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6072 final core.Map<core.String, core.Object> _json = |
| 6073 new core.Map<core.String, core.Object>(); |
5856 if (currentWorkerTime != null) { | 6074 if (currentWorkerTime != null) { |
5857 _json["currentWorkerTime"] = currentWorkerTime; | 6075 _json["currentWorkerTime"] = currentWorkerTime; |
5858 } | 6076 } |
5859 if (location != null) { | 6077 if (location != null) { |
5860 _json["location"] = location; | 6078 _json["location"] = location; |
5861 } | 6079 } |
5862 if (workItemStatuses != null) { | 6080 if (workItemStatuses != null) { |
5863 _json["workItemStatuses"] = workItemStatuses.map((value) => (value).toJson
()).toList(); | 6081 _json["workItemStatuses"] = |
| 6082 workItemStatuses.map((value) => (value).toJson()).toList(); |
5864 } | 6083 } |
5865 if (workerId != null) { | 6084 if (workerId != null) { |
5866 _json["workerId"] = workerId; | 6085 _json["workerId"] = workerId; |
5867 } | 6086 } |
5868 return _json; | 6087 return _json; |
5869 } | 6088 } |
5870 } | 6089 } |
5871 | 6090 |
5872 /** Response from a request to report the status of WorkItems. */ | 6091 /// Response from a request to report the status of WorkItems. |
5873 class ReportWorkItemStatusResponse { | 6092 class ReportWorkItemStatusResponse { |
5874 /** | 6093 /// A set of messages indicating the service-side state for each |
5875 * A set of messages indicating the service-side state for each | 6094 /// WorkItem whose status was reported, in the same order as the |
5876 * WorkItem whose status was reported, in the same order as the | 6095 /// WorkItemStatus messages in the ReportWorkItemStatusRequest which |
5877 * WorkItemStatus messages in the ReportWorkItemStatusRequest which | 6096 /// resulting in this response. |
5878 * resulting in this response. | |
5879 */ | |
5880 core.List<WorkItemServiceState> workItemServiceStates; | 6097 core.List<WorkItemServiceState> workItemServiceStates; |
5881 | 6098 |
5882 ReportWorkItemStatusResponse(); | 6099 ReportWorkItemStatusResponse(); |
5883 | 6100 |
5884 ReportWorkItemStatusResponse.fromJson(core.Map _json) { | 6101 ReportWorkItemStatusResponse.fromJson(core.Map _json) { |
5885 if (_json.containsKey("workItemServiceStates")) { | 6102 if (_json.containsKey("workItemServiceStates")) { |
5886 workItemServiceStates = _json["workItemServiceStates"].map((value) => new
WorkItemServiceState.fromJson(value)).toList(); | 6103 workItemServiceStates = _json["workItemServiceStates"] |
| 6104 .map((value) => new WorkItemServiceState.fromJson(value)) |
| 6105 .toList(); |
5887 } | 6106 } |
5888 } | 6107 } |
5889 | 6108 |
5890 core.Map<core.String, core.Object> toJson() { | 6109 core.Map<core.String, core.Object> toJson() { |
5891 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6110 final core.Map<core.String, core.Object> _json = |
| 6111 new core.Map<core.String, core.Object>(); |
5892 if (workItemServiceStates != null) { | 6112 if (workItemServiceStates != null) { |
5893 _json["workItemServiceStates"] = workItemServiceStates.map((value) => (val
ue).toJson()).toList(); | 6113 _json["workItemServiceStates"] = |
| 6114 workItemServiceStates.map((value) => (value).toJson()).toList(); |
5894 } | 6115 } |
5895 return _json; | 6116 return _json; |
5896 } | 6117 } |
5897 } | 6118 } |
5898 | 6119 |
5899 /** | 6120 /// Represents the level of parallelism in a WorkItem's input, |
5900 * Represents the level of parallelism in a WorkItem's input, | 6121 /// reported by the worker. |
5901 * reported by the worker. | |
5902 */ | |
5903 class ReportedParallelism { | 6122 class ReportedParallelism { |
5904 /** | 6123 /// Specifies whether the parallelism is infinite. If true, "value" is |
5905 * Specifies whether the parallelism is infinite. If true, "value" is | 6124 /// ignored. |
5906 * ignored. | 6125 /// Infinite parallelism means the service will assume that the work item |
5907 * Infinite parallelism means the service will assume that the work item | 6126 /// can always be split into more non-empty work items by dynamic splitting. |
5908 * can always be split into more non-empty work items by dynamic splitting. | 6127 /// This is a work-around for lack of support for infinity by the current |
5909 * This is a work-around for lack of support for infinity by the current | 6128 /// JSON-based Java RPC stack. |
5910 * JSON-based Java RPC stack. | |
5911 */ | |
5912 core.bool isInfinite; | 6129 core.bool isInfinite; |
5913 /** Specifies the level of parallelism in case it is finite. */ | 6130 |
| 6131 /// Specifies the level of parallelism in case it is finite. |
5914 core.double value; | 6132 core.double value; |
5915 | 6133 |
5916 ReportedParallelism(); | 6134 ReportedParallelism(); |
5917 | 6135 |
5918 ReportedParallelism.fromJson(core.Map _json) { | 6136 ReportedParallelism.fromJson(core.Map _json) { |
5919 if (_json.containsKey("isInfinite")) { | 6137 if (_json.containsKey("isInfinite")) { |
5920 isInfinite = _json["isInfinite"]; | 6138 isInfinite = _json["isInfinite"]; |
5921 } | 6139 } |
5922 if (_json.containsKey("value")) { | 6140 if (_json.containsKey("value")) { |
5923 value = _json["value"]; | 6141 value = _json["value"]; |
5924 } | 6142 } |
5925 } | 6143 } |
5926 | 6144 |
5927 core.Map<core.String, core.Object> toJson() { | 6145 core.Map<core.String, core.Object> toJson() { |
5928 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6146 final core.Map<core.String, core.Object> _json = |
| 6147 new core.Map<core.String, core.Object>(); |
5929 if (isInfinite != null) { | 6148 if (isInfinite != null) { |
5930 _json["isInfinite"] = isInfinite; | 6149 _json["isInfinite"] = isInfinite; |
5931 } | 6150 } |
5932 if (value != null) { | 6151 if (value != null) { |
5933 _json["value"] = value; | 6152 _json["value"] = value; |
5934 } | 6153 } |
5935 return _json; | 6154 return _json; |
5936 } | 6155 } |
5937 } | 6156 } |
5938 | 6157 |
5939 /** | 6158 /// Worker metrics exported from workers. This contains resource utilization |
5940 * Worker metrics exported from workers. This contains resource utilization | 6159 /// metrics accumulated from a variety of sources. For more information, see |
5941 * metrics accumulated from a variety of sources. For more information, see | 6160 /// go/df-resource-signals. |
5942 * go/df-resource-signals. | |
5943 */ | |
5944 class ResourceUtilizationReport { | 6161 class ResourceUtilizationReport { |
5945 /** CPU utilization samples. */ | 6162 /// CPU utilization samples. |
5946 core.List<CPUTime> cpuTime; | 6163 core.List<CPUTime> cpuTime; |
5947 | 6164 |
5948 ResourceUtilizationReport(); | 6165 ResourceUtilizationReport(); |
5949 | 6166 |
5950 ResourceUtilizationReport.fromJson(core.Map _json) { | 6167 ResourceUtilizationReport.fromJson(core.Map _json) { |
5951 if (_json.containsKey("cpuTime")) { | 6168 if (_json.containsKey("cpuTime")) { |
5952 cpuTime = _json["cpuTime"].map((value) => new CPUTime.fromJson(value)).toL
ist(); | 6169 cpuTime = |
| 6170 _json["cpuTime"].map((value) => new CPUTime.fromJson(value)).toList(); |
5953 } | 6171 } |
5954 } | 6172 } |
5955 | 6173 |
5956 core.Map<core.String, core.Object> toJson() { | 6174 core.Map<core.String, core.Object> toJson() { |
5957 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6175 final core.Map<core.String, core.Object> _json = |
| 6176 new core.Map<core.String, core.Object>(); |
5958 if (cpuTime != null) { | 6177 if (cpuTime != null) { |
5959 _json["cpuTime"] = cpuTime.map((value) => (value).toJson()).toList(); | 6178 _json["cpuTime"] = cpuTime.map((value) => (value).toJson()).toList(); |
5960 } | 6179 } |
5961 return _json; | 6180 return _json; |
5962 } | 6181 } |
5963 } | 6182 } |
5964 | 6183 |
5965 /** Service-side response to WorkerMessage reporting resource utilization. */ | 6184 /// Service-side response to WorkerMessage reporting resource utilization. |
5966 class ResourceUtilizationReportResponse { | 6185 class ResourceUtilizationReportResponse { |
5967 | |
5968 ResourceUtilizationReportResponse(); | 6186 ResourceUtilizationReportResponse(); |
5969 | 6187 |
5970 ResourceUtilizationReportResponse.fromJson(core.Map _json) { | 6188 ResourceUtilizationReportResponse.fromJson(core.Map _json) {} |
5971 } | |
5972 | 6189 |
5973 core.Map<core.String, core.Object> toJson() { | 6190 core.Map<core.String, core.Object> toJson() { |
5974 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6191 final core.Map<core.String, core.Object> _json = |
| 6192 new core.Map<core.String, core.Object>(); |
5975 return _json; | 6193 return _json; |
5976 } | 6194 } |
5977 } | 6195 } |
5978 | 6196 |
5979 /** The environment values to set at runtime. */ | 6197 /// The environment values to set at runtime. |
5980 class RuntimeEnvironment { | 6198 class RuntimeEnvironment { |
5981 /** | 6199 /// Whether to bypass the safety checks for the job's temporary directory. |
5982 * Whether to bypass the safety checks for the job's temporary directory. | 6200 /// Use with caution. |
5983 * Use with caution. | |
5984 */ | |
5985 core.bool bypassTempDirValidation; | 6201 core.bool bypassTempDirValidation; |
5986 /** | 6202 |
5987 * The machine type to use for the job. Defaults to the value from the | 6203 /// The machine type to use for the job. Defaults to the value from the |
5988 * template if not specified. | 6204 /// template if not specified. |
5989 */ | |
5990 core.String machineType; | 6205 core.String machineType; |
5991 /** | 6206 |
5992 * The maximum number of Google Compute Engine instances to be made | 6207 /// The maximum number of Google Compute Engine instances to be made |
5993 * available to your pipeline during execution, from 1 to 1000. | 6208 /// available to your pipeline during execution, from 1 to 1000. |
5994 */ | |
5995 core.int maxWorkers; | 6209 core.int maxWorkers; |
5996 /** The email address of the service account to run the job as. */ | 6210 |
| 6211 /// The email address of the service account to run the job as. |
5997 core.String serviceAccountEmail; | 6212 core.String serviceAccountEmail; |
5998 /** | 6213 |
5999 * The Cloud Storage path to use for temporary files. | 6214 /// The Cloud Storage path to use for temporary files. |
6000 * Must be a valid Cloud Storage URL, beginning with `gs://`. | 6215 /// Must be a valid Cloud Storage URL, beginning with `gs://`. |
6001 */ | |
6002 core.String tempLocation; | 6216 core.String tempLocation; |
6003 /** | 6217 |
6004 * The Compute Engine [availability | 6218 /// The Compute Engine [availability |
6005 * zone](https://cloud.google.com/compute/docs/regions-zones/regions-zones) | 6219 /// zone](https://cloud.google.com/compute/docs/regions-zones/regions-zones) |
6006 * for launching worker instances to run your pipeline. | 6220 /// for launching worker instances to run your pipeline. |
6007 */ | |
6008 core.String zone; | 6221 core.String zone; |
6009 | 6222 |
6010 RuntimeEnvironment(); | 6223 RuntimeEnvironment(); |
6011 | 6224 |
6012 RuntimeEnvironment.fromJson(core.Map _json) { | 6225 RuntimeEnvironment.fromJson(core.Map _json) { |
6013 if (_json.containsKey("bypassTempDirValidation")) { | 6226 if (_json.containsKey("bypassTempDirValidation")) { |
6014 bypassTempDirValidation = _json["bypassTempDirValidation"]; | 6227 bypassTempDirValidation = _json["bypassTempDirValidation"]; |
6015 } | 6228 } |
6016 if (_json.containsKey("machineType")) { | 6229 if (_json.containsKey("machineType")) { |
6017 machineType = _json["machineType"]; | 6230 machineType = _json["machineType"]; |
6018 } | 6231 } |
6019 if (_json.containsKey("maxWorkers")) { | 6232 if (_json.containsKey("maxWorkers")) { |
6020 maxWorkers = _json["maxWorkers"]; | 6233 maxWorkers = _json["maxWorkers"]; |
6021 } | 6234 } |
6022 if (_json.containsKey("serviceAccountEmail")) { | 6235 if (_json.containsKey("serviceAccountEmail")) { |
6023 serviceAccountEmail = _json["serviceAccountEmail"]; | 6236 serviceAccountEmail = _json["serviceAccountEmail"]; |
6024 } | 6237 } |
6025 if (_json.containsKey("tempLocation")) { | 6238 if (_json.containsKey("tempLocation")) { |
6026 tempLocation = _json["tempLocation"]; | 6239 tempLocation = _json["tempLocation"]; |
6027 } | 6240 } |
6028 if (_json.containsKey("zone")) { | 6241 if (_json.containsKey("zone")) { |
6029 zone = _json["zone"]; | 6242 zone = _json["zone"]; |
6030 } | 6243 } |
6031 } | 6244 } |
6032 | 6245 |
6033 core.Map<core.String, core.Object> toJson() { | 6246 core.Map<core.String, core.Object> toJson() { |
6034 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6247 final core.Map<core.String, core.Object> _json = |
| 6248 new core.Map<core.String, core.Object>(); |
6035 if (bypassTempDirValidation != null) { | 6249 if (bypassTempDirValidation != null) { |
6036 _json["bypassTempDirValidation"] = bypassTempDirValidation; | 6250 _json["bypassTempDirValidation"] = bypassTempDirValidation; |
6037 } | 6251 } |
6038 if (machineType != null) { | 6252 if (machineType != null) { |
6039 _json["machineType"] = machineType; | 6253 _json["machineType"] = machineType; |
6040 } | 6254 } |
6041 if (maxWorkers != null) { | 6255 if (maxWorkers != null) { |
6042 _json["maxWorkers"] = maxWorkers; | 6256 _json["maxWorkers"] = maxWorkers; |
6043 } | 6257 } |
6044 if (serviceAccountEmail != null) { | 6258 if (serviceAccountEmail != null) { |
6045 _json["serviceAccountEmail"] = serviceAccountEmail; | 6259 _json["serviceAccountEmail"] = serviceAccountEmail; |
6046 } | 6260 } |
6047 if (tempLocation != null) { | 6261 if (tempLocation != null) { |
6048 _json["tempLocation"] = tempLocation; | 6262 _json["tempLocation"] = tempLocation; |
6049 } | 6263 } |
6050 if (zone != null) { | 6264 if (zone != null) { |
6051 _json["zone"] = zone; | 6265 _json["zone"] = zone; |
6052 } | 6266 } |
6053 return _json; | 6267 return _json; |
6054 } | 6268 } |
6055 } | 6269 } |
6056 | 6270 |
6057 /** Request to send encoded debug information. */ | 6271 /// Request to send encoded debug information. |
6058 class SendDebugCaptureRequest { | 6272 class SendDebugCaptureRequest { |
6059 /** The internal component id for which debug information is sent. */ | 6273 /// The internal component id for which debug information is sent. |
6060 core.String componentId; | 6274 core.String componentId; |
6061 /** The encoded debug information. */ | 6275 |
| 6276 /// The encoded debug information. |
6062 core.String data; | 6277 core.String data; |
6063 /** The location which contains the job specified by job_id. */ | 6278 |
| 6279 /// The location which contains the job specified by job_id. |
6064 core.String location; | 6280 core.String location; |
6065 /** The worker id, i.e., VM hostname. */ | 6281 |
| 6282 /// The worker id, i.e., VM hostname. |
6066 core.String workerId; | 6283 core.String workerId; |
6067 | 6284 |
6068 SendDebugCaptureRequest(); | 6285 SendDebugCaptureRequest(); |
6069 | 6286 |
6070 SendDebugCaptureRequest.fromJson(core.Map _json) { | 6287 SendDebugCaptureRequest.fromJson(core.Map _json) { |
6071 if (_json.containsKey("componentId")) { | 6288 if (_json.containsKey("componentId")) { |
6072 componentId = _json["componentId"]; | 6289 componentId = _json["componentId"]; |
6073 } | 6290 } |
6074 if (_json.containsKey("data")) { | 6291 if (_json.containsKey("data")) { |
6075 data = _json["data"]; | 6292 data = _json["data"]; |
6076 } | 6293 } |
6077 if (_json.containsKey("location")) { | 6294 if (_json.containsKey("location")) { |
6078 location = _json["location"]; | 6295 location = _json["location"]; |
6079 } | 6296 } |
6080 if (_json.containsKey("workerId")) { | 6297 if (_json.containsKey("workerId")) { |
6081 workerId = _json["workerId"]; | 6298 workerId = _json["workerId"]; |
6082 } | 6299 } |
6083 } | 6300 } |
6084 | 6301 |
6085 core.Map<core.String, core.Object> toJson() { | 6302 core.Map<core.String, core.Object> toJson() { |
6086 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6303 final core.Map<core.String, core.Object> _json = |
| 6304 new core.Map<core.String, core.Object>(); |
6087 if (componentId != null) { | 6305 if (componentId != null) { |
6088 _json["componentId"] = componentId; | 6306 _json["componentId"] = componentId; |
6089 } | 6307 } |
6090 if (data != null) { | 6308 if (data != null) { |
6091 _json["data"] = data; | 6309 _json["data"] = data; |
6092 } | 6310 } |
6093 if (location != null) { | 6311 if (location != null) { |
6094 _json["location"] = location; | 6312 _json["location"] = location; |
6095 } | 6313 } |
6096 if (workerId != null) { | 6314 if (workerId != null) { |
6097 _json["workerId"] = workerId; | 6315 _json["workerId"] = workerId; |
6098 } | 6316 } |
6099 return _json; | 6317 return _json; |
6100 } | 6318 } |
6101 } | 6319 } |
6102 | 6320 |
6103 /** | 6321 /// Response to a send capture request. |
6104 * Response to a send capture request. | 6322 /// nothing |
6105 * nothing | |
6106 */ | |
6107 class SendDebugCaptureResponse { | 6323 class SendDebugCaptureResponse { |
6108 | |
6109 SendDebugCaptureResponse(); | 6324 SendDebugCaptureResponse(); |
6110 | 6325 |
6111 SendDebugCaptureResponse.fromJson(core.Map _json) { | 6326 SendDebugCaptureResponse.fromJson(core.Map _json) {} |
6112 } | |
6113 | 6327 |
6114 core.Map<core.String, core.Object> toJson() { | 6328 core.Map<core.String, core.Object> toJson() { |
6115 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6329 final core.Map<core.String, core.Object> _json = |
| 6330 new core.Map<core.String, core.Object>(); |
6116 return _json; | 6331 return _json; |
6117 } | 6332 } |
6118 } | 6333 } |
6119 | 6334 |
6120 /** A request for sending worker messages to the service. */ | 6335 /// A request for sending worker messages to the service. |
6121 class SendWorkerMessagesRequest { | 6336 class SendWorkerMessagesRequest { |
6122 /** The location which contains the job */ | 6337 /// The location which contains the job |
6123 core.String location; | 6338 core.String location; |
6124 /** The WorkerMessages to send. */ | 6339 |
| 6340 /// The WorkerMessages to send. |
6125 core.List<WorkerMessage> workerMessages; | 6341 core.List<WorkerMessage> workerMessages; |
6126 | 6342 |
6127 SendWorkerMessagesRequest(); | 6343 SendWorkerMessagesRequest(); |
6128 | 6344 |
6129 SendWorkerMessagesRequest.fromJson(core.Map _json) { | 6345 SendWorkerMessagesRequest.fromJson(core.Map _json) { |
6130 if (_json.containsKey("location")) { | 6346 if (_json.containsKey("location")) { |
6131 location = _json["location"]; | 6347 location = _json["location"]; |
6132 } | 6348 } |
6133 if (_json.containsKey("workerMessages")) { | 6349 if (_json.containsKey("workerMessages")) { |
6134 workerMessages = _json["workerMessages"].map((value) => new WorkerMessage.
fromJson(value)).toList(); | 6350 workerMessages = _json["workerMessages"] |
| 6351 .map((value) => new WorkerMessage.fromJson(value)) |
| 6352 .toList(); |
6135 } | 6353 } |
6136 } | 6354 } |
6137 | 6355 |
6138 core.Map<core.String, core.Object> toJson() { | 6356 core.Map<core.String, core.Object> toJson() { |
6139 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6357 final core.Map<core.String, core.Object> _json = |
| 6358 new core.Map<core.String, core.Object>(); |
6140 if (location != null) { | 6359 if (location != null) { |
6141 _json["location"] = location; | 6360 _json["location"] = location; |
6142 } | 6361 } |
6143 if (workerMessages != null) { | 6362 if (workerMessages != null) { |
6144 _json["workerMessages"] = workerMessages.map((value) => (value).toJson()).
toList(); | 6363 _json["workerMessages"] = |
| 6364 workerMessages.map((value) => (value).toJson()).toList(); |
6145 } | 6365 } |
6146 return _json; | 6366 return _json; |
6147 } | 6367 } |
6148 } | 6368 } |
6149 | 6369 |
6150 /** The response to the worker messages. */ | 6370 /// The response to the worker messages. |
6151 class SendWorkerMessagesResponse { | 6371 class SendWorkerMessagesResponse { |
6152 /** The servers response to the worker messages. */ | 6372 /// The servers response to the worker messages. |
6153 core.List<WorkerMessageResponse> workerMessageResponses; | 6373 core.List<WorkerMessageResponse> workerMessageResponses; |
6154 | 6374 |
6155 SendWorkerMessagesResponse(); | 6375 SendWorkerMessagesResponse(); |
6156 | 6376 |
6157 SendWorkerMessagesResponse.fromJson(core.Map _json) { | 6377 SendWorkerMessagesResponse.fromJson(core.Map _json) { |
6158 if (_json.containsKey("workerMessageResponses")) { | 6378 if (_json.containsKey("workerMessageResponses")) { |
6159 workerMessageResponses = _json["workerMessageResponses"].map((value) => ne
w WorkerMessageResponse.fromJson(value)).toList(); | 6379 workerMessageResponses = _json["workerMessageResponses"] |
| 6380 .map((value) => new WorkerMessageResponse.fromJson(value)) |
| 6381 .toList(); |
6160 } | 6382 } |
6161 } | 6383 } |
6162 | 6384 |
6163 core.Map<core.String, core.Object> toJson() { | 6385 core.Map<core.String, core.Object> toJson() { |
6164 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6386 final core.Map<core.String, core.Object> _json = |
| 6387 new core.Map<core.String, core.Object>(); |
6165 if (workerMessageResponses != null) { | 6388 if (workerMessageResponses != null) { |
6166 _json["workerMessageResponses"] = workerMessageResponses.map((value) => (v
alue).toJson()).toList(); | 6389 _json["workerMessageResponses"] = |
| 6390 workerMessageResponses.map((value) => (value).toJson()).toList(); |
6167 } | 6391 } |
6168 return _json; | 6392 return _json; |
6169 } | 6393 } |
6170 } | 6394 } |
6171 | 6395 |
6172 /** Describes a particular function to invoke. */ | 6396 /// Describes a particular function to invoke. |
6173 class SeqMapTask { | 6397 class SeqMapTask { |
6174 /** Information about each of the inputs. */ | 6398 /// Information about each of the inputs. |
6175 core.List<SideInputInfo> inputs; | 6399 core.List<SideInputInfo> inputs; |
6176 /** The user-provided name of the SeqDo operation. */ | 6400 |
| 6401 /// The user-provided name of the SeqDo operation. |
6177 core.String name; | 6402 core.String name; |
6178 /** Information about each of the outputs. */ | 6403 |
| 6404 /// Information about each of the outputs. |
6179 core.List<SeqMapTaskOutputInfo> outputInfos; | 6405 core.List<SeqMapTaskOutputInfo> outputInfos; |
6180 /** | 6406 |
6181 * System-defined name of the stage containing the SeqDo operation. | 6407 /// System-defined name of the stage containing the SeqDo operation. |
6182 * Unique across the workflow. | 6408 /// Unique across the workflow. |
6183 */ | |
6184 core.String stageName; | 6409 core.String stageName; |
6185 /** | 6410 |
6186 * System-defined name of the SeqDo operation. | 6411 /// System-defined name of the SeqDo operation. |
6187 * Unique across the workflow. | 6412 /// Unique across the workflow. |
6188 */ | |
6189 core.String systemName; | 6413 core.String systemName; |
6190 /** | 6414 |
6191 * The user function to invoke. | 6415 /// The user function to invoke. |
6192 * | 6416 /// |
6193 * The values for Object must be JSON objects. It can consist of `num`, | 6417 /// The values for Object must be JSON objects. It can consist of `num`, |
6194 * `String`, `bool` and `null` as well as `Map` and `List` values. | 6418 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
6195 */ | |
6196 core.Map<core.String, core.Object> userFn; | 6419 core.Map<core.String, core.Object> userFn; |
6197 | 6420 |
6198 SeqMapTask(); | 6421 SeqMapTask(); |
6199 | 6422 |
6200 SeqMapTask.fromJson(core.Map _json) { | 6423 SeqMapTask.fromJson(core.Map _json) { |
6201 if (_json.containsKey("inputs")) { | 6424 if (_json.containsKey("inputs")) { |
6202 inputs = _json["inputs"].map((value) => new SideInputInfo.fromJson(value))
.toList(); | 6425 inputs = _json["inputs"] |
| 6426 .map((value) => new SideInputInfo.fromJson(value)) |
| 6427 .toList(); |
6203 } | 6428 } |
6204 if (_json.containsKey("name")) { | 6429 if (_json.containsKey("name")) { |
6205 name = _json["name"]; | 6430 name = _json["name"]; |
6206 } | 6431 } |
6207 if (_json.containsKey("outputInfos")) { | 6432 if (_json.containsKey("outputInfos")) { |
6208 outputInfos = _json["outputInfos"].map((value) => new SeqMapTaskOutputInfo
.fromJson(value)).toList(); | 6433 outputInfos = _json["outputInfos"] |
| 6434 .map((value) => new SeqMapTaskOutputInfo.fromJson(value)) |
| 6435 .toList(); |
6209 } | 6436 } |
6210 if (_json.containsKey("stageName")) { | 6437 if (_json.containsKey("stageName")) { |
6211 stageName = _json["stageName"]; | 6438 stageName = _json["stageName"]; |
6212 } | 6439 } |
6213 if (_json.containsKey("systemName")) { | 6440 if (_json.containsKey("systemName")) { |
6214 systemName = _json["systemName"]; | 6441 systemName = _json["systemName"]; |
6215 } | 6442 } |
6216 if (_json.containsKey("userFn")) { | 6443 if (_json.containsKey("userFn")) { |
6217 userFn = _json["userFn"]; | 6444 userFn = _json["userFn"]; |
6218 } | 6445 } |
6219 } | 6446 } |
6220 | 6447 |
6221 core.Map<core.String, core.Object> toJson() { | 6448 core.Map<core.String, core.Object> toJson() { |
6222 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6449 final core.Map<core.String, core.Object> _json = |
| 6450 new core.Map<core.String, core.Object>(); |
6223 if (inputs != null) { | 6451 if (inputs != null) { |
6224 _json["inputs"] = inputs.map((value) => (value).toJson()).toList(); | 6452 _json["inputs"] = inputs.map((value) => (value).toJson()).toList(); |
6225 } | 6453 } |
6226 if (name != null) { | 6454 if (name != null) { |
6227 _json["name"] = name; | 6455 _json["name"] = name; |
6228 } | 6456 } |
6229 if (outputInfos != null) { | 6457 if (outputInfos != null) { |
6230 _json["outputInfos"] = outputInfos.map((value) => (value).toJson()).toList
(); | 6458 _json["outputInfos"] = |
| 6459 outputInfos.map((value) => (value).toJson()).toList(); |
6231 } | 6460 } |
6232 if (stageName != null) { | 6461 if (stageName != null) { |
6233 _json["stageName"] = stageName; | 6462 _json["stageName"] = stageName; |
6234 } | 6463 } |
6235 if (systemName != null) { | 6464 if (systemName != null) { |
6236 _json["systemName"] = systemName; | 6465 _json["systemName"] = systemName; |
6237 } | 6466 } |
6238 if (userFn != null) { | 6467 if (userFn != null) { |
6239 _json["userFn"] = userFn; | 6468 _json["userFn"] = userFn; |
6240 } | 6469 } |
6241 return _json; | 6470 return _json; |
6242 } | 6471 } |
6243 } | 6472 } |
6244 | 6473 |
6245 /** Information about an output of a SeqMapTask. */ | 6474 /// Information about an output of a SeqMapTask. |
6246 class SeqMapTaskOutputInfo { | 6475 class SeqMapTaskOutputInfo { |
6247 /** The sink to write the output value to. */ | 6476 /// The sink to write the output value to. |
6248 Sink sink; | 6477 Sink sink; |
6249 /** The id of the TupleTag the user code will tag the output value by. */ | 6478 |
| 6479 /// The id of the TupleTag the user code will tag the output value by. |
6250 core.String tag; | 6480 core.String tag; |
6251 | 6481 |
6252 SeqMapTaskOutputInfo(); | 6482 SeqMapTaskOutputInfo(); |
6253 | 6483 |
6254 SeqMapTaskOutputInfo.fromJson(core.Map _json) { | 6484 SeqMapTaskOutputInfo.fromJson(core.Map _json) { |
6255 if (_json.containsKey("sink")) { | 6485 if (_json.containsKey("sink")) { |
6256 sink = new Sink.fromJson(_json["sink"]); | 6486 sink = new Sink.fromJson(_json["sink"]); |
6257 } | 6487 } |
6258 if (_json.containsKey("tag")) { | 6488 if (_json.containsKey("tag")) { |
6259 tag = _json["tag"]; | 6489 tag = _json["tag"]; |
6260 } | 6490 } |
6261 } | 6491 } |
6262 | 6492 |
6263 core.Map<core.String, core.Object> toJson() { | 6493 core.Map<core.String, core.Object> toJson() { |
6264 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6494 final core.Map<core.String, core.Object> _json = |
| 6495 new core.Map<core.String, core.Object>(); |
6265 if (sink != null) { | 6496 if (sink != null) { |
6266 _json["sink"] = (sink).toJson(); | 6497 _json["sink"] = (sink).toJson(); |
6267 } | 6498 } |
6268 if (tag != null) { | 6499 if (tag != null) { |
6269 _json["tag"] = tag; | 6500 _json["tag"] = tag; |
6270 } | 6501 } |
6271 return _json; | 6502 return _json; |
6272 } | 6503 } |
6273 } | 6504 } |
6274 | 6505 |
6275 /** A task which consists of a shell command for the worker to execute. */ | 6506 /// A task which consists of a shell command for the worker to execute. |
6276 class ShellTask { | 6507 class ShellTask { |
6277 /** The shell command to run. */ | 6508 /// The shell command to run. |
6278 core.String command; | 6509 core.String command; |
6279 /** Exit code for the task. */ | 6510 |
| 6511 /// Exit code for the task. |
6280 core.int exitCode; | 6512 core.int exitCode; |
6281 | 6513 |
6282 ShellTask(); | 6514 ShellTask(); |
6283 | 6515 |
6284 ShellTask.fromJson(core.Map _json) { | 6516 ShellTask.fromJson(core.Map _json) { |
6285 if (_json.containsKey("command")) { | 6517 if (_json.containsKey("command")) { |
6286 command = _json["command"]; | 6518 command = _json["command"]; |
6287 } | 6519 } |
6288 if (_json.containsKey("exitCode")) { | 6520 if (_json.containsKey("exitCode")) { |
6289 exitCode = _json["exitCode"]; | 6521 exitCode = _json["exitCode"]; |
6290 } | 6522 } |
6291 } | 6523 } |
6292 | 6524 |
6293 core.Map<core.String, core.Object> toJson() { | 6525 core.Map<core.String, core.Object> toJson() { |
6294 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6526 final core.Map<core.String, core.Object> _json = |
| 6527 new core.Map<core.String, core.Object>(); |
6295 if (command != null) { | 6528 if (command != null) { |
6296 _json["command"] = command; | 6529 _json["command"] = command; |
6297 } | 6530 } |
6298 if (exitCode != null) { | 6531 if (exitCode != null) { |
6299 _json["exitCode"] = exitCode; | 6532 _json["exitCode"] = exitCode; |
6300 } | 6533 } |
6301 return _json; | 6534 return _json; |
6302 } | 6535 } |
6303 } | 6536 } |
6304 | 6537 |
6305 /** Information about a side input of a DoFn or an input of a SeqDoFn. */ | 6538 /// Uniquely identifies a side input. |
| 6539 class SideInputId { |
| 6540 /// The step that receives and usually consumes this side input. |
| 6541 core.String declaringStepName; |
| 6542 |
| 6543 /// The index of the side input, from the list of non_parallel_inputs. |
| 6544 core.int inputIndex; |
| 6545 |
| 6546 SideInputId(); |
| 6547 |
| 6548 SideInputId.fromJson(core.Map _json) { |
| 6549 if (_json.containsKey("declaringStepName")) { |
| 6550 declaringStepName = _json["declaringStepName"]; |
| 6551 } |
| 6552 if (_json.containsKey("inputIndex")) { |
| 6553 inputIndex = _json["inputIndex"]; |
| 6554 } |
| 6555 } |
| 6556 |
| 6557 core.Map<core.String, core.Object> toJson() { |
| 6558 final core.Map<core.String, core.Object> _json = |
| 6559 new core.Map<core.String, core.Object>(); |
| 6560 if (declaringStepName != null) { |
| 6561 _json["declaringStepName"] = declaringStepName; |
| 6562 } |
| 6563 if (inputIndex != null) { |
| 6564 _json["inputIndex"] = inputIndex; |
| 6565 } |
| 6566 return _json; |
| 6567 } |
| 6568 } |
| 6569 |
| 6570 /// Information about a side input of a DoFn or an input of a SeqDoFn. |
6306 class SideInputInfo { | 6571 class SideInputInfo { |
6307 /** | 6572 /// How to interpret the source element(s) as a side input value. |
6308 * How to interpret the source element(s) as a side input value. | 6573 /// |
6309 * | 6574 /// The values for Object must be JSON objects. It can consist of `num`, |
6310 * The values for Object must be JSON objects. It can consist of `num`, | 6575 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
6311 * `String`, `bool` and `null` as well as `Map` and `List` values. | |
6312 */ | |
6313 core.Map<core.String, core.Object> kind; | 6576 core.Map<core.String, core.Object> kind; |
6314 /** | 6577 |
6315 * The source(s) to read element(s) from to get the value of this side input. | 6578 /// The source(s) to read element(s) from to get the value of this side |
6316 * If more than one source, then the elements are taken from the | 6579 /// input. |
6317 * sources, in the specified order if order matters. | 6580 /// If more than one source, then the elements are taken from the |
6318 * At least one source is required. | 6581 /// sources, in the specified order if order matters. |
6319 */ | 6582 /// At least one source is required. |
6320 core.List<Source> sources; | 6583 core.List<Source> sources; |
6321 /** | 6584 |
6322 * The id of the tag the user code will access this side input by; | 6585 /// The id of the tag the user code will access this side input by; |
6323 * this should correspond to the tag of some MultiOutputInfo. | 6586 /// this should correspond to the tag of some MultiOutputInfo. |
6324 */ | |
6325 core.String tag; | 6587 core.String tag; |
6326 | 6588 |
6327 SideInputInfo(); | 6589 SideInputInfo(); |
6328 | 6590 |
6329 SideInputInfo.fromJson(core.Map _json) { | 6591 SideInputInfo.fromJson(core.Map _json) { |
6330 if (_json.containsKey("kind")) { | 6592 if (_json.containsKey("kind")) { |
6331 kind = _json["kind"]; | 6593 kind = _json["kind"]; |
6332 } | 6594 } |
6333 if (_json.containsKey("sources")) { | 6595 if (_json.containsKey("sources")) { |
6334 sources = _json["sources"].map((value) => new Source.fromJson(value)).toLi
st(); | 6596 sources = |
| 6597 _json["sources"].map((value) => new Source.fromJson(value)).toList(); |
6335 } | 6598 } |
6336 if (_json.containsKey("tag")) { | 6599 if (_json.containsKey("tag")) { |
6337 tag = _json["tag"]; | 6600 tag = _json["tag"]; |
6338 } | 6601 } |
6339 } | 6602 } |
6340 | 6603 |
6341 core.Map<core.String, core.Object> toJson() { | 6604 core.Map<core.String, core.Object> toJson() { |
6342 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6605 final core.Map<core.String, core.Object> _json = |
| 6606 new core.Map<core.String, core.Object>(); |
6343 if (kind != null) { | 6607 if (kind != null) { |
6344 _json["kind"] = kind; | 6608 _json["kind"] = kind; |
6345 } | 6609 } |
6346 if (sources != null) { | 6610 if (sources != null) { |
6347 _json["sources"] = sources.map((value) => (value).toJson()).toList(); | 6611 _json["sources"] = sources.map((value) => (value).toJson()).toList(); |
6348 } | 6612 } |
6349 if (tag != null) { | 6613 if (tag != null) { |
6350 _json["tag"] = tag; | 6614 _json["tag"] = tag; |
6351 } | 6615 } |
6352 return _json; | 6616 return _json; |
6353 } | 6617 } |
6354 } | 6618 } |
6355 | 6619 |
6356 /** A sink that records can be encoded and written to. */ | 6620 /// A sink that records can be encoded and written to. |
6357 class Sink { | 6621 class Sink { |
6358 /** | 6622 /// The codec to use to encode data written to the sink. |
6359 * The codec to use to encode data written to the sink. | 6623 /// |
6360 * | 6624 /// The values for Object must be JSON objects. It can consist of `num`, |
6361 * The values for Object must be JSON objects. It can consist of `num`, | 6625 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
6362 * `String`, `bool` and `null` as well as `Map` and `List` values. | |
6363 */ | |
6364 core.Map<core.String, core.Object> codec; | 6626 core.Map<core.String, core.Object> codec; |
6365 /** | 6627 |
6366 * The sink to write to, plus its parameters. | 6628 /// The sink to write to, plus its parameters. |
6367 * | 6629 /// |
6368 * The values for Object must be JSON objects. It can consist of `num`, | 6630 /// The values for Object must be JSON objects. It can consist of `num`, |
6369 * `String`, `bool` and `null` as well as `Map` and `List` values. | 6631 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
6370 */ | |
6371 core.Map<core.String, core.Object> spec; | 6632 core.Map<core.String, core.Object> spec; |
6372 | 6633 |
6373 Sink(); | 6634 Sink(); |
6374 | 6635 |
6375 Sink.fromJson(core.Map _json) { | 6636 Sink.fromJson(core.Map _json) { |
6376 if (_json.containsKey("codec")) { | 6637 if (_json.containsKey("codec")) { |
6377 codec = _json["codec"]; | 6638 codec = _json["codec"]; |
6378 } | 6639 } |
6379 if (_json.containsKey("spec")) { | 6640 if (_json.containsKey("spec")) { |
6380 spec = _json["spec"]; | 6641 spec = _json["spec"]; |
6381 } | 6642 } |
6382 } | 6643 } |
6383 | 6644 |
6384 core.Map<core.String, core.Object> toJson() { | 6645 core.Map<core.String, core.Object> toJson() { |
6385 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6646 final core.Map<core.String, core.Object> _json = |
| 6647 new core.Map<core.String, core.Object>(); |
6386 if (codec != null) { | 6648 if (codec != null) { |
6387 _json["codec"] = codec; | 6649 _json["codec"] = codec; |
6388 } | 6650 } |
6389 if (spec != null) { | 6651 if (spec != null) { |
6390 _json["spec"] = spec; | 6652 _json["spec"] = spec; |
6391 } | 6653 } |
6392 return _json; | 6654 return _json; |
6393 } | 6655 } |
6394 } | 6656 } |
6395 | 6657 |
6396 /** A source that records can be read and decoded from. */ | 6658 /// A source that records can be read and decoded from. |
6397 class Source { | 6659 class Source { |
6398 /** | 6660 /// While splitting, sources may specify the produced bundles |
6399 * While splitting, sources may specify the produced bundles | 6661 /// as differences against another source, in order to save backend-side |
6400 * as differences against another source, in order to save backend-side | 6662 /// memory and allow bigger jobs. For details, see SourceSplitRequest. |
6401 * memory and allow bigger jobs. For details, see SourceSplitRequest. | 6663 /// To support this use case, the full set of parameters of the source |
6402 * To support this use case, the full set of parameters of the source | 6664 /// is logically obtained by taking the latest explicitly specified value |
6403 * is logically obtained by taking the latest explicitly specified value | 6665 /// of each parameter in the order: |
6404 * of each parameter in the order: | 6666 /// base_specs (later items win), spec (overrides anything in base_specs). |
6405 * base_specs (later items win), spec (overrides anything in base_specs). | 6667 /// |
6406 * | 6668 /// The values for Object must be JSON objects. It can consist of `num`, |
6407 * The values for Object must be JSON objects. It can consist of `num`, | 6669 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
6408 * `String`, `bool` and `null` as well as `Map` and `List` values. | |
6409 */ | |
6410 core.List<core.Map<core.String, core.Object>> baseSpecs; | 6670 core.List<core.Map<core.String, core.Object>> baseSpecs; |
6411 /** | 6671 |
6412 * The codec to use to decode data read from the source. | 6672 /// The codec to use to decode data read from the source. |
6413 * | 6673 /// |
6414 * The values for Object must be JSON objects. It can consist of `num`, | 6674 /// The values for Object must be JSON objects. It can consist of `num`, |
6415 * `String`, `bool` and `null` as well as `Map` and `List` values. | 6675 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
6416 */ | |
6417 core.Map<core.String, core.Object> codec; | 6676 core.Map<core.String, core.Object> codec; |
6418 /** | 6677 |
6419 * Setting this value to true hints to the framework that the source | 6678 /// Setting this value to true hints to the framework that the source |
6420 * doesn't need splitting, and using SourceSplitRequest on it would | 6679 /// doesn't need splitting, and using SourceSplitRequest on it would |
6421 * yield SOURCE_SPLIT_OUTCOME_USE_CURRENT. | 6680 /// yield SOURCE_SPLIT_OUTCOME_USE_CURRENT. |
6422 * | 6681 /// |
6423 * E.g. a file splitter may set this to true when splitting a single file | 6682 /// E.g. a file splitter may set this to true when splitting a single file |
6424 * into a set of byte ranges of appropriate size, and set this | 6683 /// into a set of byte ranges of appropriate size, and set this |
6425 * to false when splitting a filepattern into individual files. | 6684 /// to false when splitting a filepattern into individual files. |
6426 * However, for efficiency, a file splitter may decide to produce | 6685 /// However, for efficiency, a file splitter may decide to produce |
6427 * file subranges directly from the filepattern to avoid a splitting | 6686 /// file subranges directly from the filepattern to avoid a splitting |
6428 * round-trip. | 6687 /// round-trip. |
6429 * | 6688 /// |
6430 * See SourceSplitRequest for an overview of the splitting process. | 6689 /// See SourceSplitRequest for an overview of the splitting process. |
6431 * | 6690 /// |
6432 * This field is meaningful only in the Source objects populated | 6691 /// This field is meaningful only in the Source objects populated |
6433 * by the user (e.g. when filling in a DerivedSource). | 6692 /// by the user (e.g. when filling in a DerivedSource). |
6434 * Source objects supplied by the framework to the user don't have | 6693 /// Source objects supplied by the framework to the user don't have |
6435 * this field populated. | 6694 /// this field populated. |
6436 */ | |
6437 core.bool doesNotNeedSplitting; | 6695 core.bool doesNotNeedSplitting; |
6438 /** | 6696 |
6439 * Optionally, metadata for this source can be supplied right away, | 6697 /// Optionally, metadata for this source can be supplied right away, |
6440 * avoiding a SourceGetMetadataOperation roundtrip | 6698 /// avoiding a SourceGetMetadataOperation roundtrip |
6441 * (see SourceOperationRequest). | 6699 /// (see SourceOperationRequest). |
6442 * | 6700 /// |
6443 * This field is meaningful only in the Source objects populated | 6701 /// This field is meaningful only in the Source objects populated |
6444 * by the user (e.g. when filling in a DerivedSource). | 6702 /// by the user (e.g. when filling in a DerivedSource). |
6445 * Source objects supplied by the framework to the user don't have | 6703 /// Source objects supplied by the framework to the user don't have |
6446 * this field populated. | 6704 /// this field populated. |
6447 */ | |
6448 SourceMetadata metadata; | 6705 SourceMetadata metadata; |
6449 /** | 6706 |
6450 * The source to read from, plus its parameters. | 6707 /// The source to read from, plus its parameters. |
6451 * | 6708 /// |
6452 * The values for Object must be JSON objects. It can consist of `num`, | 6709 /// The values for Object must be JSON objects. It can consist of `num`, |
6453 * `String`, `bool` and `null` as well as `Map` and `List` values. | 6710 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
6454 */ | |
6455 core.Map<core.String, core.Object> spec; | 6711 core.Map<core.String, core.Object> spec; |
6456 | 6712 |
6457 Source(); | 6713 Source(); |
6458 | 6714 |
6459 Source.fromJson(core.Map _json) { | 6715 Source.fromJson(core.Map _json) { |
6460 if (_json.containsKey("baseSpecs")) { | 6716 if (_json.containsKey("baseSpecs")) { |
6461 baseSpecs = _json["baseSpecs"]; | 6717 baseSpecs = _json["baseSpecs"]; |
6462 } | 6718 } |
6463 if (_json.containsKey("codec")) { | 6719 if (_json.containsKey("codec")) { |
6464 codec = _json["codec"]; | 6720 codec = _json["codec"]; |
6465 } | 6721 } |
6466 if (_json.containsKey("doesNotNeedSplitting")) { | 6722 if (_json.containsKey("doesNotNeedSplitting")) { |
6467 doesNotNeedSplitting = _json["doesNotNeedSplitting"]; | 6723 doesNotNeedSplitting = _json["doesNotNeedSplitting"]; |
6468 } | 6724 } |
6469 if (_json.containsKey("metadata")) { | 6725 if (_json.containsKey("metadata")) { |
6470 metadata = new SourceMetadata.fromJson(_json["metadata"]); | 6726 metadata = new SourceMetadata.fromJson(_json["metadata"]); |
6471 } | 6727 } |
6472 if (_json.containsKey("spec")) { | 6728 if (_json.containsKey("spec")) { |
6473 spec = _json["spec"]; | 6729 spec = _json["spec"]; |
6474 } | 6730 } |
6475 } | 6731 } |
6476 | 6732 |
6477 core.Map<core.String, core.Object> toJson() { | 6733 core.Map<core.String, core.Object> toJson() { |
6478 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6734 final core.Map<core.String, core.Object> _json = |
| 6735 new core.Map<core.String, core.Object>(); |
6479 if (baseSpecs != null) { | 6736 if (baseSpecs != null) { |
6480 _json["baseSpecs"] = baseSpecs; | 6737 _json["baseSpecs"] = baseSpecs; |
6481 } | 6738 } |
6482 if (codec != null) { | 6739 if (codec != null) { |
6483 _json["codec"] = codec; | 6740 _json["codec"] = codec; |
6484 } | 6741 } |
6485 if (doesNotNeedSplitting != null) { | 6742 if (doesNotNeedSplitting != null) { |
6486 _json["doesNotNeedSplitting"] = doesNotNeedSplitting; | 6743 _json["doesNotNeedSplitting"] = doesNotNeedSplitting; |
6487 } | 6744 } |
6488 if (metadata != null) { | 6745 if (metadata != null) { |
6489 _json["metadata"] = (metadata).toJson(); | 6746 _json["metadata"] = (metadata).toJson(); |
6490 } | 6747 } |
6491 if (spec != null) { | 6748 if (spec != null) { |
6492 _json["spec"] = spec; | 6749 _json["spec"] = spec; |
6493 } | 6750 } |
6494 return _json; | 6751 return _json; |
6495 } | 6752 } |
6496 } | 6753 } |
6497 | 6754 |
6498 /** DEPRECATED in favor of DynamicSourceSplit. */ | 6755 /// DEPRECATED in favor of DynamicSourceSplit. |
6499 class SourceFork { | 6756 class SourceFork { |
6500 /** DEPRECATED */ | 6757 /// DEPRECATED |
6501 SourceSplitShard primary; | 6758 SourceSplitShard primary; |
6502 /** DEPRECATED */ | 6759 |
| 6760 /// DEPRECATED |
6503 DerivedSource primarySource; | 6761 DerivedSource primarySource; |
6504 /** DEPRECATED */ | 6762 |
| 6763 /// DEPRECATED |
6505 SourceSplitShard residual; | 6764 SourceSplitShard residual; |
6506 /** DEPRECATED */ | 6765 |
| 6766 /// DEPRECATED |
6507 DerivedSource residualSource; | 6767 DerivedSource residualSource; |
6508 | 6768 |
6509 SourceFork(); | 6769 SourceFork(); |
6510 | 6770 |
6511 SourceFork.fromJson(core.Map _json) { | 6771 SourceFork.fromJson(core.Map _json) { |
6512 if (_json.containsKey("primary")) { | 6772 if (_json.containsKey("primary")) { |
6513 primary = new SourceSplitShard.fromJson(_json["primary"]); | 6773 primary = new SourceSplitShard.fromJson(_json["primary"]); |
6514 } | 6774 } |
6515 if (_json.containsKey("primarySource")) { | 6775 if (_json.containsKey("primarySource")) { |
6516 primarySource = new DerivedSource.fromJson(_json["primarySource"]); | 6776 primarySource = new DerivedSource.fromJson(_json["primarySource"]); |
6517 } | 6777 } |
6518 if (_json.containsKey("residual")) { | 6778 if (_json.containsKey("residual")) { |
6519 residual = new SourceSplitShard.fromJson(_json["residual"]); | 6779 residual = new SourceSplitShard.fromJson(_json["residual"]); |
6520 } | 6780 } |
6521 if (_json.containsKey("residualSource")) { | 6781 if (_json.containsKey("residualSource")) { |
6522 residualSource = new DerivedSource.fromJson(_json["residualSource"]); | 6782 residualSource = new DerivedSource.fromJson(_json["residualSource"]); |
6523 } | 6783 } |
6524 } | 6784 } |
6525 | 6785 |
6526 core.Map<core.String, core.Object> toJson() { | 6786 core.Map<core.String, core.Object> toJson() { |
6527 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6787 final core.Map<core.String, core.Object> _json = |
| 6788 new core.Map<core.String, core.Object>(); |
6528 if (primary != null) { | 6789 if (primary != null) { |
6529 _json["primary"] = (primary).toJson(); | 6790 _json["primary"] = (primary).toJson(); |
6530 } | 6791 } |
6531 if (primarySource != null) { | 6792 if (primarySource != null) { |
6532 _json["primarySource"] = (primarySource).toJson(); | 6793 _json["primarySource"] = (primarySource).toJson(); |
6533 } | 6794 } |
6534 if (residual != null) { | 6795 if (residual != null) { |
6535 _json["residual"] = (residual).toJson(); | 6796 _json["residual"] = (residual).toJson(); |
6536 } | 6797 } |
6537 if (residualSource != null) { | 6798 if (residualSource != null) { |
6538 _json["residualSource"] = (residualSource).toJson(); | 6799 _json["residualSource"] = (residualSource).toJson(); |
6539 } | 6800 } |
6540 return _json; | 6801 return _json; |
6541 } | 6802 } |
6542 } | 6803 } |
6543 | 6804 |
6544 /** A request to compute the SourceMetadata of a Source. */ | 6805 /// A request to compute the SourceMetadata of a Source. |
6545 class SourceGetMetadataRequest { | 6806 class SourceGetMetadataRequest { |
6546 /** Specification of the source whose metadata should be computed. */ | 6807 /// Specification of the source whose metadata should be computed. |
6547 Source source; | 6808 Source source; |
6548 | 6809 |
6549 SourceGetMetadataRequest(); | 6810 SourceGetMetadataRequest(); |
6550 | 6811 |
6551 SourceGetMetadataRequest.fromJson(core.Map _json) { | 6812 SourceGetMetadataRequest.fromJson(core.Map _json) { |
6552 if (_json.containsKey("source")) { | 6813 if (_json.containsKey("source")) { |
6553 source = new Source.fromJson(_json["source"]); | 6814 source = new Source.fromJson(_json["source"]); |
6554 } | 6815 } |
6555 } | 6816 } |
6556 | 6817 |
6557 core.Map<core.String, core.Object> toJson() { | 6818 core.Map<core.String, core.Object> toJson() { |
6558 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6819 final core.Map<core.String, core.Object> _json = |
| 6820 new core.Map<core.String, core.Object>(); |
6559 if (source != null) { | 6821 if (source != null) { |
6560 _json["source"] = (source).toJson(); | 6822 _json["source"] = (source).toJson(); |
6561 } | 6823 } |
6562 return _json; | 6824 return _json; |
6563 } | 6825 } |
6564 } | 6826 } |
6565 | 6827 |
6566 /** The result of a SourceGetMetadataOperation. */ | 6828 /// The result of a SourceGetMetadataOperation. |
6567 class SourceGetMetadataResponse { | 6829 class SourceGetMetadataResponse { |
6568 /** The computed metadata. */ | 6830 /// The computed metadata. |
6569 SourceMetadata metadata; | 6831 SourceMetadata metadata; |
6570 | 6832 |
6571 SourceGetMetadataResponse(); | 6833 SourceGetMetadataResponse(); |
6572 | 6834 |
6573 SourceGetMetadataResponse.fromJson(core.Map _json) { | 6835 SourceGetMetadataResponse.fromJson(core.Map _json) { |
6574 if (_json.containsKey("metadata")) { | 6836 if (_json.containsKey("metadata")) { |
6575 metadata = new SourceMetadata.fromJson(_json["metadata"]); | 6837 metadata = new SourceMetadata.fromJson(_json["metadata"]); |
6576 } | 6838 } |
6577 } | 6839 } |
6578 | 6840 |
6579 core.Map<core.String, core.Object> toJson() { | 6841 core.Map<core.String, core.Object> toJson() { |
6580 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6842 final core.Map<core.String, core.Object> _json = |
| 6843 new core.Map<core.String, core.Object>(); |
6581 if (metadata != null) { | 6844 if (metadata != null) { |
6582 _json["metadata"] = (metadata).toJson(); | 6845 _json["metadata"] = (metadata).toJson(); |
6583 } | 6846 } |
6584 return _json; | 6847 return _json; |
6585 } | 6848 } |
6586 } | 6849 } |
6587 | 6850 |
6588 /** | 6851 /// Metadata about a Source useful for automatically optimizing |
6589 * Metadata about a Source useful for automatically optimizing | 6852 /// and tuning the pipeline, etc. |
6590 * and tuning the pipeline, etc. | |
6591 */ | |
6592 class SourceMetadata { | 6853 class SourceMetadata { |
6593 /** | 6854 /// An estimate of the total size (in bytes) of the data that would be |
6594 * An estimate of the total size (in bytes) of the data that would be | 6855 /// read from this source. This estimate is in terms of external storage |
6595 * read from this source. This estimate is in terms of external storage | 6856 /// size, before any decompression or other processing done by the reader. |
6596 * size, before any decompression or other processing done by the reader. | |
6597 */ | |
6598 core.String estimatedSizeBytes; | 6857 core.String estimatedSizeBytes; |
6599 /** | 6858 |
6600 * Specifies that the size of this source is known to be infinite | 6859 /// Specifies that the size of this source is known to be infinite |
6601 * (this is a streaming source). | 6860 /// (this is a streaming source). |
6602 */ | |
6603 core.bool infinite; | 6861 core.bool infinite; |
6604 /** | 6862 |
6605 * Whether this source is known to produce key/value pairs with | 6863 /// Whether this source is known to produce key/value pairs with |
6606 * the (encoded) keys in lexicographically sorted order. | 6864 /// the (encoded) keys in lexicographically sorted order. |
6607 */ | |
6608 core.bool producesSortedKeys; | 6865 core.bool producesSortedKeys; |
6609 | 6866 |
6610 SourceMetadata(); | 6867 SourceMetadata(); |
6611 | 6868 |
6612 SourceMetadata.fromJson(core.Map _json) { | 6869 SourceMetadata.fromJson(core.Map _json) { |
6613 if (_json.containsKey("estimatedSizeBytes")) { | 6870 if (_json.containsKey("estimatedSizeBytes")) { |
6614 estimatedSizeBytes = _json["estimatedSizeBytes"]; | 6871 estimatedSizeBytes = _json["estimatedSizeBytes"]; |
6615 } | 6872 } |
6616 if (_json.containsKey("infinite")) { | 6873 if (_json.containsKey("infinite")) { |
6617 infinite = _json["infinite"]; | 6874 infinite = _json["infinite"]; |
6618 } | 6875 } |
6619 if (_json.containsKey("producesSortedKeys")) { | 6876 if (_json.containsKey("producesSortedKeys")) { |
6620 producesSortedKeys = _json["producesSortedKeys"]; | 6877 producesSortedKeys = _json["producesSortedKeys"]; |
6621 } | 6878 } |
6622 } | 6879 } |
6623 | 6880 |
6624 core.Map<core.String, core.Object> toJson() { | 6881 core.Map<core.String, core.Object> toJson() { |
6625 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6882 final core.Map<core.String, core.Object> _json = |
| 6883 new core.Map<core.String, core.Object>(); |
6626 if (estimatedSizeBytes != null) { | 6884 if (estimatedSizeBytes != null) { |
6627 _json["estimatedSizeBytes"] = estimatedSizeBytes; | 6885 _json["estimatedSizeBytes"] = estimatedSizeBytes; |
6628 } | 6886 } |
6629 if (infinite != null) { | 6887 if (infinite != null) { |
6630 _json["infinite"] = infinite; | 6888 _json["infinite"] = infinite; |
6631 } | 6889 } |
6632 if (producesSortedKeys != null) { | 6890 if (producesSortedKeys != null) { |
6633 _json["producesSortedKeys"] = producesSortedKeys; | 6891 _json["producesSortedKeys"] = producesSortedKeys; |
6634 } | 6892 } |
6635 return _json; | 6893 return _json; |
6636 } | 6894 } |
6637 } | 6895 } |
6638 | 6896 |
6639 /** | 6897 /// A work item that represents the different operations that can be |
6640 * A work item that represents the different operations that can be | 6898 /// performed on a user-defined Source specification. |
6641 * performed on a user-defined Source specification. | |
6642 */ | |
6643 class SourceOperationRequest { | 6899 class SourceOperationRequest { |
6644 /** Information about a request to get metadata about a source. */ | 6900 /// Information about a request to get metadata about a source. |
6645 SourceGetMetadataRequest getMetadata; | 6901 SourceGetMetadataRequest getMetadata; |
6646 /** Information about a request to split a source. */ | 6902 |
| 6903 /// Information about a request to split a source. |
6647 SourceSplitRequest split; | 6904 SourceSplitRequest split; |
6648 | 6905 |
6649 SourceOperationRequest(); | 6906 SourceOperationRequest(); |
6650 | 6907 |
6651 SourceOperationRequest.fromJson(core.Map _json) { | 6908 SourceOperationRequest.fromJson(core.Map _json) { |
6652 if (_json.containsKey("getMetadata")) { | 6909 if (_json.containsKey("getMetadata")) { |
6653 getMetadata = new SourceGetMetadataRequest.fromJson(_json["getMetadata"]); | 6910 getMetadata = new SourceGetMetadataRequest.fromJson(_json["getMetadata"]); |
6654 } | 6911 } |
6655 if (_json.containsKey("split")) { | 6912 if (_json.containsKey("split")) { |
6656 split = new SourceSplitRequest.fromJson(_json["split"]); | 6913 split = new SourceSplitRequest.fromJson(_json["split"]); |
6657 } | 6914 } |
6658 } | 6915 } |
6659 | 6916 |
6660 core.Map<core.String, core.Object> toJson() { | 6917 core.Map<core.String, core.Object> toJson() { |
6661 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6918 final core.Map<core.String, core.Object> _json = |
| 6919 new core.Map<core.String, core.Object>(); |
6662 if (getMetadata != null) { | 6920 if (getMetadata != null) { |
6663 _json["getMetadata"] = (getMetadata).toJson(); | 6921 _json["getMetadata"] = (getMetadata).toJson(); |
6664 } | 6922 } |
6665 if (split != null) { | 6923 if (split != null) { |
6666 _json["split"] = (split).toJson(); | 6924 _json["split"] = (split).toJson(); |
6667 } | 6925 } |
6668 return _json; | 6926 return _json; |
6669 } | 6927 } |
6670 } | 6928 } |
6671 | 6929 |
6672 /** | 6930 /// The result of a SourceOperationRequest, specified in |
6673 * The result of a SourceOperationRequest, specified in | 6931 /// ReportWorkItemStatusRequest.source_operation when the work item |
6674 * ReportWorkItemStatusRequest.source_operation when the work item | 6932 /// is completed. |
6675 * is completed. | |
6676 */ | |
6677 class SourceOperationResponse { | 6933 class SourceOperationResponse { |
6678 /** A response to a request to get metadata about a source. */ | 6934 /// A response to a request to get metadata about a source. |
6679 SourceGetMetadataResponse getMetadata; | 6935 SourceGetMetadataResponse getMetadata; |
6680 /** A response to a request to split a source. */ | 6936 |
| 6937 /// A response to a request to split a source. |
6681 SourceSplitResponse split; | 6938 SourceSplitResponse split; |
6682 | 6939 |
6683 SourceOperationResponse(); | 6940 SourceOperationResponse(); |
6684 | 6941 |
6685 SourceOperationResponse.fromJson(core.Map _json) { | 6942 SourceOperationResponse.fromJson(core.Map _json) { |
6686 if (_json.containsKey("getMetadata")) { | 6943 if (_json.containsKey("getMetadata")) { |
6687 getMetadata = new SourceGetMetadataResponse.fromJson(_json["getMetadata"])
; | 6944 getMetadata = |
| 6945 new SourceGetMetadataResponse.fromJson(_json["getMetadata"]); |
6688 } | 6946 } |
6689 if (_json.containsKey("split")) { | 6947 if (_json.containsKey("split")) { |
6690 split = new SourceSplitResponse.fromJson(_json["split"]); | 6948 split = new SourceSplitResponse.fromJson(_json["split"]); |
6691 } | 6949 } |
6692 } | 6950 } |
6693 | 6951 |
6694 core.Map<core.String, core.Object> toJson() { | 6952 core.Map<core.String, core.Object> toJson() { |
6695 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6953 final core.Map<core.String, core.Object> _json = |
| 6954 new core.Map<core.String, core.Object>(); |
6696 if (getMetadata != null) { | 6955 if (getMetadata != null) { |
6697 _json["getMetadata"] = (getMetadata).toJson(); | 6956 _json["getMetadata"] = (getMetadata).toJson(); |
6698 } | 6957 } |
6699 if (split != null) { | 6958 if (split != null) { |
6700 _json["split"] = (split).toJson(); | 6959 _json["split"] = (split).toJson(); |
6701 } | 6960 } |
6702 return _json; | 6961 return _json; |
6703 } | 6962 } |
6704 } | 6963 } |
6705 | 6964 |
6706 /** | 6965 /// Hints for splitting a Source into bundles (parts for parallel |
6707 * Hints for splitting a Source into bundles (parts for parallel | 6966 /// processing) using SourceSplitRequest. |
6708 * processing) using SourceSplitRequest. | |
6709 */ | |
6710 class SourceSplitOptions { | 6967 class SourceSplitOptions { |
6711 /** | 6968 /// The source should be split into a set of bundles where the estimated size |
6712 * The source should be split into a set of bundles where the estimated size | 6969 /// of each is approximately this many bytes. |
6713 * of each is approximately this many bytes. | |
6714 */ | |
6715 core.String desiredBundleSizeBytes; | 6970 core.String desiredBundleSizeBytes; |
6716 /** DEPRECATED in favor of desired_bundle_size_bytes. */ | 6971 |
| 6972 /// DEPRECATED in favor of desired_bundle_size_bytes. |
6717 core.String desiredShardSizeBytes; | 6973 core.String desiredShardSizeBytes; |
6718 | 6974 |
6719 SourceSplitOptions(); | 6975 SourceSplitOptions(); |
6720 | 6976 |
6721 SourceSplitOptions.fromJson(core.Map _json) { | 6977 SourceSplitOptions.fromJson(core.Map _json) { |
6722 if (_json.containsKey("desiredBundleSizeBytes")) { | 6978 if (_json.containsKey("desiredBundleSizeBytes")) { |
6723 desiredBundleSizeBytes = _json["desiredBundleSizeBytes"]; | 6979 desiredBundleSizeBytes = _json["desiredBundleSizeBytes"]; |
6724 } | 6980 } |
6725 if (_json.containsKey("desiredShardSizeBytes")) { | 6981 if (_json.containsKey("desiredShardSizeBytes")) { |
6726 desiredShardSizeBytes = _json["desiredShardSizeBytes"]; | 6982 desiredShardSizeBytes = _json["desiredShardSizeBytes"]; |
6727 } | 6983 } |
6728 } | 6984 } |
6729 | 6985 |
6730 core.Map<core.String, core.Object> toJson() { | 6986 core.Map<core.String, core.Object> toJson() { |
6731 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 6987 final core.Map<core.String, core.Object> _json = |
| 6988 new core.Map<core.String, core.Object>(); |
6732 if (desiredBundleSizeBytes != null) { | 6989 if (desiredBundleSizeBytes != null) { |
6733 _json["desiredBundleSizeBytes"] = desiredBundleSizeBytes; | 6990 _json["desiredBundleSizeBytes"] = desiredBundleSizeBytes; |
6734 } | 6991 } |
6735 if (desiredShardSizeBytes != null) { | 6992 if (desiredShardSizeBytes != null) { |
6736 _json["desiredShardSizeBytes"] = desiredShardSizeBytes; | 6993 _json["desiredShardSizeBytes"] = desiredShardSizeBytes; |
6737 } | 6994 } |
6738 return _json; | 6995 return _json; |
6739 } | 6996 } |
6740 } | 6997 } |
6741 | 6998 |
6742 /** | 6999 /// Represents the operation to split a high-level Source specification |
6743 * Represents the operation to split a high-level Source specification | 7000 /// into bundles (parts for parallel processing). |
6744 * into bundles (parts for parallel processing). | 7001 /// |
6745 * | 7002 /// At a high level, splitting of a source into bundles happens as follows: |
6746 * At a high level, splitting of a source into bundles happens as follows: | 7003 /// SourceSplitRequest is applied to the source. If it returns |
6747 * SourceSplitRequest is applied to the source. If it returns | 7004 /// SOURCE_SPLIT_OUTCOME_USE_CURRENT, no further splitting happens and the |
6748 * SOURCE_SPLIT_OUTCOME_USE_CURRENT, no further splitting happens and the source | 7005 /// source |
6749 * is used "as is". Otherwise, splitting is applied recursively to each | 7006 /// is used "as is". Otherwise, splitting is applied recursively to each |
6750 * produced DerivedSource. | 7007 /// produced DerivedSource. |
6751 * | 7008 /// |
6752 * As an optimization, for any Source, if its does_not_need_splitting is | 7009 /// As an optimization, for any Source, if its does_not_need_splitting is |
6753 * true, the framework assumes that splitting this source would return | 7010 /// true, the framework assumes that splitting this source would return |
6754 * SOURCE_SPLIT_OUTCOME_USE_CURRENT, and doesn't initiate a SourceSplitRequest. | 7011 /// SOURCE_SPLIT_OUTCOME_USE_CURRENT, and doesn't initiate a |
6755 * This applies both to the initial source being split and to bundles | 7012 /// SourceSplitRequest. |
6756 * produced from it. | 7013 /// This applies both to the initial source being split and to bundles |
6757 */ | 7014 /// produced from it. |
6758 class SourceSplitRequest { | 7015 class SourceSplitRequest { |
6759 /** Hints for tuning the splitting process. */ | 7016 /// Hints for tuning the splitting process. |
6760 SourceSplitOptions options; | 7017 SourceSplitOptions options; |
6761 /** Specification of the source to be split. */ | 7018 |
| 7019 /// Specification of the source to be split. |
6762 Source source; | 7020 Source source; |
6763 | 7021 |
6764 SourceSplitRequest(); | 7022 SourceSplitRequest(); |
6765 | 7023 |
6766 SourceSplitRequest.fromJson(core.Map _json) { | 7024 SourceSplitRequest.fromJson(core.Map _json) { |
6767 if (_json.containsKey("options")) { | 7025 if (_json.containsKey("options")) { |
6768 options = new SourceSplitOptions.fromJson(_json["options"]); | 7026 options = new SourceSplitOptions.fromJson(_json["options"]); |
6769 } | 7027 } |
6770 if (_json.containsKey("source")) { | 7028 if (_json.containsKey("source")) { |
6771 source = new Source.fromJson(_json["source"]); | 7029 source = new Source.fromJson(_json["source"]); |
6772 } | 7030 } |
6773 } | 7031 } |
6774 | 7032 |
6775 core.Map<core.String, core.Object> toJson() { | 7033 core.Map<core.String, core.Object> toJson() { |
6776 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7034 final core.Map<core.String, core.Object> _json = |
| 7035 new core.Map<core.String, core.Object>(); |
6777 if (options != null) { | 7036 if (options != null) { |
6778 _json["options"] = (options).toJson(); | 7037 _json["options"] = (options).toJson(); |
6779 } | 7038 } |
6780 if (source != null) { | 7039 if (source != null) { |
6781 _json["source"] = (source).toJson(); | 7040 _json["source"] = (source).toJson(); |
6782 } | 7041 } |
6783 return _json; | 7042 return _json; |
6784 } | 7043 } |
6785 } | 7044 } |
6786 | 7045 |
6787 /** The response to a SourceSplitRequest. */ | 7046 /// The response to a SourceSplitRequest. |
6788 class SourceSplitResponse { | 7047 class SourceSplitResponse { |
6789 /** | 7048 /// If outcome is SPLITTING_HAPPENED, then this is a list of bundles |
6790 * If outcome is SPLITTING_HAPPENED, then this is a list of bundles | 7049 /// into which the source was split. Otherwise this field is ignored. |
6791 * into which the source was split. Otherwise this field is ignored. | 7050 /// This list can be empty, which means the source represents an empty input. |
6792 * This list can be empty, which means the source represents an empty input. | |
6793 */ | |
6794 core.List<DerivedSource> bundles; | 7051 core.List<DerivedSource> bundles; |
6795 /** | 7052 |
6796 * Indicates whether splitting happened and produced a list of bundles. | 7053 /// Indicates whether splitting happened and produced a list of bundles. |
6797 * If this is USE_CURRENT_SOURCE_AS_IS, the current source should | 7054 /// If this is USE_CURRENT_SOURCE_AS_IS, the current source should |
6798 * be processed "as is" without splitting. "bundles" is ignored in this case. | 7055 /// be processed "as is" without splitting. "bundles" is ignored in this |
6799 * If this is SPLITTING_HAPPENED, then "bundles" contains a list of | 7056 /// case. |
6800 * bundles into which the source was split. | 7057 /// If this is SPLITTING_HAPPENED, then "bundles" contains a list of |
6801 * Possible string values are: | 7058 /// bundles into which the source was split. |
6802 * - "SOURCE_SPLIT_OUTCOME_UNKNOWN" : The source split outcome is unknown, or | 7059 /// Possible string values are: |
6803 * unspecified. | 7060 /// - "SOURCE_SPLIT_OUTCOME_UNKNOWN" : The source split outcome is unknown, |
6804 * - "SOURCE_SPLIT_OUTCOME_USE_CURRENT" : The current source should be | 7061 /// or unspecified. |
6805 * processed "as is" without splitting. | 7062 /// - "SOURCE_SPLIT_OUTCOME_USE_CURRENT" : The current source should be |
6806 * - "SOURCE_SPLIT_OUTCOME_SPLITTING_HAPPENED" : Splitting produced a list of | 7063 /// processed "as is" without splitting. |
6807 * bundles. | 7064 /// - "SOURCE_SPLIT_OUTCOME_SPLITTING_HAPPENED" : Splitting produced a list |
6808 */ | 7065 /// of bundles. |
6809 core.String outcome; | 7066 core.String outcome; |
6810 /** DEPRECATED in favor of bundles. */ | 7067 |
| 7068 /// DEPRECATED in favor of bundles. |
6811 core.List<SourceSplitShard> shards; | 7069 core.List<SourceSplitShard> shards; |
6812 | 7070 |
6813 SourceSplitResponse(); | 7071 SourceSplitResponse(); |
6814 | 7072 |
6815 SourceSplitResponse.fromJson(core.Map _json) { | 7073 SourceSplitResponse.fromJson(core.Map _json) { |
6816 if (_json.containsKey("bundles")) { | 7074 if (_json.containsKey("bundles")) { |
6817 bundles = _json["bundles"].map((value) => new DerivedSource.fromJson(value
)).toList(); | 7075 bundles = _json["bundles"] |
| 7076 .map((value) => new DerivedSource.fromJson(value)) |
| 7077 .toList(); |
6818 } | 7078 } |
6819 if (_json.containsKey("outcome")) { | 7079 if (_json.containsKey("outcome")) { |
6820 outcome = _json["outcome"]; | 7080 outcome = _json["outcome"]; |
6821 } | 7081 } |
6822 if (_json.containsKey("shards")) { | 7082 if (_json.containsKey("shards")) { |
6823 shards = _json["shards"].map((value) => new SourceSplitShard.fromJson(valu
e)).toList(); | 7083 shards = _json["shards"] |
| 7084 .map((value) => new SourceSplitShard.fromJson(value)) |
| 7085 .toList(); |
6824 } | 7086 } |
6825 } | 7087 } |
6826 | 7088 |
6827 core.Map<core.String, core.Object> toJson() { | 7089 core.Map<core.String, core.Object> toJson() { |
6828 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7090 final core.Map<core.String, core.Object> _json = |
| 7091 new core.Map<core.String, core.Object>(); |
6829 if (bundles != null) { | 7092 if (bundles != null) { |
6830 _json["bundles"] = bundles.map((value) => (value).toJson()).toList(); | 7093 _json["bundles"] = bundles.map((value) => (value).toJson()).toList(); |
6831 } | 7094 } |
6832 if (outcome != null) { | 7095 if (outcome != null) { |
6833 _json["outcome"] = outcome; | 7096 _json["outcome"] = outcome; |
6834 } | 7097 } |
6835 if (shards != null) { | 7098 if (shards != null) { |
6836 _json["shards"] = shards.map((value) => (value).toJson()).toList(); | 7099 _json["shards"] = shards.map((value) => (value).toJson()).toList(); |
6837 } | 7100 } |
6838 return _json; | 7101 return _json; |
6839 } | 7102 } |
6840 } | 7103 } |
6841 | 7104 |
6842 /** DEPRECATED in favor of DerivedSource. */ | 7105 /// DEPRECATED in favor of DerivedSource. |
6843 class SourceSplitShard { | 7106 class SourceSplitShard { |
6844 /** | 7107 /// DEPRECATED |
6845 * DEPRECATED | 7108 /// Possible string values are: |
6846 * Possible string values are: | 7109 /// - "SOURCE_DERIVATION_MODE_UNKNOWN" : The source derivation is unknown, or |
6847 * - "SOURCE_DERIVATION_MODE_UNKNOWN" : The source derivation is unknown, or | 7110 /// unspecified. |
6848 * unspecified. | 7111 /// - "SOURCE_DERIVATION_MODE_INDEPENDENT" : Produce a completely independent |
6849 * - "SOURCE_DERIVATION_MODE_INDEPENDENT" : Produce a completely independent | 7112 /// Source with no base. |
6850 * Source with no base. | 7113 /// - "SOURCE_DERIVATION_MODE_CHILD_OF_CURRENT" : Produce a Source based on |
6851 * - "SOURCE_DERIVATION_MODE_CHILD_OF_CURRENT" : Produce a Source based on the | 7114 /// the Source being split. |
6852 * Source being split. | 7115 /// - "SOURCE_DERIVATION_MODE_SIBLING_OF_CURRENT" : Produce a Source based on |
6853 * - "SOURCE_DERIVATION_MODE_SIBLING_OF_CURRENT" : Produce a Source based on | 7116 /// the base of the Source being split. |
6854 * the base of the Source being split. | |
6855 */ | |
6856 core.String derivationMode; | 7117 core.String derivationMode; |
6857 /** DEPRECATED */ | 7118 |
| 7119 /// DEPRECATED |
6858 Source source; | 7120 Source source; |
6859 | 7121 |
6860 SourceSplitShard(); | 7122 SourceSplitShard(); |
6861 | 7123 |
6862 SourceSplitShard.fromJson(core.Map _json) { | 7124 SourceSplitShard.fromJson(core.Map _json) { |
6863 if (_json.containsKey("derivationMode")) { | 7125 if (_json.containsKey("derivationMode")) { |
6864 derivationMode = _json["derivationMode"]; | 7126 derivationMode = _json["derivationMode"]; |
6865 } | 7127 } |
6866 if (_json.containsKey("source")) { | 7128 if (_json.containsKey("source")) { |
6867 source = new Source.fromJson(_json["source"]); | 7129 source = new Source.fromJson(_json["source"]); |
6868 } | 7130 } |
6869 } | 7131 } |
6870 | 7132 |
6871 core.Map<core.String, core.Object> toJson() { | 7133 core.Map<core.String, core.Object> toJson() { |
6872 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7134 final core.Map<core.String, core.Object> _json = |
| 7135 new core.Map<core.String, core.Object>(); |
6873 if (derivationMode != null) { | 7136 if (derivationMode != null) { |
6874 _json["derivationMode"] = derivationMode; | 7137 _json["derivationMode"] = derivationMode; |
6875 } | 7138 } |
6876 if (source != null) { | 7139 if (source != null) { |
6877 _json["source"] = (source).toJson(); | 7140 _json["source"] = (source).toJson(); |
6878 } | 7141 } |
6879 return _json; | 7142 return _json; |
6880 } | 7143 } |
6881 } | 7144 } |
6882 | 7145 |
6883 /** | 7146 /// A representation of an int64, n, that is immune to precision loss when |
6884 * A representation of an int64, n, that is immune to precision loss when | 7147 /// encoded in JSON. |
6885 * encoded in JSON. | |
6886 */ | |
6887 class SplitInt64 { | 7148 class SplitInt64 { |
6888 /** The high order bits, including the sign: n >> 32. */ | 7149 /// The high order bits, including the sign: n >> 32. |
6889 core.int highBits; | 7150 core.int highBits; |
6890 /** The low order bits: n & 0xffffffff. */ | 7151 |
| 7152 /// The low order bits: n & 0xffffffff. |
6891 core.int lowBits; | 7153 core.int lowBits; |
6892 | 7154 |
6893 SplitInt64(); | 7155 SplitInt64(); |
6894 | 7156 |
6895 SplitInt64.fromJson(core.Map _json) { | 7157 SplitInt64.fromJson(core.Map _json) { |
6896 if (_json.containsKey("highBits")) { | 7158 if (_json.containsKey("highBits")) { |
6897 highBits = _json["highBits"]; | 7159 highBits = _json["highBits"]; |
6898 } | 7160 } |
6899 if (_json.containsKey("lowBits")) { | 7161 if (_json.containsKey("lowBits")) { |
6900 lowBits = _json["lowBits"]; | 7162 lowBits = _json["lowBits"]; |
6901 } | 7163 } |
6902 } | 7164 } |
6903 | 7165 |
6904 core.Map<core.String, core.Object> toJson() { | 7166 core.Map<core.String, core.Object> toJson() { |
6905 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7167 final core.Map<core.String, core.Object> _json = |
| 7168 new core.Map<core.String, core.Object>(); |
6906 if (highBits != null) { | 7169 if (highBits != null) { |
6907 _json["highBits"] = highBits; | 7170 _json["highBits"] = highBits; |
6908 } | 7171 } |
6909 if (lowBits != null) { | 7172 if (lowBits != null) { |
6910 _json["lowBits"] = lowBits; | 7173 _json["lowBits"] = lowBits; |
6911 } | 7174 } |
6912 return _json; | 7175 return _json; |
6913 } | 7176 } |
6914 } | 7177 } |
6915 | 7178 |
6916 /** Description of an input or output of an execution stage. */ | 7179 /// Description of an input or output of an execution stage. |
6917 class StageSource { | 7180 class StageSource { |
6918 /** Dataflow service generated name for this source. */ | 7181 /// Dataflow service generated name for this source. |
6919 core.String name; | 7182 core.String name; |
6920 /** | 7183 |
6921 * User name for the original user transform or collection with which this | 7184 /// User name for the original user transform or collection with which this |
6922 * source is most closely associated. | 7185 /// source is most closely associated. |
6923 */ | |
6924 core.String originalTransformOrCollection; | 7186 core.String originalTransformOrCollection; |
6925 /** Size of the source, if measurable. */ | 7187 |
| 7188 /// Size of the source, if measurable. |
6926 core.String sizeBytes; | 7189 core.String sizeBytes; |
6927 /** Human-readable name for this source; may be user or system generated. */ | 7190 |
| 7191 /// Human-readable name for this source; may be user or system generated. |
6928 core.String userName; | 7192 core.String userName; |
6929 | 7193 |
6930 StageSource(); | 7194 StageSource(); |
6931 | 7195 |
6932 StageSource.fromJson(core.Map _json) { | 7196 StageSource.fromJson(core.Map _json) { |
6933 if (_json.containsKey("name")) { | 7197 if (_json.containsKey("name")) { |
6934 name = _json["name"]; | 7198 name = _json["name"]; |
6935 } | 7199 } |
6936 if (_json.containsKey("originalTransformOrCollection")) { | 7200 if (_json.containsKey("originalTransformOrCollection")) { |
6937 originalTransformOrCollection = _json["originalTransformOrCollection"]; | 7201 originalTransformOrCollection = _json["originalTransformOrCollection"]; |
6938 } | 7202 } |
6939 if (_json.containsKey("sizeBytes")) { | 7203 if (_json.containsKey("sizeBytes")) { |
6940 sizeBytes = _json["sizeBytes"]; | 7204 sizeBytes = _json["sizeBytes"]; |
6941 } | 7205 } |
6942 if (_json.containsKey("userName")) { | 7206 if (_json.containsKey("userName")) { |
6943 userName = _json["userName"]; | 7207 userName = _json["userName"]; |
6944 } | 7208 } |
6945 } | 7209 } |
6946 | 7210 |
6947 core.Map<core.String, core.Object> toJson() { | 7211 core.Map<core.String, core.Object> toJson() { |
6948 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7212 final core.Map<core.String, core.Object> _json = |
| 7213 new core.Map<core.String, core.Object>(); |
6949 if (name != null) { | 7214 if (name != null) { |
6950 _json["name"] = name; | 7215 _json["name"] = name; |
6951 } | 7216 } |
6952 if (originalTransformOrCollection != null) { | 7217 if (originalTransformOrCollection != null) { |
6953 _json["originalTransformOrCollection"] = originalTransformOrCollection; | 7218 _json["originalTransformOrCollection"] = originalTransformOrCollection; |
6954 } | 7219 } |
6955 if (sizeBytes != null) { | 7220 if (sizeBytes != null) { |
6956 _json["sizeBytes"] = sizeBytes; | 7221 _json["sizeBytes"] = sizeBytes; |
6957 } | 7222 } |
6958 if (userName != null) { | 7223 if (userName != null) { |
6959 _json["userName"] = userName; | 7224 _json["userName"] = userName; |
6960 } | 7225 } |
6961 return _json; | 7226 return _json; |
6962 } | 7227 } |
6963 } | 7228 } |
6964 | 7229 |
6965 /** State family configuration. */ | 7230 /// State family configuration. |
6966 class StateFamilyConfig { | 7231 class StateFamilyConfig { |
6967 /** If true, this family corresponds to a read operation. */ | 7232 /// If true, this family corresponds to a read operation. |
6968 core.bool isRead; | 7233 core.bool isRead; |
6969 /** The state family value. */ | 7234 |
| 7235 /// The state family value. |
6970 core.String stateFamily; | 7236 core.String stateFamily; |
6971 | 7237 |
6972 StateFamilyConfig(); | 7238 StateFamilyConfig(); |
6973 | 7239 |
6974 StateFamilyConfig.fromJson(core.Map _json) { | 7240 StateFamilyConfig.fromJson(core.Map _json) { |
6975 if (_json.containsKey("isRead")) { | 7241 if (_json.containsKey("isRead")) { |
6976 isRead = _json["isRead"]; | 7242 isRead = _json["isRead"]; |
6977 } | 7243 } |
6978 if (_json.containsKey("stateFamily")) { | 7244 if (_json.containsKey("stateFamily")) { |
6979 stateFamily = _json["stateFamily"]; | 7245 stateFamily = _json["stateFamily"]; |
6980 } | 7246 } |
6981 } | 7247 } |
6982 | 7248 |
6983 core.Map<core.String, core.Object> toJson() { | 7249 core.Map<core.String, core.Object> toJson() { |
6984 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7250 final core.Map<core.String, core.Object> _json = |
| 7251 new core.Map<core.String, core.Object>(); |
6985 if (isRead != null) { | 7252 if (isRead != null) { |
6986 _json["isRead"] = isRead; | 7253 _json["isRead"] = isRead; |
6987 } | 7254 } |
6988 if (stateFamily != null) { | 7255 if (stateFamily != null) { |
6989 _json["stateFamily"] = stateFamily; | 7256 _json["stateFamily"] = stateFamily; |
6990 } | 7257 } |
6991 return _json; | 7258 return _json; |
6992 } | 7259 } |
6993 } | 7260 } |
6994 | 7261 |
6995 /** | 7262 /// The `Status` type defines a logical error model that is suitable for |
6996 * The `Status` type defines a logical error model that is suitable for | 7263 /// different |
6997 * different | 7264 /// programming environments, including REST APIs and RPC APIs. It is used by |
6998 * programming environments, including REST APIs and RPC APIs. It is used by | 7265 /// [gRPC](https://github.com/grpc). The error model is designed to be: |
6999 * [gRPC](https://github.com/grpc). The error model is designed to be: | 7266 /// |
7000 * | 7267 /// - Simple to use and understand for most users |
7001 * - Simple to use and understand for most users | 7268 /// - Flexible enough to meet unexpected needs |
7002 * - Flexible enough to meet unexpected needs | 7269 /// |
7003 * | 7270 /// # Overview |
7004 * # Overview | 7271 /// |
7005 * | 7272 /// The `Status` message contains three pieces of data: error code, error |
7006 * The `Status` message contains three pieces of data: error code, error | 7273 /// message, |
7007 * message, | 7274 /// and error details. The error code should be an enum value of |
7008 * and error details. The error code should be an enum value of | 7275 /// google.rpc.Code, but it may accept additional error codes if needed. The |
7009 * google.rpc.Code, but it may accept additional error codes if needed. The | 7276 /// error message should be a developer-facing English message that helps |
7010 * error message should be a developer-facing English message that helps | 7277 /// developers *understand* and *resolve* the error. If a localized user-facing |
7011 * developers *understand* and *resolve* the error. If a localized user-facing | 7278 /// error message is needed, put the localized message in the error details or |
7012 * error message is needed, put the localized message in the error details or | 7279 /// localize it in the client. The optional error details may contain arbitrary |
7013 * localize it in the client. The optional error details may contain arbitrary | 7280 /// information about the error. There is a predefined set of error detail |
7014 * information about the error. There is a predefined set of error detail types | 7281 /// types |
7015 * in the package `google.rpc` that can be used for common error conditions. | 7282 /// in the package `google.rpc` that can be used for common error conditions. |
7016 * | 7283 /// |
7017 * # Language mapping | 7284 /// # Language mapping |
7018 * | 7285 /// |
7019 * The `Status` message is the logical representation of the error model, but it | 7286 /// The `Status` message is the logical representation of the error model, but |
7020 * is not necessarily the actual wire format. When the `Status` message is | 7287 /// it |
7021 * exposed in different client libraries and different wire protocols, it can be | 7288 /// is not necessarily the actual wire format. When the `Status` message is |
7022 * mapped differently. For example, it will likely be mapped to some exceptions | 7289 /// exposed in different client libraries and different wire protocols, it can |
7023 * in Java, but more likely mapped to some error codes in C. | 7290 /// be |
7024 * | 7291 /// mapped differently. For example, it will likely be mapped to some |
7025 * # Other uses | 7292 /// exceptions |
7026 * | 7293 /// in Java, but more likely mapped to some error codes in C. |
7027 * The error model and the `Status` message can be used in a variety of | 7294 /// |
7028 * environments, either with or without APIs, to provide a | 7295 /// # Other uses |
7029 * consistent developer experience across different environments. | 7296 /// |
7030 * | 7297 /// The error model and the `Status` message can be used in a variety of |
7031 * Example uses of this error model include: | 7298 /// environments, either with or without APIs, to provide a |
7032 * | 7299 /// consistent developer experience across different environments. |
7033 * - Partial errors. If a service needs to return partial errors to the client, | 7300 /// |
7034 * it may embed the `Status` in the normal response to indicate the partial | 7301 /// Example uses of this error model include: |
7035 * errors. | 7302 /// |
7036 * | 7303 /// - Partial errors. If a service needs to return partial errors to the |
7037 * - Workflow errors. A typical workflow has multiple steps. Each step may | 7304 /// client, |
7038 * have a `Status` message for error reporting. | 7305 /// it may embed the `Status` in the normal response to indicate the partial |
7039 * | 7306 /// errors. |
7040 * - Batch operations. If a client uses batch request and batch response, the | 7307 /// |
7041 * `Status` message should be used directly inside batch response, one for | 7308 /// - Workflow errors. A typical workflow has multiple steps. Each step may |
7042 * each error sub-response. | 7309 /// have a `Status` message for error reporting. |
7043 * | 7310 /// |
7044 * - Asynchronous operations. If an API call embeds asynchronous operation | 7311 /// - Batch operations. If a client uses batch request and batch response, the |
7045 * results in its response, the status of those operations should be | 7312 /// `Status` message should be used directly inside batch response, one for |
7046 * represented directly using the `Status` message. | 7313 /// each error sub-response. |
7047 * | 7314 /// |
7048 * - Logging. If some API errors are stored in logs, the message `Status` could | 7315 /// - Asynchronous operations. If an API call embeds asynchronous operation |
7049 * be used directly after any stripping needed for security/privacy reasons. | 7316 /// results in its response, the status of those operations should be |
7050 */ | 7317 /// represented directly using the `Status` message. |
| 7318 /// |
| 7319 /// - Logging. If some API errors are stored in logs, the message `Status` |
| 7320 /// could |
| 7321 /// be used directly after any stripping needed for security/privacy reasons. |
7051 class Status { | 7322 class Status { |
7052 /** The status code, which should be an enum value of google.rpc.Code. */ | 7323 /// The status code, which should be an enum value of google.rpc.Code. |
7053 core.int code; | 7324 core.int code; |
7054 /** | 7325 |
7055 * A list of messages that carry the error details. There is a common set of | 7326 /// A list of messages that carry the error details. There is a common set |
7056 * message types for APIs to use. | 7327 /// of |
7057 * | 7328 /// message types for APIs to use. |
7058 * The values for Object must be JSON objects. It can consist of `num`, | 7329 /// |
7059 * `String`, `bool` and `null` as well as `Map` and `List` values. | 7330 /// The values for Object must be JSON objects. It can consist of `num`, |
7060 */ | 7331 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
7061 core.List<core.Map<core.String, core.Object>> details; | 7332 core.List<core.Map<core.String, core.Object>> details; |
7062 /** | 7333 |
7063 * A developer-facing error message, which should be in English. Any | 7334 /// A developer-facing error message, which should be in English. Any |
7064 * user-facing error message should be localized and sent in the | 7335 /// user-facing error message should be localized and sent in the |
7065 * google.rpc.Status.details field, or localized by the client. | 7336 /// google.rpc.Status.details field, or localized by the client. |
7066 */ | |
7067 core.String message; | 7337 core.String message; |
7068 | 7338 |
7069 Status(); | 7339 Status(); |
7070 | 7340 |
7071 Status.fromJson(core.Map _json) { | 7341 Status.fromJson(core.Map _json) { |
7072 if (_json.containsKey("code")) { | 7342 if (_json.containsKey("code")) { |
7073 code = _json["code"]; | 7343 code = _json["code"]; |
7074 } | 7344 } |
7075 if (_json.containsKey("details")) { | 7345 if (_json.containsKey("details")) { |
7076 details = _json["details"]; | 7346 details = _json["details"]; |
7077 } | 7347 } |
7078 if (_json.containsKey("message")) { | 7348 if (_json.containsKey("message")) { |
7079 message = _json["message"]; | 7349 message = _json["message"]; |
7080 } | 7350 } |
7081 } | 7351 } |
7082 | 7352 |
7083 core.Map<core.String, core.Object> toJson() { | 7353 core.Map<core.String, core.Object> toJson() { |
7084 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7354 final core.Map<core.String, core.Object> _json = |
| 7355 new core.Map<core.String, core.Object>(); |
7085 if (code != null) { | 7356 if (code != null) { |
7086 _json["code"] = code; | 7357 _json["code"] = code; |
7087 } | 7358 } |
7088 if (details != null) { | 7359 if (details != null) { |
7089 _json["details"] = details; | 7360 _json["details"] = details; |
7090 } | 7361 } |
7091 if (message != null) { | 7362 if (message != null) { |
7092 _json["message"] = message; | 7363 _json["message"] = message; |
7093 } | 7364 } |
7094 return _json; | 7365 return _json; |
7095 } | 7366 } |
7096 } | 7367 } |
7097 | 7368 |
7098 /** | 7369 /// Defines a particular step within a Cloud Dataflow job. |
7099 * Defines a particular step within a Cloud Dataflow job. | 7370 /// |
7100 * | 7371 /// A job consists of multiple steps, each of which performs some |
7101 * A job consists of multiple steps, each of which performs some | 7372 /// specific operation as part of the overall job. Data is typically |
7102 * specific operation as part of the overall job. Data is typically | 7373 /// passed from one step to another as part of the job. |
7103 * passed from one step to another as part of the job. | 7374 /// |
7104 * | 7375 /// Here's an example of a sequence of steps which together implement a |
7105 * Here's an example of a sequence of steps which together implement a | 7376 /// Map-Reduce job: |
7106 * Map-Reduce job: | 7377 /// |
7107 * | 7378 /// * Read a collection of data from some source, parsing the |
7108 * * Read a collection of data from some source, parsing the | 7379 /// collection's elements. |
7109 * collection's elements. | 7380 /// |
7110 * | 7381 /// * Validate the elements. |
7111 * * Validate the elements. | 7382 /// |
7112 * | 7383 /// * Apply a user-defined function to map each element to some value |
7113 * * Apply a user-defined function to map each element to some value | 7384 /// and extract an element-specific key value. |
7114 * and extract an element-specific key value. | 7385 /// |
7115 * | 7386 /// * Group elements with the same key into a single element with |
7116 * * Group elements with the same key into a single element with | 7387 /// that key, transforming a multiply-keyed collection into a |
7117 * that key, transforming a multiply-keyed collection into a | 7388 /// uniquely-keyed collection. |
7118 * uniquely-keyed collection. | 7389 /// |
7119 * | 7390 /// * Write the elements out to some data sink. |
7120 * * Write the elements out to some data sink. | 7391 /// |
7121 * | 7392 /// Note that the Cloud Dataflow service may be used to run many different |
7122 * Note that the Cloud Dataflow service may be used to run many different | 7393 /// types of jobs, not just Map-Reduce. |
7123 * types of jobs, not just Map-Reduce. | |
7124 */ | |
7125 class Step { | 7394 class Step { |
7126 /** The kind of step in the Cloud Dataflow job. */ | 7395 /// The kind of step in the Cloud Dataflow job. |
7127 core.String kind; | 7396 core.String kind; |
7128 /** | 7397 |
7129 * The name that identifies the step. This must be unique for each | 7398 /// The name that identifies the step. This must be unique for each |
7130 * step with respect to all other steps in the Cloud Dataflow job. | 7399 /// step with respect to all other steps in the Cloud Dataflow job. |
7131 */ | |
7132 core.String name; | 7400 core.String name; |
7133 /** | 7401 |
7134 * Named properties associated with the step. Each kind of | 7402 /// Named properties associated with the step. Each kind of |
7135 * predefined step has its own required set of properties. | 7403 /// predefined step has its own required set of properties. |
7136 * Must be provided on Create. Only retrieved with JOB_VIEW_ALL. | 7404 /// Must be provided on Create. Only retrieved with JOB_VIEW_ALL. |
7137 * | 7405 /// |
7138 * The values for Object must be JSON objects. It can consist of `num`, | 7406 /// The values for Object must be JSON objects. It can consist of `num`, |
7139 * `String`, `bool` and `null` as well as `Map` and `List` values. | 7407 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
7140 */ | |
7141 core.Map<core.String, core.Object> properties; | 7408 core.Map<core.String, core.Object> properties; |
7142 | 7409 |
7143 Step(); | 7410 Step(); |
7144 | 7411 |
7145 Step.fromJson(core.Map _json) { | 7412 Step.fromJson(core.Map _json) { |
7146 if (_json.containsKey("kind")) { | 7413 if (_json.containsKey("kind")) { |
7147 kind = _json["kind"]; | 7414 kind = _json["kind"]; |
7148 } | 7415 } |
7149 if (_json.containsKey("name")) { | 7416 if (_json.containsKey("name")) { |
7150 name = _json["name"]; | 7417 name = _json["name"]; |
7151 } | 7418 } |
7152 if (_json.containsKey("properties")) { | 7419 if (_json.containsKey("properties")) { |
7153 properties = _json["properties"]; | 7420 properties = _json["properties"]; |
7154 } | 7421 } |
7155 } | 7422 } |
7156 | 7423 |
7157 core.Map<core.String, core.Object> toJson() { | 7424 core.Map<core.String, core.Object> toJson() { |
7158 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7425 final core.Map<core.String, core.Object> _json = |
| 7426 new core.Map<core.String, core.Object>(); |
7159 if (kind != null) { | 7427 if (kind != null) { |
7160 _json["kind"] = kind; | 7428 _json["kind"] = kind; |
7161 } | 7429 } |
7162 if (name != null) { | 7430 if (name != null) { |
7163 _json["name"] = name; | 7431 _json["name"] = name; |
7164 } | 7432 } |
7165 if (properties != null) { | 7433 if (properties != null) { |
7166 _json["properties"] = properties; | 7434 _json["properties"] = properties; |
7167 } | 7435 } |
7168 return _json; | 7436 return _json; |
7169 } | 7437 } |
7170 } | 7438 } |
7171 | 7439 |
7172 /** | 7440 /// Describes a stream of data, either as input to be processed or as |
7173 * Describes a stream of data, either as input to be processed or as | 7441 /// output of a streaming Dataflow job. |
7174 * output of a streaming Dataflow job. | |
7175 */ | |
7176 class StreamLocation { | 7442 class StreamLocation { |
7177 /** The stream is a custom source. */ | 7443 /// The stream is a custom source. |
7178 CustomSourceLocation customSourceLocation; | 7444 CustomSourceLocation customSourceLocation; |
7179 /** The stream is a pubsub stream. */ | 7445 |
| 7446 /// The stream is a pubsub stream. |
7180 PubsubLocation pubsubLocation; | 7447 PubsubLocation pubsubLocation; |
7181 /** The stream is a streaming side input. */ | 7448 |
| 7449 /// The stream is a streaming side input. |
7182 StreamingSideInputLocation sideInputLocation; | 7450 StreamingSideInputLocation sideInputLocation; |
7183 /** | 7451 |
7184 * The stream is part of another computation within the current | 7452 /// The stream is part of another computation within the current |
7185 * streaming Dataflow job. | 7453 /// streaming Dataflow job. |
7186 */ | |
7187 StreamingStageLocation streamingStageLocation; | 7454 StreamingStageLocation streamingStageLocation; |
7188 | 7455 |
7189 StreamLocation(); | 7456 StreamLocation(); |
7190 | 7457 |
7191 StreamLocation.fromJson(core.Map _json) { | 7458 StreamLocation.fromJson(core.Map _json) { |
7192 if (_json.containsKey("customSourceLocation")) { | 7459 if (_json.containsKey("customSourceLocation")) { |
7193 customSourceLocation = new CustomSourceLocation.fromJson(_json["customSour
ceLocation"]); | 7460 customSourceLocation = |
| 7461 new CustomSourceLocation.fromJson(_json["customSourceLocation"]); |
7194 } | 7462 } |
7195 if (_json.containsKey("pubsubLocation")) { | 7463 if (_json.containsKey("pubsubLocation")) { |
7196 pubsubLocation = new PubsubLocation.fromJson(_json["pubsubLocation"]); | 7464 pubsubLocation = new PubsubLocation.fromJson(_json["pubsubLocation"]); |
7197 } | 7465 } |
7198 if (_json.containsKey("sideInputLocation")) { | 7466 if (_json.containsKey("sideInputLocation")) { |
7199 sideInputLocation = new StreamingSideInputLocation.fromJson(_json["sideInp
utLocation"]); | 7467 sideInputLocation = |
| 7468 new StreamingSideInputLocation.fromJson(_json["sideInputLocation"]); |
7200 } | 7469 } |
7201 if (_json.containsKey("streamingStageLocation")) { | 7470 if (_json.containsKey("streamingStageLocation")) { |
7202 streamingStageLocation = new StreamingStageLocation.fromJson(_json["stream
ingStageLocation"]); | 7471 streamingStageLocation = |
| 7472 new StreamingStageLocation.fromJson(_json["streamingStageLocation"]); |
7203 } | 7473 } |
7204 } | 7474 } |
7205 | 7475 |
7206 core.Map<core.String, core.Object> toJson() { | 7476 core.Map<core.String, core.Object> toJson() { |
7207 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7477 final core.Map<core.String, core.Object> _json = |
| 7478 new core.Map<core.String, core.Object>(); |
7208 if (customSourceLocation != null) { | 7479 if (customSourceLocation != null) { |
7209 _json["customSourceLocation"] = (customSourceLocation).toJson(); | 7480 _json["customSourceLocation"] = (customSourceLocation).toJson(); |
7210 } | 7481 } |
7211 if (pubsubLocation != null) { | 7482 if (pubsubLocation != null) { |
7212 _json["pubsubLocation"] = (pubsubLocation).toJson(); | 7483 _json["pubsubLocation"] = (pubsubLocation).toJson(); |
7213 } | 7484 } |
7214 if (sideInputLocation != null) { | 7485 if (sideInputLocation != null) { |
7215 _json["sideInputLocation"] = (sideInputLocation).toJson(); | 7486 _json["sideInputLocation"] = (sideInputLocation).toJson(); |
7216 } | 7487 } |
7217 if (streamingStageLocation != null) { | 7488 if (streamingStageLocation != null) { |
7218 _json["streamingStageLocation"] = (streamingStageLocation).toJson(); | 7489 _json["streamingStageLocation"] = (streamingStageLocation).toJson(); |
7219 } | 7490 } |
7220 return _json; | 7491 return _json; |
7221 } | 7492 } |
7222 } | 7493 } |
7223 | 7494 |
7224 /** Configuration information for a single streaming computation. */ | 7495 /// Configuration information for a single streaming computation. |
7225 class StreamingComputationConfig { | 7496 class StreamingComputationConfig { |
7226 /** Unique identifier for this computation. */ | 7497 /// Unique identifier for this computation. |
7227 core.String computationId; | 7498 core.String computationId; |
7228 /** Instructions that comprise the computation. */ | 7499 |
| 7500 /// Instructions that comprise the computation. |
7229 core.List<ParallelInstruction> instructions; | 7501 core.List<ParallelInstruction> instructions; |
7230 /** Stage name of this computation. */ | 7502 |
| 7503 /// Stage name of this computation. |
7231 core.String stageName; | 7504 core.String stageName; |
7232 /** System defined name for this computation. */ | 7505 |
| 7506 /// System defined name for this computation. |
7233 core.String systemName; | 7507 core.String systemName; |
7234 | 7508 |
7235 StreamingComputationConfig(); | 7509 StreamingComputationConfig(); |
7236 | 7510 |
7237 StreamingComputationConfig.fromJson(core.Map _json) { | 7511 StreamingComputationConfig.fromJson(core.Map _json) { |
7238 if (_json.containsKey("computationId")) { | 7512 if (_json.containsKey("computationId")) { |
7239 computationId = _json["computationId"]; | 7513 computationId = _json["computationId"]; |
7240 } | 7514 } |
7241 if (_json.containsKey("instructions")) { | 7515 if (_json.containsKey("instructions")) { |
7242 instructions = _json["instructions"].map((value) => new ParallelInstructio
n.fromJson(value)).toList(); | 7516 instructions = _json["instructions"] |
| 7517 .map((value) => new ParallelInstruction.fromJson(value)) |
| 7518 .toList(); |
7243 } | 7519 } |
7244 if (_json.containsKey("stageName")) { | 7520 if (_json.containsKey("stageName")) { |
7245 stageName = _json["stageName"]; | 7521 stageName = _json["stageName"]; |
7246 } | 7522 } |
7247 if (_json.containsKey("systemName")) { | 7523 if (_json.containsKey("systemName")) { |
7248 systemName = _json["systemName"]; | 7524 systemName = _json["systemName"]; |
7249 } | 7525 } |
7250 } | 7526 } |
7251 | 7527 |
7252 core.Map<core.String, core.Object> toJson() { | 7528 core.Map<core.String, core.Object> toJson() { |
7253 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7529 final core.Map<core.String, core.Object> _json = |
| 7530 new core.Map<core.String, core.Object>(); |
7254 if (computationId != null) { | 7531 if (computationId != null) { |
7255 _json["computationId"] = computationId; | 7532 _json["computationId"] = computationId; |
7256 } | 7533 } |
7257 if (instructions != null) { | 7534 if (instructions != null) { |
7258 _json["instructions"] = instructions.map((value) => (value).toJson()).toLi
st(); | 7535 _json["instructions"] = |
| 7536 instructions.map((value) => (value).toJson()).toList(); |
7259 } | 7537 } |
7260 if (stageName != null) { | 7538 if (stageName != null) { |
7261 _json["stageName"] = stageName; | 7539 _json["stageName"] = stageName; |
7262 } | 7540 } |
7263 if (systemName != null) { | 7541 if (systemName != null) { |
7264 _json["systemName"] = systemName; | 7542 _json["systemName"] = systemName; |
7265 } | 7543 } |
7266 return _json; | 7544 return _json; |
7267 } | 7545 } |
7268 } | 7546 } |
7269 | 7547 |
7270 /** | 7548 /// Describes full or partial data disk assignment information of the |
7271 * Describes full or partial data disk assignment information of the computation | 7549 /// computation |
7272 * ranges. | 7550 /// ranges. |
7273 */ | |
7274 class StreamingComputationRanges { | 7551 class StreamingComputationRanges { |
7275 /** The ID of the computation. */ | 7552 /// The ID of the computation. |
7276 core.String computationId; | 7553 core.String computationId; |
7277 /** Data disk assignments for ranges from this computation. */ | 7554 |
| 7555 /// Data disk assignments for ranges from this computation. |
7278 core.List<KeyRangeDataDiskAssignment> rangeAssignments; | 7556 core.List<KeyRangeDataDiskAssignment> rangeAssignments; |
7279 | 7557 |
7280 StreamingComputationRanges(); | 7558 StreamingComputationRanges(); |
7281 | 7559 |
7282 StreamingComputationRanges.fromJson(core.Map _json) { | 7560 StreamingComputationRanges.fromJson(core.Map _json) { |
7283 if (_json.containsKey("computationId")) { | 7561 if (_json.containsKey("computationId")) { |
7284 computationId = _json["computationId"]; | 7562 computationId = _json["computationId"]; |
7285 } | 7563 } |
7286 if (_json.containsKey("rangeAssignments")) { | 7564 if (_json.containsKey("rangeAssignments")) { |
7287 rangeAssignments = _json["rangeAssignments"].map((value) => new KeyRangeDa
taDiskAssignment.fromJson(value)).toList(); | 7565 rangeAssignments = _json["rangeAssignments"] |
| 7566 .map((value) => new KeyRangeDataDiskAssignment.fromJson(value)) |
| 7567 .toList(); |
7288 } | 7568 } |
7289 } | 7569 } |
7290 | 7570 |
7291 core.Map<core.String, core.Object> toJson() { | 7571 core.Map<core.String, core.Object> toJson() { |
7292 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7572 final core.Map<core.String, core.Object> _json = |
| 7573 new core.Map<core.String, core.Object>(); |
7293 if (computationId != null) { | 7574 if (computationId != null) { |
7294 _json["computationId"] = computationId; | 7575 _json["computationId"] = computationId; |
7295 } | 7576 } |
7296 if (rangeAssignments != null) { | 7577 if (rangeAssignments != null) { |
7297 _json["rangeAssignments"] = rangeAssignments.map((value) => (value).toJson
()).toList(); | 7578 _json["rangeAssignments"] = |
| 7579 rangeAssignments.map((value) => (value).toJson()).toList(); |
7298 } | 7580 } |
7299 return _json; | 7581 return _json; |
7300 } | 7582 } |
7301 } | 7583 } |
7302 | 7584 |
7303 /** | 7585 /// A task which describes what action should be performed for the specified |
7304 * A task which describes what action should be performed for the specified | 7586 /// streaming computation ranges. |
7305 * streaming computation ranges. | |
7306 */ | |
7307 class StreamingComputationTask { | 7587 class StreamingComputationTask { |
7308 /** Contains ranges of a streaming computation this task should apply to. */ | 7588 /// Contains ranges of a streaming computation this task should apply to. |
7309 core.List<StreamingComputationRanges> computationRanges; | 7589 core.List<StreamingComputationRanges> computationRanges; |
7310 /** Describes the set of data disks this task should apply to. */ | 7590 |
| 7591 /// Describes the set of data disks this task should apply to. |
7311 core.List<MountedDataDisk> dataDisks; | 7592 core.List<MountedDataDisk> dataDisks; |
7312 /** | 7593 |
7313 * A type of streaming computation task. | 7594 /// A type of streaming computation task. |
7314 * Possible string values are: | 7595 /// Possible string values are: |
7315 * - "STREAMING_COMPUTATION_TASK_UNKNOWN" : The streaming computation task is | 7596 /// - "STREAMING_COMPUTATION_TASK_UNKNOWN" : The streaming computation task |
7316 * unknown, or unspecified. | 7597 /// is unknown, or unspecified. |
7317 * - "STREAMING_COMPUTATION_TASK_STOP" : Stop processing specified streaming | 7598 /// - "STREAMING_COMPUTATION_TASK_STOP" : Stop processing specified streaming |
7318 * computation range(s). | 7599 /// computation range(s). |
7319 * - "STREAMING_COMPUTATION_TASK_START" : Start processing specified streaming | 7600 /// - "STREAMING_COMPUTATION_TASK_START" : Start processing specified |
7320 * computation range(s). | 7601 /// streaming computation range(s). |
7321 */ | |
7322 core.String taskType; | 7602 core.String taskType; |
7323 | 7603 |
7324 StreamingComputationTask(); | 7604 StreamingComputationTask(); |
7325 | 7605 |
7326 StreamingComputationTask.fromJson(core.Map _json) { | 7606 StreamingComputationTask.fromJson(core.Map _json) { |
7327 if (_json.containsKey("computationRanges")) { | 7607 if (_json.containsKey("computationRanges")) { |
7328 computationRanges = _json["computationRanges"].map((value) => new Streamin
gComputationRanges.fromJson(value)).toList(); | 7608 computationRanges = _json["computationRanges"] |
| 7609 .map((value) => new StreamingComputationRanges.fromJson(value)) |
| 7610 .toList(); |
7329 } | 7611 } |
7330 if (_json.containsKey("dataDisks")) { | 7612 if (_json.containsKey("dataDisks")) { |
7331 dataDisks = _json["dataDisks"].map((value) => new MountedDataDisk.fromJson
(value)).toList(); | 7613 dataDisks = _json["dataDisks"] |
| 7614 .map((value) => new MountedDataDisk.fromJson(value)) |
| 7615 .toList(); |
7332 } | 7616 } |
7333 if (_json.containsKey("taskType")) { | 7617 if (_json.containsKey("taskType")) { |
7334 taskType = _json["taskType"]; | 7618 taskType = _json["taskType"]; |
7335 } | 7619 } |
7336 } | 7620 } |
7337 | 7621 |
7338 core.Map<core.String, core.Object> toJson() { | 7622 core.Map<core.String, core.Object> toJson() { |
7339 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7623 final core.Map<core.String, core.Object> _json = |
| 7624 new core.Map<core.String, core.Object>(); |
7340 if (computationRanges != null) { | 7625 if (computationRanges != null) { |
7341 _json["computationRanges"] = computationRanges.map((value) => (value).toJs
on()).toList(); | 7626 _json["computationRanges"] = |
| 7627 computationRanges.map((value) => (value).toJson()).toList(); |
7342 } | 7628 } |
7343 if (dataDisks != null) { | 7629 if (dataDisks != null) { |
7344 _json["dataDisks"] = dataDisks.map((value) => (value).toJson()).toList(); | 7630 _json["dataDisks"] = dataDisks.map((value) => (value).toJson()).toList(); |
7345 } | 7631 } |
7346 if (taskType != null) { | 7632 if (taskType != null) { |
7347 _json["taskType"] = taskType; | 7633 _json["taskType"] = taskType; |
7348 } | 7634 } |
7349 return _json; | 7635 return _json; |
7350 } | 7636 } |
7351 } | 7637 } |
7352 | 7638 |
7353 /** | 7639 /// A task that carries configuration information for streaming computations. |
7354 * A task that carries configuration information for streaming computations. | |
7355 */ | |
7356 class StreamingConfigTask { | 7640 class StreamingConfigTask { |
7357 /** Set of computation configuration information. */ | 7641 /// Set of computation configuration information. |
7358 core.List<StreamingComputationConfig> streamingComputationConfigs; | 7642 core.List<StreamingComputationConfig> streamingComputationConfigs; |
7359 /** Map from user step names to state families. */ | 7643 |
| 7644 /// Map from user step names to state families. |
7360 core.Map<core.String, core.String> userStepToStateFamilyNameMap; | 7645 core.Map<core.String, core.String> userStepToStateFamilyNameMap; |
7361 /** | 7646 |
7362 * If present, the worker must use this endpoint to communicate with Windmill | 7647 /// If present, the worker must use this endpoint to communicate with |
7363 * Service dispatchers, otherwise the worker must continue to use whatever | 7648 /// Windmill |
7364 * endpoint it had been using. | 7649 /// Service dispatchers, otherwise the worker must continue to use whatever |
7365 */ | 7650 /// endpoint it had been using. |
7366 core.String windmillServiceEndpoint; | 7651 core.String windmillServiceEndpoint; |
7367 /** | 7652 |
7368 * If present, the worker must use this port to communicate with Windmill | 7653 /// If present, the worker must use this port to communicate with Windmill |
7369 * Service dispatchers. Only applicable when windmill_service_endpoint is | 7654 /// Service dispatchers. Only applicable when windmill_service_endpoint is |
7370 * specified. | 7655 /// specified. |
7371 */ | |
7372 core.String windmillServicePort; | 7656 core.String windmillServicePort; |
7373 | 7657 |
7374 StreamingConfigTask(); | 7658 StreamingConfigTask(); |
7375 | 7659 |
7376 StreamingConfigTask.fromJson(core.Map _json) { | 7660 StreamingConfigTask.fromJson(core.Map _json) { |
7377 if (_json.containsKey("streamingComputationConfigs")) { | 7661 if (_json.containsKey("streamingComputationConfigs")) { |
7378 streamingComputationConfigs = _json["streamingComputationConfigs"].map((va
lue) => new StreamingComputationConfig.fromJson(value)).toList(); | 7662 streamingComputationConfigs = _json["streamingComputationConfigs"] |
| 7663 .map((value) => new StreamingComputationConfig.fromJson(value)) |
| 7664 .toList(); |
7379 } | 7665 } |
7380 if (_json.containsKey("userStepToStateFamilyNameMap")) { | 7666 if (_json.containsKey("userStepToStateFamilyNameMap")) { |
7381 userStepToStateFamilyNameMap = _json["userStepToStateFamilyNameMap"]; | 7667 userStepToStateFamilyNameMap = _json["userStepToStateFamilyNameMap"]; |
7382 } | 7668 } |
7383 if (_json.containsKey("windmillServiceEndpoint")) { | 7669 if (_json.containsKey("windmillServiceEndpoint")) { |
7384 windmillServiceEndpoint = _json["windmillServiceEndpoint"]; | 7670 windmillServiceEndpoint = _json["windmillServiceEndpoint"]; |
7385 } | 7671 } |
7386 if (_json.containsKey("windmillServicePort")) { | 7672 if (_json.containsKey("windmillServicePort")) { |
7387 windmillServicePort = _json["windmillServicePort"]; | 7673 windmillServicePort = _json["windmillServicePort"]; |
7388 } | 7674 } |
7389 } | 7675 } |
7390 | 7676 |
7391 core.Map<core.String, core.Object> toJson() { | 7677 core.Map<core.String, core.Object> toJson() { |
7392 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7678 final core.Map<core.String, core.Object> _json = |
| 7679 new core.Map<core.String, core.Object>(); |
7393 if (streamingComputationConfigs != null) { | 7680 if (streamingComputationConfigs != null) { |
7394 _json["streamingComputationConfigs"] = streamingComputationConfigs.map((va
lue) => (value).toJson()).toList(); | 7681 _json["streamingComputationConfigs"] = |
| 7682 streamingComputationConfigs.map((value) => (value).toJson()).toList(); |
7395 } | 7683 } |
7396 if (userStepToStateFamilyNameMap != null) { | 7684 if (userStepToStateFamilyNameMap != null) { |
7397 _json["userStepToStateFamilyNameMap"] = userStepToStateFamilyNameMap; | 7685 _json["userStepToStateFamilyNameMap"] = userStepToStateFamilyNameMap; |
7398 } | 7686 } |
7399 if (windmillServiceEndpoint != null) { | 7687 if (windmillServiceEndpoint != null) { |
7400 _json["windmillServiceEndpoint"] = windmillServiceEndpoint; | 7688 _json["windmillServiceEndpoint"] = windmillServiceEndpoint; |
7401 } | 7689 } |
7402 if (windmillServicePort != null) { | 7690 if (windmillServicePort != null) { |
7403 _json["windmillServicePort"] = windmillServicePort; | 7691 _json["windmillServicePort"] = windmillServicePort; |
7404 } | 7692 } |
7405 return _json; | 7693 return _json; |
7406 } | 7694 } |
7407 } | 7695 } |
7408 | 7696 |
7409 /** A task which initializes part of a streaming Dataflow job. */ | 7697 /// A task which initializes part of a streaming Dataflow job. |
7410 class StreamingSetupTask { | 7698 class StreamingSetupTask { |
7411 /** The user has requested drain. */ | 7699 /// The user has requested drain. |
7412 core.bool drain; | 7700 core.bool drain; |
7413 /** | 7701 |
7414 * The TCP port on which the worker should listen for messages from | 7702 /// The TCP port on which the worker should listen for messages from |
7415 * other streaming computation workers. | 7703 /// other streaming computation workers. |
7416 */ | |
7417 core.int receiveWorkPort; | 7704 core.int receiveWorkPort; |
7418 /** The global topology of the streaming Dataflow job. */ | 7705 |
| 7706 /// The global topology of the streaming Dataflow job. |
7419 TopologyConfig streamingComputationTopology; | 7707 TopologyConfig streamingComputationTopology; |
7420 /** | 7708 |
7421 * The TCP port used by the worker to communicate with the Dataflow | 7709 /// The TCP port used by the worker to communicate with the Dataflow |
7422 * worker harness. | 7710 /// worker harness. |
7423 */ | |
7424 core.int workerHarnessPort; | 7711 core.int workerHarnessPort; |
7425 | 7712 |
7426 StreamingSetupTask(); | 7713 StreamingSetupTask(); |
7427 | 7714 |
7428 StreamingSetupTask.fromJson(core.Map _json) { | 7715 StreamingSetupTask.fromJson(core.Map _json) { |
7429 if (_json.containsKey("drain")) { | 7716 if (_json.containsKey("drain")) { |
7430 drain = _json["drain"]; | 7717 drain = _json["drain"]; |
7431 } | 7718 } |
7432 if (_json.containsKey("receiveWorkPort")) { | 7719 if (_json.containsKey("receiveWorkPort")) { |
7433 receiveWorkPort = _json["receiveWorkPort"]; | 7720 receiveWorkPort = _json["receiveWorkPort"]; |
7434 } | 7721 } |
7435 if (_json.containsKey("streamingComputationTopology")) { | 7722 if (_json.containsKey("streamingComputationTopology")) { |
7436 streamingComputationTopology = new TopologyConfig.fromJson(_json["streamin
gComputationTopology"]); | 7723 streamingComputationTopology = |
| 7724 new TopologyConfig.fromJson(_json["streamingComputationTopology"]); |
7437 } | 7725 } |
7438 if (_json.containsKey("workerHarnessPort")) { | 7726 if (_json.containsKey("workerHarnessPort")) { |
7439 workerHarnessPort = _json["workerHarnessPort"]; | 7727 workerHarnessPort = _json["workerHarnessPort"]; |
7440 } | 7728 } |
7441 } | 7729 } |
7442 | 7730 |
7443 core.Map<core.String, core.Object> toJson() { | 7731 core.Map<core.String, core.Object> toJson() { |
7444 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7732 final core.Map<core.String, core.Object> _json = |
| 7733 new core.Map<core.String, core.Object>(); |
7445 if (drain != null) { | 7734 if (drain != null) { |
7446 _json["drain"] = drain; | 7735 _json["drain"] = drain; |
7447 } | 7736 } |
7448 if (receiveWorkPort != null) { | 7737 if (receiveWorkPort != null) { |
7449 _json["receiveWorkPort"] = receiveWorkPort; | 7738 _json["receiveWorkPort"] = receiveWorkPort; |
7450 } | 7739 } |
7451 if (streamingComputationTopology != null) { | 7740 if (streamingComputationTopology != null) { |
7452 _json["streamingComputationTopology"] = (streamingComputationTopology).toJ
son(); | 7741 _json["streamingComputationTopology"] = |
| 7742 (streamingComputationTopology).toJson(); |
7453 } | 7743 } |
7454 if (workerHarnessPort != null) { | 7744 if (workerHarnessPort != null) { |
7455 _json["workerHarnessPort"] = workerHarnessPort; | 7745 _json["workerHarnessPort"] = workerHarnessPort; |
7456 } | 7746 } |
7457 return _json; | 7747 return _json; |
7458 } | 7748 } |
7459 } | 7749 } |
7460 | 7750 |
7461 /** Identifies the location of a streaming side input. */ | 7751 /// Identifies the location of a streaming side input. |
7462 class StreamingSideInputLocation { | 7752 class StreamingSideInputLocation { |
7463 /** Identifies the state family where this side input is stored. */ | 7753 /// Identifies the state family where this side input is stored. |
7464 core.String stateFamily; | 7754 core.String stateFamily; |
7465 /** | 7755 |
7466 * Identifies the particular side input within the streaming Dataflow job. | 7756 /// Identifies the particular side input within the streaming Dataflow job. |
7467 */ | |
7468 core.String tag; | 7757 core.String tag; |
7469 | 7758 |
7470 StreamingSideInputLocation(); | 7759 StreamingSideInputLocation(); |
7471 | 7760 |
7472 StreamingSideInputLocation.fromJson(core.Map _json) { | 7761 StreamingSideInputLocation.fromJson(core.Map _json) { |
7473 if (_json.containsKey("stateFamily")) { | 7762 if (_json.containsKey("stateFamily")) { |
7474 stateFamily = _json["stateFamily"]; | 7763 stateFamily = _json["stateFamily"]; |
7475 } | 7764 } |
7476 if (_json.containsKey("tag")) { | 7765 if (_json.containsKey("tag")) { |
7477 tag = _json["tag"]; | 7766 tag = _json["tag"]; |
7478 } | 7767 } |
7479 } | 7768 } |
7480 | 7769 |
7481 core.Map<core.String, core.Object> toJson() { | 7770 core.Map<core.String, core.Object> toJson() { |
7482 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7771 final core.Map<core.String, core.Object> _json = |
| 7772 new core.Map<core.String, core.Object>(); |
7483 if (stateFamily != null) { | 7773 if (stateFamily != null) { |
7484 _json["stateFamily"] = stateFamily; | 7774 _json["stateFamily"] = stateFamily; |
7485 } | 7775 } |
7486 if (tag != null) { | 7776 if (tag != null) { |
7487 _json["tag"] = tag; | 7777 _json["tag"] = tag; |
7488 } | 7778 } |
7489 return _json; | 7779 return _json; |
7490 } | 7780 } |
7491 } | 7781 } |
7492 | 7782 |
7493 /** | 7783 /// Identifies the location of a streaming computation stage, for |
7494 * Identifies the location of a streaming computation stage, for | 7784 /// stage-to-stage communication. |
7495 * stage-to-stage communication. | |
7496 */ | |
7497 class StreamingStageLocation { | 7785 class StreamingStageLocation { |
7498 /** | 7786 /// Identifies the particular stream within the streaming Dataflow |
7499 * Identifies the particular stream within the streaming Dataflow | 7787 /// job. |
7500 * job. | |
7501 */ | |
7502 core.String streamId; | 7788 core.String streamId; |
7503 | 7789 |
7504 StreamingStageLocation(); | 7790 StreamingStageLocation(); |
7505 | 7791 |
7506 StreamingStageLocation.fromJson(core.Map _json) { | 7792 StreamingStageLocation.fromJson(core.Map _json) { |
7507 if (_json.containsKey("streamId")) { | 7793 if (_json.containsKey("streamId")) { |
7508 streamId = _json["streamId"]; | 7794 streamId = _json["streamId"]; |
7509 } | 7795 } |
7510 } | 7796 } |
7511 | 7797 |
7512 core.Map<core.String, core.Object> toJson() { | 7798 core.Map<core.String, core.Object> toJson() { |
7513 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7799 final core.Map<core.String, core.Object> _json = |
| 7800 new core.Map<core.String, core.Object>(); |
7514 if (streamId != null) { | 7801 if (streamId != null) { |
7515 _json["streamId"] = streamId; | 7802 _json["streamId"] = streamId; |
7516 } | 7803 } |
7517 return _json; | 7804 return _json; |
7518 } | 7805 } |
7519 } | 7806 } |
7520 | 7807 |
7521 /** A metric value representing a list of strings. */ | 7808 /// A metric value representing a list of strings. |
7522 class StringList { | 7809 class StringList { |
7523 /** Elements of the list. */ | 7810 /// Elements of the list. |
7524 core.List<core.String> elements; | 7811 core.List<core.String> elements; |
7525 | 7812 |
7526 StringList(); | 7813 StringList(); |
7527 | 7814 |
7528 StringList.fromJson(core.Map _json) { | 7815 StringList.fromJson(core.Map _json) { |
7529 if (_json.containsKey("elements")) { | 7816 if (_json.containsKey("elements")) { |
7530 elements = _json["elements"]; | 7817 elements = _json["elements"]; |
7531 } | 7818 } |
7532 } | 7819 } |
7533 | 7820 |
7534 core.Map<core.String, core.Object> toJson() { | 7821 core.Map<core.String, core.Object> toJson() { |
7535 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7822 final core.Map<core.String, core.Object> _json = |
| 7823 new core.Map<core.String, core.Object>(); |
7536 if (elements != null) { | 7824 if (elements != null) { |
7537 _json["elements"] = elements; | 7825 _json["elements"] = elements; |
7538 } | 7826 } |
7539 return _json; | 7827 return _json; |
7540 } | 7828 } |
7541 } | 7829 } |
7542 | 7830 |
7543 /** | 7831 /// A rich message format, including a human readable string, a key for |
7544 * A rich message format, including a human readable string, a key for | 7832 /// identifying the message, and structured data associated with the message |
7545 * identifying the message, and structured data associated with the message for | 7833 /// for |
7546 * programmatic consumption. | 7834 /// programmatic consumption. |
7547 */ | |
7548 class StructuredMessage { | 7835 class StructuredMessage { |
7549 /** | 7836 /// Idenfier for this message type. Used by external systems to |
7550 * Idenfier for this message type. Used by external systems to | 7837 /// internationalize or personalize message. |
7551 * internationalize or personalize message. | |
7552 */ | |
7553 core.String messageKey; | 7838 core.String messageKey; |
7554 /** Human-readable version of message. */ | 7839 |
| 7840 /// Human-readable version of message. |
7555 core.String messageText; | 7841 core.String messageText; |
7556 /** The structured data associated with this message. */ | 7842 |
| 7843 /// The structured data associated with this message. |
7557 core.List<Parameter> parameters; | 7844 core.List<Parameter> parameters; |
7558 | 7845 |
7559 StructuredMessage(); | 7846 StructuredMessage(); |
7560 | 7847 |
7561 StructuredMessage.fromJson(core.Map _json) { | 7848 StructuredMessage.fromJson(core.Map _json) { |
7562 if (_json.containsKey("messageKey")) { | 7849 if (_json.containsKey("messageKey")) { |
7563 messageKey = _json["messageKey"]; | 7850 messageKey = _json["messageKey"]; |
7564 } | 7851 } |
7565 if (_json.containsKey("messageText")) { | 7852 if (_json.containsKey("messageText")) { |
7566 messageText = _json["messageText"]; | 7853 messageText = _json["messageText"]; |
7567 } | 7854 } |
7568 if (_json.containsKey("parameters")) { | 7855 if (_json.containsKey("parameters")) { |
7569 parameters = _json["parameters"].map((value) => new Parameter.fromJson(val
ue)).toList(); | 7856 parameters = _json["parameters"] |
| 7857 .map((value) => new Parameter.fromJson(value)) |
| 7858 .toList(); |
7570 } | 7859 } |
7571 } | 7860 } |
7572 | 7861 |
7573 core.Map<core.String, core.Object> toJson() { | 7862 core.Map<core.String, core.Object> toJson() { |
7574 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 7863 final core.Map<core.String, core.Object> _json = |
| 7864 new core.Map<core.String, core.Object>(); |
7575 if (messageKey != null) { | 7865 if (messageKey != null) { |
7576 _json["messageKey"] = messageKey; | 7866 _json["messageKey"] = messageKey; |
7577 } | 7867 } |
7578 if (messageText != null) { | 7868 if (messageText != null) { |
7579 _json["messageText"] = messageText; | 7869 _json["messageText"] = messageText; |
7580 } | 7870 } |
7581 if (parameters != null) { | 7871 if (parameters != null) { |
7582 _json["parameters"] = parameters.map((value) => (value).toJson()).toList()
; | 7872 _json["parameters"] = |
| 7873 parameters.map((value) => (value).toJson()).toList(); |
7583 } | 7874 } |
7584 return _json; | 7875 return _json; |
7585 } | 7876 } |
7586 } | 7877 } |
7587 | 7878 |
7588 /** Taskrunner configuration settings. */ | 7879 /// Taskrunner configuration settings. |
7589 class TaskRunnerSettings { | 7880 class TaskRunnerSettings { |
7590 /** Whether to also send taskrunner log info to stderr. */ | 7881 /// Whether to also send taskrunner log info to stderr. |
7591 core.bool alsologtostderr; | 7882 core.bool alsologtostderr; |
7592 /** The location on the worker for task-specific subdirectories. */ | 7883 |
| 7884 /// The location on the worker for task-specific subdirectories. |
7593 core.String baseTaskDir; | 7885 core.String baseTaskDir; |
7594 /** | 7886 |
7595 * The base URL for the taskrunner to use when accessing Google Cloud APIs. | 7887 /// The base URL for the taskrunner to use when accessing Google Cloud APIs. |
7596 * | 7888 /// |
7597 * When workers access Google Cloud APIs, they logically do so via | 7889 /// When workers access Google Cloud APIs, they logically do so via |
7598 * relative URLs. If this field is specified, it supplies the base | 7890 /// relative URLs. If this field is specified, it supplies the base |
7599 * URL to use for resolving these relative URLs. The normative | 7891 /// URL to use for resolving these relative URLs. The normative |
7600 * algorithm used is defined by RFC 1808, "Relative Uniform Resource | 7892 /// algorithm used is defined by RFC 1808, "Relative Uniform Resource |
7601 * Locators". | 7893 /// Locators". |
7602 * | 7894 /// |
7603 * If not specified, the default value is "http://www.googleapis.com/" | 7895 /// If not specified, the default value is "http://www.googleapis.com/" |
7604 */ | |
7605 core.String baseUrl; | 7896 core.String baseUrl; |
7606 /** The file to store preprocessing commands in. */ | 7897 |
| 7898 /// The file to store preprocessing commands in. |
7607 core.String commandlinesFileName; | 7899 core.String commandlinesFileName; |
7608 /** Whether to continue taskrunner if an exception is hit. */ | 7900 |
| 7901 /// Whether to continue taskrunner if an exception is hit. |
7609 core.bool continueOnException; | 7902 core.bool continueOnException; |
7610 /** The API version of endpoint, e.g. "v1b3" */ | 7903 |
| 7904 /// The API version of endpoint, e.g. "v1b3" |
7611 core.String dataflowApiVersion; | 7905 core.String dataflowApiVersion; |
7612 /** The command to launch the worker harness. */ | 7906 |
| 7907 /// The command to launch the worker harness. |
7613 core.String harnessCommand; | 7908 core.String harnessCommand; |
7614 /** The suggested backend language. */ | 7909 |
| 7910 /// The suggested backend language. |
7615 core.String languageHint; | 7911 core.String languageHint; |
7616 /** The directory on the VM to store logs. */ | 7912 |
| 7913 /// The directory on the VM to store logs. |
7617 core.String logDir; | 7914 core.String logDir; |
7618 /** | 7915 |
7619 * Whether to send taskrunner log info to Google Compute Engine VM serial | 7916 /// Whether to send taskrunner log info to Google Compute Engine VM serial |
7620 * console. | 7917 /// console. |
7621 */ | |
7622 core.bool logToSerialconsole; | 7918 core.bool logToSerialconsole; |
7623 /** | 7919 |
7624 * Indicates where to put logs. If this is not specified, the logs | 7920 /// Indicates where to put logs. If this is not specified, the logs |
7625 * will not be uploaded. | 7921 /// will not be uploaded. |
7626 * | 7922 /// |
7627 * The supported resource type is: | 7923 /// The supported resource type is: |
7628 * | 7924 /// |
7629 * Google Cloud Storage: | 7925 /// Google Cloud Storage: |
7630 * storage.googleapis.com/{bucket}/{object} | 7926 /// storage.googleapis.com/{bucket}/{object} |
7631 * bucket.storage.googleapis.com/{object} | 7927 /// bucket.storage.googleapis.com/{object} |
7632 */ | |
7633 core.String logUploadLocation; | 7928 core.String logUploadLocation; |
7634 /** | 7929 |
7635 * The OAuth2 scopes to be requested by the taskrunner in order to | 7930 /// The OAuth2 scopes to be requested by the taskrunner in order to |
7636 * access the Cloud Dataflow API. | 7931 /// access the Cloud Dataflow API. |
7637 */ | |
7638 core.List<core.String> oauthScopes; | 7932 core.List<core.String> oauthScopes; |
7639 /** The settings to pass to the parallel worker harness. */ | 7933 |
| 7934 /// The settings to pass to the parallel worker harness. |
7640 WorkerSettings parallelWorkerSettings; | 7935 WorkerSettings parallelWorkerSettings; |
7641 /** The streaming worker main class name. */ | 7936 |
| 7937 /// The streaming worker main class name. |
7642 core.String streamingWorkerMainClass; | 7938 core.String streamingWorkerMainClass; |
7643 /** | 7939 |
7644 * The UNIX group ID on the worker VM to use for tasks launched by | 7940 /// The UNIX group ID on the worker VM to use for tasks launched by |
7645 * taskrunner; e.g. "wheel". | 7941 /// taskrunner; e.g. "wheel". |
7646 */ | |
7647 core.String taskGroup; | 7942 core.String taskGroup; |
7648 /** | 7943 |
7649 * The UNIX user ID on the worker VM to use for tasks launched by | 7944 /// The UNIX user ID on the worker VM to use for tasks launched by |
7650 * taskrunner; e.g. "root". | 7945 /// taskrunner; e.g. "root". |
7651 */ | |
7652 core.String taskUser; | 7946 core.String taskUser; |
7653 /** | 7947 |
7654 * The prefix of the resources the taskrunner should use for | 7948 /// The prefix of the resources the taskrunner should use for |
7655 * temporary storage. | 7949 /// temporary storage. |
7656 * | 7950 /// |
7657 * The supported resource type is: | 7951 /// The supported resource type is: |
7658 * | 7952 /// |
7659 * Google Cloud Storage: | 7953 /// Google Cloud Storage: |
7660 * storage.googleapis.com/{bucket}/{object} | 7954 /// storage.googleapis.com/{bucket}/{object} |
7661 * bucket.storage.googleapis.com/{object} | 7955 /// bucket.storage.googleapis.com/{object} |
7662 */ | |
7663 core.String tempStoragePrefix; | 7956 core.String tempStoragePrefix; |
7664 /** The ID string of the VM. */ | 7957 |
| 7958 /// The ID string of the VM. |
7665 core.String vmId; | 7959 core.String vmId; |
7666 /** The file to store the workflow in. */ | 7960 |
| 7961 /// The file to store the workflow in. |
7667 core.String workflowFileName; | 7962 core.String workflowFileName; |
7668 | 7963 |
7669 TaskRunnerSettings(); | 7964 TaskRunnerSettings(); |
7670 | 7965 |
7671 TaskRunnerSettings.fromJson(core.Map _json) { | 7966 TaskRunnerSettings.fromJson(core.Map _json) { |
7672 if (_json.containsKey("alsologtostderr")) { | 7967 if (_json.containsKey("alsologtostderr")) { |
7673 alsologtostderr = _json["alsologtostderr"]; | 7968 alsologtostderr = _json["alsologtostderr"]; |
7674 } | 7969 } |
7675 if (_json.containsKey("baseTaskDir")) { | 7970 if (_json.containsKey("baseTaskDir")) { |
7676 baseTaskDir = _json["baseTaskDir"]; | 7971 baseTaskDir = _json["baseTaskDir"]; |
(...skipping 22 matching lines...) Expand all Loading... |
7699 if (_json.containsKey("logToSerialconsole")) { | 7994 if (_json.containsKey("logToSerialconsole")) { |
7700 logToSerialconsole = _json["logToSerialconsole"]; | 7995 logToSerialconsole = _json["logToSerialconsole"]; |
7701 } | 7996 } |
7702 if (_json.containsKey("logUploadLocation")) { | 7997 if (_json.containsKey("logUploadLocation")) { |
7703 logUploadLocation = _json["logUploadLocation"]; | 7998 logUploadLocation = _json["logUploadLocation"]; |
7704 } | 7999 } |
7705 if (_json.containsKey("oauthScopes")) { | 8000 if (_json.containsKey("oauthScopes")) { |
7706 oauthScopes = _json["oauthScopes"]; | 8001 oauthScopes = _json["oauthScopes"]; |
7707 } | 8002 } |
7708 if (_json.containsKey("parallelWorkerSettings")) { | 8003 if (_json.containsKey("parallelWorkerSettings")) { |
7709 parallelWorkerSettings = new WorkerSettings.fromJson(_json["parallelWorker
Settings"]); | 8004 parallelWorkerSettings = |
| 8005 new WorkerSettings.fromJson(_json["parallelWorkerSettings"]); |
7710 } | 8006 } |
7711 if (_json.containsKey("streamingWorkerMainClass")) { | 8007 if (_json.containsKey("streamingWorkerMainClass")) { |
7712 streamingWorkerMainClass = _json["streamingWorkerMainClass"]; | 8008 streamingWorkerMainClass = _json["streamingWorkerMainClass"]; |
7713 } | 8009 } |
7714 if (_json.containsKey("taskGroup")) { | 8010 if (_json.containsKey("taskGroup")) { |
7715 taskGroup = _json["taskGroup"]; | 8011 taskGroup = _json["taskGroup"]; |
7716 } | 8012 } |
7717 if (_json.containsKey("taskUser")) { | 8013 if (_json.containsKey("taskUser")) { |
7718 taskUser = _json["taskUser"]; | 8014 taskUser = _json["taskUser"]; |
7719 } | 8015 } |
7720 if (_json.containsKey("tempStoragePrefix")) { | 8016 if (_json.containsKey("tempStoragePrefix")) { |
7721 tempStoragePrefix = _json["tempStoragePrefix"]; | 8017 tempStoragePrefix = _json["tempStoragePrefix"]; |
7722 } | 8018 } |
7723 if (_json.containsKey("vmId")) { | 8019 if (_json.containsKey("vmId")) { |
7724 vmId = _json["vmId"]; | 8020 vmId = _json["vmId"]; |
7725 } | 8021 } |
7726 if (_json.containsKey("workflowFileName")) { | 8022 if (_json.containsKey("workflowFileName")) { |
7727 workflowFileName = _json["workflowFileName"]; | 8023 workflowFileName = _json["workflowFileName"]; |
7728 } | 8024 } |
7729 } | 8025 } |
7730 | 8026 |
7731 core.Map<core.String, core.Object> toJson() { | 8027 core.Map<core.String, core.Object> toJson() { |
7732 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 8028 final core.Map<core.String, core.Object> _json = |
| 8029 new core.Map<core.String, core.Object>(); |
7733 if (alsologtostderr != null) { | 8030 if (alsologtostderr != null) { |
7734 _json["alsologtostderr"] = alsologtostderr; | 8031 _json["alsologtostderr"] = alsologtostderr; |
7735 } | 8032 } |
7736 if (baseTaskDir != null) { | 8033 if (baseTaskDir != null) { |
7737 _json["baseTaskDir"] = baseTaskDir; | 8034 _json["baseTaskDir"] = baseTaskDir; |
7738 } | 8035 } |
7739 if (baseUrl != null) { | 8036 if (baseUrl != null) { |
7740 _json["baseUrl"] = baseUrl; | 8037 _json["baseUrl"] = baseUrl; |
7741 } | 8038 } |
7742 if (commandlinesFileName != null) { | 8039 if (commandlinesFileName != null) { |
(...skipping 41 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
7784 if (vmId != null) { | 8081 if (vmId != null) { |
7785 _json["vmId"] = vmId; | 8082 _json["vmId"] = vmId; |
7786 } | 8083 } |
7787 if (workflowFileName != null) { | 8084 if (workflowFileName != null) { |
7788 _json["workflowFileName"] = workflowFileName; | 8085 _json["workflowFileName"] = workflowFileName; |
7789 } | 8086 } |
7790 return _json; | 8087 return _json; |
7791 } | 8088 } |
7792 } | 8089 } |
7793 | 8090 |
7794 /** Metadata describing a template. */ | 8091 /// Metadata describing a template. |
7795 class TemplateMetadata { | 8092 class TemplateMetadata { |
7796 /** Optional. A description of the template. */ | 8093 /// Optional. A description of the template. |
7797 core.String description; | 8094 core.String description; |
7798 /** Required. The name of the template. */ | 8095 |
| 8096 /// Required. The name of the template. |
7799 core.String name; | 8097 core.String name; |
7800 /** The parameters for the template. */ | 8098 |
| 8099 /// The parameters for the template. |
7801 core.List<ParameterMetadata> parameters; | 8100 core.List<ParameterMetadata> parameters; |
7802 | 8101 |
7803 TemplateMetadata(); | 8102 TemplateMetadata(); |
7804 | 8103 |
7805 TemplateMetadata.fromJson(core.Map _json) { | 8104 TemplateMetadata.fromJson(core.Map _json) { |
7806 if (_json.containsKey("description")) { | 8105 if (_json.containsKey("description")) { |
7807 description = _json["description"]; | 8106 description = _json["description"]; |
7808 } | 8107 } |
7809 if (_json.containsKey("name")) { | 8108 if (_json.containsKey("name")) { |
7810 name = _json["name"]; | 8109 name = _json["name"]; |
7811 } | 8110 } |
7812 if (_json.containsKey("parameters")) { | 8111 if (_json.containsKey("parameters")) { |
7813 parameters = _json["parameters"].map((value) => new ParameterMetadata.from
Json(value)).toList(); | 8112 parameters = _json["parameters"] |
| 8113 .map((value) => new ParameterMetadata.fromJson(value)) |
| 8114 .toList(); |
7814 } | 8115 } |
7815 } | 8116 } |
7816 | 8117 |
7817 core.Map<core.String, core.Object> toJson() { | 8118 core.Map<core.String, core.Object> toJson() { |
7818 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 8119 final core.Map<core.String, core.Object> _json = |
| 8120 new core.Map<core.String, core.Object>(); |
7819 if (description != null) { | 8121 if (description != null) { |
7820 _json["description"] = description; | 8122 _json["description"] = description; |
7821 } | 8123 } |
7822 if (name != null) { | 8124 if (name != null) { |
7823 _json["name"] = name; | 8125 _json["name"] = name; |
7824 } | 8126 } |
7825 if (parameters != null) { | 8127 if (parameters != null) { |
7826 _json["parameters"] = parameters.map((value) => (value).toJson()).toList()
; | 8128 _json["parameters"] = |
| 8129 parameters.map((value) => (value).toJson()).toList(); |
7827 } | 8130 } |
7828 return _json; | 8131 return _json; |
7829 } | 8132 } |
7830 } | 8133 } |
7831 | 8134 |
7832 /** | 8135 /// Global topology of the streaming Dataflow job, including all |
7833 * Global topology of the streaming Dataflow job, including all | 8136 /// computations and their sharded locations. |
7834 * computations and their sharded locations. | |
7835 */ | |
7836 class TopologyConfig { | 8137 class TopologyConfig { |
7837 /** The computations associated with a streaming Dataflow job. */ | 8138 /// The computations associated with a streaming Dataflow job. |
7838 core.List<ComputationTopology> computations; | 8139 core.List<ComputationTopology> computations; |
7839 /** The disks assigned to a streaming Dataflow job. */ | 8140 |
| 8141 /// The disks assigned to a streaming Dataflow job. |
7840 core.List<DataDiskAssignment> dataDiskAssignments; | 8142 core.List<DataDiskAssignment> dataDiskAssignments; |
7841 /** The size (in bits) of keys that will be assigned to source messages. */ | 8143 |
| 8144 /// The size (in bits) of keys that will be assigned to source messages. |
7842 core.int forwardingKeyBits; | 8145 core.int forwardingKeyBits; |
7843 /** Version number for persistent state. */ | 8146 |
| 8147 /// Version number for persistent state. |
7844 core.int persistentStateVersion; | 8148 core.int persistentStateVersion; |
7845 /** Maps user stage names to stable computation names. */ | 8149 |
| 8150 /// Maps user stage names to stable computation names. |
7846 core.Map<core.String, core.String> userStageToComputationNameMap; | 8151 core.Map<core.String, core.String> userStageToComputationNameMap; |
7847 | 8152 |
7848 TopologyConfig(); | 8153 TopologyConfig(); |
7849 | 8154 |
7850 TopologyConfig.fromJson(core.Map _json) { | 8155 TopologyConfig.fromJson(core.Map _json) { |
7851 if (_json.containsKey("computations")) { | 8156 if (_json.containsKey("computations")) { |
7852 computations = _json["computations"].map((value) => new ComputationTopolog
y.fromJson(value)).toList(); | 8157 computations = _json["computations"] |
| 8158 .map((value) => new ComputationTopology.fromJson(value)) |
| 8159 .toList(); |
7853 } | 8160 } |
7854 if (_json.containsKey("dataDiskAssignments")) { | 8161 if (_json.containsKey("dataDiskAssignments")) { |
7855 dataDiskAssignments = _json["dataDiskAssignments"].map((value) => new Data
DiskAssignment.fromJson(value)).toList(); | 8162 dataDiskAssignments = _json["dataDiskAssignments"] |
| 8163 .map((value) => new DataDiskAssignment.fromJson(value)) |
| 8164 .toList(); |
7856 } | 8165 } |
7857 if (_json.containsKey("forwardingKeyBits")) { | 8166 if (_json.containsKey("forwardingKeyBits")) { |
7858 forwardingKeyBits = _json["forwardingKeyBits"]; | 8167 forwardingKeyBits = _json["forwardingKeyBits"]; |
7859 } | 8168 } |
7860 if (_json.containsKey("persistentStateVersion")) { | 8169 if (_json.containsKey("persistentStateVersion")) { |
7861 persistentStateVersion = _json["persistentStateVersion"]; | 8170 persistentStateVersion = _json["persistentStateVersion"]; |
7862 } | 8171 } |
7863 if (_json.containsKey("userStageToComputationNameMap")) { | 8172 if (_json.containsKey("userStageToComputationNameMap")) { |
7864 userStageToComputationNameMap = _json["userStageToComputationNameMap"]; | 8173 userStageToComputationNameMap = _json["userStageToComputationNameMap"]; |
7865 } | 8174 } |
7866 } | 8175 } |
7867 | 8176 |
7868 core.Map<core.String, core.Object> toJson() { | 8177 core.Map<core.String, core.Object> toJson() { |
7869 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 8178 final core.Map<core.String, core.Object> _json = |
| 8179 new core.Map<core.String, core.Object>(); |
7870 if (computations != null) { | 8180 if (computations != null) { |
7871 _json["computations"] = computations.map((value) => (value).toJson()).toLi
st(); | 8181 _json["computations"] = |
| 8182 computations.map((value) => (value).toJson()).toList(); |
7872 } | 8183 } |
7873 if (dataDiskAssignments != null) { | 8184 if (dataDiskAssignments != null) { |
7874 _json["dataDiskAssignments"] = dataDiskAssignments.map((value) => (value).
toJson()).toList(); | 8185 _json["dataDiskAssignments"] = |
| 8186 dataDiskAssignments.map((value) => (value).toJson()).toList(); |
7875 } | 8187 } |
7876 if (forwardingKeyBits != null) { | 8188 if (forwardingKeyBits != null) { |
7877 _json["forwardingKeyBits"] = forwardingKeyBits; | 8189 _json["forwardingKeyBits"] = forwardingKeyBits; |
7878 } | 8190 } |
7879 if (persistentStateVersion != null) { | 8191 if (persistentStateVersion != null) { |
7880 _json["persistentStateVersion"] = persistentStateVersion; | 8192 _json["persistentStateVersion"] = persistentStateVersion; |
7881 } | 8193 } |
7882 if (userStageToComputationNameMap != null) { | 8194 if (userStageToComputationNameMap != null) { |
7883 _json["userStageToComputationNameMap"] = userStageToComputationNameMap; | 8195 _json["userStageToComputationNameMap"] = userStageToComputationNameMap; |
7884 } | 8196 } |
7885 return _json; | 8197 return _json; |
7886 } | 8198 } |
7887 } | 8199 } |
7888 | 8200 |
7889 /** Description of the type, names/ids, and input/outputs for a transform. */ | 8201 /// Description of the type, names/ids, and input/outputs for a transform. |
7890 class TransformSummary { | 8202 class TransformSummary { |
7891 /** Transform-specific display data. */ | 8203 /// Transform-specific display data. |
7892 core.List<DisplayData> displayData; | 8204 core.List<DisplayData> displayData; |
7893 /** SDK generated id of this transform instance. */ | 8205 |
| 8206 /// SDK generated id of this transform instance. |
7894 core.String id; | 8207 core.String id; |
7895 /** User names for all collection inputs to this transform. */ | 8208 |
| 8209 /// User names for all collection inputs to this transform. |
7896 core.List<core.String> inputCollectionName; | 8210 core.List<core.String> inputCollectionName; |
7897 /** | 8211 |
7898 * Type of transform. | 8212 /// Type of transform. |
7899 * Possible string values are: | 8213 /// Possible string values are: |
7900 * - "UNKNOWN_KIND" : Unrecognized transform type. | 8214 /// - "UNKNOWN_KIND" : Unrecognized transform type. |
7901 * - "PAR_DO_KIND" : ParDo transform. | 8215 /// - "PAR_DO_KIND" : ParDo transform. |
7902 * - "GROUP_BY_KEY_KIND" : Group By Key transform. | 8216 /// - "GROUP_BY_KEY_KIND" : Group By Key transform. |
7903 * - "FLATTEN_KIND" : Flatten transform. | 8217 /// - "FLATTEN_KIND" : Flatten transform. |
7904 * - "READ_KIND" : Read transform. | 8218 /// - "READ_KIND" : Read transform. |
7905 * - "WRITE_KIND" : Write transform. | 8219 /// - "WRITE_KIND" : Write transform. |
7906 * - "CONSTANT_KIND" : Constructs from a constant value, such as with | 8220 /// - "CONSTANT_KIND" : Constructs from a constant value, such as with |
7907 * Create.of. | 8221 /// Create.of. |
7908 * - "SINGLETON_KIND" : Creates a Singleton view of a collection. | 8222 /// - "SINGLETON_KIND" : Creates a Singleton view of a collection. |
7909 * - "SHUFFLE_KIND" : Opening or closing a shuffle session, often as part of a | 8223 /// - "SHUFFLE_KIND" : Opening or closing a shuffle session, often as part of |
7910 * GroupByKey. | 8224 /// a GroupByKey. |
7911 */ | |
7912 core.String kind; | 8225 core.String kind; |
7913 /** User provided name for this transform instance. */ | 8226 |
| 8227 /// User provided name for this transform instance. |
7914 core.String name; | 8228 core.String name; |
7915 /** User names for all collection outputs to this transform. */ | 8229 |
| 8230 /// User names for all collection outputs to this transform. |
7916 core.List<core.String> outputCollectionName; | 8231 core.List<core.String> outputCollectionName; |
7917 | 8232 |
7918 TransformSummary(); | 8233 TransformSummary(); |
7919 | 8234 |
7920 TransformSummary.fromJson(core.Map _json) { | 8235 TransformSummary.fromJson(core.Map _json) { |
7921 if (_json.containsKey("displayData")) { | 8236 if (_json.containsKey("displayData")) { |
7922 displayData = _json["displayData"].map((value) => new DisplayData.fromJson
(value)).toList(); | 8237 displayData = _json["displayData"] |
| 8238 .map((value) => new DisplayData.fromJson(value)) |
| 8239 .toList(); |
7923 } | 8240 } |
7924 if (_json.containsKey("id")) { | 8241 if (_json.containsKey("id")) { |
7925 id = _json["id"]; | 8242 id = _json["id"]; |
7926 } | 8243 } |
7927 if (_json.containsKey("inputCollectionName")) { | 8244 if (_json.containsKey("inputCollectionName")) { |
7928 inputCollectionName = _json["inputCollectionName"]; | 8245 inputCollectionName = _json["inputCollectionName"]; |
7929 } | 8246 } |
7930 if (_json.containsKey("kind")) { | 8247 if (_json.containsKey("kind")) { |
7931 kind = _json["kind"]; | 8248 kind = _json["kind"]; |
7932 } | 8249 } |
7933 if (_json.containsKey("name")) { | 8250 if (_json.containsKey("name")) { |
7934 name = _json["name"]; | 8251 name = _json["name"]; |
7935 } | 8252 } |
7936 if (_json.containsKey("outputCollectionName")) { | 8253 if (_json.containsKey("outputCollectionName")) { |
7937 outputCollectionName = _json["outputCollectionName"]; | 8254 outputCollectionName = _json["outputCollectionName"]; |
7938 } | 8255 } |
7939 } | 8256 } |
7940 | 8257 |
7941 core.Map<core.String, core.Object> toJson() { | 8258 core.Map<core.String, core.Object> toJson() { |
7942 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 8259 final core.Map<core.String, core.Object> _json = |
| 8260 new core.Map<core.String, core.Object>(); |
7943 if (displayData != null) { | 8261 if (displayData != null) { |
7944 _json["displayData"] = displayData.map((value) => (value).toJson()).toList
(); | 8262 _json["displayData"] = |
| 8263 displayData.map((value) => (value).toJson()).toList(); |
7945 } | 8264 } |
7946 if (id != null) { | 8265 if (id != null) { |
7947 _json["id"] = id; | 8266 _json["id"] = id; |
7948 } | 8267 } |
7949 if (inputCollectionName != null) { | 8268 if (inputCollectionName != null) { |
7950 _json["inputCollectionName"] = inputCollectionName; | 8269 _json["inputCollectionName"] = inputCollectionName; |
7951 } | 8270 } |
7952 if (kind != null) { | 8271 if (kind != null) { |
7953 _json["kind"] = kind; | 8272 _json["kind"] = kind; |
7954 } | 8273 } |
7955 if (name != null) { | 8274 if (name != null) { |
7956 _json["name"] = name; | 8275 _json["name"] = name; |
7957 } | 8276 } |
7958 if (outputCollectionName != null) { | 8277 if (outputCollectionName != null) { |
7959 _json["outputCollectionName"] = outputCollectionName; | 8278 _json["outputCollectionName"] = outputCollectionName; |
7960 } | 8279 } |
7961 return _json; | 8280 return _json; |
7962 } | 8281 } |
7963 } | 8282 } |
7964 | 8283 |
7965 /** | 8284 /// WorkItem represents basic information about a WorkItem to be executed |
7966 * WorkItem represents basic information about a WorkItem to be executed | 8285 /// in the cloud. |
7967 * in the cloud. | |
7968 */ | |
7969 class WorkItem { | 8286 class WorkItem { |
7970 /** Work item-specific configuration as an opaque blob. */ | 8287 /// Work item-specific configuration as an opaque blob. |
7971 core.String configuration; | 8288 core.String configuration; |
7972 /** Identifies this WorkItem. */ | 8289 |
| 8290 /// Identifies this WorkItem. |
7973 core.String id; | 8291 core.String id; |
7974 /** The initial index to use when reporting the status of the WorkItem. */ | 8292 |
| 8293 /// The initial index to use when reporting the status of the WorkItem. |
7975 core.String initialReportIndex; | 8294 core.String initialReportIndex; |
7976 /** Identifies the workflow job this WorkItem belongs to. */ | 8295 |
| 8296 /// Identifies the workflow job this WorkItem belongs to. |
7977 core.String jobId; | 8297 core.String jobId; |
7978 /** Time when the lease on this Work will expire. */ | 8298 |
| 8299 /// Time when the lease on this Work will expire. |
7979 core.String leaseExpireTime; | 8300 core.String leaseExpireTime; |
7980 /** Additional information for MapTask WorkItems. */ | 8301 |
| 8302 /// Additional information for MapTask WorkItems. |
7981 MapTask mapTask; | 8303 MapTask mapTask; |
7982 /** | 8304 |
7983 * Any required packages that need to be fetched in order to execute | 8305 /// Any required packages that need to be fetched in order to execute |
7984 * this WorkItem. | 8306 /// this WorkItem. |
7985 */ | |
7986 core.List<Package> packages; | 8307 core.List<Package> packages; |
7987 /** Identifies the cloud project this WorkItem belongs to. */ | 8308 |
| 8309 /// Identifies the cloud project this WorkItem belongs to. |
7988 core.String projectId; | 8310 core.String projectId; |
7989 /** Recommended reporting interval. */ | 8311 |
| 8312 /// Recommended reporting interval. |
7990 core.String reportStatusInterval; | 8313 core.String reportStatusInterval; |
7991 /** Additional information for SeqMapTask WorkItems. */ | 8314 |
| 8315 /// Additional information for SeqMapTask WorkItems. |
7992 SeqMapTask seqMapTask; | 8316 SeqMapTask seqMapTask; |
7993 /** Additional information for ShellTask WorkItems. */ | 8317 |
| 8318 /// Additional information for ShellTask WorkItems. |
7994 ShellTask shellTask; | 8319 ShellTask shellTask; |
7995 /** Additional information for source operation WorkItems. */ | 8320 |
| 8321 /// Additional information for source operation WorkItems. |
7996 SourceOperationRequest sourceOperationTask; | 8322 SourceOperationRequest sourceOperationTask; |
7997 /** Additional information for StreamingComputationTask WorkItems. */ | 8323 |
| 8324 /// Additional information for StreamingComputationTask WorkItems. |
7998 StreamingComputationTask streamingComputationTask; | 8325 StreamingComputationTask streamingComputationTask; |
7999 /** Additional information for StreamingConfigTask WorkItems. */ | 8326 |
| 8327 /// Additional information for StreamingConfigTask WorkItems. |
8000 StreamingConfigTask streamingConfigTask; | 8328 StreamingConfigTask streamingConfigTask; |
8001 /** Additional information for StreamingSetupTask WorkItems. */ | 8329 |
| 8330 /// Additional information for StreamingSetupTask WorkItems. |
8002 StreamingSetupTask streamingSetupTask; | 8331 StreamingSetupTask streamingSetupTask; |
8003 | 8332 |
8004 WorkItem(); | 8333 WorkItem(); |
8005 | 8334 |
8006 WorkItem.fromJson(core.Map _json) { | 8335 WorkItem.fromJson(core.Map _json) { |
8007 if (_json.containsKey("configuration")) { | 8336 if (_json.containsKey("configuration")) { |
8008 configuration = _json["configuration"]; | 8337 configuration = _json["configuration"]; |
8009 } | 8338 } |
8010 if (_json.containsKey("id")) { | 8339 if (_json.containsKey("id")) { |
8011 id = _json["id"]; | 8340 id = _json["id"]; |
8012 } | 8341 } |
8013 if (_json.containsKey("initialReportIndex")) { | 8342 if (_json.containsKey("initialReportIndex")) { |
8014 initialReportIndex = _json["initialReportIndex"]; | 8343 initialReportIndex = _json["initialReportIndex"]; |
8015 } | 8344 } |
8016 if (_json.containsKey("jobId")) { | 8345 if (_json.containsKey("jobId")) { |
8017 jobId = _json["jobId"]; | 8346 jobId = _json["jobId"]; |
8018 } | 8347 } |
8019 if (_json.containsKey("leaseExpireTime")) { | 8348 if (_json.containsKey("leaseExpireTime")) { |
8020 leaseExpireTime = _json["leaseExpireTime"]; | 8349 leaseExpireTime = _json["leaseExpireTime"]; |
8021 } | 8350 } |
8022 if (_json.containsKey("mapTask")) { | 8351 if (_json.containsKey("mapTask")) { |
8023 mapTask = new MapTask.fromJson(_json["mapTask"]); | 8352 mapTask = new MapTask.fromJson(_json["mapTask"]); |
8024 } | 8353 } |
8025 if (_json.containsKey("packages")) { | 8354 if (_json.containsKey("packages")) { |
8026 packages = _json["packages"].map((value) => new Package.fromJson(value)).t
oList(); | 8355 packages = _json["packages"] |
| 8356 .map((value) => new Package.fromJson(value)) |
| 8357 .toList(); |
8027 } | 8358 } |
8028 if (_json.containsKey("projectId")) { | 8359 if (_json.containsKey("projectId")) { |
8029 projectId = _json["projectId"]; | 8360 projectId = _json["projectId"]; |
8030 } | 8361 } |
8031 if (_json.containsKey("reportStatusInterval")) { | 8362 if (_json.containsKey("reportStatusInterval")) { |
8032 reportStatusInterval = _json["reportStatusInterval"]; | 8363 reportStatusInterval = _json["reportStatusInterval"]; |
8033 } | 8364 } |
8034 if (_json.containsKey("seqMapTask")) { | 8365 if (_json.containsKey("seqMapTask")) { |
8035 seqMapTask = new SeqMapTask.fromJson(_json["seqMapTask"]); | 8366 seqMapTask = new SeqMapTask.fromJson(_json["seqMapTask"]); |
8036 } | 8367 } |
8037 if (_json.containsKey("shellTask")) { | 8368 if (_json.containsKey("shellTask")) { |
8038 shellTask = new ShellTask.fromJson(_json["shellTask"]); | 8369 shellTask = new ShellTask.fromJson(_json["shellTask"]); |
8039 } | 8370 } |
8040 if (_json.containsKey("sourceOperationTask")) { | 8371 if (_json.containsKey("sourceOperationTask")) { |
8041 sourceOperationTask = new SourceOperationRequest.fromJson(_json["sourceOpe
rationTask"]); | 8372 sourceOperationTask = |
| 8373 new SourceOperationRequest.fromJson(_json["sourceOperationTask"]); |
8042 } | 8374 } |
8043 if (_json.containsKey("streamingComputationTask")) { | 8375 if (_json.containsKey("streamingComputationTask")) { |
8044 streamingComputationTask = new StreamingComputationTask.fromJson(_json["st
reamingComputationTask"]); | 8376 streamingComputationTask = new StreamingComputationTask.fromJson( |
| 8377 _json["streamingComputationTask"]); |
8045 } | 8378 } |
8046 if (_json.containsKey("streamingConfigTask")) { | 8379 if (_json.containsKey("streamingConfigTask")) { |
8047 streamingConfigTask = new StreamingConfigTask.fromJson(_json["streamingCon
figTask"]); | 8380 streamingConfigTask = |
| 8381 new StreamingConfigTask.fromJson(_json["streamingConfigTask"]); |
8048 } | 8382 } |
8049 if (_json.containsKey("streamingSetupTask")) { | 8383 if (_json.containsKey("streamingSetupTask")) { |
8050 streamingSetupTask = new StreamingSetupTask.fromJson(_json["streamingSetup
Task"]); | 8384 streamingSetupTask = |
| 8385 new StreamingSetupTask.fromJson(_json["streamingSetupTask"]); |
8051 } | 8386 } |
8052 } | 8387 } |
8053 | 8388 |
8054 core.Map<core.String, core.Object> toJson() { | 8389 core.Map<core.String, core.Object> toJson() { |
8055 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 8390 final core.Map<core.String, core.Object> _json = |
| 8391 new core.Map<core.String, core.Object>(); |
8056 if (configuration != null) { | 8392 if (configuration != null) { |
8057 _json["configuration"] = configuration; | 8393 _json["configuration"] = configuration; |
8058 } | 8394 } |
8059 if (id != null) { | 8395 if (id != null) { |
8060 _json["id"] = id; | 8396 _json["id"] = id; |
8061 } | 8397 } |
8062 if (initialReportIndex != null) { | 8398 if (initialReportIndex != null) { |
8063 _json["initialReportIndex"] = initialReportIndex; | 8399 _json["initialReportIndex"] = initialReportIndex; |
8064 } | 8400 } |
8065 if (jobId != null) { | 8401 if (jobId != null) { |
(...skipping 29 matching lines...) Expand all Loading... |
8095 if (streamingConfigTask != null) { | 8431 if (streamingConfigTask != null) { |
8096 _json["streamingConfigTask"] = (streamingConfigTask).toJson(); | 8432 _json["streamingConfigTask"] = (streamingConfigTask).toJson(); |
8097 } | 8433 } |
8098 if (streamingSetupTask != null) { | 8434 if (streamingSetupTask != null) { |
8099 _json["streamingSetupTask"] = (streamingSetupTask).toJson(); | 8435 _json["streamingSetupTask"] = (streamingSetupTask).toJson(); |
8100 } | 8436 } |
8101 return _json; | 8437 return _json; |
8102 } | 8438 } |
8103 } | 8439 } |
8104 | 8440 |
8105 /** | 8441 /// The Dataflow service's idea of the current state of a WorkItem |
8106 * The Dataflow service's idea of the current state of a WorkItem | 8442 /// being processed by a worker. |
8107 * being processed by a worker. | |
8108 */ | |
8109 class WorkItemServiceState { | 8443 class WorkItemServiceState { |
8110 /** | 8444 /// Other data returned by the service, specific to the particular |
8111 * Other data returned by the service, specific to the particular | 8445 /// worker harness. |
8112 * worker harness. | 8446 /// |
8113 * | 8447 /// The values for Object must be JSON objects. It can consist of `num`, |
8114 * The values for Object must be JSON objects. It can consist of `num`, | 8448 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
8115 * `String`, `bool` and `null` as well as `Map` and `List` values. | |
8116 */ | |
8117 core.Map<core.String, core.Object> harnessData; | 8449 core.Map<core.String, core.Object> harnessData; |
8118 /** Time at which the current lease will expire. */ | 8450 |
| 8451 /// Time at which the current lease will expire. |
8119 core.String leaseExpireTime; | 8452 core.String leaseExpireTime; |
8120 /** | 8453 |
8121 * The short ids that workers should use in subsequent metric updates. | 8454 /// The short ids that workers should use in subsequent metric updates. |
8122 * Workers should strive to use short ids whenever possible, but it is ok | 8455 /// Workers should strive to use short ids whenever possible, but it is ok |
8123 * to request the short_id again if a worker lost track of it | 8456 /// to request the short_id again if a worker lost track of it |
8124 * (e.g. if the worker is recovering from a crash). | 8457 /// (e.g. if the worker is recovering from a crash). |
8125 * NOTE: it is possible that the response may have short ids for a subset | 8458 /// NOTE: it is possible that the response may have short ids for a subset |
8126 * of the metrics. | 8459 /// of the metrics. |
8127 */ | |
8128 core.List<MetricShortId> metricShortId; | 8460 core.List<MetricShortId> metricShortId; |
8129 /** | 8461 |
8130 * The index value to use for the next report sent by the worker. | 8462 /// The index value to use for the next report sent by the worker. |
8131 * Note: If the report call fails for whatever reason, the worker should | 8463 /// Note: If the report call fails for whatever reason, the worker should |
8132 * reuse this index for subsequent report attempts. | 8464 /// reuse this index for subsequent report attempts. |
8133 */ | |
8134 core.String nextReportIndex; | 8465 core.String nextReportIndex; |
8135 /** New recommended reporting interval. */ | 8466 |
| 8467 /// New recommended reporting interval. |
8136 core.String reportStatusInterval; | 8468 core.String reportStatusInterval; |
8137 /** | 8469 |
8138 * The progress point in the WorkItem where the Dataflow service | 8470 /// The progress point in the WorkItem where the Dataflow service |
8139 * suggests that the worker truncate the task. | 8471 /// suggests that the worker truncate the task. |
8140 */ | |
8141 ApproximateSplitRequest splitRequest; | 8472 ApproximateSplitRequest splitRequest; |
8142 /** DEPRECATED in favor of split_request. */ | 8473 |
| 8474 /// DEPRECATED in favor of split_request. |
8143 ApproximateProgress suggestedStopPoint; | 8475 ApproximateProgress suggestedStopPoint; |
8144 /** Obsolete, always empty. */ | 8476 |
| 8477 /// Obsolete, always empty. |
8145 Position suggestedStopPosition; | 8478 Position suggestedStopPosition; |
8146 | 8479 |
8147 WorkItemServiceState(); | 8480 WorkItemServiceState(); |
8148 | 8481 |
8149 WorkItemServiceState.fromJson(core.Map _json) { | 8482 WorkItemServiceState.fromJson(core.Map _json) { |
8150 if (_json.containsKey("harnessData")) { | 8483 if (_json.containsKey("harnessData")) { |
8151 harnessData = _json["harnessData"]; | 8484 harnessData = _json["harnessData"]; |
8152 } | 8485 } |
8153 if (_json.containsKey("leaseExpireTime")) { | 8486 if (_json.containsKey("leaseExpireTime")) { |
8154 leaseExpireTime = _json["leaseExpireTime"]; | 8487 leaseExpireTime = _json["leaseExpireTime"]; |
8155 } | 8488 } |
8156 if (_json.containsKey("metricShortId")) { | 8489 if (_json.containsKey("metricShortId")) { |
8157 metricShortId = _json["metricShortId"].map((value) => new MetricShortId.fr
omJson(value)).toList(); | 8490 metricShortId = _json["metricShortId"] |
| 8491 .map((value) => new MetricShortId.fromJson(value)) |
| 8492 .toList(); |
8158 } | 8493 } |
8159 if (_json.containsKey("nextReportIndex")) { | 8494 if (_json.containsKey("nextReportIndex")) { |
8160 nextReportIndex = _json["nextReportIndex"]; | 8495 nextReportIndex = _json["nextReportIndex"]; |
8161 } | 8496 } |
8162 if (_json.containsKey("reportStatusInterval")) { | 8497 if (_json.containsKey("reportStatusInterval")) { |
8163 reportStatusInterval = _json["reportStatusInterval"]; | 8498 reportStatusInterval = _json["reportStatusInterval"]; |
8164 } | 8499 } |
8165 if (_json.containsKey("splitRequest")) { | 8500 if (_json.containsKey("splitRequest")) { |
8166 splitRequest = new ApproximateSplitRequest.fromJson(_json["splitRequest"])
; | 8501 splitRequest = |
| 8502 new ApproximateSplitRequest.fromJson(_json["splitRequest"]); |
8167 } | 8503 } |
8168 if (_json.containsKey("suggestedStopPoint")) { | 8504 if (_json.containsKey("suggestedStopPoint")) { |
8169 suggestedStopPoint = new ApproximateProgress.fromJson(_json["suggestedStop
Point"]); | 8505 suggestedStopPoint = |
| 8506 new ApproximateProgress.fromJson(_json["suggestedStopPoint"]); |
8170 } | 8507 } |
8171 if (_json.containsKey("suggestedStopPosition")) { | 8508 if (_json.containsKey("suggestedStopPosition")) { |
8172 suggestedStopPosition = new Position.fromJson(_json["suggestedStopPosition
"]); | 8509 suggestedStopPosition = |
| 8510 new Position.fromJson(_json["suggestedStopPosition"]); |
8173 } | 8511 } |
8174 } | 8512 } |
8175 | 8513 |
8176 core.Map<core.String, core.Object> toJson() { | 8514 core.Map<core.String, core.Object> toJson() { |
8177 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 8515 final core.Map<core.String, core.Object> _json = |
| 8516 new core.Map<core.String, core.Object>(); |
8178 if (harnessData != null) { | 8517 if (harnessData != null) { |
8179 _json["harnessData"] = harnessData; | 8518 _json["harnessData"] = harnessData; |
8180 } | 8519 } |
8181 if (leaseExpireTime != null) { | 8520 if (leaseExpireTime != null) { |
8182 _json["leaseExpireTime"] = leaseExpireTime; | 8521 _json["leaseExpireTime"] = leaseExpireTime; |
8183 } | 8522 } |
8184 if (metricShortId != null) { | 8523 if (metricShortId != null) { |
8185 _json["metricShortId"] = metricShortId.map((value) => (value).toJson()).to
List(); | 8524 _json["metricShortId"] = |
| 8525 metricShortId.map((value) => (value).toJson()).toList(); |
8186 } | 8526 } |
8187 if (nextReportIndex != null) { | 8527 if (nextReportIndex != null) { |
8188 _json["nextReportIndex"] = nextReportIndex; | 8528 _json["nextReportIndex"] = nextReportIndex; |
8189 } | 8529 } |
8190 if (reportStatusInterval != null) { | 8530 if (reportStatusInterval != null) { |
8191 _json["reportStatusInterval"] = reportStatusInterval; | 8531 _json["reportStatusInterval"] = reportStatusInterval; |
8192 } | 8532 } |
8193 if (splitRequest != null) { | 8533 if (splitRequest != null) { |
8194 _json["splitRequest"] = (splitRequest).toJson(); | 8534 _json["splitRequest"] = (splitRequest).toJson(); |
8195 } | 8535 } |
8196 if (suggestedStopPoint != null) { | 8536 if (suggestedStopPoint != null) { |
8197 _json["suggestedStopPoint"] = (suggestedStopPoint).toJson(); | 8537 _json["suggestedStopPoint"] = (suggestedStopPoint).toJson(); |
8198 } | 8538 } |
8199 if (suggestedStopPosition != null) { | 8539 if (suggestedStopPosition != null) { |
8200 _json["suggestedStopPosition"] = (suggestedStopPosition).toJson(); | 8540 _json["suggestedStopPosition"] = (suggestedStopPosition).toJson(); |
8201 } | 8541 } |
8202 return _json; | 8542 return _json; |
8203 } | 8543 } |
8204 } | 8544 } |
8205 | 8545 |
8206 /** Conveys a worker's progress through the work described by a WorkItem. */ | 8546 /// Conveys a worker's progress through the work described by a WorkItem. |
8207 class WorkItemStatus { | 8547 class WorkItemStatus { |
8208 /** True if the WorkItem was completed (successfully or unsuccessfully). */ | 8548 /// True if the WorkItem was completed (successfully or unsuccessfully). |
8209 core.bool completed; | 8549 core.bool completed; |
8210 /** Worker output counters for this WorkItem. */ | 8550 |
| 8551 /// Worker output counters for this WorkItem. |
8211 core.List<CounterUpdate> counterUpdates; | 8552 core.List<CounterUpdate> counterUpdates; |
8212 /** See documentation of stop_position. */ | 8553 |
| 8554 /// See documentation of stop_position. |
8213 DynamicSourceSplit dynamicSourceSplit; | 8555 DynamicSourceSplit dynamicSourceSplit; |
8214 /** | 8556 |
8215 * Specifies errors which occurred during processing. If errors are | 8557 /// Specifies errors which occurred during processing. If errors are |
8216 * provided, and completed = true, then the WorkItem is considered | 8558 /// provided, and completed = true, then the WorkItem is considered |
8217 * to have failed. | 8559 /// to have failed. |
8218 */ | |
8219 core.List<Status> errors; | 8560 core.List<Status> errors; |
8220 /** DEPRECATED in favor of counter_updates. */ | 8561 |
| 8562 /// DEPRECATED in favor of counter_updates. |
8221 core.List<MetricUpdate> metricUpdates; | 8563 core.List<MetricUpdate> metricUpdates; |
8222 /** DEPRECATED in favor of reported_progress. */ | 8564 |
| 8565 /// DEPRECATED in favor of reported_progress. |
8223 ApproximateProgress progress; | 8566 ApproximateProgress progress; |
8224 /** | 8567 |
8225 * The report index. When a WorkItem is leased, the lease will | 8568 /// The report index. When a WorkItem is leased, the lease will |
8226 * contain an initial report index. When a WorkItem's status is | 8569 /// contain an initial report index. When a WorkItem's status is |
8227 * reported to the system, the report should be sent with | 8570 /// reported to the system, the report should be sent with |
8228 * that report index, and the response will contain the index the | 8571 /// that report index, and the response will contain the index the |
8229 * worker should use for the next report. Reports received with | 8572 /// worker should use for the next report. Reports received with |
8230 * unexpected index values will be rejected by the service. | 8573 /// unexpected index values will be rejected by the service. |
8231 * | 8574 /// |
8232 * In order to preserve idempotency, the worker should not alter the | 8575 /// In order to preserve idempotency, the worker should not alter the |
8233 * contents of a report, even if the worker must submit the same | 8576 /// contents of a report, even if the worker must submit the same |
8234 * report multiple times before getting back a response. The worker | 8577 /// report multiple times before getting back a response. The worker |
8235 * should not submit a subsequent report until the response for the | 8578 /// should not submit a subsequent report until the response for the |
8236 * previous report had been received from the service. | 8579 /// previous report had been received from the service. |
8237 */ | |
8238 core.String reportIndex; | 8580 core.String reportIndex; |
8239 /** The worker's progress through this WorkItem. */ | 8581 |
| 8582 /// The worker's progress through this WorkItem. |
8240 ApproximateReportedProgress reportedProgress; | 8583 ApproximateReportedProgress reportedProgress; |
8241 /** Amount of time the worker requests for its lease. */ | 8584 |
| 8585 /// Amount of time the worker requests for its lease. |
8242 core.String requestedLeaseDuration; | 8586 core.String requestedLeaseDuration; |
8243 /** DEPRECATED in favor of dynamic_source_split. */ | 8587 |
| 8588 /// DEPRECATED in favor of dynamic_source_split. |
8244 SourceFork sourceFork; | 8589 SourceFork sourceFork; |
8245 /** | 8590 |
8246 * If the work item represented a SourceOperationRequest, and the work | 8591 /// If the work item represented a SourceOperationRequest, and the work |
8247 * is completed, contains the result of the operation. | 8592 /// is completed, contains the result of the operation. |
8248 */ | |
8249 SourceOperationResponse sourceOperationResponse; | 8593 SourceOperationResponse sourceOperationResponse; |
8250 /** | 8594 |
8251 * A worker may split an active map task in two parts, "primary" and | 8595 /// A worker may split an active map task in two parts, "primary" and |
8252 * "residual", continuing to process the primary part and returning the | 8596 /// "residual", continuing to process the primary part and returning the |
8253 * residual part into the pool of available work. | 8597 /// residual part into the pool of available work. |
8254 * This event is called a "dynamic split" and is critical to the dynamic | 8598 /// This event is called a "dynamic split" and is critical to the dynamic |
8255 * work rebalancing feature. The two obtained sub-tasks are called | 8599 /// work rebalancing feature. The two obtained sub-tasks are called |
8256 * "parts" of the split. | 8600 /// "parts" of the split. |
8257 * The parts, if concatenated, must represent the same input as would | 8601 /// The parts, if concatenated, must represent the same input as would |
8258 * be read by the current task if the split did not happen. | 8602 /// be read by the current task if the split did not happen. |
8259 * The exact way in which the original task is decomposed into the two | 8603 /// The exact way in which the original task is decomposed into the two |
8260 * parts is specified either as a position demarcating them | 8604 /// parts is specified either as a position demarcating them |
8261 * (stop_position), or explicitly as two DerivedSources, if this | 8605 /// (stop_position), or explicitly as two DerivedSources, if this |
8262 * task consumes a user-defined source type (dynamic_source_split). | 8606 /// task consumes a user-defined source type (dynamic_source_split). |
8263 * | 8607 /// |
8264 * The "current" task is adjusted as a result of the split: after a task | 8608 /// The "current" task is adjusted as a result of the split: after a task |
8265 * with range [A, B) sends a stop_position update at C, its range is | 8609 /// with range [A, B) sends a stop_position update at C, its range is |
8266 * considered to be [A, C), e.g.: | 8610 /// considered to be [A, C), e.g.: |
8267 * * Progress should be interpreted relative to the new range, e.g. | 8611 /// * Progress should be interpreted relative to the new range, e.g. |
8268 * "75% completed" means "75% of [A, C) completed" | 8612 /// "75% completed" means "75% of [A, C) completed" |
8269 * * The worker should interpret proposed_stop_position relative to the | 8613 /// * The worker should interpret proposed_stop_position relative to the |
8270 * new range, e.g. "split at 68%" should be interpreted as | 8614 /// new range, e.g. "split at 68%" should be interpreted as |
8271 * "split at 68% of [A, C)". | 8615 /// "split at 68% of [A, C)". |
8272 * * If the worker chooses to split again using stop_position, only | 8616 /// * If the worker chooses to split again using stop_position, only |
8273 * stop_positions in [A, C) will be accepted. | 8617 /// stop_positions in [A, C) will be accepted. |
8274 * * Etc. | 8618 /// * Etc. |
8275 * dynamic_source_split has similar semantics: e.g., if a task with | 8619 /// dynamic_source_split has similar semantics: e.g., if a task with |
8276 * source S splits using dynamic_source_split into {P, R} | 8620 /// source S splits using dynamic_source_split into {P, R} |
8277 * (where P and R must be together equivalent to S), then subsequent | 8621 /// (where P and R must be together equivalent to S), then subsequent |
8278 * progress and proposed_stop_position should be interpreted relative | 8622 /// progress and proposed_stop_position should be interpreted relative |
8279 * to P, and in a potential subsequent dynamic_source_split into {P', R'}, | 8623 /// to P, and in a potential subsequent dynamic_source_split into {P', R'}, |
8280 * P' and R' must be together equivalent to P, etc. | 8624 /// P' and R' must be together equivalent to P, etc. |
8281 */ | |
8282 Position stopPosition; | 8625 Position stopPosition; |
8283 /** Identifies the WorkItem. */ | 8626 |
| 8627 /// Identifies the WorkItem. |
8284 core.String workItemId; | 8628 core.String workItemId; |
8285 | 8629 |
8286 WorkItemStatus(); | 8630 WorkItemStatus(); |
8287 | 8631 |
8288 WorkItemStatus.fromJson(core.Map _json) { | 8632 WorkItemStatus.fromJson(core.Map _json) { |
8289 if (_json.containsKey("completed")) { | 8633 if (_json.containsKey("completed")) { |
8290 completed = _json["completed"]; | 8634 completed = _json["completed"]; |
8291 } | 8635 } |
8292 if (_json.containsKey("counterUpdates")) { | 8636 if (_json.containsKey("counterUpdates")) { |
8293 counterUpdates = _json["counterUpdates"].map((value) => new CounterUpdate.
fromJson(value)).toList(); | 8637 counterUpdates = _json["counterUpdates"] |
| 8638 .map((value) => new CounterUpdate.fromJson(value)) |
| 8639 .toList(); |
8294 } | 8640 } |
8295 if (_json.containsKey("dynamicSourceSplit")) { | 8641 if (_json.containsKey("dynamicSourceSplit")) { |
8296 dynamicSourceSplit = new DynamicSourceSplit.fromJson(_json["dynamicSourceS
plit"]); | 8642 dynamicSourceSplit = |
| 8643 new DynamicSourceSplit.fromJson(_json["dynamicSourceSplit"]); |
8297 } | 8644 } |
8298 if (_json.containsKey("errors")) { | 8645 if (_json.containsKey("errors")) { |
8299 errors = _json["errors"].map((value) => new Status.fromJson(value)).toList
(); | 8646 errors = |
| 8647 _json["errors"].map((value) => new Status.fromJson(value)).toList(); |
8300 } | 8648 } |
8301 if (_json.containsKey("metricUpdates")) { | 8649 if (_json.containsKey("metricUpdates")) { |
8302 metricUpdates = _json["metricUpdates"].map((value) => new MetricUpdate.fro
mJson(value)).toList(); | 8650 metricUpdates = _json["metricUpdates"] |
| 8651 .map((value) => new MetricUpdate.fromJson(value)) |
| 8652 .toList(); |
8303 } | 8653 } |
8304 if (_json.containsKey("progress")) { | 8654 if (_json.containsKey("progress")) { |
8305 progress = new ApproximateProgress.fromJson(_json["progress"]); | 8655 progress = new ApproximateProgress.fromJson(_json["progress"]); |
8306 } | 8656 } |
8307 if (_json.containsKey("reportIndex")) { | 8657 if (_json.containsKey("reportIndex")) { |
8308 reportIndex = _json["reportIndex"]; | 8658 reportIndex = _json["reportIndex"]; |
8309 } | 8659 } |
8310 if (_json.containsKey("reportedProgress")) { | 8660 if (_json.containsKey("reportedProgress")) { |
8311 reportedProgress = new ApproximateReportedProgress.fromJson(_json["reporte
dProgress"]); | 8661 reportedProgress = |
| 8662 new ApproximateReportedProgress.fromJson(_json["reportedProgress"]); |
8312 } | 8663 } |
8313 if (_json.containsKey("requestedLeaseDuration")) { | 8664 if (_json.containsKey("requestedLeaseDuration")) { |
8314 requestedLeaseDuration = _json["requestedLeaseDuration"]; | 8665 requestedLeaseDuration = _json["requestedLeaseDuration"]; |
8315 } | 8666 } |
8316 if (_json.containsKey("sourceFork")) { | 8667 if (_json.containsKey("sourceFork")) { |
8317 sourceFork = new SourceFork.fromJson(_json["sourceFork"]); | 8668 sourceFork = new SourceFork.fromJson(_json["sourceFork"]); |
8318 } | 8669 } |
8319 if (_json.containsKey("sourceOperationResponse")) { | 8670 if (_json.containsKey("sourceOperationResponse")) { |
8320 sourceOperationResponse = new SourceOperationResponse.fromJson(_json["sour
ceOperationResponse"]); | 8671 sourceOperationResponse = new SourceOperationResponse.fromJson( |
| 8672 _json["sourceOperationResponse"]); |
8321 } | 8673 } |
8322 if (_json.containsKey("stopPosition")) { | 8674 if (_json.containsKey("stopPosition")) { |
8323 stopPosition = new Position.fromJson(_json["stopPosition"]); | 8675 stopPosition = new Position.fromJson(_json["stopPosition"]); |
8324 } | 8676 } |
8325 if (_json.containsKey("workItemId")) { | 8677 if (_json.containsKey("workItemId")) { |
8326 workItemId = _json["workItemId"]; | 8678 workItemId = _json["workItemId"]; |
8327 } | 8679 } |
8328 } | 8680 } |
8329 | 8681 |
8330 core.Map<core.String, core.Object> toJson() { | 8682 core.Map<core.String, core.Object> toJson() { |
8331 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 8683 final core.Map<core.String, core.Object> _json = |
| 8684 new core.Map<core.String, core.Object>(); |
8332 if (completed != null) { | 8685 if (completed != null) { |
8333 _json["completed"] = completed; | 8686 _json["completed"] = completed; |
8334 } | 8687 } |
8335 if (counterUpdates != null) { | 8688 if (counterUpdates != null) { |
8336 _json["counterUpdates"] = counterUpdates.map((value) => (value).toJson()).
toList(); | 8689 _json["counterUpdates"] = |
| 8690 counterUpdates.map((value) => (value).toJson()).toList(); |
8337 } | 8691 } |
8338 if (dynamicSourceSplit != null) { | 8692 if (dynamicSourceSplit != null) { |
8339 _json["dynamicSourceSplit"] = (dynamicSourceSplit).toJson(); | 8693 _json["dynamicSourceSplit"] = (dynamicSourceSplit).toJson(); |
8340 } | 8694 } |
8341 if (errors != null) { | 8695 if (errors != null) { |
8342 _json["errors"] = errors.map((value) => (value).toJson()).toList(); | 8696 _json["errors"] = errors.map((value) => (value).toJson()).toList(); |
8343 } | 8697 } |
8344 if (metricUpdates != null) { | 8698 if (metricUpdates != null) { |
8345 _json["metricUpdates"] = metricUpdates.map((value) => (value).toJson()).to
List(); | 8699 _json["metricUpdates"] = |
| 8700 metricUpdates.map((value) => (value).toJson()).toList(); |
8346 } | 8701 } |
8347 if (progress != null) { | 8702 if (progress != null) { |
8348 _json["progress"] = (progress).toJson(); | 8703 _json["progress"] = (progress).toJson(); |
8349 } | 8704 } |
8350 if (reportIndex != null) { | 8705 if (reportIndex != null) { |
8351 _json["reportIndex"] = reportIndex; | 8706 _json["reportIndex"] = reportIndex; |
8352 } | 8707 } |
8353 if (reportedProgress != null) { | 8708 if (reportedProgress != null) { |
8354 _json["reportedProgress"] = (reportedProgress).toJson(); | 8709 _json["reportedProgress"] = (reportedProgress).toJson(); |
8355 } | 8710 } |
8356 if (requestedLeaseDuration != null) { | 8711 if (requestedLeaseDuration != null) { |
8357 _json["requestedLeaseDuration"] = requestedLeaseDuration; | 8712 _json["requestedLeaseDuration"] = requestedLeaseDuration; |
8358 } | 8713 } |
8359 if (sourceFork != null) { | 8714 if (sourceFork != null) { |
8360 _json["sourceFork"] = (sourceFork).toJson(); | 8715 _json["sourceFork"] = (sourceFork).toJson(); |
8361 } | 8716 } |
8362 if (sourceOperationResponse != null) { | 8717 if (sourceOperationResponse != null) { |
8363 _json["sourceOperationResponse"] = (sourceOperationResponse).toJson(); | 8718 _json["sourceOperationResponse"] = (sourceOperationResponse).toJson(); |
8364 } | 8719 } |
8365 if (stopPosition != null) { | 8720 if (stopPosition != null) { |
8366 _json["stopPosition"] = (stopPosition).toJson(); | 8721 _json["stopPosition"] = (stopPosition).toJson(); |
8367 } | 8722 } |
8368 if (workItemId != null) { | 8723 if (workItemId != null) { |
8369 _json["workItemId"] = workItemId; | 8724 _json["workItemId"] = workItemId; |
8370 } | 8725 } |
8371 return _json; | 8726 return _json; |
8372 } | 8727 } |
8373 } | 8728 } |
8374 | 8729 |
8375 /** | 8730 /// WorkerHealthReport contains information about the health of a worker. |
8376 * WorkerHealthReport contains information about the health of a worker. | 8731 /// |
8377 * | 8732 /// The VM should be identified by the labels attached to the WorkerMessage |
8378 * The VM should be identified by the labels attached to the WorkerMessage that | 8733 /// that |
8379 * this health ping belongs to. | 8734 /// this health ping belongs to. |
8380 */ | |
8381 class WorkerHealthReport { | 8735 class WorkerHealthReport { |
8382 /** | 8736 /// The pods running on the worker. See: |
8383 * The pods running on the worker. See: | 8737 /// http://kubernetes.io/v1.1/docs/api-reference/v1/definitions.html#_v1_pod |
8384 * http://kubernetes.io/v1.1/docs/api-reference/v1/definitions.html#_v1_pod | 8738 /// |
8385 * | 8739 /// This field is used by the worker to send the status of the indvidual |
8386 * This field is used by the worker to send the status of the indvidual | 8740 /// containers running on each worker. |
8387 * containers running on each worker. | 8741 /// |
8388 * | 8742 /// The values for Object must be JSON objects. It can consist of `num`, |
8389 * The values for Object must be JSON objects. It can consist of `num`, | 8743 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
8390 * `String`, `bool` and `null` as well as `Map` and `List` values. | |
8391 */ | |
8392 core.List<core.Map<core.String, core.Object>> pods; | 8744 core.List<core.Map<core.String, core.Object>> pods; |
8393 /** | 8745 |
8394 * The interval at which the worker is sending health reports. | 8746 /// The interval at which the worker is sending health reports. |
8395 * The default value of 0 should be interpreted as the field is not being | 8747 /// The default value of 0 should be interpreted as the field is not being |
8396 * explicitly set by the worker. | 8748 /// explicitly set by the worker. |
8397 */ | |
8398 core.String reportInterval; | 8749 core.String reportInterval; |
8399 /** Whether the VM is healthy. */ | 8750 |
| 8751 /// Whether the VM is healthy. |
8400 core.bool vmIsHealthy; | 8752 core.bool vmIsHealthy; |
8401 /** The time the VM was booted. */ | 8753 |
| 8754 /// The time the VM was booted. |
8402 core.String vmStartupTime; | 8755 core.String vmStartupTime; |
8403 | 8756 |
8404 WorkerHealthReport(); | 8757 WorkerHealthReport(); |
8405 | 8758 |
8406 WorkerHealthReport.fromJson(core.Map _json) { | 8759 WorkerHealthReport.fromJson(core.Map _json) { |
8407 if (_json.containsKey("pods")) { | 8760 if (_json.containsKey("pods")) { |
8408 pods = _json["pods"]; | 8761 pods = _json["pods"]; |
8409 } | 8762 } |
8410 if (_json.containsKey("reportInterval")) { | 8763 if (_json.containsKey("reportInterval")) { |
8411 reportInterval = _json["reportInterval"]; | 8764 reportInterval = _json["reportInterval"]; |
8412 } | 8765 } |
8413 if (_json.containsKey("vmIsHealthy")) { | 8766 if (_json.containsKey("vmIsHealthy")) { |
8414 vmIsHealthy = _json["vmIsHealthy"]; | 8767 vmIsHealthy = _json["vmIsHealthy"]; |
8415 } | 8768 } |
8416 if (_json.containsKey("vmStartupTime")) { | 8769 if (_json.containsKey("vmStartupTime")) { |
8417 vmStartupTime = _json["vmStartupTime"]; | 8770 vmStartupTime = _json["vmStartupTime"]; |
8418 } | 8771 } |
8419 } | 8772 } |
8420 | 8773 |
8421 core.Map<core.String, core.Object> toJson() { | 8774 core.Map<core.String, core.Object> toJson() { |
8422 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 8775 final core.Map<core.String, core.Object> _json = |
| 8776 new core.Map<core.String, core.Object>(); |
8423 if (pods != null) { | 8777 if (pods != null) { |
8424 _json["pods"] = pods; | 8778 _json["pods"] = pods; |
8425 } | 8779 } |
8426 if (reportInterval != null) { | 8780 if (reportInterval != null) { |
8427 _json["reportInterval"] = reportInterval; | 8781 _json["reportInterval"] = reportInterval; |
8428 } | 8782 } |
8429 if (vmIsHealthy != null) { | 8783 if (vmIsHealthy != null) { |
8430 _json["vmIsHealthy"] = vmIsHealthy; | 8784 _json["vmIsHealthy"] = vmIsHealthy; |
8431 } | 8785 } |
8432 if (vmStartupTime != null) { | 8786 if (vmStartupTime != null) { |
8433 _json["vmStartupTime"] = vmStartupTime; | 8787 _json["vmStartupTime"] = vmStartupTime; |
8434 } | 8788 } |
8435 return _json; | 8789 return _json; |
8436 } | 8790 } |
8437 } | 8791 } |
8438 | 8792 |
8439 /** | 8793 /// WorkerHealthReportResponse contains information returned to the worker |
8440 * WorkerHealthReportResponse contains information returned to the worker | 8794 /// in response to a health ping. |
8441 * in response to a health ping. | |
8442 */ | |
8443 class WorkerHealthReportResponse { | 8795 class WorkerHealthReportResponse { |
8444 /** | 8796 /// A positive value indicates the worker should change its reporting |
8445 * A positive value indicates the worker should change its reporting interval | 8797 /// interval |
8446 * to the specified value. | 8798 /// to the specified value. |
8447 * | 8799 /// |
8448 * The default value of zero means no change in report rate is requested by | 8800 /// The default value of zero means no change in report rate is requested by |
8449 * the server. | 8801 /// the server. |
8450 */ | |
8451 core.String reportInterval; | 8802 core.String reportInterval; |
8452 | 8803 |
8453 WorkerHealthReportResponse(); | 8804 WorkerHealthReportResponse(); |
8454 | 8805 |
8455 WorkerHealthReportResponse.fromJson(core.Map _json) { | 8806 WorkerHealthReportResponse.fromJson(core.Map _json) { |
8456 if (_json.containsKey("reportInterval")) { | 8807 if (_json.containsKey("reportInterval")) { |
8457 reportInterval = _json["reportInterval"]; | 8808 reportInterval = _json["reportInterval"]; |
8458 } | 8809 } |
8459 } | 8810 } |
8460 | 8811 |
8461 core.Map<core.String, core.Object> toJson() { | 8812 core.Map<core.String, core.Object> toJson() { |
8462 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 8813 final core.Map<core.String, core.Object> _json = |
| 8814 new core.Map<core.String, core.Object>(); |
8463 if (reportInterval != null) { | 8815 if (reportInterval != null) { |
8464 _json["reportInterval"] = reportInterval; | 8816 _json["reportInterval"] = reportInterval; |
8465 } | 8817 } |
8466 return _json; | 8818 return _json; |
8467 } | 8819 } |
8468 } | 8820 } |
8469 | 8821 |
8470 /** WorkerMessage provides information to the backend about a worker. */ | 8822 /// WorkerMessage provides information to the backend about a worker. |
8471 class WorkerMessage { | 8823 class WorkerMessage { |
8472 /** | 8824 /// Labels are used to group WorkerMessages. |
8473 * Labels are used to group WorkerMessages. | 8825 /// For example, a worker_message about a particular container |
8474 * For example, a worker_message about a particular container | 8826 /// might have the labels: |
8475 * might have the labels: | 8827 /// { "JOB_ID": "2015-04-22", |
8476 * { "JOB_ID": "2015-04-22", | 8828 /// "WORKER_ID": "wordcount-vm-2015…" |
8477 * "WORKER_ID": "wordcount-vm-2015…" | 8829 /// "CONTAINER_TYPE": "worker", |
8478 * "CONTAINER_TYPE": "worker", | 8830 /// "CONTAINER_ID": "ac1234def"} |
8479 * "CONTAINER_ID": "ac1234def"} | 8831 /// Label tags typically correspond to Label enum values. However, for ease |
8480 * Label tags typically correspond to Label enum values. However, for ease | 8832 /// of development other strings can be used as tags. LABEL_UNSPECIFIED |
8481 * of development other strings can be used as tags. LABEL_UNSPECIFIED should | 8833 /// should |
8482 * not be used here. | 8834 /// not be used here. |
8483 */ | |
8484 core.Map<core.String, core.String> labels; | 8835 core.Map<core.String, core.String> labels; |
8485 /** The timestamp of the worker_message. */ | 8836 |
| 8837 /// The timestamp of the worker_message. |
8486 core.String time; | 8838 core.String time; |
8487 /** The health of a worker. */ | 8839 |
| 8840 /// The health of a worker. |
8488 WorkerHealthReport workerHealthReport; | 8841 WorkerHealthReport workerHealthReport; |
8489 /** A worker message code. */ | 8842 |
| 8843 /// A worker message code. |
8490 WorkerMessageCode workerMessageCode; | 8844 WorkerMessageCode workerMessageCode; |
8491 /** Resource metrics reported by workers. */ | 8845 |
| 8846 /// Resource metrics reported by workers. |
8492 ResourceUtilizationReport workerMetrics; | 8847 ResourceUtilizationReport workerMetrics; |
8493 | 8848 |
| 8849 /// Shutdown notice by workers. |
| 8850 WorkerShutdownNotice workerShutdownNotice; |
| 8851 |
8494 WorkerMessage(); | 8852 WorkerMessage(); |
8495 | 8853 |
8496 WorkerMessage.fromJson(core.Map _json) { | 8854 WorkerMessage.fromJson(core.Map _json) { |
8497 if (_json.containsKey("labels")) { | 8855 if (_json.containsKey("labels")) { |
8498 labels = _json["labels"]; | 8856 labels = _json["labels"]; |
8499 } | 8857 } |
8500 if (_json.containsKey("time")) { | 8858 if (_json.containsKey("time")) { |
8501 time = _json["time"]; | 8859 time = _json["time"]; |
8502 } | 8860 } |
8503 if (_json.containsKey("workerHealthReport")) { | 8861 if (_json.containsKey("workerHealthReport")) { |
8504 workerHealthReport = new WorkerHealthReport.fromJson(_json["workerHealthRe
port"]); | 8862 workerHealthReport = |
| 8863 new WorkerHealthReport.fromJson(_json["workerHealthReport"]); |
8505 } | 8864 } |
8506 if (_json.containsKey("workerMessageCode")) { | 8865 if (_json.containsKey("workerMessageCode")) { |
8507 workerMessageCode = new WorkerMessageCode.fromJson(_json["workerMessageCod
e"]); | 8866 workerMessageCode = |
| 8867 new WorkerMessageCode.fromJson(_json["workerMessageCode"]); |
8508 } | 8868 } |
8509 if (_json.containsKey("workerMetrics")) { | 8869 if (_json.containsKey("workerMetrics")) { |
8510 workerMetrics = new ResourceUtilizationReport.fromJson(_json["workerMetric
s"]); | 8870 workerMetrics = |
| 8871 new ResourceUtilizationReport.fromJson(_json["workerMetrics"]); |
| 8872 } |
| 8873 if (_json.containsKey("workerShutdownNotice")) { |
| 8874 workerShutdownNotice = |
| 8875 new WorkerShutdownNotice.fromJson(_json["workerShutdownNotice"]); |
8511 } | 8876 } |
8512 } | 8877 } |
8513 | 8878 |
8514 core.Map<core.String, core.Object> toJson() { | 8879 core.Map<core.String, core.Object> toJson() { |
8515 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 8880 final core.Map<core.String, core.Object> _json = |
| 8881 new core.Map<core.String, core.Object>(); |
8516 if (labels != null) { | 8882 if (labels != null) { |
8517 _json["labels"] = labels; | 8883 _json["labels"] = labels; |
8518 } | 8884 } |
8519 if (time != null) { | 8885 if (time != null) { |
8520 _json["time"] = time; | 8886 _json["time"] = time; |
8521 } | 8887 } |
8522 if (workerHealthReport != null) { | 8888 if (workerHealthReport != null) { |
8523 _json["workerHealthReport"] = (workerHealthReport).toJson(); | 8889 _json["workerHealthReport"] = (workerHealthReport).toJson(); |
8524 } | 8890 } |
8525 if (workerMessageCode != null) { | 8891 if (workerMessageCode != null) { |
8526 _json["workerMessageCode"] = (workerMessageCode).toJson(); | 8892 _json["workerMessageCode"] = (workerMessageCode).toJson(); |
8527 } | 8893 } |
8528 if (workerMetrics != null) { | 8894 if (workerMetrics != null) { |
8529 _json["workerMetrics"] = (workerMetrics).toJson(); | 8895 _json["workerMetrics"] = (workerMetrics).toJson(); |
8530 } | 8896 } |
| 8897 if (workerShutdownNotice != null) { |
| 8898 _json["workerShutdownNotice"] = (workerShutdownNotice).toJson(); |
| 8899 } |
8531 return _json; | 8900 return _json; |
8532 } | 8901 } |
8533 } | 8902 } |
8534 | 8903 |
8535 /** | 8904 /// A message code is used to report status and error messages to the service. |
8536 * A message code is used to report status and error messages to the service. | 8905 /// The message codes are intended to be machine readable. The service will |
8537 * The message codes are intended to be machine readable. The service will | 8906 /// take care of translating these into user understandable messages if |
8538 * take care of translating these into user understandable messages if | 8907 /// necessary. |
8539 * necessary. | 8908 /// |
8540 * | 8909 /// Example use cases: |
8541 * Example use cases: | 8910 /// 1. Worker processes reporting successful startup. |
8542 * 1. Worker processes reporting successful startup. | 8911 /// 2. Worker processes reporting specific errors (e.g. package staging |
8543 * 2. Worker processes reporting specific errors (e.g. package staging | 8912 /// failure). |
8544 * failure). | |
8545 */ | |
8546 class WorkerMessageCode { | 8913 class WorkerMessageCode { |
8547 /** | 8914 /// The code is a string intended for consumption by a machine that |
8548 * The code is a string intended for consumption by a machine that identifies | 8915 /// identifies |
8549 * the type of message being sent. | 8916 /// the type of message being sent. |
8550 * Examples: | 8917 /// Examples: |
8551 * 1. "HARNESS_STARTED" might be used to indicate the worker harness has | 8918 /// 1. "HARNESS_STARTED" might be used to indicate the worker harness has |
8552 * started. | 8919 /// started. |
8553 * 2. "GCS_DOWNLOAD_ERROR" might be used to indicate an error downloading | 8920 /// 2. "GCS_DOWNLOAD_ERROR" might be used to indicate an error downloading |
8554 * a GCS file as part of the boot process of one of the worker containers. | 8921 /// a GCS file as part of the boot process of one of the worker containers. |
8555 * | 8922 /// |
8556 * This is a string and not an enum to make it easy to add new codes without | 8923 /// This is a string and not an enum to make it easy to add new codes without |
8557 * waiting for an API change. | 8924 /// waiting for an API change. |
8558 */ | |
8559 core.String code; | 8925 core.String code; |
8560 /** | 8926 |
8561 * Parameters contains specific information about the code. | 8927 /// Parameters contains specific information about the code. |
8562 * | 8928 /// |
8563 * This is a struct to allow parameters of different types. | 8929 /// This is a struct to allow parameters of different types. |
8564 * | 8930 /// |
8565 * Examples: | 8931 /// Examples: |
8566 * 1. For a "HARNESS_STARTED" message parameters might provide the name | 8932 /// 1. For a "HARNESS_STARTED" message parameters might provide the name |
8567 * of the worker and additional data like timing information. | 8933 /// of the worker and additional data like timing information. |
8568 * 2. For a "GCS_DOWNLOAD_ERROR" parameters might contain fields listing | 8934 /// 2. For a "GCS_DOWNLOAD_ERROR" parameters might contain fields listing |
8569 * the GCS objects being downloaded and fields containing errors. | 8935 /// the GCS objects being downloaded and fields containing errors. |
8570 * | 8936 /// |
8571 * In general complex data structures should be avoided. If a worker | 8937 /// In general complex data structures should be avoided. If a worker |
8572 * needs to send a specific and complicated data structure then please | 8938 /// needs to send a specific and complicated data structure then please |
8573 * consider defining a new proto and adding it to the data oneof in | 8939 /// consider defining a new proto and adding it to the data oneof in |
8574 * WorkerMessageResponse. | 8940 /// WorkerMessageResponse. |
8575 * | 8941 /// |
8576 * Conventions: | 8942 /// Conventions: |
8577 * Parameters should only be used for information that isn't typically passed | 8943 /// Parameters should only be used for information that isn't typically |
8578 * as a label. | 8944 /// passed |
8579 * hostname and other worker identifiers should almost always be passed | 8945 /// as a label. |
8580 * as labels since they will be included on most messages. | 8946 /// hostname and other worker identifiers should almost always be passed |
8581 * | 8947 /// as labels since they will be included on most messages. |
8582 * The values for Object must be JSON objects. It can consist of `num`, | 8948 /// |
8583 * `String`, `bool` and `null` as well as `Map` and `List` values. | 8949 /// The values for Object must be JSON objects. It can consist of `num`, |
8584 */ | 8950 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
8585 core.Map<core.String, core.Object> parameters; | 8951 core.Map<core.String, core.Object> parameters; |
8586 | 8952 |
8587 WorkerMessageCode(); | 8953 WorkerMessageCode(); |
8588 | 8954 |
8589 WorkerMessageCode.fromJson(core.Map _json) { | 8955 WorkerMessageCode.fromJson(core.Map _json) { |
8590 if (_json.containsKey("code")) { | 8956 if (_json.containsKey("code")) { |
8591 code = _json["code"]; | 8957 code = _json["code"]; |
8592 } | 8958 } |
8593 if (_json.containsKey("parameters")) { | 8959 if (_json.containsKey("parameters")) { |
8594 parameters = _json["parameters"]; | 8960 parameters = _json["parameters"]; |
8595 } | 8961 } |
8596 } | 8962 } |
8597 | 8963 |
8598 core.Map<core.String, core.Object> toJson() { | 8964 core.Map<core.String, core.Object> toJson() { |
8599 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 8965 final core.Map<core.String, core.Object> _json = |
| 8966 new core.Map<core.String, core.Object>(); |
8600 if (code != null) { | 8967 if (code != null) { |
8601 _json["code"] = code; | 8968 _json["code"] = code; |
8602 } | 8969 } |
8603 if (parameters != null) { | 8970 if (parameters != null) { |
8604 _json["parameters"] = parameters; | 8971 _json["parameters"] = parameters; |
8605 } | 8972 } |
8606 return _json; | 8973 return _json; |
8607 } | 8974 } |
8608 } | 8975 } |
8609 | 8976 |
8610 /** | 8977 /// A worker_message response allows the server to pass information to the |
8611 * A worker_message response allows the server to pass information to the | 8978 /// sender. |
8612 * sender. | |
8613 */ | |
8614 class WorkerMessageResponse { | 8979 class WorkerMessageResponse { |
8615 /** The service's response to a worker's health report. */ | 8980 /// The service's response to a worker's health report. |
8616 WorkerHealthReportResponse workerHealthReportResponse; | 8981 WorkerHealthReportResponse workerHealthReportResponse; |
8617 /** Service's response to reporting worker metrics (currently empty). */ | 8982 |
| 8983 /// Service's response to reporting worker metrics (currently empty). |
8618 ResourceUtilizationReportResponse workerMetricsResponse; | 8984 ResourceUtilizationReportResponse workerMetricsResponse; |
8619 | 8985 |
| 8986 /// Service's response to shutdown notice (currently empty). |
| 8987 WorkerShutdownNoticeResponse workerShutdownNoticeResponse; |
| 8988 |
8620 WorkerMessageResponse(); | 8989 WorkerMessageResponse(); |
8621 | 8990 |
8622 WorkerMessageResponse.fromJson(core.Map _json) { | 8991 WorkerMessageResponse.fromJson(core.Map _json) { |
8623 if (_json.containsKey("workerHealthReportResponse")) { | 8992 if (_json.containsKey("workerHealthReportResponse")) { |
8624 workerHealthReportResponse = new WorkerHealthReportResponse.fromJson(_json
["workerHealthReportResponse"]); | 8993 workerHealthReportResponse = new WorkerHealthReportResponse.fromJson( |
| 8994 _json["workerHealthReportResponse"]); |
8625 } | 8995 } |
8626 if (_json.containsKey("workerMetricsResponse")) { | 8996 if (_json.containsKey("workerMetricsResponse")) { |
8627 workerMetricsResponse = new ResourceUtilizationReportResponse.fromJson(_js
on["workerMetricsResponse"]); | 8997 workerMetricsResponse = new ResourceUtilizationReportResponse.fromJson( |
| 8998 _json["workerMetricsResponse"]); |
| 8999 } |
| 9000 if (_json.containsKey("workerShutdownNoticeResponse")) { |
| 9001 workerShutdownNoticeResponse = new WorkerShutdownNoticeResponse.fromJson( |
| 9002 _json["workerShutdownNoticeResponse"]); |
8628 } | 9003 } |
8629 } | 9004 } |
8630 | 9005 |
8631 core.Map<core.String, core.Object> toJson() { | 9006 core.Map<core.String, core.Object> toJson() { |
8632 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 9007 final core.Map<core.String, core.Object> _json = |
| 9008 new core.Map<core.String, core.Object>(); |
8633 if (workerHealthReportResponse != null) { | 9009 if (workerHealthReportResponse != null) { |
8634 _json["workerHealthReportResponse"] = (workerHealthReportResponse).toJson(
); | 9010 _json["workerHealthReportResponse"] = |
| 9011 (workerHealthReportResponse).toJson(); |
8635 } | 9012 } |
8636 if (workerMetricsResponse != null) { | 9013 if (workerMetricsResponse != null) { |
8637 _json["workerMetricsResponse"] = (workerMetricsResponse).toJson(); | 9014 _json["workerMetricsResponse"] = (workerMetricsResponse).toJson(); |
8638 } | 9015 } |
| 9016 if (workerShutdownNoticeResponse != null) { |
| 9017 _json["workerShutdownNoticeResponse"] = |
| 9018 (workerShutdownNoticeResponse).toJson(); |
| 9019 } |
8639 return _json; | 9020 return _json; |
8640 } | 9021 } |
8641 } | 9022 } |
8642 | 9023 |
8643 /** | 9024 /// Describes one particular pool of Cloud Dataflow workers to be |
8644 * Describes one particular pool of Cloud Dataflow workers to be | 9025 /// instantiated by the Cloud Dataflow service in order to perform the |
8645 * instantiated by the Cloud Dataflow service in order to perform the | 9026 /// computations required by a job. Note that a workflow job may use |
8646 * computations required by a job. Note that a workflow job may use | 9027 /// multiple pools, in order to match the various computational |
8647 * multiple pools, in order to match the various computational | 9028 /// requirements of the various stages of the job. |
8648 * requirements of the various stages of the job. | |
8649 */ | |
8650 class WorkerPool { | 9029 class WorkerPool { |
8651 /** Settings for autoscaling of this WorkerPool. */ | 9030 /// Settings for autoscaling of this WorkerPool. |
8652 AutoscalingSettings autoscalingSettings; | 9031 AutoscalingSettings autoscalingSettings; |
8653 /** Data disks that are used by a VM in this workflow. */ | 9032 |
| 9033 /// Data disks that are used by a VM in this workflow. |
8654 core.List<Disk> dataDisks; | 9034 core.List<Disk> dataDisks; |
8655 /** | 9035 |
8656 * The default package set to install. This allows the service to | 9036 /// The default package set to install. This allows the service to |
8657 * select a default set of packages which are useful to worker | 9037 /// select a default set of packages which are useful to worker |
8658 * harnesses written in a particular language. | 9038 /// harnesses written in a particular language. |
8659 * Possible string values are: | 9039 /// Possible string values are: |
8660 * - "DEFAULT_PACKAGE_SET_UNKNOWN" : The default set of packages to stage is | 9040 /// - "DEFAULT_PACKAGE_SET_UNKNOWN" : The default set of packages to stage is |
8661 * unknown, or unspecified. | 9041 /// unknown, or unspecified. |
8662 * - "DEFAULT_PACKAGE_SET_NONE" : Indicates that no packages should be staged | 9042 /// - "DEFAULT_PACKAGE_SET_NONE" : Indicates that no packages should be |
8663 * at the worker unless | 9043 /// staged at the worker unless |
8664 * explicitly specified by the job. | 9044 /// explicitly specified by the job. |
8665 * - "DEFAULT_PACKAGE_SET_JAVA" : Stage packages typically useful to workers | 9045 /// - "DEFAULT_PACKAGE_SET_JAVA" : Stage packages typically useful to workers |
8666 * written in Java. | 9046 /// written in Java. |
8667 * - "DEFAULT_PACKAGE_SET_PYTHON" : Stage pacakges typically useful to workers | 9047 /// - "DEFAULT_PACKAGE_SET_PYTHON" : Stage pacakges typically useful to |
8668 * written in Python. | 9048 /// workers written in Python. |
8669 */ | |
8670 core.String defaultPackageSet; | 9049 core.String defaultPackageSet; |
8671 /** | 9050 |
8672 * Size of root disk for VMs, in GB. If zero or unspecified, the service will | 9051 /// Size of root disk for VMs, in GB. If zero or unspecified, the service |
8673 * attempt to choose a reasonable default. | 9052 /// will |
8674 */ | 9053 /// attempt to choose a reasonable default. |
8675 core.int diskSizeGb; | 9054 core.int diskSizeGb; |
8676 /** Fully qualified source image for disks. */ | 9055 |
| 9056 /// Fully qualified source image for disks. |
8677 core.String diskSourceImage; | 9057 core.String diskSourceImage; |
8678 /** | 9058 |
8679 * Type of root disk for VMs. If empty or unspecified, the service will | 9059 /// Type of root disk for VMs. If empty or unspecified, the service will |
8680 * attempt to choose a reasonable default. | 9060 /// attempt to choose a reasonable default. |
8681 */ | |
8682 core.String diskType; | 9061 core.String diskType; |
8683 /** | 9062 |
8684 * Configuration for VM IPs. | 9063 /// Configuration for VM IPs. |
8685 * Possible string values are: | 9064 /// Possible string values are: |
8686 * - "WORKER_IP_UNSPECIFIED" : The configuration is unknown, or unspecified. | 9065 /// - "WORKER_IP_UNSPECIFIED" : The configuration is unknown, or unspecified. |
8687 * - "WORKER_IP_PUBLIC" : Workers should have public IP addresses. | 9066 /// - "WORKER_IP_PUBLIC" : Workers should have public IP addresses. |
8688 * - "WORKER_IP_PRIVATE" : Workers should have private IP addresses. | 9067 /// - "WORKER_IP_PRIVATE" : Workers should have private IP addresses. |
8689 */ | |
8690 core.String ipConfiguration; | 9068 core.String ipConfiguration; |
8691 /** | 9069 |
8692 * The kind of the worker pool; currently only `harness` and `shuffle` | 9070 /// The kind of the worker pool; currently only `harness` and `shuffle` |
8693 * are supported. | 9071 /// are supported. |
8694 */ | |
8695 core.String kind; | 9072 core.String kind; |
8696 /** | 9073 |
8697 * Machine type (e.g. "n1-standard-1"). If empty or unspecified, the | 9074 /// Machine type (e.g. "n1-standard-1"). If empty or unspecified, the |
8698 * service will attempt to choose a reasonable default. | 9075 /// service will attempt to choose a reasonable default. |
8699 */ | |
8700 core.String machineType; | 9076 core.String machineType; |
8701 /** Metadata to set on the Google Compute Engine VMs. */ | 9077 |
| 9078 /// Metadata to set on the Google Compute Engine VMs. |
8702 core.Map<core.String, core.String> metadata; | 9079 core.Map<core.String, core.String> metadata; |
8703 /** | 9080 |
8704 * Network to which VMs will be assigned. If empty or unspecified, | 9081 /// Network to which VMs will be assigned. If empty or unspecified, |
8705 * the service will use the network "default". | 9082 /// the service will use the network "default". |
8706 */ | |
8707 core.String network; | 9083 core.String network; |
8708 /** | 9084 |
8709 * The number of threads per worker harness. If empty or unspecified, the | 9085 /// The number of threads per worker harness. If empty or unspecified, the |
8710 * service will choose a number of threads (according to the number of cores | 9086 /// service will choose a number of threads (according to the number of cores |
8711 * on the selected machine type for batch, or 1 by convention for streaming). | 9087 /// on the selected machine type for batch, or 1 by convention for |
8712 */ | 9088 /// streaming). |
8713 core.int numThreadsPerWorker; | 9089 core.int numThreadsPerWorker; |
8714 /** | 9090 |
8715 * Number of Google Compute Engine workers in this pool needed to | 9091 /// Number of Google Compute Engine workers in this pool needed to |
8716 * execute the job. If zero or unspecified, the service will | 9092 /// execute the job. If zero or unspecified, the service will |
8717 * attempt to choose a reasonable default. | 9093 /// attempt to choose a reasonable default. |
8718 */ | |
8719 core.int numWorkers; | 9094 core.int numWorkers; |
8720 /** | 9095 |
8721 * The action to take on host maintenance, as defined by the Google | 9096 /// The action to take on host maintenance, as defined by the Google |
8722 * Compute Engine API. | 9097 /// Compute Engine API. |
8723 */ | |
8724 core.String onHostMaintenance; | 9098 core.String onHostMaintenance; |
8725 /** Packages to be installed on workers. */ | 9099 |
| 9100 /// Packages to be installed on workers. |
8726 core.List<Package> packages; | 9101 core.List<Package> packages; |
8727 /** | 9102 |
8728 * Extra arguments for this worker pool. | 9103 /// Extra arguments for this worker pool. |
8729 * | 9104 /// |
8730 * The values for Object must be JSON objects. It can consist of `num`, | 9105 /// The values for Object must be JSON objects. It can consist of `num`, |
8731 * `String`, `bool` and `null` as well as `Map` and `List` values. | 9106 /// `String`, `bool` and `null` as well as `Map` and `List` values. |
8732 */ | |
8733 core.Map<core.String, core.Object> poolArgs; | 9107 core.Map<core.String, core.Object> poolArgs; |
8734 /** | 9108 |
8735 * Subnetwork to which VMs will be assigned, if desired. Expected to be of | 9109 /// Subnetwork to which VMs will be assigned, if desired. Expected to be of |
8736 * the form "regions/REGION/subnetworks/SUBNETWORK". | 9110 /// the form "regions/REGION/subnetworks/SUBNETWORK". |
8737 */ | |
8738 core.String subnetwork; | 9111 core.String subnetwork; |
8739 /** | 9112 |
8740 * Settings passed through to Google Compute Engine workers when | 9113 /// Settings passed through to Google Compute Engine workers when |
8741 * using the standard Dataflow task runner. Users should ignore | 9114 /// using the standard Dataflow task runner. Users should ignore |
8742 * this field. | 9115 /// this field. |
8743 */ | |
8744 TaskRunnerSettings taskrunnerSettings; | 9116 TaskRunnerSettings taskrunnerSettings; |
8745 /** | 9117 |
8746 * Sets the policy for determining when to turndown worker pool. | 9118 /// Sets the policy for determining when to turndown worker pool. |
8747 * Allowed values are: `TEARDOWN_ALWAYS`, `TEARDOWN_ON_SUCCESS`, and | 9119 /// Allowed values are: `TEARDOWN_ALWAYS`, `TEARDOWN_ON_SUCCESS`, and |
8748 * `TEARDOWN_NEVER`. | 9120 /// `TEARDOWN_NEVER`. |
8749 * `TEARDOWN_ALWAYS` means workers are always torn down regardless of whether | 9121 /// `TEARDOWN_ALWAYS` means workers are always torn down regardless of |
8750 * the job succeeds. `TEARDOWN_ON_SUCCESS` means workers are torn down | 9122 /// whether |
8751 * if the job succeeds. `TEARDOWN_NEVER` means the workers are never torn | 9123 /// the job succeeds. `TEARDOWN_ON_SUCCESS` means workers are torn down |
8752 * down. | 9124 /// if the job succeeds. `TEARDOWN_NEVER` means the workers are never torn |
8753 * | 9125 /// down. |
8754 * If the workers are not torn down by the service, they will | 9126 /// |
8755 * continue to run and use Google Compute Engine VM resources in the | 9127 /// If the workers are not torn down by the service, they will |
8756 * user's project until they are explicitly terminated by the user. | 9128 /// continue to run and use Google Compute Engine VM resources in the |
8757 * Because of this, Google recommends using the `TEARDOWN_ALWAYS` | 9129 /// user's project until they are explicitly terminated by the user. |
8758 * policy except for small, manually supervised test jobs. | 9130 /// Because of this, Google recommends using the `TEARDOWN_ALWAYS` |
8759 * | 9131 /// policy except for small, manually supervised test jobs. |
8760 * If unknown or unspecified, the service will attempt to choose a reasonable | 9132 /// |
8761 * default. | 9133 /// If unknown or unspecified, the service will attempt to choose a |
8762 * Possible string values are: | 9134 /// reasonable |
8763 * - "TEARDOWN_POLICY_UNKNOWN" : The teardown policy isn't specified, or is | 9135 /// default. |
8764 * unknown. | 9136 /// Possible string values are: |
8765 * - "TEARDOWN_ALWAYS" : Always teardown the resource. | 9137 /// - "TEARDOWN_POLICY_UNKNOWN" : The teardown policy isn't specified, or is |
8766 * - "TEARDOWN_ON_SUCCESS" : Teardown the resource on success. This is useful | 9138 /// unknown. |
8767 * for debugging | 9139 /// - "TEARDOWN_ALWAYS" : Always teardown the resource. |
8768 * failures. | 9140 /// - "TEARDOWN_ON_SUCCESS" : Teardown the resource on success. This is |
8769 * - "TEARDOWN_NEVER" : Never teardown the resource. This is useful for | 9141 /// useful for debugging |
8770 * debugging and | 9142 /// failures. |
8771 * development. | 9143 /// - "TEARDOWN_NEVER" : Never teardown the resource. This is useful for |
8772 */ | 9144 /// debugging and |
| 9145 /// development. |
8773 core.String teardownPolicy; | 9146 core.String teardownPolicy; |
8774 /** | 9147 |
8775 * Required. Docker container image that executes the Cloud Dataflow worker | 9148 /// Required. Docker container image that executes the Cloud Dataflow worker |
8776 * harness, residing in Google Container Registry. | 9149 /// harness, residing in Google Container Registry. |
8777 */ | |
8778 core.String workerHarnessContainerImage; | 9150 core.String workerHarnessContainerImage; |
8779 /** | 9151 |
8780 * Zone to run the worker pools in. If empty or unspecified, the service | 9152 /// Zone to run the worker pools in. If empty or unspecified, the service |
8781 * will attempt to choose a reasonable default. | 9153 /// will attempt to choose a reasonable default. |
8782 */ | |
8783 core.String zone; | 9154 core.String zone; |
8784 | 9155 |
8785 WorkerPool(); | 9156 WorkerPool(); |
8786 | 9157 |
8787 WorkerPool.fromJson(core.Map _json) { | 9158 WorkerPool.fromJson(core.Map _json) { |
8788 if (_json.containsKey("autoscalingSettings")) { | 9159 if (_json.containsKey("autoscalingSettings")) { |
8789 autoscalingSettings = new AutoscalingSettings.fromJson(_json["autoscalingS
ettings"]); | 9160 autoscalingSettings = |
| 9161 new AutoscalingSettings.fromJson(_json["autoscalingSettings"]); |
8790 } | 9162 } |
8791 if (_json.containsKey("dataDisks")) { | 9163 if (_json.containsKey("dataDisks")) { |
8792 dataDisks = _json["dataDisks"].map((value) => new Disk.fromJson(value)).to
List(); | 9164 dataDisks = |
| 9165 _json["dataDisks"].map((value) => new Disk.fromJson(value)).toList(); |
8793 } | 9166 } |
8794 if (_json.containsKey("defaultPackageSet")) { | 9167 if (_json.containsKey("defaultPackageSet")) { |
8795 defaultPackageSet = _json["defaultPackageSet"]; | 9168 defaultPackageSet = _json["defaultPackageSet"]; |
8796 } | 9169 } |
8797 if (_json.containsKey("diskSizeGb")) { | 9170 if (_json.containsKey("diskSizeGb")) { |
8798 diskSizeGb = _json["diskSizeGb"]; | 9171 diskSizeGb = _json["diskSizeGb"]; |
8799 } | 9172 } |
8800 if (_json.containsKey("diskSourceImage")) { | 9173 if (_json.containsKey("diskSourceImage")) { |
8801 diskSourceImage = _json["diskSourceImage"]; | 9174 diskSourceImage = _json["diskSourceImage"]; |
8802 } | 9175 } |
(...skipping 18 matching lines...) Expand all Loading... |
8821 if (_json.containsKey("numThreadsPerWorker")) { | 9194 if (_json.containsKey("numThreadsPerWorker")) { |
8822 numThreadsPerWorker = _json["numThreadsPerWorker"]; | 9195 numThreadsPerWorker = _json["numThreadsPerWorker"]; |
8823 } | 9196 } |
8824 if (_json.containsKey("numWorkers")) { | 9197 if (_json.containsKey("numWorkers")) { |
8825 numWorkers = _json["numWorkers"]; | 9198 numWorkers = _json["numWorkers"]; |
8826 } | 9199 } |
8827 if (_json.containsKey("onHostMaintenance")) { | 9200 if (_json.containsKey("onHostMaintenance")) { |
8828 onHostMaintenance = _json["onHostMaintenance"]; | 9201 onHostMaintenance = _json["onHostMaintenance"]; |
8829 } | 9202 } |
8830 if (_json.containsKey("packages")) { | 9203 if (_json.containsKey("packages")) { |
8831 packages = _json["packages"].map((value) => new Package.fromJson(value)).t
oList(); | 9204 packages = _json["packages"] |
| 9205 .map((value) => new Package.fromJson(value)) |
| 9206 .toList(); |
8832 } | 9207 } |
8833 if (_json.containsKey("poolArgs")) { | 9208 if (_json.containsKey("poolArgs")) { |
8834 poolArgs = _json["poolArgs"]; | 9209 poolArgs = _json["poolArgs"]; |
8835 } | 9210 } |
8836 if (_json.containsKey("subnetwork")) { | 9211 if (_json.containsKey("subnetwork")) { |
8837 subnetwork = _json["subnetwork"]; | 9212 subnetwork = _json["subnetwork"]; |
8838 } | 9213 } |
8839 if (_json.containsKey("taskrunnerSettings")) { | 9214 if (_json.containsKey("taskrunnerSettings")) { |
8840 taskrunnerSettings = new TaskRunnerSettings.fromJson(_json["taskrunnerSett
ings"]); | 9215 taskrunnerSettings = |
| 9216 new TaskRunnerSettings.fromJson(_json["taskrunnerSettings"]); |
8841 } | 9217 } |
8842 if (_json.containsKey("teardownPolicy")) { | 9218 if (_json.containsKey("teardownPolicy")) { |
8843 teardownPolicy = _json["teardownPolicy"]; | 9219 teardownPolicy = _json["teardownPolicy"]; |
8844 } | 9220 } |
8845 if (_json.containsKey("workerHarnessContainerImage")) { | 9221 if (_json.containsKey("workerHarnessContainerImage")) { |
8846 workerHarnessContainerImage = _json["workerHarnessContainerImage"]; | 9222 workerHarnessContainerImage = _json["workerHarnessContainerImage"]; |
8847 } | 9223 } |
8848 if (_json.containsKey("zone")) { | 9224 if (_json.containsKey("zone")) { |
8849 zone = _json["zone"]; | 9225 zone = _json["zone"]; |
8850 } | 9226 } |
8851 } | 9227 } |
8852 | 9228 |
8853 core.Map<core.String, core.Object> toJson() { | 9229 core.Map<core.String, core.Object> toJson() { |
8854 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 9230 final core.Map<core.String, core.Object> _json = |
| 9231 new core.Map<core.String, core.Object>(); |
8855 if (autoscalingSettings != null) { | 9232 if (autoscalingSettings != null) { |
8856 _json["autoscalingSettings"] = (autoscalingSettings).toJson(); | 9233 _json["autoscalingSettings"] = (autoscalingSettings).toJson(); |
8857 } | 9234 } |
8858 if (dataDisks != null) { | 9235 if (dataDisks != null) { |
8859 _json["dataDisks"] = dataDisks.map((value) => (value).toJson()).toList(); | 9236 _json["dataDisks"] = dataDisks.map((value) => (value).toJson()).toList(); |
8860 } | 9237 } |
8861 if (defaultPackageSet != null) { | 9238 if (defaultPackageSet != null) { |
8862 _json["defaultPackageSet"] = defaultPackageSet; | 9239 _json["defaultPackageSet"] = defaultPackageSet; |
8863 } | 9240 } |
8864 if (diskSizeGb != null) { | 9241 if (diskSizeGb != null) { |
(...skipping 47 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
8912 if (workerHarnessContainerImage != null) { | 9289 if (workerHarnessContainerImage != null) { |
8913 _json["workerHarnessContainerImage"] = workerHarnessContainerImage; | 9290 _json["workerHarnessContainerImage"] = workerHarnessContainerImage; |
8914 } | 9291 } |
8915 if (zone != null) { | 9292 if (zone != null) { |
8916 _json["zone"] = zone; | 9293 _json["zone"] = zone; |
8917 } | 9294 } |
8918 return _json; | 9295 return _json; |
8919 } | 9296 } |
8920 } | 9297 } |
8921 | 9298 |
8922 /** Provides data to pass through to the worker harness. */ | 9299 /// Provides data to pass through to the worker harness. |
8923 class WorkerSettings { | 9300 class WorkerSettings { |
8924 /** | 9301 /// The base URL for accessing Google Cloud APIs. |
8925 * The base URL for accessing Google Cloud APIs. | 9302 /// |
8926 * | 9303 /// When workers access Google Cloud APIs, they logically do so via |
8927 * When workers access Google Cloud APIs, they logically do so via | 9304 /// relative URLs. If this field is specified, it supplies the base |
8928 * relative URLs. If this field is specified, it supplies the base | 9305 /// URL to use for resolving these relative URLs. The normative |
8929 * URL to use for resolving these relative URLs. The normative | 9306 /// algorithm used is defined by RFC 1808, "Relative Uniform Resource |
8930 * algorithm used is defined by RFC 1808, "Relative Uniform Resource | 9307 /// Locators". |
8931 * Locators". | 9308 /// |
8932 * | 9309 /// If not specified, the default value is "http://www.googleapis.com/" |
8933 * If not specified, the default value is "http://www.googleapis.com/" | |
8934 */ | |
8935 core.String baseUrl; | 9310 core.String baseUrl; |
8936 /** Whether to send work progress updates to the service. */ | 9311 |
| 9312 /// Whether to send work progress updates to the service. |
8937 core.bool reportingEnabled; | 9313 core.bool reportingEnabled; |
8938 /** | 9314 |
8939 * The Cloud Dataflow service path relative to the root URL, for example, | 9315 /// The Cloud Dataflow service path relative to the root URL, for example, |
8940 * "dataflow/v1b3/projects". | 9316 /// "dataflow/v1b3/projects". |
8941 */ | |
8942 core.String servicePath; | 9317 core.String servicePath; |
8943 /** | 9318 |
8944 * The Shuffle service path relative to the root URL, for example, | 9319 /// The Shuffle service path relative to the root URL, for example, |
8945 * "shuffle/v1beta1". | 9320 /// "shuffle/v1beta1". |
8946 */ | |
8947 core.String shuffleServicePath; | 9321 core.String shuffleServicePath; |
8948 /** | 9322 |
8949 * The prefix of the resources the system should use for temporary | 9323 /// The prefix of the resources the system should use for temporary |
8950 * storage. | 9324 /// storage. |
8951 * | 9325 /// |
8952 * The supported resource type is: | 9326 /// The supported resource type is: |
8953 * | 9327 /// |
8954 * Google Cloud Storage: | 9328 /// Google Cloud Storage: |
8955 * | 9329 /// |
8956 * storage.googleapis.com/{bucket}/{object} | 9330 /// storage.googleapis.com/{bucket}/{object} |
8957 * bucket.storage.googleapis.com/{object} | 9331 /// bucket.storage.googleapis.com/{object} |
8958 */ | |
8959 core.String tempStoragePrefix; | 9332 core.String tempStoragePrefix; |
8960 /** The ID of the worker running this pipeline. */ | 9333 |
| 9334 /// The ID of the worker running this pipeline. |
8961 core.String workerId; | 9335 core.String workerId; |
8962 | 9336 |
8963 WorkerSettings(); | 9337 WorkerSettings(); |
8964 | 9338 |
8965 WorkerSettings.fromJson(core.Map _json) { | 9339 WorkerSettings.fromJson(core.Map _json) { |
8966 if (_json.containsKey("baseUrl")) { | 9340 if (_json.containsKey("baseUrl")) { |
8967 baseUrl = _json["baseUrl"]; | 9341 baseUrl = _json["baseUrl"]; |
8968 } | 9342 } |
8969 if (_json.containsKey("reportingEnabled")) { | 9343 if (_json.containsKey("reportingEnabled")) { |
8970 reportingEnabled = _json["reportingEnabled"]; | 9344 reportingEnabled = _json["reportingEnabled"]; |
8971 } | 9345 } |
8972 if (_json.containsKey("servicePath")) { | 9346 if (_json.containsKey("servicePath")) { |
8973 servicePath = _json["servicePath"]; | 9347 servicePath = _json["servicePath"]; |
8974 } | 9348 } |
8975 if (_json.containsKey("shuffleServicePath")) { | 9349 if (_json.containsKey("shuffleServicePath")) { |
8976 shuffleServicePath = _json["shuffleServicePath"]; | 9350 shuffleServicePath = _json["shuffleServicePath"]; |
8977 } | 9351 } |
8978 if (_json.containsKey("tempStoragePrefix")) { | 9352 if (_json.containsKey("tempStoragePrefix")) { |
8979 tempStoragePrefix = _json["tempStoragePrefix"]; | 9353 tempStoragePrefix = _json["tempStoragePrefix"]; |
8980 } | 9354 } |
8981 if (_json.containsKey("workerId")) { | 9355 if (_json.containsKey("workerId")) { |
8982 workerId = _json["workerId"]; | 9356 workerId = _json["workerId"]; |
8983 } | 9357 } |
8984 } | 9358 } |
8985 | 9359 |
8986 core.Map<core.String, core.Object> toJson() { | 9360 core.Map<core.String, core.Object> toJson() { |
8987 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 9361 final core.Map<core.String, core.Object> _json = |
| 9362 new core.Map<core.String, core.Object>(); |
8988 if (baseUrl != null) { | 9363 if (baseUrl != null) { |
8989 _json["baseUrl"] = baseUrl; | 9364 _json["baseUrl"] = baseUrl; |
8990 } | 9365 } |
8991 if (reportingEnabled != null) { | 9366 if (reportingEnabled != null) { |
8992 _json["reportingEnabled"] = reportingEnabled; | 9367 _json["reportingEnabled"] = reportingEnabled; |
8993 } | 9368 } |
8994 if (servicePath != null) { | 9369 if (servicePath != null) { |
8995 _json["servicePath"] = servicePath; | 9370 _json["servicePath"] = servicePath; |
8996 } | 9371 } |
8997 if (shuffleServicePath != null) { | 9372 if (shuffleServicePath != null) { |
8998 _json["shuffleServicePath"] = shuffleServicePath; | 9373 _json["shuffleServicePath"] = shuffleServicePath; |
8999 } | 9374 } |
9000 if (tempStoragePrefix != null) { | 9375 if (tempStoragePrefix != null) { |
9001 _json["tempStoragePrefix"] = tempStoragePrefix; | 9376 _json["tempStoragePrefix"] = tempStoragePrefix; |
9002 } | 9377 } |
9003 if (workerId != null) { | 9378 if (workerId != null) { |
9004 _json["workerId"] = workerId; | 9379 _json["workerId"] = workerId; |
9005 } | 9380 } |
9006 return _json; | 9381 return _json; |
9007 } | 9382 } |
9008 } | 9383 } |
9009 | 9384 |
9010 /** | 9385 /// Shutdown notification from workers. This is to be sent by the shutdown |
9011 * An instruction that writes records. | 9386 /// script of the worker VM so that the backend knows that the VM is being |
9012 * Takes one input, produces no outputs. | 9387 /// shut down. |
9013 */ | 9388 class WorkerShutdownNotice { |
| 9389 /// Optional reason to be attached for the shutdown notice. |
| 9390 /// For example: "PREEMPTION" would indicate the VM is being shut down |
| 9391 /// because |
| 9392 /// of preemption. Other possible reasons may be added in the future. |
| 9393 core.String reason; |
| 9394 |
| 9395 WorkerShutdownNotice(); |
| 9396 |
| 9397 WorkerShutdownNotice.fromJson(core.Map _json) { |
| 9398 if (_json.containsKey("reason")) { |
| 9399 reason = _json["reason"]; |
| 9400 } |
| 9401 } |
| 9402 |
| 9403 core.Map<core.String, core.Object> toJson() { |
| 9404 final core.Map<core.String, core.Object> _json = |
| 9405 new core.Map<core.String, core.Object>(); |
| 9406 if (reason != null) { |
| 9407 _json["reason"] = reason; |
| 9408 } |
| 9409 return _json; |
| 9410 } |
| 9411 } |
| 9412 |
| 9413 /// Service-side response to WorkerMessage issuing shutdown notice. |
| 9414 class WorkerShutdownNoticeResponse { |
| 9415 WorkerShutdownNoticeResponse(); |
| 9416 |
| 9417 WorkerShutdownNoticeResponse.fromJson(core.Map _json) {} |
| 9418 |
| 9419 core.Map<core.String, core.Object> toJson() { |
| 9420 final core.Map<core.String, core.Object> _json = |
| 9421 new core.Map<core.String, core.Object>(); |
| 9422 return _json; |
| 9423 } |
| 9424 } |
| 9425 |
| 9426 /// An instruction that writes records. |
| 9427 /// Takes one input, produces no outputs. |
9014 class WriteInstruction { | 9428 class WriteInstruction { |
9015 /** The input. */ | 9429 /// The input. |
9016 InstructionInput input; | 9430 InstructionInput input; |
9017 /** The sink to write to. */ | 9431 |
| 9432 /// The sink to write to. |
9018 Sink sink; | 9433 Sink sink; |
9019 | 9434 |
9020 WriteInstruction(); | 9435 WriteInstruction(); |
9021 | 9436 |
9022 WriteInstruction.fromJson(core.Map _json) { | 9437 WriteInstruction.fromJson(core.Map _json) { |
9023 if (_json.containsKey("input")) { | 9438 if (_json.containsKey("input")) { |
9024 input = new InstructionInput.fromJson(_json["input"]); | 9439 input = new InstructionInput.fromJson(_json["input"]); |
9025 } | 9440 } |
9026 if (_json.containsKey("sink")) { | 9441 if (_json.containsKey("sink")) { |
9027 sink = new Sink.fromJson(_json["sink"]); | 9442 sink = new Sink.fromJson(_json["sink"]); |
9028 } | 9443 } |
9029 } | 9444 } |
9030 | 9445 |
9031 core.Map<core.String, core.Object> toJson() { | 9446 core.Map<core.String, core.Object> toJson() { |
9032 final core.Map<core.String, core.Object> _json = new core.Map<core.String, c
ore.Object>(); | 9447 final core.Map<core.String, core.Object> _json = |
| 9448 new core.Map<core.String, core.Object>(); |
9033 if (input != null) { | 9449 if (input != null) { |
9034 _json["input"] = (input).toJson(); | 9450 _json["input"] = (input).toJson(); |
9035 } | 9451 } |
9036 if (sink != null) { | 9452 if (sink != null) { |
9037 _json["sink"] = (sink).toJson(); | 9453 _json["sink"] = (sink).toJson(); |
9038 } | 9454 } |
9039 return _json; | 9455 return _json; |
9040 } | 9456 } |
9041 } | 9457 } |
OLD | NEW |