OLD | NEW |
(Empty) | |
| 1 { |
| 2 "auth": { |
| 3 "oauth2": { |
| 4 "scopes": { |
| 5 "https://www.googleapis.com/auth/cloud-platform": { |
| 6 "description": "View and manage your data across Google Clou
d Platform services" |
| 7 }, |
| 8 "https://www.googleapis.com/auth/userinfo.email": { |
| 9 "description": "View your email address" |
| 10 } |
| 11 } |
| 12 } |
| 13 }, |
| 14 "basePath": "/v1b3/projects/", |
| 15 "baseUrl": "https://dataflow.googleapis.com/v1b3/projects/", |
| 16 "batchPath": "batch", |
| 17 "description": "Google Dataflow API.", |
| 18 "discoveryVersion": "v1", |
| 19 "documentationLink": "", |
| 20 "etag": "\"ye6orv2F-1npMW3u9suM3a7C5Bo/jQahzXZo5hVx7xXgnAMA58tqX7A\"", |
| 21 "icons": { |
| 22 "x16": "http://www.google.com/images/icons/product/search-16.gif", |
| 23 "x32": "http://www.google.com/images/icons/product/search-32.gif" |
| 24 }, |
| 25 "id": "dataflow:v1b4", |
| 26 "kind": "discovery#restDescription", |
| 27 "name": "dataflow", |
| 28 "ownerDomain": "google.com", |
| 29 "ownerName": "Google", |
| 30 "parameters": { |
| 31 "alt": { |
| 32 "default": "json", |
| 33 "description": "Data format for the response.", |
| 34 "enum": [ |
| 35 "json" |
| 36 ], |
| 37 "enumDescriptions": [ |
| 38 "Responses with Content-Type of application/json" |
| 39 ], |
| 40 "location": "query", |
| 41 "type": "string" |
| 42 }, |
| 43 "fields": { |
| 44 "description": "Selector specifying which fields to include in a par
tial response.", |
| 45 "location": "query", |
| 46 "type": "string" |
| 47 }, |
| 48 "key": { |
| 49 "description": "API key. Your API key identifies your project and pr
ovides you with API access, quota, and reports. Required unless you provide an O
Auth 2.0 token.", |
| 50 "location": "query", |
| 51 "type": "string" |
| 52 }, |
| 53 "oauth_token": { |
| 54 "description": "OAuth 2.0 token for the current user.", |
| 55 "location": "query", |
| 56 "type": "string" |
| 57 }, |
| 58 "prettyPrint": { |
| 59 "default": "true", |
| 60 "description": "Returns response with indentations and line breaks."
, |
| 61 "location": "query", |
| 62 "type": "boolean" |
| 63 }, |
| 64 "quotaUser": { |
| 65 "description": "Available to use for quota purposes for server-side
applications. Can be any arbitrary string assigned to a user, but should not exc
eed 40 characters. Overrides userIp if both are provided.", |
| 66 "location": "query", |
| 67 "type": "string" |
| 68 }, |
| 69 "userIp": { |
| 70 "description": "IP address of the site where the request originates.
Use this if you want to enforce per-user limits.", |
| 71 "location": "query", |
| 72 "type": "string" |
| 73 } |
| 74 }, |
| 75 "protocol": "rest", |
| 76 "resources": { |
| 77 "v1b3": { |
| 78 "resources": { |
| 79 "projects": { |
| 80 "resources": { |
| 81 "jobs": { |
| 82 "methods": { |
| 83 "create": { |
| 84 "description": "Creates a dataflow job.", |
| 85 "httpMethod": "POST", |
| 86 "id": "dataflow.v1b3.projects.jobs.create", |
| 87 "parameterOrder": [ |
| 88 "projectId" |
| 89 ], |
| 90 "parameters": { |
| 91 "projectId": { |
| 92 "location": "path", |
| 93 "required": true, |
| 94 "type": "string" |
| 95 }, |
| 96 "view": { |
| 97 "enum": [ |
| 98 "JOB_VIEW_ALL", |
| 99 "JOB_VIEW_SUMMARY", |
| 100 "JOB_VIEW_UNKNOWN" |
| 101 ], |
| 102 "enumDescriptions": [ |
| 103 "", |
| 104 "", |
| 105 "" |
| 106 ], |
| 107 "location": "query", |
| 108 "type": "string" |
| 109 } |
| 110 }, |
| 111 "path": "{projectId}/jobs", |
| 112 "request": { |
| 113 "$ref": "Job" |
| 114 }, |
| 115 "response": { |
| 116 "$ref": "Job" |
| 117 }, |
| 118 "scopes": [ |
| 119 "https://www.googleapis.com/auth/cloud-p
latform", |
| 120 "https://www.googleapis.com/auth/userinf
o.email" |
| 121 ] |
| 122 }, |
| 123 "get": { |
| 124 "description": "Gets the state of the specif
ied dataflow job.", |
| 125 "httpMethod": "GET", |
| 126 "id": "dataflow.v1b3.projects.jobs.get", |
| 127 "parameterOrder": [ |
| 128 "projectId", |
| 129 "jobId" |
| 130 ], |
| 131 "parameters": { |
| 132 "jobId": { |
| 133 "location": "path", |
| 134 "required": true, |
| 135 "type": "string" |
| 136 }, |
| 137 "projectId": { |
| 138 "location": "path", |
| 139 "required": true, |
| 140 "type": "string" |
| 141 }, |
| 142 "view": { |
| 143 "enum": [ |
| 144 "JOB_VIEW_ALL", |
| 145 "JOB_VIEW_SUMMARY", |
| 146 "JOB_VIEW_UNKNOWN" |
| 147 ], |
| 148 "enumDescriptions": [ |
| 149 "", |
| 150 "", |
| 151 "" |
| 152 ], |
| 153 "location": "query", |
| 154 "type": "string" |
| 155 } |
| 156 }, |
| 157 "path": "{projectId}/jobs/{jobId}", |
| 158 "response": { |
| 159 "$ref": "Job" |
| 160 }, |
| 161 "scopes": [ |
| 162 "https://www.googleapis.com/auth/cloud-p
latform", |
| 163 "https://www.googleapis.com/auth/userinf
o.email" |
| 164 ] |
| 165 }, |
| 166 "getMetrics": { |
| 167 "description": "Request the job status.", |
| 168 "httpMethod": "GET", |
| 169 "id": "dataflow.v1b3.projects.jobs.getMetric
s", |
| 170 "parameterOrder": [ |
| 171 "projectId", |
| 172 "jobId" |
| 173 ], |
| 174 "parameters": { |
| 175 "jobId": { |
| 176 "location": "path", |
| 177 "required": true, |
| 178 "type": "string" |
| 179 }, |
| 180 "projectId": { |
| 181 "location": "path", |
| 182 "required": true, |
| 183 "type": "string" |
| 184 }, |
| 185 "startTime": { |
| 186 "location": "query", |
| 187 "type": "string" |
| 188 } |
| 189 }, |
| 190 "path": "{projectId}/jobs/{jobId}/metrics", |
| 191 "response": { |
| 192 "$ref": "JobMetrics" |
| 193 }, |
| 194 "scopes": [ |
| 195 "https://www.googleapis.com/auth/cloud-p
latform", |
| 196 "https://www.googleapis.com/auth/userinf
o.email" |
| 197 ] |
| 198 }, |
| 199 "list": { |
| 200 "description": "List the jobs of a project", |
| 201 "httpMethod": "GET", |
| 202 "id": "dataflow.v1b3.projects.jobs.list", |
| 203 "parameterOrder": [ |
| 204 "projectId" |
| 205 ], |
| 206 "parameters": { |
| 207 "pageSize": { |
| 208 "format": "int32", |
| 209 "location": "query", |
| 210 "type": "integer" |
| 211 }, |
| 212 "pageToken": { |
| 213 "location": "query", |
| 214 "type": "string" |
| 215 }, |
| 216 "projectId": { |
| 217 "location": "path", |
| 218 "required": true, |
| 219 "type": "string" |
| 220 }, |
| 221 "view": { |
| 222 "enum": [ |
| 223 "JOB_VIEW_ALL", |
| 224 "JOB_VIEW_SUMMARY", |
| 225 "JOB_VIEW_UNKNOWN" |
| 226 ], |
| 227 "enumDescriptions": [ |
| 228 "", |
| 229 "", |
| 230 "" |
| 231 ], |
| 232 "location": "query", |
| 233 "type": "string" |
| 234 } |
| 235 }, |
| 236 "path": "{projectId}/jobs", |
| 237 "response": { |
| 238 "$ref": "ListJobsResponse" |
| 239 }, |
| 240 "scopes": [ |
| 241 "https://www.googleapis.com/auth/cloud-p
latform", |
| 242 "https://www.googleapis.com/auth/userinf
o.email" |
| 243 ] |
| 244 }, |
| 245 "patch": { |
| 246 "description": "Updates the state of an exis
ting dataflow job. This method supports patch semantics.", |
| 247 "httpMethod": "PATCH", |
| 248 "id": "dataflow.v1b3.projects.jobs.patch", |
| 249 "parameterOrder": [ |
| 250 "projectId", |
| 251 "jobId" |
| 252 ], |
| 253 "parameters": { |
| 254 "jobId": { |
| 255 "location": "path", |
| 256 "required": true, |
| 257 "type": "string" |
| 258 }, |
| 259 "projectId": { |
| 260 "location": "path", |
| 261 "required": true, |
| 262 "type": "string" |
| 263 } |
| 264 }, |
| 265 "path": "{projectId}/jobs/{jobId}", |
| 266 "request": { |
| 267 "$ref": "Job" |
| 268 }, |
| 269 "response": { |
| 270 "$ref": "Job" |
| 271 }, |
| 272 "scopes": [ |
| 273 "https://www.googleapis.com/auth/cloud-p
latform", |
| 274 "https://www.googleapis.com/auth/userinf
o.email" |
| 275 ] |
| 276 }, |
| 277 "update": { |
| 278 "description": "Updates the state of an exis
ting dataflow job.", |
| 279 "httpMethod": "PUT", |
| 280 "id": "dataflow.v1b3.projects.jobs.update", |
| 281 "parameterOrder": [ |
| 282 "projectId", |
| 283 "jobId" |
| 284 ], |
| 285 "parameters": { |
| 286 "jobId": { |
| 287 "location": "path", |
| 288 "required": true, |
| 289 "type": "string" |
| 290 }, |
| 291 "projectId": { |
| 292 "location": "path", |
| 293 "required": true, |
| 294 "type": "string" |
| 295 } |
| 296 }, |
| 297 "path": "{projectId}/jobs/{jobId}", |
| 298 "request": { |
| 299 "$ref": "Job" |
| 300 }, |
| 301 "response": { |
| 302 "$ref": "Job" |
| 303 }, |
| 304 "scopes": [ |
| 305 "https://www.googleapis.com/auth/cloud-p
latform", |
| 306 "https://www.googleapis.com/auth/userinf
o.email" |
| 307 ] |
| 308 } |
| 309 }, |
| 310 "resources": { |
| 311 "messages": { |
| 312 "methods": { |
| 313 "list": { |
| 314 "description": "Request the job stat
us.", |
| 315 "httpMethod": "GET", |
| 316 "id": "dataflow.v1b3.projects.jobs.m
essages.list", |
| 317 "parameterOrder": [ |
| 318 "projectId", |
| 319 "jobId" |
| 320 ], |
| 321 "parameters": { |
| 322 "endTime": { |
| 323 "location": "query", |
| 324 "type": "string" |
| 325 }, |
| 326 "jobId": { |
| 327 "location": "path", |
| 328 "required": true, |
| 329 "type": "string" |
| 330 }, |
| 331 "minimumImportance": { |
| 332 "enum": [ |
| 333 "JOB_MESSAGE_DEBUG", |
| 334 "JOB_MESSAGE_DETAILED", |
| 335 "JOB_MESSAGE_ERROR", |
| 336 "JOB_MESSAGE_IMPORTANCE_
UNKNOWN", |
| 337 "JOB_MESSAGE_WARNING" |
| 338 ], |
| 339 "enumDescriptions": [ |
| 340 "", |
| 341 "", |
| 342 "", |
| 343 "", |
| 344 "" |
| 345 ], |
| 346 "location": "query", |
| 347 "type": "string" |
| 348 }, |
| 349 "pageSize": { |
| 350 "format": "int32", |
| 351 "location": "query", |
| 352 "type": "integer" |
| 353 }, |
| 354 "pageToken": { |
| 355 "location": "query", |
| 356 "type": "string" |
| 357 }, |
| 358 "projectId": { |
| 359 "location": "path", |
| 360 "required": true, |
| 361 "type": "string" |
| 362 }, |
| 363 "startTime": { |
| 364 "location": "query", |
| 365 "type": "string" |
| 366 } |
| 367 }, |
| 368 "path": "{projectId}/jobs/{jobId}/me
ssages", |
| 369 "response": { |
| 370 "$ref": "ListJobMessagesResponse
" |
| 371 }, |
| 372 "scopes": [ |
| 373 "https://www.googleapis.com/auth
/cloud-platform", |
| 374 "https://www.googleapis.com/auth
/userinfo.email" |
| 375 ] |
| 376 } |
| 377 } |
| 378 }, |
| 379 "workItems": { |
| 380 "methods": { |
| 381 "lease": { |
| 382 "description": "Leases a dataflow Wo
rkItem to run.", |
| 383 "httpMethod": "POST", |
| 384 "id": "dataflow.v1b3.projects.jobs.w
orkItems.lease", |
| 385 "parameterOrder": [ |
| 386 "projectId", |
| 387 "jobId" |
| 388 ], |
| 389 "parameters": { |
| 390 "jobId": { |
| 391 "location": "path", |
| 392 "required": true, |
| 393 "type": "string" |
| 394 }, |
| 395 "projectId": { |
| 396 "location": "path", |
| 397 "required": true, |
| 398 "type": "string" |
| 399 } |
| 400 }, |
| 401 "path": "{projectId}/jobs/{jobId}/wo
rkItems:lease", |
| 402 "request": { |
| 403 "$ref": "LeaseWorkItemRequest" |
| 404 }, |
| 405 "response": { |
| 406 "$ref": "LeaseWorkItemResponse" |
| 407 }, |
| 408 "scopes": [ |
| 409 "https://www.googleapis.com/auth
/cloud-platform", |
| 410 "https://www.googleapis.com/auth
/userinfo.email" |
| 411 ] |
| 412 }, |
| 413 "reportStatus": { |
| 414 "description": "Reports the status o
f dataflow WorkItems leased by a worker.", |
| 415 "httpMethod": "POST", |
| 416 "id": "dataflow.v1b3.projects.jobs.w
orkItems.reportStatus", |
| 417 "parameterOrder": [ |
| 418 "projectId", |
| 419 "jobId" |
| 420 ], |
| 421 "parameters": { |
| 422 "jobId": { |
| 423 "location": "path", |
| 424 "required": true, |
| 425 "type": "string" |
| 426 }, |
| 427 "projectId": { |
| 428 "location": "path", |
| 429 "required": true, |
| 430 "type": "string" |
| 431 } |
| 432 }, |
| 433 "path": "{projectId}/jobs/{jobId}/wo
rkItems:reportStatus", |
| 434 "request": { |
| 435 "$ref": "ReportWorkItemStatusReq
uest" |
| 436 }, |
| 437 "response": { |
| 438 "$ref": "ReportWorkItemStatusRes
ponse" |
| 439 }, |
| 440 "scopes": [ |
| 441 "https://www.googleapis.com/auth
/cloud-platform", |
| 442 "https://www.googleapis.com/auth
/userinfo.email" |
| 443 ] |
| 444 } |
| 445 } |
| 446 } |
| 447 } |
| 448 } |
| 449 } |
| 450 } |
| 451 } |
| 452 } |
| 453 }, |
| 454 "revision": "20150121", |
| 455 "rootUrl": "https://dataflow.googleapis.com/", |
| 456 "schemas": { |
| 457 "ApproximateProgress": { |
| 458 "id": "ApproximateProgress", |
| 459 "properties": { |
| 460 "percentComplete": { |
| 461 "format": "float", |
| 462 "type": "number" |
| 463 }, |
| 464 "position": { |
| 465 "$ref": "Position" |
| 466 }, |
| 467 "remainingTime": { |
| 468 "type": "string" |
| 469 } |
| 470 }, |
| 471 "type": "object" |
| 472 }, |
| 473 "AutoscalingSettings": { |
| 474 "id": "AutoscalingSettings", |
| 475 "properties": { |
| 476 "algorithm": { |
| 477 "enum": [ |
| 478 "AUTOSCALING_ALGORITHM_BASIC", |
| 479 "AUTOSCALING_ALGORITHM_NONE", |
| 480 "AUTOSCALING_ALGORITHM_UNKNOWN" |
| 481 ], |
| 482 "enumDescriptions": [ |
| 483 "", |
| 484 "", |
| 485 "" |
| 486 ], |
| 487 "type": "string" |
| 488 }, |
| 489 "maxNumWorkers": { |
| 490 "format": "int32", |
| 491 "type": "integer" |
| 492 } |
| 493 }, |
| 494 "type": "object" |
| 495 }, |
| 496 "ComputationTopology": { |
| 497 "id": "ComputationTopology", |
| 498 "properties": { |
| 499 "computationId": { |
| 500 "type": "string" |
| 501 }, |
| 502 "inputs": { |
| 503 "items": { |
| 504 "$ref": "StreamLocation" |
| 505 }, |
| 506 "type": "array" |
| 507 }, |
| 508 "keyRanges": { |
| 509 "items": { |
| 510 "$ref": "KeyRangeLocation" |
| 511 }, |
| 512 "type": "array" |
| 513 }, |
| 514 "outputs": { |
| 515 "items": { |
| 516 "$ref": "StreamLocation" |
| 517 }, |
| 518 "type": "array" |
| 519 } |
| 520 }, |
| 521 "type": "object" |
| 522 }, |
| 523 "DataDiskAssignment": { |
| 524 "id": "DataDiskAssignment", |
| 525 "properties": { |
| 526 "dataDisks": { |
| 527 "items": { |
| 528 "type": "string" |
| 529 }, |
| 530 "type": "array" |
| 531 }, |
| 532 "vmInstance": { |
| 533 "type": "string" |
| 534 } |
| 535 }, |
| 536 "type": "object" |
| 537 }, |
| 538 "Disk": { |
| 539 "id": "Disk", |
| 540 "properties": { |
| 541 "diskType": { |
| 542 "type": "string" |
| 543 }, |
| 544 "mountPoint": { |
| 545 "type": "string" |
| 546 }, |
| 547 "sizeGb": { |
| 548 "format": "int32", |
| 549 "type": "integer" |
| 550 } |
| 551 }, |
| 552 "type": "object" |
| 553 }, |
| 554 "Environment": { |
| 555 "id": "Environment", |
| 556 "properties": { |
| 557 "clusterManagerApiService": { |
| 558 "type": "string" |
| 559 }, |
| 560 "dataset": { |
| 561 "type": "string" |
| 562 }, |
| 563 "experiments": { |
| 564 "items": { |
| 565 "type": "string" |
| 566 }, |
| 567 "type": "array" |
| 568 }, |
| 569 "tempStoragePrefix": { |
| 570 "type": "string" |
| 571 }, |
| 572 "userAgent": { |
| 573 "additionalProperties": { |
| 574 "type": "any" |
| 575 }, |
| 576 "type": "object" |
| 577 }, |
| 578 "version": { |
| 579 "additionalProperties": { |
| 580 "type": "any" |
| 581 }, |
| 582 "type": "object" |
| 583 }, |
| 584 "workerPools": { |
| 585 "items": { |
| 586 "$ref": "WorkerPool" |
| 587 }, |
| 588 "type": "array" |
| 589 } |
| 590 }, |
| 591 "type": "object" |
| 592 }, |
| 593 "FlattenInstruction": { |
| 594 "id": "FlattenInstruction", |
| 595 "properties": { |
| 596 "inputs": { |
| 597 "items": { |
| 598 "$ref": "InstructionInput" |
| 599 }, |
| 600 "type": "array" |
| 601 } |
| 602 }, |
| 603 "type": "object" |
| 604 }, |
| 605 "GoogleprotobufValue": { |
| 606 "id": "GoogleprotobufValue", |
| 607 "type": "any" |
| 608 }, |
| 609 "InstructionInput": { |
| 610 "id": "InstructionInput", |
| 611 "properties": { |
| 612 "outputNum": { |
| 613 "format": "int32", |
| 614 "type": "integer" |
| 615 }, |
| 616 "producerInstructionIndex": { |
| 617 "format": "int32", |
| 618 "type": "integer" |
| 619 } |
| 620 }, |
| 621 "type": "object" |
| 622 }, |
| 623 "InstructionOutput": { |
| 624 "id": "InstructionOutput", |
| 625 "properties": { |
| 626 "codec": { |
| 627 "additionalProperties": { |
| 628 "type": "any" |
| 629 }, |
| 630 "type": "object" |
| 631 }, |
| 632 "name": { |
| 633 "type": "string" |
| 634 } |
| 635 }, |
| 636 "type": "object" |
| 637 }, |
| 638 "Job": { |
| 639 "id": "Job", |
| 640 "properties": { |
| 641 "createTime": { |
| 642 "type": "string" |
| 643 }, |
| 644 "currentState": { |
| 645 "enum": [ |
| 646 "JOB_STATE_CANCELLED", |
| 647 "JOB_STATE_DONE", |
| 648 "JOB_STATE_FAILED", |
| 649 "JOB_STATE_RUNNING", |
| 650 "JOB_STATE_STOPPED", |
| 651 "JOB_STATE_UNKNOWN" |
| 652 ], |
| 653 "enumDescriptions": [ |
| 654 "", |
| 655 "", |
| 656 "", |
| 657 "", |
| 658 "", |
| 659 "" |
| 660 ], |
| 661 "type": "string" |
| 662 }, |
| 663 "currentStateTime": { |
| 664 "type": "string" |
| 665 }, |
| 666 "environment": { |
| 667 "$ref": "Environment" |
| 668 }, |
| 669 "executionInfo": { |
| 670 "$ref": "JobExecutionInfo" |
| 671 }, |
| 672 "id": { |
| 673 "type": "string" |
| 674 }, |
| 675 "name": { |
| 676 "type": "string" |
| 677 }, |
| 678 "projectId": { |
| 679 "type": "string" |
| 680 }, |
| 681 "requestedState": { |
| 682 "enum": [ |
| 683 "JOB_STATE_CANCELLED", |
| 684 "JOB_STATE_DONE", |
| 685 "JOB_STATE_FAILED", |
| 686 "JOB_STATE_RUNNING", |
| 687 "JOB_STATE_STOPPED", |
| 688 "JOB_STATE_UNKNOWN" |
| 689 ], |
| 690 "enumDescriptions": [ |
| 691 "", |
| 692 "", |
| 693 "", |
| 694 "", |
| 695 "", |
| 696 "" |
| 697 ], |
| 698 "type": "string" |
| 699 }, |
| 700 "steps": { |
| 701 "items": { |
| 702 "$ref": "Step" |
| 703 }, |
| 704 "type": "array" |
| 705 }, |
| 706 "type": { |
| 707 "enum": [ |
| 708 "JOB_TYPE_BATCH", |
| 709 "JOB_TYPE_STREAMING", |
| 710 "JOB_TYPE_UNKNOWN" |
| 711 ], |
| 712 "enumDescriptions": [ |
| 713 "", |
| 714 "", |
| 715 "" |
| 716 ], |
| 717 "type": "string" |
| 718 } |
| 719 }, |
| 720 "type": "object" |
| 721 }, |
| 722 "JobExecutionInfo": { |
| 723 "id": "JobExecutionInfo", |
| 724 "properties": { |
| 725 "stages": { |
| 726 "additionalProperties": { |
| 727 "$ref": "JobExecutionStageInfo" |
| 728 }, |
| 729 "type": "object" |
| 730 } |
| 731 }, |
| 732 "type": "object" |
| 733 }, |
| 734 "JobExecutionStageInfo": { |
| 735 "id": "JobExecutionStageInfo", |
| 736 "properties": { |
| 737 "stepName": { |
| 738 "items": { |
| 739 "type": "string" |
| 740 }, |
| 741 "type": "array" |
| 742 } |
| 743 }, |
| 744 "type": "object" |
| 745 }, |
| 746 "JobMessage": { |
| 747 "id": "JobMessage", |
| 748 "properties": { |
| 749 "id": { |
| 750 "type": "string" |
| 751 }, |
| 752 "messageImportance": { |
| 753 "enum": [ |
| 754 "JOB_MESSAGE_DEBUG", |
| 755 "JOB_MESSAGE_DETAILED", |
| 756 "JOB_MESSAGE_ERROR", |
| 757 "JOB_MESSAGE_IMPORTANCE_UNKNOWN", |
| 758 "JOB_MESSAGE_WARNING" |
| 759 ], |
| 760 "enumDescriptions": [ |
| 761 "", |
| 762 "", |
| 763 "", |
| 764 "", |
| 765 "" |
| 766 ], |
| 767 "type": "string" |
| 768 }, |
| 769 "messageText": { |
| 770 "type": "string" |
| 771 }, |
| 772 "time": { |
| 773 "type": "string" |
| 774 } |
| 775 }, |
| 776 "type": "object" |
| 777 }, |
| 778 "JobMetrics": { |
| 779 "id": "JobMetrics", |
| 780 "properties": { |
| 781 "metricTime": { |
| 782 "type": "string" |
| 783 }, |
| 784 "metrics": { |
| 785 "items": { |
| 786 "$ref": "MetricUpdate" |
| 787 }, |
| 788 "type": "array" |
| 789 } |
| 790 }, |
| 791 "type": "object" |
| 792 }, |
| 793 "KeyRangeLocation": { |
| 794 "id": "KeyRangeLocation", |
| 795 "properties": { |
| 796 "dataDisk": { |
| 797 "type": "string" |
| 798 }, |
| 799 "deliveryEndpoint": { |
| 800 "type": "string" |
| 801 }, |
| 802 "end": { |
| 803 "type": "string" |
| 804 }, |
| 805 "persistentDirectory": { |
| 806 "type": "string" |
| 807 }, |
| 808 "start": { |
| 809 "type": "string" |
| 810 } |
| 811 }, |
| 812 "type": "object" |
| 813 }, |
| 814 "LeaseWorkItemRequest": { |
| 815 "id": "LeaseWorkItemRequest", |
| 816 "properties": { |
| 817 "currentWorkerTime": { |
| 818 "type": "string" |
| 819 }, |
| 820 "requestedLeaseDuration": { |
| 821 "type": "string" |
| 822 }, |
| 823 "workItemTypes": { |
| 824 "items": { |
| 825 "type": "string" |
| 826 }, |
| 827 "type": "array" |
| 828 }, |
| 829 "workerCapabilities": { |
| 830 "items": { |
| 831 "type": "string" |
| 832 }, |
| 833 "type": "array" |
| 834 }, |
| 835 "workerId": { |
| 836 "type": "string" |
| 837 } |
| 838 }, |
| 839 "type": "object" |
| 840 }, |
| 841 "LeaseWorkItemResponse": { |
| 842 "id": "LeaseWorkItemResponse", |
| 843 "properties": { |
| 844 "workItems": { |
| 845 "items": { |
| 846 "$ref": "WorkItem" |
| 847 }, |
| 848 "type": "array" |
| 849 } |
| 850 }, |
| 851 "type": "object" |
| 852 }, |
| 853 "ListJobMessagesResponse": { |
| 854 "id": "ListJobMessagesResponse", |
| 855 "properties": { |
| 856 "jobMessages": { |
| 857 "items": { |
| 858 "$ref": "JobMessage" |
| 859 }, |
| 860 "type": "array" |
| 861 }, |
| 862 "nextPageToken": { |
| 863 "type": "string" |
| 864 } |
| 865 }, |
| 866 "type": "object" |
| 867 }, |
| 868 "ListJobsResponse": { |
| 869 "id": "ListJobsResponse", |
| 870 "properties": { |
| 871 "jobs": { |
| 872 "items": { |
| 873 "$ref": "Job" |
| 874 }, |
| 875 "type": "array" |
| 876 }, |
| 877 "nextPageToken": { |
| 878 "type": "string" |
| 879 } |
| 880 }, |
| 881 "type": "object" |
| 882 }, |
| 883 "MapTask": { |
| 884 "id": "MapTask", |
| 885 "properties": { |
| 886 "instructions": { |
| 887 "items": { |
| 888 "$ref": "ParallelInstruction" |
| 889 }, |
| 890 "type": "array" |
| 891 }, |
| 892 "stageName": { |
| 893 "type": "string" |
| 894 }, |
| 895 "systemName": { |
| 896 "type": "string" |
| 897 } |
| 898 }, |
| 899 "type": "object" |
| 900 }, |
| 901 "MetricStructuredName": { |
| 902 "id": "MetricStructuredName", |
| 903 "properties": { |
| 904 "context": { |
| 905 "additionalProperties": { |
| 906 "type": "string" |
| 907 }, |
| 908 "type": "object" |
| 909 }, |
| 910 "name": { |
| 911 "type": "string" |
| 912 }, |
| 913 "origin": { |
| 914 "type": "string" |
| 915 } |
| 916 }, |
| 917 "type": "object" |
| 918 }, |
| 919 "MetricUpdate": { |
| 920 "id": "MetricUpdate", |
| 921 "properties": { |
| 922 "cumulative": { |
| 923 "type": "boolean" |
| 924 }, |
| 925 "internal": { |
| 926 "$ref": "GoogleprotobufValue" |
| 927 }, |
| 928 "kind": { |
| 929 "type": "string" |
| 930 }, |
| 931 "meanCount": { |
| 932 "$ref": "GoogleprotobufValue" |
| 933 }, |
| 934 "meanSum": { |
| 935 "$ref": "GoogleprotobufValue" |
| 936 }, |
| 937 "name": { |
| 938 "$ref": "MetricStructuredName" |
| 939 }, |
| 940 "scalar": { |
| 941 "$ref": "GoogleprotobufValue" |
| 942 }, |
| 943 "set": { |
| 944 "$ref": "GoogleprotobufValue" |
| 945 }, |
| 946 "updateTime": { |
| 947 "type": "string" |
| 948 } |
| 949 }, |
| 950 "type": "object" |
| 951 }, |
| 952 "MultiOutputInfo": { |
| 953 "id": "MultiOutputInfo", |
| 954 "properties": { |
| 955 "tag": { |
| 956 "type": "string" |
| 957 } |
| 958 }, |
| 959 "type": "object" |
| 960 }, |
| 961 "Package": { |
| 962 "id": "Package", |
| 963 "properties": { |
| 964 "location": { |
| 965 "type": "string" |
| 966 }, |
| 967 "name": { |
| 968 "type": "string" |
| 969 } |
| 970 }, |
| 971 "type": "object" |
| 972 }, |
| 973 "ParDoInstruction": { |
| 974 "id": "ParDoInstruction", |
| 975 "properties": { |
| 976 "input": { |
| 977 "$ref": "InstructionInput" |
| 978 }, |
| 979 "multiOutputInfos": { |
| 980 "items": { |
| 981 "$ref": "MultiOutputInfo" |
| 982 }, |
| 983 "type": "array" |
| 984 }, |
| 985 "numOutputs": { |
| 986 "format": "int32", |
| 987 "type": "integer" |
| 988 }, |
| 989 "sideInputs": { |
| 990 "items": { |
| 991 "$ref": "SideInputInfo" |
| 992 }, |
| 993 "type": "array" |
| 994 }, |
| 995 "userFn": { |
| 996 "additionalProperties": { |
| 997 "type": "any" |
| 998 }, |
| 999 "type": "object" |
| 1000 } |
| 1001 }, |
| 1002 "type": "object" |
| 1003 }, |
| 1004 "ParallelInstruction": { |
| 1005 "id": "ParallelInstruction", |
| 1006 "properties": { |
| 1007 "flatten": { |
| 1008 "$ref": "FlattenInstruction" |
| 1009 }, |
| 1010 "name": { |
| 1011 "type": "string" |
| 1012 }, |
| 1013 "outputs": { |
| 1014 "items": { |
| 1015 "$ref": "InstructionOutput" |
| 1016 }, |
| 1017 "type": "array" |
| 1018 }, |
| 1019 "parDo": { |
| 1020 "$ref": "ParDoInstruction" |
| 1021 }, |
| 1022 "partialGroupByKey": { |
| 1023 "$ref": "PartialGroupByKeyInstruction" |
| 1024 }, |
| 1025 "read": { |
| 1026 "$ref": "ReadInstruction" |
| 1027 }, |
| 1028 "systemName": { |
| 1029 "type": "string" |
| 1030 }, |
| 1031 "write": { |
| 1032 "$ref": "WriteInstruction" |
| 1033 } |
| 1034 }, |
| 1035 "type": "object" |
| 1036 }, |
| 1037 "PartialGroupByKeyInstruction": { |
| 1038 "id": "PartialGroupByKeyInstruction", |
| 1039 "properties": { |
| 1040 "input": { |
| 1041 "$ref": "InstructionInput" |
| 1042 }, |
| 1043 "inputElementCodec": { |
| 1044 "additionalProperties": { |
| 1045 "type": "any" |
| 1046 }, |
| 1047 "type": "object" |
| 1048 } |
| 1049 }, |
| 1050 "type": "object" |
| 1051 }, |
| 1052 "Position": { |
| 1053 "id": "Position", |
| 1054 "properties": { |
| 1055 "byteOffset": { |
| 1056 "format": "int64", |
| 1057 "type": "string" |
| 1058 }, |
| 1059 "end": { |
| 1060 "type": "boolean" |
| 1061 }, |
| 1062 "key": { |
| 1063 "type": "string" |
| 1064 }, |
| 1065 "recordIndex": { |
| 1066 "format": "int64", |
| 1067 "type": "string" |
| 1068 }, |
| 1069 "shufflePosition": { |
| 1070 "type": "string" |
| 1071 } |
| 1072 }, |
| 1073 "type": "object" |
| 1074 }, |
| 1075 "PubsubLocation": { |
| 1076 "id": "PubsubLocation", |
| 1077 "properties": { |
| 1078 "subscription": { |
| 1079 "type": "string" |
| 1080 }, |
| 1081 "topic": { |
| 1082 "type": "string" |
| 1083 } |
| 1084 }, |
| 1085 "type": "object" |
| 1086 }, |
| 1087 "ReadInstruction": { |
| 1088 "id": "ReadInstruction", |
| 1089 "properties": { |
| 1090 "source": { |
| 1091 "$ref": "Source" |
| 1092 } |
| 1093 }, |
| 1094 "type": "object" |
| 1095 }, |
| 1096 "ReportWorkItemStatusRequest": { |
| 1097 "id": "ReportWorkItemStatusRequest", |
| 1098 "properties": { |
| 1099 "currentWorkerTime": { |
| 1100 "type": "string" |
| 1101 }, |
| 1102 "workItemStatuses": { |
| 1103 "items": { |
| 1104 "$ref": "WorkItemStatus" |
| 1105 }, |
| 1106 "type": "array" |
| 1107 }, |
| 1108 "workerId": { |
| 1109 "type": "string" |
| 1110 } |
| 1111 }, |
| 1112 "type": "object" |
| 1113 }, |
| 1114 "ReportWorkItemStatusResponse": { |
| 1115 "id": "ReportWorkItemStatusResponse", |
| 1116 "properties": { |
| 1117 "workItemServiceStates": { |
| 1118 "items": { |
| 1119 "$ref": "WorkItemServiceState" |
| 1120 }, |
| 1121 "type": "array" |
| 1122 } |
| 1123 }, |
| 1124 "type": "object" |
| 1125 }, |
| 1126 "SeqMapTask": { |
| 1127 "id": "SeqMapTask", |
| 1128 "properties": { |
| 1129 "inputs": { |
| 1130 "items": { |
| 1131 "$ref": "SideInputInfo" |
| 1132 }, |
| 1133 "type": "array" |
| 1134 }, |
| 1135 "name": { |
| 1136 "type": "string" |
| 1137 }, |
| 1138 "outputInfos": { |
| 1139 "items": { |
| 1140 "$ref": "SeqMapTaskOutputInfo" |
| 1141 }, |
| 1142 "type": "array" |
| 1143 }, |
| 1144 "stageName": { |
| 1145 "type": "string" |
| 1146 }, |
| 1147 "systemName": { |
| 1148 "type": "string" |
| 1149 }, |
| 1150 "userFn": { |
| 1151 "additionalProperties": { |
| 1152 "type": "any" |
| 1153 }, |
| 1154 "type": "object" |
| 1155 } |
| 1156 }, |
| 1157 "type": "object" |
| 1158 }, |
| 1159 "SeqMapTaskOutputInfo": { |
| 1160 "id": "SeqMapTaskOutputInfo", |
| 1161 "properties": { |
| 1162 "sink": { |
| 1163 "$ref": "Sink" |
| 1164 }, |
| 1165 "tag": { |
| 1166 "type": "string" |
| 1167 } |
| 1168 }, |
| 1169 "type": "object" |
| 1170 }, |
| 1171 "ShellTask": { |
| 1172 "id": "ShellTask", |
| 1173 "properties": { |
| 1174 "command": { |
| 1175 "type": "string" |
| 1176 }, |
| 1177 "exitCode": { |
| 1178 "format": "int32", |
| 1179 "type": "integer" |
| 1180 } |
| 1181 }, |
| 1182 "type": "object" |
| 1183 }, |
| 1184 "SideInputInfo": { |
| 1185 "id": "SideInputInfo", |
| 1186 "properties": { |
| 1187 "kind": { |
| 1188 "additionalProperties": { |
| 1189 "type": "any" |
| 1190 }, |
| 1191 "type": "object" |
| 1192 }, |
| 1193 "sources": { |
| 1194 "items": { |
| 1195 "$ref": "Source" |
| 1196 }, |
| 1197 "type": "array" |
| 1198 }, |
| 1199 "tag": { |
| 1200 "type": "string" |
| 1201 } |
| 1202 }, |
| 1203 "type": "object" |
| 1204 }, |
| 1205 "Sink": { |
| 1206 "id": "Sink", |
| 1207 "properties": { |
| 1208 "codec": { |
| 1209 "additionalProperties": { |
| 1210 "type": "any" |
| 1211 }, |
| 1212 "type": "object" |
| 1213 }, |
| 1214 "spec": { |
| 1215 "additionalProperties": { |
| 1216 "type": "any" |
| 1217 }, |
| 1218 "type": "object" |
| 1219 } |
| 1220 }, |
| 1221 "type": "object" |
| 1222 }, |
| 1223 "Source": { |
| 1224 "id": "Source", |
| 1225 "properties": { |
| 1226 "baseSpecs": { |
| 1227 "items": { |
| 1228 "additionalProperties": { |
| 1229 "type": "any" |
| 1230 }, |
| 1231 "type": "object" |
| 1232 }, |
| 1233 "type": "array" |
| 1234 }, |
| 1235 "codec": { |
| 1236 "additionalProperties": { |
| 1237 "type": "any" |
| 1238 }, |
| 1239 "type": "object" |
| 1240 }, |
| 1241 "doesNotNeedSplitting": { |
| 1242 "type": "boolean" |
| 1243 }, |
| 1244 "metadata": { |
| 1245 "$ref": "SourceMetadata" |
| 1246 }, |
| 1247 "spec": { |
| 1248 "additionalProperties": { |
| 1249 "type": "any" |
| 1250 }, |
| 1251 "type": "object" |
| 1252 } |
| 1253 }, |
| 1254 "type": "object" |
| 1255 }, |
| 1256 "SourceGetMetadataRequest": { |
| 1257 "id": "SourceGetMetadataRequest", |
| 1258 "properties": { |
| 1259 "source": { |
| 1260 "$ref": "Source" |
| 1261 } |
| 1262 }, |
| 1263 "type": "object" |
| 1264 }, |
| 1265 "SourceGetMetadataResponse": { |
| 1266 "id": "SourceGetMetadataResponse", |
| 1267 "properties": { |
| 1268 "metadata": { |
| 1269 "$ref": "SourceMetadata" |
| 1270 } |
| 1271 }, |
| 1272 "type": "object" |
| 1273 }, |
| 1274 "SourceMetadata": { |
| 1275 "id": "SourceMetadata", |
| 1276 "properties": { |
| 1277 "estimatedSizeBytes": { |
| 1278 "format": "int64", |
| 1279 "type": "string" |
| 1280 }, |
| 1281 "infinite": { |
| 1282 "type": "boolean" |
| 1283 }, |
| 1284 "producesSortedKeys": { |
| 1285 "type": "boolean" |
| 1286 } |
| 1287 }, |
| 1288 "type": "object" |
| 1289 }, |
| 1290 "SourceOperationRequest": { |
| 1291 "id": "SourceOperationRequest", |
| 1292 "properties": { |
| 1293 "getMetadata": { |
| 1294 "$ref": "SourceGetMetadataRequest" |
| 1295 }, |
| 1296 "split": { |
| 1297 "$ref": "SourceSplitRequest" |
| 1298 } |
| 1299 }, |
| 1300 "type": "object" |
| 1301 }, |
| 1302 "SourceOperationResponse": { |
| 1303 "id": "SourceOperationResponse", |
| 1304 "properties": { |
| 1305 "getMetadata": { |
| 1306 "$ref": "SourceGetMetadataResponse" |
| 1307 }, |
| 1308 "split": { |
| 1309 "$ref": "SourceSplitResponse" |
| 1310 } |
| 1311 }, |
| 1312 "type": "object" |
| 1313 }, |
| 1314 "SourceSplitOptions": { |
| 1315 "id": "SourceSplitOptions", |
| 1316 "properties": { |
| 1317 "desiredShardSizeBytes": { |
| 1318 "format": "int64", |
| 1319 "type": "string" |
| 1320 } |
| 1321 }, |
| 1322 "type": "object" |
| 1323 }, |
| 1324 "SourceSplitRequest": { |
| 1325 "id": "SourceSplitRequest", |
| 1326 "properties": { |
| 1327 "options": { |
| 1328 "$ref": "SourceSplitOptions" |
| 1329 }, |
| 1330 "source": { |
| 1331 "$ref": "Source" |
| 1332 } |
| 1333 }, |
| 1334 "type": "object" |
| 1335 }, |
| 1336 "SourceSplitResponse": { |
| 1337 "id": "SourceSplitResponse", |
| 1338 "properties": { |
| 1339 "outcome": { |
| 1340 "enum": [ |
| 1341 "SOURCE_SPLIT_OUTCOME_SPLITTING_HAPPENED", |
| 1342 "SOURCE_SPLIT_OUTCOME_UNKNOWN", |
| 1343 "SOURCE_SPLIT_OUTCOME_USE_CURRENT" |
| 1344 ], |
| 1345 "enumDescriptions": [ |
| 1346 "", |
| 1347 "", |
| 1348 "" |
| 1349 ], |
| 1350 "type": "string" |
| 1351 }, |
| 1352 "shards": { |
| 1353 "items": { |
| 1354 "$ref": "SourceSplitShard" |
| 1355 }, |
| 1356 "type": "array" |
| 1357 } |
| 1358 }, |
| 1359 "type": "object" |
| 1360 }, |
| 1361 "SourceSplitShard": { |
| 1362 "id": "SourceSplitShard", |
| 1363 "properties": { |
| 1364 "derivationMode": { |
| 1365 "enum": [ |
| 1366 "SOURCE_DERIVATION_MODE_CHILD_OF_CURRENT", |
| 1367 "SOURCE_DERIVATION_MODE_INDEPENDENT", |
| 1368 "SOURCE_DERIVATION_MODE_SIBLING_OF_CURRENT", |
| 1369 "SOURCE_DERIVATION_MODE_UNKNOWN" |
| 1370 ], |
| 1371 "enumDescriptions": [ |
| 1372 "", |
| 1373 "", |
| 1374 "", |
| 1375 "" |
| 1376 ], |
| 1377 "type": "string" |
| 1378 }, |
| 1379 "source": { |
| 1380 "$ref": "Source" |
| 1381 } |
| 1382 }, |
| 1383 "type": "object" |
| 1384 }, |
| 1385 "Status": { |
| 1386 "id": "Status", |
| 1387 "properties": { |
| 1388 "code": { |
| 1389 "format": "int32", |
| 1390 "type": "integer" |
| 1391 }, |
| 1392 "details": { |
| 1393 "items": { |
| 1394 "additionalProperties": { |
| 1395 "type": "any" |
| 1396 }, |
| 1397 "type": "object" |
| 1398 }, |
| 1399 "type": "array" |
| 1400 }, |
| 1401 "message": { |
| 1402 "type": "string" |
| 1403 } |
| 1404 }, |
| 1405 "type": "object" |
| 1406 }, |
| 1407 "Step": { |
| 1408 "id": "Step", |
| 1409 "properties": { |
| 1410 "kind": { |
| 1411 "type": "string" |
| 1412 }, |
| 1413 "name": { |
| 1414 "type": "string" |
| 1415 }, |
| 1416 "properties": { |
| 1417 "additionalProperties": { |
| 1418 "type": "any" |
| 1419 }, |
| 1420 "type": "object" |
| 1421 } |
| 1422 }, |
| 1423 "type": "object" |
| 1424 }, |
| 1425 "StreamLocation": { |
| 1426 "id": "StreamLocation", |
| 1427 "properties": { |
| 1428 "pubsubLocation": { |
| 1429 "$ref": "PubsubLocation" |
| 1430 }, |
| 1431 "streamingStageLocation": { |
| 1432 "$ref": "StreamingStageLocation" |
| 1433 } |
| 1434 }, |
| 1435 "type": "object" |
| 1436 }, |
| 1437 "StreamingSetupTask": { |
| 1438 "id": "StreamingSetupTask", |
| 1439 "properties": { |
| 1440 "receiveWorkPort": { |
| 1441 "format": "int32", |
| 1442 "type": "integer" |
| 1443 }, |
| 1444 "streamingComputationTopology": { |
| 1445 "$ref": "TopologyConfig" |
| 1446 }, |
| 1447 "workerHarnessPort": { |
| 1448 "format": "int32", |
| 1449 "type": "integer" |
| 1450 } |
| 1451 }, |
| 1452 "type": "object" |
| 1453 }, |
| 1454 "StreamingStageLocation": { |
| 1455 "id": "StreamingStageLocation", |
| 1456 "properties": { |
| 1457 "streamId": { |
| 1458 "type": "string" |
| 1459 } |
| 1460 }, |
| 1461 "type": "object" |
| 1462 }, |
| 1463 "TaskRunnerSettings": { |
| 1464 "id": "TaskRunnerSettings", |
| 1465 "properties": { |
| 1466 "alsologtostderr": { |
| 1467 "type": "boolean" |
| 1468 }, |
| 1469 "baseTaskDir": { |
| 1470 "type": "string" |
| 1471 }, |
| 1472 "baseUrl": { |
| 1473 "type": "string" |
| 1474 }, |
| 1475 "commandlinesFileName": { |
| 1476 "type": "string" |
| 1477 }, |
| 1478 "continueOnException": { |
| 1479 "type": "boolean" |
| 1480 }, |
| 1481 "dataflowApiVersion": { |
| 1482 "type": "string" |
| 1483 }, |
| 1484 "harnessCommand": { |
| 1485 "type": "string" |
| 1486 }, |
| 1487 "languageHint": { |
| 1488 "type": "string" |
| 1489 }, |
| 1490 "logDir": { |
| 1491 "type": "string" |
| 1492 }, |
| 1493 "logToSerialconsole": { |
| 1494 "type": "boolean" |
| 1495 }, |
| 1496 "logUploadLocation": { |
| 1497 "type": "string" |
| 1498 }, |
| 1499 "oauthScopes": { |
| 1500 "items": { |
| 1501 "type": "string" |
| 1502 }, |
| 1503 "type": "array" |
| 1504 }, |
| 1505 "parallelWorkerSettings": { |
| 1506 "$ref": "WorkerSettings" |
| 1507 }, |
| 1508 "streamingWorkerMainClass": { |
| 1509 "type": "string" |
| 1510 }, |
| 1511 "taskGroup": { |
| 1512 "type": "string" |
| 1513 }, |
| 1514 "taskUser": { |
| 1515 "type": "string" |
| 1516 }, |
| 1517 "tempStoragePrefix": { |
| 1518 "type": "string" |
| 1519 }, |
| 1520 "vmId": { |
| 1521 "type": "string" |
| 1522 }, |
| 1523 "workflowFileName": { |
| 1524 "type": "string" |
| 1525 } |
| 1526 }, |
| 1527 "type": "object" |
| 1528 }, |
| 1529 "TopologyConfig": { |
| 1530 "id": "TopologyConfig", |
| 1531 "properties": { |
| 1532 "computations": { |
| 1533 "items": { |
| 1534 "$ref": "ComputationTopology" |
| 1535 }, |
| 1536 "type": "array" |
| 1537 }, |
| 1538 "dataDiskAssignments": { |
| 1539 "items": { |
| 1540 "$ref": "DataDiskAssignment" |
| 1541 }, |
| 1542 "type": "array" |
| 1543 } |
| 1544 }, |
| 1545 "type": "object" |
| 1546 }, |
| 1547 "WorkItem": { |
| 1548 "id": "WorkItem", |
| 1549 "properties": { |
| 1550 "configuration": { |
| 1551 "type": "string" |
| 1552 }, |
| 1553 "id": { |
| 1554 "format": "int64", |
| 1555 "type": "string" |
| 1556 }, |
| 1557 "jobId": { |
| 1558 "type": "string" |
| 1559 }, |
| 1560 "leaseExpireTime": { |
| 1561 "type": "string" |
| 1562 }, |
| 1563 "mapTask": { |
| 1564 "$ref": "MapTask" |
| 1565 }, |
| 1566 "packages": { |
| 1567 "items": { |
| 1568 "$ref": "Package" |
| 1569 }, |
| 1570 "type": "array" |
| 1571 }, |
| 1572 "projectId": { |
| 1573 "type": "string" |
| 1574 }, |
| 1575 "reportStatusInterval": { |
| 1576 "type": "string" |
| 1577 }, |
| 1578 "seqMapTask": { |
| 1579 "$ref": "SeqMapTask" |
| 1580 }, |
| 1581 "shellTask": { |
| 1582 "$ref": "ShellTask" |
| 1583 }, |
| 1584 "sourceOperationTask": { |
| 1585 "$ref": "SourceOperationRequest" |
| 1586 }, |
| 1587 "streamingSetupTask": { |
| 1588 "$ref": "StreamingSetupTask" |
| 1589 } |
| 1590 }, |
| 1591 "type": "object" |
| 1592 }, |
| 1593 "WorkItemServiceState": { |
| 1594 "id": "WorkItemServiceState", |
| 1595 "properties": { |
| 1596 "harnessData": { |
| 1597 "additionalProperties": { |
| 1598 "type": "any" |
| 1599 }, |
| 1600 "type": "object" |
| 1601 }, |
| 1602 "leaseExpireTime": { |
| 1603 "type": "string" |
| 1604 }, |
| 1605 "reportStatusInterval": { |
| 1606 "type": "string" |
| 1607 }, |
| 1608 "suggestedStopPoint": { |
| 1609 "$ref": "ApproximateProgress" |
| 1610 }, |
| 1611 "suggestedStopPosition": { |
| 1612 "$ref": "Position" |
| 1613 } |
| 1614 }, |
| 1615 "type": "object" |
| 1616 }, |
| 1617 "WorkItemStatus": { |
| 1618 "id": "WorkItemStatus", |
| 1619 "properties": { |
| 1620 "completed": { |
| 1621 "type": "boolean" |
| 1622 }, |
| 1623 "errors": { |
| 1624 "items": { |
| 1625 "$ref": "Status" |
| 1626 }, |
| 1627 "type": "array" |
| 1628 }, |
| 1629 "metricUpdates": { |
| 1630 "items": { |
| 1631 "$ref": "MetricUpdate" |
| 1632 }, |
| 1633 "type": "array" |
| 1634 }, |
| 1635 "progress": { |
| 1636 "$ref": "ApproximateProgress" |
| 1637 }, |
| 1638 "reportIndex": { |
| 1639 "format": "int64", |
| 1640 "type": "string" |
| 1641 }, |
| 1642 "requestedLeaseDuration": { |
| 1643 "type": "string" |
| 1644 }, |
| 1645 "sourceOperationResponse": { |
| 1646 "$ref": "SourceOperationResponse" |
| 1647 }, |
| 1648 "stopPosition": { |
| 1649 "$ref": "Position" |
| 1650 }, |
| 1651 "workItemId": { |
| 1652 "type": "string" |
| 1653 } |
| 1654 }, |
| 1655 "type": "object" |
| 1656 }, |
| 1657 "WorkerPool": { |
| 1658 "id": "WorkerPool", |
| 1659 "properties": { |
| 1660 "autoscalingSettings": { |
| 1661 "$ref": "AutoscalingSettings" |
| 1662 }, |
| 1663 "dataDisks": { |
| 1664 "items": { |
| 1665 "$ref": "Disk" |
| 1666 }, |
| 1667 "type": "array" |
| 1668 }, |
| 1669 "defaultPackageSet": { |
| 1670 "enum": [ |
| 1671 "DEFAULT_PACKAGE_SET_JAVA", |
| 1672 "DEFAULT_PACKAGE_SET_NONE", |
| 1673 "DEFAULT_PACKAGE_SET_PYTHON", |
| 1674 "DEFAULT_PACKAGE_SET_UNKNOWN" |
| 1675 ], |
| 1676 "enumDescriptions": [ |
| 1677 "", |
| 1678 "", |
| 1679 "", |
| 1680 "" |
| 1681 ], |
| 1682 "type": "string" |
| 1683 }, |
| 1684 "diskSizeGb": { |
| 1685 "format": "int32", |
| 1686 "type": "integer" |
| 1687 }, |
| 1688 "diskSourceImage": { |
| 1689 "type": "string" |
| 1690 }, |
| 1691 "kind": { |
| 1692 "type": "string" |
| 1693 }, |
| 1694 "machineType": { |
| 1695 "type": "string" |
| 1696 }, |
| 1697 "metadata": { |
| 1698 "additionalProperties": { |
| 1699 "type": "string" |
| 1700 }, |
| 1701 "type": "object" |
| 1702 }, |
| 1703 "numWorkers": { |
| 1704 "format": "int32", |
| 1705 "type": "integer" |
| 1706 }, |
| 1707 "onHostMaintenance": { |
| 1708 "type": "string" |
| 1709 }, |
| 1710 "packages": { |
| 1711 "items": { |
| 1712 "$ref": "Package" |
| 1713 }, |
| 1714 "type": "array" |
| 1715 }, |
| 1716 "taskrunnerSettings": { |
| 1717 "$ref": "TaskRunnerSettings" |
| 1718 }, |
| 1719 "teardownPolicy": { |
| 1720 "enum": [ |
| 1721 "TEARDOWN_ALWAYS", |
| 1722 "TEARDOWN_NEVER", |
| 1723 "TEARDOWN_ON_SUCCESS", |
| 1724 "TEARDOWN_POLICY_UNKNOWN" |
| 1725 ], |
| 1726 "enumDescriptions": [ |
| 1727 "", |
| 1728 "", |
| 1729 "", |
| 1730 "" |
| 1731 ], |
| 1732 "type": "string" |
| 1733 }, |
| 1734 "zone": { |
| 1735 "type": "string" |
| 1736 } |
| 1737 }, |
| 1738 "type": "object" |
| 1739 }, |
| 1740 "WorkerSettings": { |
| 1741 "id": "WorkerSettings", |
| 1742 "properties": { |
| 1743 "baseUrl": { |
| 1744 "type": "string" |
| 1745 }, |
| 1746 "reportingEnabled": { |
| 1747 "type": "boolean" |
| 1748 }, |
| 1749 "servicePath": { |
| 1750 "type": "string" |
| 1751 }, |
| 1752 "shuffleServicePath": { |
| 1753 "type": "string" |
| 1754 }, |
| 1755 "tempStoragePrefix": { |
| 1756 "type": "string" |
| 1757 }, |
| 1758 "workerId": { |
| 1759 "type": "string" |
| 1760 } |
| 1761 }, |
| 1762 "type": "object" |
| 1763 }, |
| 1764 "WriteInstruction": { |
| 1765 "id": "WriteInstruction", |
| 1766 "properties": { |
| 1767 "input": { |
| 1768 "$ref": "InstructionInput" |
| 1769 }, |
| 1770 "sink": { |
| 1771 "$ref": "Sink" |
| 1772 } |
| 1773 }, |
| 1774 "type": "object" |
| 1775 } |
| 1776 }, |
| 1777 "servicePath": "v1b3/projects/", |
| 1778 "title": "Google Dataflow API", |
| 1779 "version": "v1b4" |
| 1780 } |
OLD | NEW |