| OLD | NEW |
| 1 { | 1 { |
| 2 "auth": { | 2 "auth": { |
| 3 "oauth2": { | 3 "oauth2": { |
| 4 "scopes": { | 4 "scopes": { |
| 5 "https://www.googleapis.com/auth/cloud-platform": { | 5 "https://www.googleapis.com/auth/cloud-platform": { |
| 6 "description": "View and manage your data across Google Clou
d Platform services" | 6 "description": "View and manage your data across Google Clou
d Platform services" |
| 7 }, | 7 }, |
| 8 "https://www.googleapis.com/auth/userinfo.email": { | 8 "https://www.googleapis.com/auth/userinfo.email": { |
| 9 "description": "View your email address" | 9 "description": "View your email address" |
| 10 } | 10 } |
| 11 } | 11 } |
| 12 } | 12 } |
| 13 }, | 13 }, |
| 14 "basePath": "", | 14 "basePath": "", |
| 15 "baseUrl": "https://dataflow.googleapis.com/", | 15 "baseUrl": "https://dataflow.googleapis.com/", |
| 16 "batchPath": "batch", | 16 "batchPath": "batch", |
| 17 "description": "Develops and executes data processing patterns like ETL, bat
ch computation, and continuous computation.", | 17 "description": "Develops and executes data processing patterns like ETL, bat
ch computation, and continuous computation.", |
| 18 "discoveryVersion": "v1", | 18 "discoveryVersion": "v1", |
| 19 "documentationLink": "https://cloud.google.com/dataflow", | 19 "documentationLink": "https://cloud.google.com/dataflow", |
| 20 "etag": "\"C5oy1hgQsABtYOYIOXWcR3BgYqU/DQTAijQbFPyNgytDhH5yACXDF5M\"", | 20 "etag": "\"C5oy1hgQsABtYOYIOXWcR3BgYqU/wZurELzsfHitAU1HvQyPOtQDL2I\"", |
| 21 "icons": { | 21 "icons": { |
| 22 "x16": "http://www.google.com/images/icons/product/search-16.gif", | 22 "x16": "http://www.google.com/images/icons/product/search-16.gif", |
| 23 "x32": "http://www.google.com/images/icons/product/search-32.gif" | 23 "x32": "http://www.google.com/images/icons/product/search-32.gif" |
| 24 }, | 24 }, |
| 25 "id": "dataflow:v1b3", | 25 "id": "dataflow:v1b3", |
| 26 "kind": "discovery#restDescription", | 26 "kind": "discovery#restDescription", |
| 27 "name": "dataflow", | 27 "name": "dataflow", |
| 28 "ownerDomain": "google.com", | 28 "ownerDomain": "google.com", |
| 29 "ownerName": "Google", | 29 "ownerName": "Google", |
| 30 "parameters": { | 30 "parameters": { |
| (...skipping 314 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 345 "response": { | 345 "response": { |
| 346 "$ref": "JobMetrics" | 346 "$ref": "JobMetrics" |
| 347 }, | 347 }, |
| 348 "scopes": [ | 348 "scopes": [ |
| 349 "https://www.googleapis.com/auth/cloud-platform"
, | 349 "https://www.googleapis.com/auth/cloud-platform"
, |
| 350 "https://www.googleapis.com/auth/userinfo.email" | 350 "https://www.googleapis.com/auth/userinfo.email" |
| 351 ] | 351 ] |
| 352 } | 352 } |
| 353 }, | 353 }, |
| 354 "resources": { | 354 "resources": { |
| 355 "debug": { |
| 356 "methods": { |
| 357 "getConfig": { |
| 358 "description": "Get encoded debug configurat
ion for component. Not cacheable.", |
| 359 "httpMethod": "POST", |
| 360 "id": "dataflow.projects.jobs.debug.getConfi
g", |
| 361 "parameterOrder": [ |
| 362 "projectId", |
| 363 "jobId" |
| 364 ], |
| 365 "parameters": { |
| 366 "projectId": { |
| 367 "description": "The project id.", |
| 368 "location": "path", |
| 369 "required": true, |
| 370 "type": "string" |
| 371 }, |
| 372 "jobId": { |
| 373 "description": "The job id.", |
| 374 "location": "path", |
| 375 "required": true, |
| 376 "type": "string" |
| 377 } |
| 378 }, |
| 379 "path": "v1b3/projects/{projectId}/jobs/{job
Id}/debug/getConfig", |
| 380 "request": { |
| 381 "$ref": "GetDebugConfigRequest" |
| 382 }, |
| 383 "response": { |
| 384 "$ref": "GetDebugConfigResponse" |
| 385 }, |
| 386 "scopes": [ |
| 387 "https://www.googleapis.com/auth/cloud-p
latform", |
| 388 "https://www.googleapis.com/auth/userinf
o.email" |
| 389 ] |
| 390 }, |
| 391 "sendCapture": { |
| 392 "description": "Send encoded debug capture d
ata for component.", |
| 393 "httpMethod": "POST", |
| 394 "id": "dataflow.projects.jobs.debug.sendCapt
ure", |
| 395 "parameterOrder": [ |
| 396 "projectId", |
| 397 "jobId" |
| 398 ], |
| 399 "parameters": { |
| 400 "projectId": { |
| 401 "description": "The project id.", |
| 402 "location": "path", |
| 403 "required": true, |
| 404 "type": "string" |
| 405 }, |
| 406 "jobId": { |
| 407 "description": "The job id.", |
| 408 "location": "path", |
| 409 "required": true, |
| 410 "type": "string" |
| 411 } |
| 412 }, |
| 413 "path": "v1b3/projects/{projectId}/jobs/{job
Id}/debug/sendCapture", |
| 414 "request": { |
| 415 "$ref": "SendDebugCaptureRequest" |
| 416 }, |
| 417 "response": { |
| 418 "$ref": "SendDebugCaptureResponse" |
| 419 }, |
| 420 "scopes": [ |
| 421 "https://www.googleapis.com/auth/cloud-p
latform", |
| 422 "https://www.googleapis.com/auth/userinf
o.email" |
| 423 ] |
| 424 } |
| 425 } |
| 426 }, |
| 355 "messages": { | 427 "messages": { |
| 356 "methods": { | 428 "methods": { |
| 357 "list": { | 429 "list": { |
| 358 "description": "Request the job status.", | 430 "description": "Request the job status.", |
| 359 "httpMethod": "GET", | 431 "httpMethod": "GET", |
| 360 "id": "dataflow.projects.jobs.messages.list"
, | 432 "id": "dataflow.projects.jobs.messages.list"
, |
| 361 "parameterOrder": [ | 433 "parameterOrder": [ |
| 362 "projectId", | 434 "projectId", |
| 363 "jobId" | 435 "jobId" |
| 364 ], | 436 ], |
| (...skipping 122 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 487 "$ref": "LeaseWorkItemResponse" | 559 "$ref": "LeaseWorkItemResponse" |
| 488 }, | 560 }, |
| 489 "scopes": [ | 561 "scopes": [ |
| 490 "https://www.googleapis.com/auth/cloud-p
latform", | 562 "https://www.googleapis.com/auth/cloud-p
latform", |
| 491 "https://www.googleapis.com/auth/userinf
o.email" | 563 "https://www.googleapis.com/auth/userinf
o.email" |
| 492 ] | 564 ] |
| 493 } | 565 } |
| 494 } | 566 } |
| 495 } | 567 } |
| 496 } | 568 } |
| 569 }, |
| 570 "templates": { |
| 571 "methods": { |
| 572 "create": { |
| 573 "description": "Creates a dataflow job from a templa
te.", |
| 574 "httpMethod": "POST", |
| 575 "id": "dataflow.projects.templates.create", |
| 576 "parameterOrder": [ |
| 577 "projectId" |
| 578 ], |
| 579 "parameters": { |
| 580 "projectId": { |
| 581 "description": "The project which owns the j
ob.", |
| 582 "location": "path", |
| 583 "required": true, |
| 584 "type": "string" |
| 585 } |
| 586 }, |
| 587 "path": "v1b3/projects/{projectId}/templates", |
| 588 "request": { |
| 589 "$ref": "CreateJobFromTemplateRequest" |
| 590 }, |
| 591 "response": { |
| 592 "$ref": "Job" |
| 593 }, |
| 594 "scopes": [ |
| 595 "https://www.googleapis.com/auth/cloud-platform"
, |
| 596 "https://www.googleapis.com/auth/userinfo.email" |
| 597 ] |
| 598 } |
| 599 } |
| 497 } | 600 } |
| 498 } | 601 } |
| 499 } | 602 } |
| 500 }, | 603 }, |
| 501 "revision": "20160715", | 604 "revision": "20160727", |
| 502 "rootUrl": "https://dataflow.googleapis.com/", | 605 "rootUrl": "https://dataflow.googleapis.com/", |
| 503 "schemas": { | 606 "schemas": { |
| 607 "GetDebugConfigRequest": { |
| 608 "description": "Request to get updated debug configuration for compo
nent.", |
| 609 "id": "GetDebugConfigRequest", |
| 610 "properties": { |
| 611 "workerId": { |
| 612 "description": "The worker id, i.e., VM hostname.", |
| 613 "type": "string" |
| 614 }, |
| 615 "componentId": { |
| 616 "description": "The internal component id for which debug co
nfiguration is requested.", |
| 617 "type": "string" |
| 618 } |
| 619 }, |
| 620 "type": "object" |
| 621 }, |
| 622 "GetDebugConfigResponse": { |
| 623 "description": "Response to a get debug configuration request.", |
| 624 "id": "GetDebugConfigResponse", |
| 625 "properties": { |
| 626 "config": { |
| 627 "description": "The encoded debug configuration for the requ
ested component.", |
| 628 "type": "string" |
| 629 } |
| 630 }, |
| 631 "type": "object" |
| 632 }, |
| 633 "SendDebugCaptureRequest": { |
| 634 "description": "Request to send encoded debug information.", |
| 635 "id": "SendDebugCaptureRequest", |
| 636 "properties": { |
| 637 "workerId": { |
| 638 "description": "The worker id, i.e., VM hostname.", |
| 639 "type": "string" |
| 640 }, |
| 641 "componentId": { |
| 642 "description": "The internal component id for which debug in
formation is sent.", |
| 643 "type": "string" |
| 644 }, |
| 645 "data": { |
| 646 "description": "The encoded debug information.", |
| 647 "type": "string" |
| 648 } |
| 649 }, |
| 650 "type": "object" |
| 651 }, |
| 652 "SendDebugCaptureResponse": { |
| 653 "description": "Response to a send capture request. nothing", |
| 654 "id": "SendDebugCaptureResponse", |
| 655 "type": "object" |
| 656 }, |
| 504 "Job": { | 657 "Job": { |
| 505 "description": "Defines a job to be run by the Dataflow service.", | 658 "description": "Defines a job to be run by the Dataflow service.", |
| 506 "id": "Job", | 659 "id": "Job", |
| 507 "properties": { | 660 "properties": { |
| 508 "id": { | 661 "id": { |
| 509 "description": "The unique ID of this job. This field is set
by the Dataflow service when the Job is created, and is immutable for the life
of the Job.", | 662 "description": "The unique ID of this job. This field is set
by the Dataflow service when the Job is created, and is immutable for the life
of the Job.", |
| 510 "type": "string" | 663 "type": "string" |
| 511 }, | 664 }, |
| 512 "projectId": { | 665 "projectId": { |
| 513 "description": "The project which owns the job.", | 666 "description": "The project which owns the job.", |
| (...skipping 270 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 784 "type": "string" | 937 "type": "string" |
| 785 }, | 938 }, |
| 786 "workerHarnessContainerImage": { | 939 "workerHarnessContainerImage": { |
| 787 "description": "Docker container image that executes Dataflo
w worker harness, residing in Google Container Registry. Required.", | 940 "description": "Docker container image that executes Dataflo
w worker harness, residing in Google Container Registry. Required.", |
| 788 "type": "string" | 941 "type": "string" |
| 789 }, | 942 }, |
| 790 "numThreadsPerWorker": { | 943 "numThreadsPerWorker": { |
| 791 "description": "The number of threads per worker harness. If
empty or unspecified, the service will choose a number of threads (according to
the number of cores on the selected machine type for batch, or 1 by convention
for streaming).", | 944 "description": "The number of threads per worker harness. If
empty or unspecified, the service will choose a number of threads (according to
the number of cores on the selected machine type for batch, or 1 by convention
for streaming).", |
| 792 "format": "int32", | 945 "format": "int32", |
| 793 "type": "integer" | 946 "type": "integer" |
| 947 }, |
| 948 "ipConfiguration": { |
| 949 "description": "Configuration for VM IPs.", |
| 950 "enum": [ |
| 951 "WORKER_IP_UNSPECIFIED", |
| 952 "WORKER_IP_PUBLIC", |
| 953 "WORKER_IP_PRIVATE" |
| 954 ], |
| 955 "type": "string" |
| 794 } | 956 } |
| 795 }, | 957 }, |
| 796 "type": "object" | 958 "type": "object" |
| 797 }, | 959 }, |
| 798 "Package": { | 960 "Package": { |
| 799 "description": "Packages that need to be installed in order for a wo
rker to run the steps of the Dataflow job which will be assigned to its worker p
ool. This is the mechanism by which the SDK causes code to be loaded onto the wo
rkers. For example, the Dataflow Java SDK might use this to install jars contain
ing the user's code and all of the various dependencies (libraries, data files,
etc) required in order for that code to run.", | 961 "description": "Packages that need to be installed in order for a wo
rker to run the steps of the Dataflow job which will be assigned to its worker p
ool. This is the mechanism by which the SDK causes code to be loaded onto the wo
rkers. For example, the Dataflow Java SDK might use this to install jars contain
ing the user's code and all of the various dependencies (libraries, data files,
etc) required in order for that code to run.", |
| 800 "id": "Package", | 962 "id": "Package", |
| 801 "properties": { | 963 "properties": { |
| 802 "name": { | 964 "name": { |
| 803 "description": "The name of the package.", | 965 "description": "The name of the package.", |
| (...skipping 358 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1162 "context": { | 1324 "context": { |
| 1163 "additionalProperties": { | 1325 "additionalProperties": { |
| 1164 "type": "string" | 1326 "type": "string" |
| 1165 }, | 1327 }, |
| 1166 "description": "Zero or more labeled fields which identify t
he part of the job this metric is associated with, such as the name of a step or
collection. For example, built-in counters associated with steps will have cont
ext['step'] = . Counters associated with PCollections in the SDK will have conte
xt['pcollection'] =\n.", | 1328 "description": "Zero or more labeled fields which identify t
he part of the job this metric is associated with, such as the name of a step or
collection. For example, built-in counters associated with steps will have cont
ext['step'] = . Counters associated with PCollections in the SDK will have conte
xt['pcollection'] =\n.", |
| 1167 "type": "object" | 1329 "type": "object" |
| 1168 } | 1330 } |
| 1169 }, | 1331 }, |
| 1170 "type": "object" | 1332 "type": "object" |
| 1171 }, | 1333 }, |
| 1334 "CreateJobFromTemplateRequest": { |
| 1335 "description": "Request to create a Dataflow job.", |
| 1336 "id": "CreateJobFromTemplateRequest", |
| 1337 "properties": { |
| 1338 "gcsPath": { |
| 1339 "description": "A path to the serialized JSON representation
of the job.", |
| 1340 "type": "string" |
| 1341 }, |
| 1342 "parameters": { |
| 1343 "additionalProperties": { |
| 1344 "type": "string" |
| 1345 }, |
| 1346 "description": "Dynamic parameterization of the job's runtim
e environment.", |
| 1347 "type": "object" |
| 1348 } |
| 1349 }, |
| 1350 "type": "object" |
| 1351 }, |
| 1172 "ReportWorkItemStatusRequest": { | 1352 "ReportWorkItemStatusRequest": { |
| 1173 "description": "Request to report the status of WorkItems.", | 1353 "description": "Request to report the status of WorkItems.", |
| 1174 "id": "ReportWorkItemStatusRequest", | 1354 "id": "ReportWorkItemStatusRequest", |
| 1175 "properties": { | 1355 "properties": { |
| 1176 "workerId": { | 1356 "workerId": { |
| 1177 "description": "The ID of the worker reporting the WorkItem
status. If this does not match the ID of the worker which the Dataflow service b
elieves currently has the lease on the WorkItem, the report will be dropped (wit
h an error response).", | 1357 "description": "The ID of the worker reporting the WorkItem
status. If this does not match the ID of the worker which the Dataflow service b
elieves currently has the lease on the WorkItem, the report will be dropped (wit
h an error response).", |
| 1178 "type": "string" | 1358 "type": "string" |
| 1179 }, | 1359 }, |
| 1180 "workItemStatuses": { | 1360 "workItemStatuses": { |
| 1181 "description": "The order is unimportant, except that the or
der of the WorkItemServiceState messages in the ReportWorkItemStatusResponse cor
responds to the order of WorkItemStatus messages here.", | 1361 "description": "The order is unimportant, except that the or
der of the WorkItemServiceState messages in the ReportWorkItemStatusResponse cor
responds to the order of WorkItemStatus messages here.", |
| (...skipping 1847 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 3029 "type": "string" | 3209 "type": "string" |
| 3030 } | 3210 } |
| 3031 }, | 3211 }, |
| 3032 "type": "object" | 3212 "type": "object" |
| 3033 } | 3213 } |
| 3034 }, | 3214 }, |
| 3035 "servicePath": "", | 3215 "servicePath": "", |
| 3036 "title": "Google Dataflow API", | 3216 "title": "Google Dataflow API", |
| 3037 "version": "v1b3" | 3217 "version": "v1b3" |
| 3038 } | 3218 } |
| OLD | NEW |