Api-roll 39: 2016-07-18

discovery/googleapis_beta/dataflow__v1b3.json

 {
     "auth": {
         "oauth2": {
             "scopes": {
                 "https://www.googleapis.com/auth/cloud-platform": {
                     "description": "View and manage your data across Google Cloud Platform services"
                 },
                 "https://www.googleapis.com/auth/userinfo.email": {
                     "description": "View your email address"
                 }
             }
         }
     },
     "basePath": "",
     "baseUrl": "https://dataflow.googleapis.com/",
     "batchPath": "batch",
     "description": "Develops and executes data processing patterns like ETL, batch computation, and continuous computation.",
     "discoveryVersion": "v1",
     "documentationLink": "https://cloud.google.com/dataflow",
-    "etag": "\"C5oy1hgQsABtYOYIOXWcR3BgYqU/zIcToutH_qQymkOoQRgRxX5M2es\"",
+    "etag": "\"C5oy1hgQsABtYOYIOXWcR3BgYqU/DQTAijQbFPyNgytDhH5yACXDF5M\"",
     "icons": {
         "x16": "http://www.google.com/images/icons/product/search-16.gif",
         "x32": "http://www.google.com/images/icons/product/search-32.gif"
     },
     "id": "dataflow:v1b3",
     "kind": "discovery#restDescription",
     "name": "dataflow",
     "ownerDomain": "google.com",
     "ownerName": "Google",
     "parameters": {
@@ skipping 460 matching lines @@
                                         "https://www.googleapis.com/auth/userinfo.email"
                                     ]
                                 }
                             }
                         }
                     }
                 }
             }
         }
     },
-    "revision": "20160621",
+    "revision": "20160715",
     "rootUrl": "https://dataflow.googleapis.com/",
     "schemas": {
         "Job": {
             "description": "Defines a job to be run by the Dataflow service.",
             "id": "Job",
             "properties": {
                 "id": {
                     "description": "The unique ID of this job. This field is set by the Dataflow service when the Job is created, and is immutable for the life of the Job.",
                     "type": "string"
                 },
@@ skipping 85 matching lines @@
                 "replacedByJobId": {
                     "description": "If another job is an update of this job (and thus, this job is in JOB_STATE_UPDATED), this field will contain the ID of that job.",
                     "type": "string"
                 },
                 "tempFiles": {
                     "description": "A set of files the system should be aware of that are used for temporary storage. These temporary files will be removed on job completion. No duplicates are allowed. No file patterns are supported. The supported files are: Google Cloud Storage: storage.googleapis.com/{bucket}/{object} bucket.storage.googleapis.com/{object}",
                     "items": {
                         "type": "string"
                     },
                     "type": "array"
+                },
+                "labels": {
+                    "additionalProperties": {
+                        "type": "string"
+                    },
+                    "description": "User-defined labels for this job. The labels map can contain no more than 64 entries. Entries of the labels map are UTF8 strings that comply with the following restrictions: * Keys must conform to regexp: \\p{Ll}\\p{Lo}{0,62} * Values must conform to regexp: [\\p{Ll}\\p{Lo}\\p{N}_-]{0,63} * Both keys and values are additionally constrained to be <= 128 bytes in size.",
+                    "type": "object"
                 }
             },
             "type": "object"
         },
         "Environment": {
             "description": "Describes the environment in which a Dataflow Job runs.",
             "id": "Environment",
             "properties": {
                 "tempStoragePrefix": {
                     "description": "The prefix of the resources the system should use for temporary storage. The system will append the suffix \"/temp-{JOBNAME} to this resource prefix, where {JOBNAME} is the value of the job_name field. The resulting bucket and object prefix is used as the prefix of the resources used to store temporary data needed during the job execution. NOTE: This will override the value in taskrunner_settings. The supported resource type is: Google Cloud Storage: storage.googleapis.com/{bucket}/{object} bucket.storage.googleapis.com/{object}",
@@ skipping 40 matching lines @@
                 "sdkPipelineOptions": {
                     "additionalProperties": {
                         "description": "Properties of the object.",
                         "type": "any"
                     },
                     "description": "The Dataflow SDK pipeline options specified by the user. These options are passed through the service and are used to recreate the SDK pipeline options on the worker in a language agnostic and platform independent way.",
                     "type": "object"
                 },
                 "internalExperiments": {
                     "additionalProperties": {
-                        "description": "Properties of the object. Contains field @ype with type URL.",
+                        "description": "Properties of the object. Contains field @type with type URL.",
                         "type": "any"
                     },
                     "description": "Experimental settings.",
                     "type": "object"
                 }
             },
             "type": "object"
         },
         "WorkerPool": {
             "description": "Describes one particular pool of Dataflow workers to be instantiated by the Dataflow service in order to perform the computations required by a job. Note that a workflow job may use multiple pools, in order to match the various computational requirements of the various stages of the job.",
@@ skipping 77 matching lines @@
                     },
                     "description": "Metadata to set on the Google Compute Engine VMs.",
                     "type": "object"
                 },
                 "autoscalingSettings": {
                     "$ref": "AutoscalingSettings",
                     "description": "Settings for autoscaling of this WorkerPool."
                 },
                 "poolArgs": {
                     "additionalProperties": {
-                        "description": "Properties of the object. Contains field @ype with type URL.",
+                        "description": "Properties of the object. Contains field @type with type URL.",
                         "type": "any"
                     },
                     "description": "Extra arguments for this worker pool.",
                     "type": "object"
                 },
                 "network": {
                     "description": "Network to which VMs will be assigned. If empty or unspecified, the service will use the network \"default\".",
                     "type": "string"
                 },
                 "subnetwork": {
@@ skipping 487 matching lines @@
                     "type": "integer"
                 },
                 "message": {
                     "description": "A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client.",
                     "type": "string"
                 },
                 "details": {
                     "description": "A list of messages that carry the error details. There will be a common set of message types for APIs to use.",
                     "items": {
                         "additionalProperties": {
-                            "description": "Properties of the object. Contains field @ype with type URL.",
+                            "description": "Properties of the object. Contains field @type with type URL.",
                             "type": "any"
                         },
                         "type": "object"
                     },
                     "type": "array"
                 }
             },
             "type": "object"
         },
         "CounterUpdate": {
@@ skipping 826 matching lines @@
             "id": "ParallelInstruction",
             "properties": {
                 "systemName": {
                     "description": "System-defined name of this operation. Unique across the workflow.",
                     "type": "string"
                 },
                 "name": {
                     "description": "User-provided name of this operation.",
                     "type": "string"
                 },
+                "originalName": {
+                    "description": "System-defined name for the operation in the original workflow graph.",
+                    "type": "string"
+                },
                 "read": {
                     "$ref": "ReadInstruction",
                     "description": "Additional information for Read instructions."
                 },
                 "write": {
                     "$ref": "WriteInstruction",
                     "description": "Additional information for Write instructions."
                 },
                 "parDo": {
                     "$ref": "ParDoInstruction",
@@ skipping 181 matching lines @@
                     },
                     "description": "The value combining function to invoke.",
                     "type": "object"
                 },
                 "sideInputs": {
                     "description": "Zero or more side inputs.",
                     "items": {
                         "$ref": "SideInputInfo"
                     },
                     "type": "array"
+                },
+                "originalCombineValuesStepName": {
+                    "description": "If this instruction includes a combining function, this is the name of the CombineValues instruction lifted into this instruction.",
+                    "type": "string"
+                },
+                "originalCombineValuesInputStoreName": {
+                    "description": "If this instruction includes a combining function this is the name of the intermediate store between the GBK and the CombineValues.",
+                    "type": "string"
                 }
             },
             "type": "object"
         },
         "FlattenInstruction": {
             "description": "An instruction that copies its inputs (zero or more) to its (single) output.",
             "id": "FlattenInstruction",
             "properties": {
                 "inputs": {
                     "description": "Describes the inputs to the flatten instruction.",
@@ skipping 10 matching lines @@
             "id": "InstructionOutput",
             "properties": {
                 "name": {
                     "description": "The user-provided name of this output.",
                     "type": "string"
                 },
                 "systemName": {
                     "description": "System-defined name of this output. Unique across the workflow.",
                     "type": "string"
                 },
+                "originalName": {
+                    "description": "System-defined name for this output in the original workflow graph. Outputs that do not contribute to an original instruction do not set this.",
+                    "type": "string"
+                },
                 "codec": {
                     "additionalProperties": {
                         "description": "Properties of the object.",
                         "type": "any"
                     },
                     "description": "The codec to use to encode data being written via this output.",
                     "type": "object"
+                },
+                "onlyCountKeyBytes": {
+                    "description": "For system-generated byte and mean byte metrics, certain instructions should only report the key size.",
+                    "type": "boolean"
+                },
+                "onlyCountValueBytes": {
+                    "description": "For system-generated byte and mean byte metrics, certain instructions should only report the value size.",
+                    "type": "boolean"
                 }
             },
             "type": "object"
         },
         "SeqMapTask": {
             "description": "Describes a particular function to invoke.",
             "id": "SeqMapTask",
             "properties": {
                 "inputs": {
                     "description": "Information about each of the inputs.",
@@ skipping 630 matching lines @@
                     "type": "string"
                 }
             },
             "type": "object"
         }
     },
     "servicePath": "",
     "title": "Google Dataflow API",
     "version": "v1b3"
 }