diff --git a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/jobs.rb b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/jobs.rb index 44fe5daf5727..8e63cafa95a9 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/jobs.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/jobs.rb @@ -31,8 +31,8 @@ module Cloud module Dataflow module V1beta3 ## - # Provides a method to create and modify Google Cloud Dataflow jobs. - # A Job is a multi-stage computation graph run by the Cloud Dataflow service. + # Provides a method to create and modify Dataflow jobs. + # A Job is a multi-stage computation graph run by the Dataflow service. # # @example Load this service and instantiate a gRPC client # diff --git a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/jobs/client.rb b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/jobs/client.rb index 465b87ec4181..281a0624065c 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/jobs/client.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/jobs/client.rb @@ -27,8 +27,8 @@ module Jobs ## # Client for the Jobs service. # - # Provides a method to create and modify Google Cloud Dataflow jobs. - # A Job is a multi-stage computation graph run by the Cloud Dataflow service. + # Provides a method to create and modify Dataflow jobs. + # A Job is a multi-stage computation graph run by the Dataflow service. # class Client # @private @@ -185,7 +185,7 @@ def logger # Service calls ## - # Creates a Cloud Dataflow job. + # Creates a Dataflow job. # # To create a job, we recommend using `projects.locations.jobs.create` with a # [regional endpoint] diff --git a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/jobs/rest.rb b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/jobs/rest.rb index 401c37871aff..b12eece0741c 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/jobs/rest.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/jobs/rest.rb @@ -30,8 +30,8 @@ module Cloud module Dataflow module V1beta3 ## - # Provides a method to create and modify Google Cloud Dataflow jobs. - # A Job is a multi-stage computation graph run by the Cloud Dataflow service. + # Provides a method to create and modify Dataflow jobs. + # A Job is a multi-stage computation graph run by the Dataflow service. # # To load this service and instantiate a REST client: # diff --git a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/jobs/rest/client.rb b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/jobs/rest/client.rb index 5b188b404976..0581cbcb27fe 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/jobs/rest/client.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/jobs/rest/client.rb @@ -29,8 +29,8 @@ module Rest ## # REST client for the Jobs service. # - # Provides a method to create and modify Google Cloud Dataflow jobs. - # A Job is a multi-stage computation graph run by the Cloud Dataflow service. + # Provides a method to create and modify Dataflow jobs. + # A Job is a multi-stage computation graph run by the Dataflow service. # class Client # @private @@ -178,7 +178,7 @@ def logger # Service calls ## - # Creates a Cloud Dataflow job. + # Creates a Dataflow job. # # To create a job, we recommend using `projects.locations.jobs.create` with a # [regional endpoint] diff --git a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/messages.rb b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/messages.rb index 8f1533989b5c..ef10a09db5a9 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/messages.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/messages.rb @@ -31,8 +31,7 @@ module Cloud module Dataflow module V1beta3 ## - # The Dataflow Messages API is used for monitoring the progress of - # Dataflow jobs. + # The Dataflow Messages API is used to monitor the progress of Dataflow jobs. # # @example Load this service and instantiate a gRPC client # diff --git a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/messages/client.rb b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/messages/client.rb index e4dbccde53e4..e4c3ad1a4524 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/messages/client.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/messages/client.rb @@ -27,8 +27,7 @@ module Messages ## # Client for the Messages service. # - # The Dataflow Messages API is used for monitoring the progress of - # Dataflow jobs. + # The Dataflow Messages API is used to monitor the progress of Dataflow jobs. # class Client # @private diff --git a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/messages/rest.rb b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/messages/rest.rb index 8aa095e46285..8fb2320285b6 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/messages/rest.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/messages/rest.rb @@ -30,8 +30,7 @@ module Cloud module Dataflow module V1beta3 ## - # The Dataflow Messages API is used for monitoring the progress of - # Dataflow jobs. + # The Dataflow Messages API is used to monitor the progress of Dataflow jobs. # # To load this service and instantiate a REST client: # diff --git a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/messages/rest/client.rb b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/messages/rest/client.rb index 159d7c872749..9d6b77316c4a 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/messages/rest/client.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/messages/rest/client.rb @@ -29,8 +29,7 @@ module Rest ## # REST client for the Messages service. # - # The Dataflow Messages API is used for monitoring the progress of - # Dataflow jobs. + # The Dataflow Messages API is used to monitor the progress of Dataflow jobs. # class Client # @private diff --git a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/metrics.rb b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/metrics.rb index 03ccfeda1b38..7c5d8a2e20ec 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/metrics.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/metrics.rb @@ -31,8 +31,7 @@ module Cloud module Dataflow module V1beta3 ## - # The Dataflow Metrics API lets you monitor the progress of Dataflow - # jobs. + # The Dataflow Metrics API lets you monitor the progress of Dataflow jobs. # # @example Load this service and instantiate a gRPC client # diff --git a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/metrics/client.rb b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/metrics/client.rb index 1e56069d1918..8b969e2858f0 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/metrics/client.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/metrics/client.rb @@ -27,8 +27,7 @@ module Metrics ## # Client for the Metrics service. # - # The Dataflow Metrics API lets you monitor the progress of Dataflow - # jobs. + # The Dataflow Metrics API lets you monitor the progress of Dataflow jobs. # class Client # @private diff --git a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/metrics/rest.rb b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/metrics/rest.rb index 2b6a5e4a712a..f6e076417c3e 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/metrics/rest.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/metrics/rest.rb @@ -30,8 +30,7 @@ module Cloud module Dataflow module V1beta3 ## - # The Dataflow Metrics API lets you monitor the progress of Dataflow - # jobs. + # The Dataflow Metrics API lets you monitor the progress of Dataflow jobs. # # To load this service and instantiate a REST client: # diff --git a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/metrics/rest/client.rb b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/metrics/rest/client.rb index 8189feb8f633..c4d5fcf9a446 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/metrics/rest/client.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/cloud/dataflow/v1beta3/metrics/rest/client.rb @@ -29,8 +29,7 @@ module Rest ## # REST client for the Metrics service. # - # The Dataflow Metrics API lets you monitor the progress of Dataflow - # jobs. + # The Dataflow Metrics API lets you monitor the progress of Dataflow jobs. # class Client # @private diff --git a/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/environment_pb.rb b/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/environment_pb.rb index 64eac1c133e6..45c93d17eaa1 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/environment_pb.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/environment_pb.rb @@ -9,7 +9,7 @@ require 'google/protobuf/struct_pb' -descriptor_data = "\n)google/dataflow/v1beta3/environment.proto\x12\x17google.dataflow.v1beta3\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/protobuf/any.proto\x1a\x1cgoogle/protobuf/struct.proto\"\xf6\x06\n\x0b\x45nvironment\x12\x1b\n\x13temp_storage_prefix\x18\x01 \x01(\t\x12#\n\x1b\x63luster_manager_api_service\x18\x02 \x01(\t\x12\x13\n\x0b\x65xperiments\x18\x03 \x03(\t\x12\x1c\n\x0fservice_options\x18\x10 \x03(\tB\x03\xe0\x41\x01\x12!\n\x14service_kms_key_name\x18\x0c \x01(\tB\x03\xe0\x41\x01\x12\x39\n\x0cworker_pools\x18\x04 \x03(\x0b\x32#.google.dataflow.v1beta3.WorkerPool\x12+\n\nuser_agent\x18\x05 \x01(\x0b\x32\x17.google.protobuf.Struct\x12(\n\x07version\x18\x06 \x01(\x0b\x32\x17.google.protobuf.Struct\x12\x14\n\x07\x64\x61taset\x18\x07 \x01(\tB\x03\xe0\x41\x01\x12\x35\n\x14sdk_pipeline_options\x18\x08 \x01(\x0b\x32\x17.google.protobuf.Struct\x12\x32\n\x14internal_experiments\x18\t \x01(\x0b\x32\x14.google.protobuf.Any\x12\"\n\x15service_account_email\x18\n \x01(\tB\x03\xe0\x41\x01\x12_\n\x1d\x66lex_resource_scheduling_goal\x18\x0b \x01(\x0e\x32\x33.google.dataflow.v1beta3.FlexResourceSchedulingGoalB\x03\xe0\x41\x01\x12\x1a\n\rworker_region\x18\r \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0bworker_zone\x18\x0e \x01(\tB\x03\xe0\x41\x01\x12?\n\x0cshuffle_mode\x18\x0f \x01(\x0e\x32$.google.dataflow.v1beta3.ShuffleModeB\x03\xe0\x41\x03\x12\x41\n\rdebug_options\x18\x11 \x01(\x0b\x32%.google.dataflow.v1beta3.DebugOptionsB\x03\xe0\x41\x01\x12\x38\n+use_streaming_engine_resource_based_billing\x18\x12 \x01(\x08\x42\x03\xe0\x41\x03\x12\x43\n\x0estreaming_mode\x18\x13 \x01(\x0e\x32&.google.dataflow.v1beta3.StreamingModeB\x03\xe0\x41\x01\")\n\x07Package\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08location\x18\x02 \x01(\t\"?\n\x04\x44isk\x12\x0f\n\x07size_gb\x18\x01 \x01(\x05\x12\x11\n\tdisk_type\x18\x02 \x01(\t\x12\x13\n\x0bmount_point\x18\x03 \x01(\t\"\xa1\x01\n\x0eWorkerSettings\x12\x10\n\x08\x62\x61se_url\x18\x01 \x01(\t\x12\x19\n\x11reporting_enabled\x18\x02 \x01(\x08\x12\x14\n\x0cservice_path\x18\x03 \x01(\t\x12\x1c\n\x14shuffle_service_path\x18\x04 \x01(\t\x12\x11\n\tworker_id\x18\x05 \x01(\t\x12\x1b\n\x13temp_storage_prefix\x18\x06 \x01(\t\"\xa4\x04\n\x12TaskRunnerSettings\x12\x11\n\ttask_user\x18\x01 \x01(\t\x12\x12\n\ntask_group\x18\x02 \x01(\t\x12\x14\n\x0coauth_scopes\x18\x03 \x03(\t\x12\x10\n\x08\x62\x61se_url\x18\x04 \x01(\t\x12\x1c\n\x14\x64\x61taflow_api_version\x18\x05 \x01(\t\x12I\n\x18parallel_worker_settings\x18\x06 \x01(\x0b\x32\'.google.dataflow.v1beta3.WorkerSettings\x12\x15\n\rbase_task_dir\x18\x07 \x01(\t\x12\x1d\n\x15\x63ontinue_on_exception\x18\x08 \x01(\x08\x12\x1c\n\x14log_to_serialconsole\x18\t \x01(\x08\x12\x17\n\x0f\x61lsologtostderr\x18\n \x01(\x08\x12\x1b\n\x13log_upload_location\x18\x0b \x01(\t\x12\x0f\n\x07log_dir\x18\x0c \x01(\t\x12\x1b\n\x13temp_storage_prefix\x18\r \x01(\t\x12\x17\n\x0fharness_command\x18\x0e \x01(\t\x12\x1a\n\x12workflow_file_name\x18\x0f \x01(\t\x12\x1e\n\x16\x63ommandlines_file_name\x18\x10 \x01(\t\x12\r\n\x05vm_id\x18\x11 \x01(\t\x12\x15\n\rlanguage_hint\x18\x12 \x01(\t\x12#\n\x1bstreaming_worker_main_class\x18\x13 \x01(\t\"p\n\x13\x41utoscalingSettings\x12@\n\talgorithm\x18\x01 \x01(\x0e\x32-.google.dataflow.v1beta3.AutoscalingAlgorithm\x12\x17\n\x0fmax_num_workers\x18\x02 \x01(\x05\"\x88\x01\n\x18SdkHarnessContainerImage\x12\x17\n\x0f\x63ontainer_image\x18\x01 \x01(\t\x12%\n\x1duse_single_core_per_container\x18\x02 \x01(\x08\x12\x16\n\x0e\x65nvironment_id\x18\x03 \x01(\t\x12\x14\n\x0c\x63\x61pabilities\x18\x04 \x03(\t\"\xf2\x07\n\nWorkerPool\x12\x0c\n\x04kind\x18\x01 \x01(\t\x12\x13\n\x0bnum_workers\x18\x02 \x01(\x05\x12\x32\n\x08packages\x18\x03 \x03(\x0b\x32 .google.dataflow.v1beta3.Package\x12G\n\x13\x64\x65\x66\x61ult_package_set\x18\x04 \x01(\x0e\x32*.google.dataflow.v1beta3.DefaultPackageSet\x12\x14\n\x0cmachine_type\x18\x05 \x01(\t\x12@\n\x0fteardown_policy\x18\x06 \x01(\x0e\x32\'.google.dataflow.v1beta3.TeardownPolicy\x12\x14\n\x0c\x64isk_size_gb\x18\x07 \x01(\x05\x12\x11\n\tdisk_type\x18\x10 \x01(\t\x12\x19\n\x11\x64isk_source_image\x18\x08 \x01(\t\x12\x0c\n\x04zone\x18\t \x01(\t\x12H\n\x13taskrunner_settings\x18\n \x01(\x0b\x32+.google.dataflow.v1beta3.TaskRunnerSettings\x12\x1b\n\x13on_host_maintenance\x18\x0b \x01(\t\x12\x31\n\ndata_disks\x18\x0c \x03(\x0b\x32\x1d.google.dataflow.v1beta3.Disk\x12\x43\n\x08metadata\x18\r \x03(\x0b\x32\x31.google.dataflow.v1beta3.WorkerPool.MetadataEntry\x12J\n\x14\x61utoscaling_settings\x18\x0e \x01(\x0b\x32,.google.dataflow.v1beta3.AutoscalingSettings\x12\'\n\tpool_args\x18\x0f \x01(\x0b\x32\x14.google.protobuf.Any\x12\x0f\n\x07network\x18\x11 \x01(\t\x12\x12\n\nsubnetwork\x18\x13 \x01(\t\x12&\n\x1eworker_harness_container_image\x18\x12 \x01(\t\x12\x1e\n\x16num_threads_per_worker\x18\x14 \x01(\x05\x12O\n\x10ip_configuration\x18\x15 \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12W\n\x1csdk_harness_container_images\x18\x16 \x03(\x0b\x32\x31.google.dataflow.v1beta3.SdkHarnessContainerImage\x1a/\n\rMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xd6\x01\n\x12\x44\x61taSamplingConfig\x12S\n\tbehaviors\x18\x01 \x03(\x0e\x32@.google.dataflow.v1beta3.DataSamplingConfig.DataSamplingBehavior\"k\n\x14\x44\x61taSamplingBehavior\x12&\n\"DATA_SAMPLING_BEHAVIOR_UNSPECIFIED\x10\x00\x12\x0c\n\x08\x44ISABLED\x10\x01\x12\r\n\tALWAYS_ON\x10\x02\x12\x0e\n\nEXCEPTIONS\x10\x03\"w\n\x0c\x44\x65\x62ugOptions\x12#\n\x16\x65nable_hot_key_logging\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x42\n\rdata_sampling\x18\x02 \x01(\x0b\x32+.google.dataflow.v1beta3.DataSamplingConfig*K\n\x07JobType\x12\x14\n\x10JOB_TYPE_UNKNOWN\x10\x00\x12\x12\n\x0eJOB_TYPE_BATCH\x10\x01\x12\x16\n\x12JOB_TYPE_STREAMING\x10\x02*k\n\x1a\x46lexResourceSchedulingGoal\x12\x16\n\x12\x46LEXRS_UNSPECIFIED\x10\x00\x12\x1a\n\x16\x46LEXRS_SPEED_OPTIMIZED\x10\x01\x12\x19\n\x15\x46LEXRS_COST_OPTIMIZED\x10\x02*o\n\x0eTeardownPolicy\x12\x1b\n\x17TEARDOWN_POLICY_UNKNOWN\x10\x00\x12\x13\n\x0fTEARDOWN_ALWAYS\x10\x01\x12\x17\n\x13TEARDOWN_ON_SUCCESS\x10\x02\x12\x12\n\x0eTEARDOWN_NEVER\x10\x03*\x90\x01\n\x11\x44\x65\x66\x61ultPackageSet\x12\x1f\n\x1b\x44\x45\x46\x41ULT_PACKAGE_SET_UNKNOWN\x10\x00\x12\x1c\n\x18\x44\x45\x46\x41ULT_PACKAGE_SET_NONE\x10\x01\x12\x1c\n\x18\x44\x45\x46\x41ULT_PACKAGE_SET_JAVA\x10\x02\x12\x1e\n\x1a\x44\x45\x46\x41ULT_PACKAGE_SET_PYTHON\x10\x03*z\n\x14\x41utoscalingAlgorithm\x12!\n\x1d\x41UTOSCALING_ALGORITHM_UNKNOWN\x10\x00\x12\x1e\n\x1a\x41UTOSCALING_ALGORITHM_NONE\x10\x01\x12\x1f\n\x1b\x41UTOSCALING_ALGORITHM_BASIC\x10\x02*f\n\x1cWorkerIPAddressConfiguration\x12\x19\n\x15WORKER_IP_UNSPECIFIED\x10\x00\x12\x14\n\x10WORKER_IP_PUBLIC\x10\x01\x12\x15\n\x11WORKER_IP_PRIVATE\x10\x02*L\n\x0bShuffleMode\x12\x1c\n\x18SHUFFLE_MODE_UNSPECIFIED\x10\x00\x12\x0c\n\x08VM_BASED\x10\x01\x12\x11\n\rSERVICE_BASED\x10\x02*r\n\rStreamingMode\x12\x1e\n\x1aSTREAMING_MODE_UNSPECIFIED\x10\x00\x12\x1f\n\x1bSTREAMING_MODE_EXACTLY_ONCE\x10\x01\x12 \n\x1cSTREAMING_MODE_AT_LEAST_ONCE\x10\x02\x42\xd3\x01\n\x1b\x63om.google.dataflow.v1beta3B\x10\x45nvironmentProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3" +descriptor_data = "\n)google/dataflow/v1beta3/environment.proto\x12\x17google.dataflow.v1beta3\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/protobuf/any.proto\x1a\x1cgoogle/protobuf/struct.proto\"\x98\x07\n\x0b\x45nvironment\x12\x1b\n\x13temp_storage_prefix\x18\x01 \x01(\t\x12#\n\x1b\x63luster_manager_api_service\x18\x02 \x01(\t\x12\x13\n\x0b\x65xperiments\x18\x03 \x03(\t\x12\x1c\n\x0fservice_options\x18\x10 \x03(\tB\x03\xe0\x41\x01\x12!\n\x14service_kms_key_name\x18\x0c \x01(\tB\x03\xe0\x41\x01\x12\x39\n\x0cworker_pools\x18\x04 \x03(\x0b\x32#.google.dataflow.v1beta3.WorkerPool\x12\x30\n\nuser_agent\x18\x05 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x01\x12(\n\x07version\x18\x06 \x01(\x0b\x32\x17.google.protobuf.Struct\x12\x14\n\x07\x64\x61taset\x18\x07 \x01(\tB\x03\xe0\x41\x01\x12\x35\n\x14sdk_pipeline_options\x18\x08 \x01(\x0b\x32\x17.google.protobuf.Struct\x12\x32\n\x14internal_experiments\x18\t \x01(\x0b\x32\x14.google.protobuf.Any\x12\"\n\x15service_account_email\x18\n \x01(\tB\x03\xe0\x41\x01\x12_\n\x1d\x66lex_resource_scheduling_goal\x18\x0b \x01(\x0e\x32\x33.google.dataflow.v1beta3.FlexResourceSchedulingGoalB\x03\xe0\x41\x01\x12\x1a\n\rworker_region\x18\r \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0bworker_zone\x18\x0e \x01(\tB\x03\xe0\x41\x01\x12?\n\x0cshuffle_mode\x18\x0f \x01(\x0e\x32$.google.dataflow.v1beta3.ShuffleModeB\x03\xe0\x41\x03\x12\x41\n\rdebug_options\x18\x11 \x01(\x0b\x32%.google.dataflow.v1beta3.DebugOptionsB\x03\xe0\x41\x01\x12\x38\n+use_streaming_engine_resource_based_billing\x18\x12 \x01(\x08\x42\x03\xe0\x41\x03\x12\x43\n\x0estreaming_mode\x18\x13 \x01(\x0e\x32&.google.dataflow.v1beta3.StreamingModeB\x03\xe0\x41\x01\x12\x1b\n\x0euse_public_ips\x18\x14 \x01(\x08\x42\x03\xe0\x41\x01\">\n\x07Package\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08location\x18\x02 \x01(\t\x12\x13\n\x06sha256\x18\x03 \x01(\tB\x03\xe0\x41\x01\"?\n\x04\x44isk\x12\x0f\n\x07size_gb\x18\x01 \x01(\x05\x12\x11\n\tdisk_type\x18\x02 \x01(\t\x12\x13\n\x0bmount_point\x18\x03 \x01(\t\"\xa1\x01\n\x0eWorkerSettings\x12\x10\n\x08\x62\x61se_url\x18\x01 \x01(\t\x12\x19\n\x11reporting_enabled\x18\x02 \x01(\x08\x12\x14\n\x0cservice_path\x18\x03 \x01(\t\x12\x1c\n\x14shuffle_service_path\x18\x04 \x01(\t\x12\x11\n\tworker_id\x18\x05 \x01(\t\x12\x1b\n\x13temp_storage_prefix\x18\x06 \x01(\t\"\xa4\x04\n\x12TaskRunnerSettings\x12\x11\n\ttask_user\x18\x01 \x01(\t\x12\x12\n\ntask_group\x18\x02 \x01(\t\x12\x14\n\x0coauth_scopes\x18\x03 \x03(\t\x12\x10\n\x08\x62\x61se_url\x18\x04 \x01(\t\x12\x1c\n\x14\x64\x61taflow_api_version\x18\x05 \x01(\t\x12I\n\x18parallel_worker_settings\x18\x06 \x01(\x0b\x32\'.google.dataflow.v1beta3.WorkerSettings\x12\x15\n\rbase_task_dir\x18\x07 \x01(\t\x12\x1d\n\x15\x63ontinue_on_exception\x18\x08 \x01(\x08\x12\x1c\n\x14log_to_serialconsole\x18\t \x01(\x08\x12\x17\n\x0f\x61lsologtostderr\x18\n \x01(\x08\x12\x1b\n\x13log_upload_location\x18\x0b \x01(\t\x12\x0f\n\x07log_dir\x18\x0c \x01(\t\x12\x1b\n\x13temp_storage_prefix\x18\r \x01(\t\x12\x17\n\x0fharness_command\x18\x0e \x01(\t\x12\x1a\n\x12workflow_file_name\x18\x0f \x01(\t\x12\x1e\n\x16\x63ommandlines_file_name\x18\x10 \x01(\t\x12\r\n\x05vm_id\x18\x11 \x01(\t\x12\x15\n\rlanguage_hint\x18\x12 \x01(\t\x12#\n\x1bstreaming_worker_main_class\x18\x13 \x01(\t\"p\n\x13\x41utoscalingSettings\x12@\n\talgorithm\x18\x01 \x01(\x0e\x32-.google.dataflow.v1beta3.AutoscalingAlgorithm\x12\x17\n\x0fmax_num_workers\x18\x02 \x01(\x05\"\x88\x01\n\x18SdkHarnessContainerImage\x12\x17\n\x0f\x63ontainer_image\x18\x01 \x01(\t\x12%\n\x1duse_single_core_per_container\x18\x02 \x01(\x08\x12\x16\n\x0e\x65nvironment_id\x18\x03 \x01(\t\x12\x14\n\x0c\x63\x61pabilities\x18\x04 \x03(\t\"\xc6\x08\n\nWorkerPool\x12\x0c\n\x04kind\x18\x01 \x01(\t\x12\x13\n\x0bnum_workers\x18\x02 \x01(\x05\x12\x32\n\x08packages\x18\x03 \x03(\x0b\x32 .google.dataflow.v1beta3.Package\x12G\n\x13\x64\x65\x66\x61ult_package_set\x18\x04 \x01(\x0e\x32*.google.dataflow.v1beta3.DefaultPackageSet\x12\x14\n\x0cmachine_type\x18\x05 \x01(\t\x12@\n\x0fteardown_policy\x18\x06 \x01(\x0e\x32\'.google.dataflow.v1beta3.TeardownPolicy\x12\x14\n\x0c\x64isk_size_gb\x18\x07 \x01(\x05\x12\x11\n\tdisk_type\x18\x10 \x01(\t\x12\"\n\x15\x64isk_provisioned_iops\x18\x17 \x01(\x03\x42\x03\xe0\x41\x01\x12.\n!disk_provisioned_throughput_mibps\x18\x18 \x01(\x03\x42\x03\xe0\x41\x01\x12\x19\n\x11\x64isk_source_image\x18\x08 \x01(\t\x12\x0c\n\x04zone\x18\t \x01(\t\x12H\n\x13taskrunner_settings\x18\n \x01(\x0b\x32+.google.dataflow.v1beta3.TaskRunnerSettings\x12\x1b\n\x13on_host_maintenance\x18\x0b \x01(\t\x12\x31\n\ndata_disks\x18\x0c \x03(\x0b\x32\x1d.google.dataflow.v1beta3.Disk\x12\x43\n\x08metadata\x18\r \x03(\x0b\x32\x31.google.dataflow.v1beta3.WorkerPool.MetadataEntry\x12J\n\x14\x61utoscaling_settings\x18\x0e \x01(\x0b\x32,.google.dataflow.v1beta3.AutoscalingSettings\x12\'\n\tpool_args\x18\x0f \x01(\x0b\x32\x14.google.protobuf.Any\x12\x0f\n\x07network\x18\x11 \x01(\t\x12\x12\n\nsubnetwork\x18\x13 \x01(\t\x12&\n\x1eworker_harness_container_image\x18\x12 \x01(\t\x12\x1e\n\x16num_threads_per_worker\x18\x14 \x01(\x05\x12O\n\x10ip_configuration\x18\x15 \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12W\n\x1csdk_harness_container_images\x18\x16 \x03(\x0b\x32\x31.google.dataflow.v1beta3.SdkHarnessContainerImage\x1a/\n\rMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xd6\x01\n\x12\x44\x61taSamplingConfig\x12S\n\tbehaviors\x18\x01 \x03(\x0e\x32@.google.dataflow.v1beta3.DataSamplingConfig.DataSamplingBehavior\"k\n\x14\x44\x61taSamplingBehavior\x12&\n\"DATA_SAMPLING_BEHAVIOR_UNSPECIFIED\x10\x00\x12\x0c\n\x08\x44ISABLED\x10\x01\x12\r\n\tALWAYS_ON\x10\x02\x12\x0e\n\nEXCEPTIONS\x10\x03\"w\n\x0c\x44\x65\x62ugOptions\x12#\n\x16\x65nable_hot_key_logging\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x42\n\rdata_sampling\x18\x02 \x01(\x0b\x32+.google.dataflow.v1beta3.DataSamplingConfig*K\n\x07JobType\x12\x14\n\x10JOB_TYPE_UNKNOWN\x10\x00\x12\x12\n\x0eJOB_TYPE_BATCH\x10\x01\x12\x16\n\x12JOB_TYPE_STREAMING\x10\x02*k\n\x1a\x46lexResourceSchedulingGoal\x12\x16\n\x12\x46LEXRS_UNSPECIFIED\x10\x00\x12\x1a\n\x16\x46LEXRS_SPEED_OPTIMIZED\x10\x01\x12\x19\n\x15\x46LEXRS_COST_OPTIMIZED\x10\x02*o\n\x0eTeardownPolicy\x12\x1b\n\x17TEARDOWN_POLICY_UNKNOWN\x10\x00\x12\x13\n\x0fTEARDOWN_ALWAYS\x10\x01\x12\x17\n\x13TEARDOWN_ON_SUCCESS\x10\x02\x12\x12\n\x0eTEARDOWN_NEVER\x10\x03*\x90\x01\n\x11\x44\x65\x66\x61ultPackageSet\x12\x1f\n\x1b\x44\x45\x46\x41ULT_PACKAGE_SET_UNKNOWN\x10\x00\x12\x1c\n\x18\x44\x45\x46\x41ULT_PACKAGE_SET_NONE\x10\x01\x12\x1c\n\x18\x44\x45\x46\x41ULT_PACKAGE_SET_JAVA\x10\x02\x12\x1e\n\x1a\x44\x45\x46\x41ULT_PACKAGE_SET_PYTHON\x10\x03*z\n\x14\x41utoscalingAlgorithm\x12!\n\x1d\x41UTOSCALING_ALGORITHM_UNKNOWN\x10\x00\x12\x1e\n\x1a\x41UTOSCALING_ALGORITHM_NONE\x10\x01\x12\x1f\n\x1b\x41UTOSCALING_ALGORITHM_BASIC\x10\x02*f\n\x1cWorkerIPAddressConfiguration\x12\x19\n\x15WORKER_IP_UNSPECIFIED\x10\x00\x12\x14\n\x10WORKER_IP_PUBLIC\x10\x01\x12\x15\n\x11WORKER_IP_PRIVATE\x10\x02*L\n\x0bShuffleMode\x12\x1c\n\x18SHUFFLE_MODE_UNSPECIFIED\x10\x00\x12\x0c\n\x08VM_BASED\x10\x01\x12\x11\n\rSERVICE_BASED\x10\x02*r\n\rStreamingMode\x12\x1e\n\x1aSTREAMING_MODE_UNSPECIFIED\x10\x00\x12\x1f\n\x1bSTREAMING_MODE_EXACTLY_ONCE\x10\x01\x12 \n\x1cSTREAMING_MODE_AT_LEAST_ONCE\x10\x02\x42\xd3\x01\n\x1b\x63om.google.dataflow.v1beta3B\x10\x45nvironmentProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3" pool = ::Google::Protobuf::DescriptorPool.generated_pool pool.add_serialized_file(descriptor_data) diff --git a/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/jobs_pb.rb b/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/jobs_pb.rb index 93d918e27cf4..16e222ef97e6 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/jobs_pb.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/jobs_pb.rb @@ -15,7 +15,7 @@ require 'google/protobuf/timestamp_pb' -descriptor_data = "\n\"google/dataflow/v1beta3/jobs.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a)google/dataflow/v1beta3/environment.proto\x1a\'google/dataflow/v1beta3/snapshots.proto\x1a\x1egoogle/protobuf/duration.proto\x1a google/protobuf/field_mask.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xd5\x0b\n\x03Job\x12\n\n\x02id\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\x12\x11\n\x04name\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x33\n\x04type\x18\x04 \x01(\x0e\x32 .google.dataflow.v1beta3.JobTypeB\x03\xe0\x41\x01\x12>\n\x0b\x65nvironment\x18\x05 \x01(\x0b\x32$.google.dataflow.v1beta3.EnvironmentB\x03\xe0\x41\x01\x12,\n\x05steps\x18\x06 \x03(\x0b\x32\x1d.google.dataflow.v1beta3.Step\x12\x16\n\x0esteps_location\x18\x18 \x01(\t\x12\x38\n\rcurrent_state\x18\x07 \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x36\n\x12\x63urrent_state_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12:\n\x0frequested_state\x18\t \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x41\n\x0e\x65xecution_info\x18\n \x01(\x0b\x32).google.dataflow.v1beta3.JobExecutionInfo\x12/\n\x0b\x63reate_time\x18\x0b \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x16\n\x0ereplace_job_id\x18\x0c \x01(\t\x12[\n\x16transform_name_mapping\x18\r \x03(\x0b\x32\x36.google.dataflow.v1beta3.Job.TransformNameMappingEntryB\x03\xe0\x41\x01\x12\x19\n\x11\x63lient_request_id\x18\x0e \x01(\t\x12\x1a\n\x12replaced_by_job_id\x18\x0f \x01(\t\x12\x12\n\ntemp_files\x18\x10 \x03(\t\x12\x38\n\x06labels\x18\x11 \x03(\x0b\x32(.google.dataflow.v1beta3.Job.LabelsEntry\x12\x15\n\x08location\x18\x12 \x01(\tB\x03\xe0\x41\x01\x12J\n\x14pipeline_description\x18\x13 \x01(\x0b\x32,.google.dataflow.v1beta3.PipelineDescription\x12\x42\n\x0cstage_states\x18\x14 \x03(\x0b\x32,.google.dataflow.v1beta3.ExecutionStageState\x12:\n\x0cjob_metadata\x18\x15 \x01(\x0b\x32$.google.dataflow.v1beta3.JobMetadata\x12.\n\nstart_time\x18\x16 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12 \n\x18\x63reated_from_snapshot_id\x18\x17 \x01(\t\x12\x15\n\rsatisfies_pzs\x18\x19 \x01(\x08\x12V\n\x18runtime_updatable_params\x18\x1a \x01(\x0b\x32/.google.dataflow.v1beta3.RuntimeUpdatableParamsH\x00\x88\x01\x01\x12\x1f\n\rsatisfies_pzi\x18\x1b \x01(\x08\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x12N\n\x11service_resources\x18\x1c \x01(\x0b\x32).google.dataflow.v1beta3.ServiceResourcesB\x03\xe0\x41\x03H\x02\x88\x01\x01\x1a;\n\x19TransformNameMappingEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x1b\n\x19_runtime_updatable_paramsB\x10\n\x0e_satisfies_pziB\x14\n\x12_service_resources\"&\n\x10ServiceResources\x12\x12\n\x05zones\x18\x01 \x03(\tB\x03\xe0\x41\x03\"\xbe\x01\n\x16RuntimeUpdatableParams\x12\x1c\n\x0fmax_num_workers\x18\x01 \x01(\x05H\x00\x88\x01\x01\x12\x1c\n\x0fmin_num_workers\x18\x02 \x01(\x05H\x01\x88\x01\x01\x12$\n\x17worker_utilization_hint\x18\x03 \x01(\x01H\x02\x88\x01\x01\x42\x12\n\x10_max_num_workersB\x12\n\x10_min_num_workersB\x1a\n\x18_worker_utilization_hint\";\n\x12\x44\x61tastoreIODetails\x12\x11\n\tnamespace\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\"6\n\x0fPubSubIODetails\x12\r\n\x05topic\x18\x01 \x01(\t\x12\x14\n\x0csubscription\x18\x02 \x01(\t\"%\n\rFileIODetails\x12\x14\n\x0c\x66ile_pattern\x18\x01 \x01(\t\"N\n\x11\x42igTableIODetails\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0binstance_id\x18\x02 \x01(\t\x12\x10\n\x08table_id\x18\x03 \x01(\t\"V\n\x11\x42igQueryIODetails\x12\r\n\x05table\x18\x01 \x01(\t\x12\x0f\n\x07\x64\x61taset\x18\x02 \x01(\t\x12\x12\n\nproject_id\x18\x03 \x01(\t\x12\r\n\x05query\x18\x04 \x01(\t\"P\n\x10SpannerIODetails\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0binstance_id\x18\x02 \x01(\t\x12\x13\n\x0b\x64\x61tabase_id\x18\x03 \x01(\t\"\x9d\x02\n\nSdkVersion\x12\x0f\n\x07version\x18\x01 \x01(\t\x12\x1c\n\x14version_display_name\x18\x02 \x01(\t\x12P\n\x12sdk_support_status\x18\x03 \x01(\x0e\x32\x34.google.dataflow.v1beta3.SdkVersion.SdkSupportStatus\x12\x32\n\x04\x62ugs\x18\x04 \x03(\x0b\x32\x1f.google.dataflow.v1beta3.SdkBugB\x03\xe0\x41\x03\"Z\n\x10SdkSupportStatus\x12\x0b\n\x07UNKNOWN\x10\x00\x12\r\n\tSUPPORTED\x10\x01\x12\t\n\x05STALE\x10\x02\x12\x0e\n\nDEPRECATED\x10\x03\x12\x0f\n\x0bUNSUPPORTED\x10\x04\"\xa9\x02\n\x06SdkBug\x12\x37\n\x04type\x18\x01 \x01(\x0e\x32$.google.dataflow.v1beta3.SdkBug.TypeB\x03\xe0\x41\x03\x12?\n\x08severity\x18\x02 \x01(\x0e\x32(.google.dataflow.v1beta3.SdkBug.SeverityB\x03\xe0\x41\x03\x12\x10\n\x03uri\x18\x03 \x01(\tB\x03\xe0\x41\x03\"H\n\x04Type\x12\x14\n\x10TYPE_UNSPECIFIED\x10\x00\x12\x0b\n\x07GENERAL\x10\x01\x12\x0f\n\x0bPERFORMANCE\x10\x02\x12\x0c\n\x08\x44\x41TALOSS\x10\x03\"I\n\x08Severity\x12\x18\n\x14SEVERITY_UNSPECIFIED\x10\x00\x12\n\n\x06NOTICE\x10\x01\x12\x0b\n\x07WARNING\x10\x02\x12\n\n\x06SEVERE\x10\x03\"\x80\x05\n\x0bJobMetadata\x12\x38\n\x0bsdk_version\x18\x01 \x01(\x0b\x32#.google.dataflow.v1beta3.SdkVersion\x12\x42\n\x0fspanner_details\x18\x02 \x03(\x0b\x32).google.dataflow.v1beta3.SpannerIODetails\x12\x44\n\x10\x62igquery_details\x18\x03 \x03(\x0b\x32*.google.dataflow.v1beta3.BigQueryIODetails\x12\x45\n\x11\x62ig_table_details\x18\x04 \x03(\x0b\x32*.google.dataflow.v1beta3.BigTableIODetails\x12@\n\x0epubsub_details\x18\x05 \x03(\x0b\x32(.google.dataflow.v1beta3.PubSubIODetails\x12<\n\x0c\x66ile_details\x18\x06 \x03(\x0b\x32&.google.dataflow.v1beta3.FileIODetails\x12\x46\n\x11\x64\x61tastore_details\x18\x07 \x03(\x0b\x32+.google.dataflow.v1beta3.DatastoreIODetails\x12`\n\x17user_display_properties\x18\x08 \x03(\x0b\x32?.google.dataflow.v1beta3.JobMetadata.UserDisplayPropertiesEntry\x1a<\n\x1aUserDisplayPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xad\x01\n\x13\x45xecutionStageState\x12\x1c\n\x14\x65xecution_stage_name\x18\x01 \x01(\t\x12@\n\x15\x65xecution_stage_state\x18\x02 \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x36\n\x12\x63urrent_state_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\x8c\x02\n\x13PipelineDescription\x12N\n\x1boriginal_pipeline_transform\x18\x01 \x03(\x0b\x32).google.dataflow.v1beta3.TransformSummary\x12P\n\x18\x65xecution_pipeline_stage\x18\x02 \x03(\x0b\x32..google.dataflow.v1beta3.ExecutionStageSummary\x12:\n\x0c\x64isplay_data\x18\x03 \x03(\x0b\x32$.google.dataflow.v1beta3.DisplayData\x12\x17\n\x0fstep_names_hash\x18\x04 \x01(\t\"\xd8\x01\n\x10TransformSummary\x12/\n\x04kind\x18\x01 \x01(\x0e\x32!.google.dataflow.v1beta3.KindType\x12\n\n\x02id\x18\x02 \x01(\t\x12\x0c\n\x04name\x18\x03 \x01(\t\x12:\n\x0c\x64isplay_data\x18\x04 \x03(\x0b\x32$.google.dataflow.v1beta3.DisplayData\x12\x1e\n\x16output_collection_name\x18\x05 \x03(\t\x12\x1d\n\x15input_collection_name\x18\x06 \x03(\t\"\xfc\x05\n\x15\x45xecutionStageSummary\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\n\n\x02id\x18\x02 \x01(\t\x12/\n\x04kind\x18\x03 \x01(\x0e\x32!.google.dataflow.v1beta3.KindType\x12P\n\x0cinput_source\x18\x04 \x03(\x0b\x32:.google.dataflow.v1beta3.ExecutionStageSummary.StageSource\x12Q\n\routput_source\x18\x05 \x03(\x0b\x32:.google.dataflow.v1beta3.ExecutionStageSummary.StageSource\x12\x1a\n\x12prerequisite_stage\x18\x08 \x03(\t\x12^\n\x13\x63omponent_transform\x18\x06 \x03(\x0b\x32\x41.google.dataflow.v1beta3.ExecutionStageSummary.ComponentTransform\x12X\n\x10\x63omponent_source\x18\x07 \x03(\x0b\x32>.google.dataflow.v1beta3.ExecutionStageSummary.ComponentSource\x1al\n\x0bStageSource\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12(\n original_transform_or_collection\x18\x03 \x01(\t\x12\x12\n\nsize_bytes\x18\x04 \x01(\x03\x1aQ\n\x12\x43omponentTransform\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\x1a\n\x12original_transform\x18\x03 \x01(\t\x1a\\\n\x0f\x43omponentSource\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12(\n original_transform_or_collection\x18\x03 \x01(\t\"\xcc\x02\n\x0b\x44isplayData\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x11\n\tnamespace\x18\x02 \x01(\t\x12\x13\n\tstr_value\x18\x04 \x01(\tH\x00\x12\x15\n\x0bint64_value\x18\x05 \x01(\x03H\x00\x12\x15\n\x0b\x66loat_value\x18\x06 \x01(\x02H\x00\x12\x1a\n\x10java_class_value\x18\x07 \x01(\tH\x00\x12\x35\n\x0ftimestamp_value\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00\x12\x33\n\x0e\x64uration_value\x18\t \x01(\x0b\x32\x19.google.protobuf.DurationH\x00\x12\x14\n\nbool_value\x18\n \x01(\x08H\x00\x12\x17\n\x0fshort_str_value\x18\x0b \x01(\t\x12\x0b\n\x03url\x18\x0c \x01(\t\x12\r\n\x05label\x18\r \x01(\tB\x07\n\x05Value\"O\n\x04Step\x12\x0c\n\x04kind\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12+\n\nproperties\x18\x03 \x01(\x0b\x32\x17.google.protobuf.Struct\"\xb8\x01\n\x10JobExecutionInfo\x12\x45\n\x06stages\x18\x01 \x03(\x0b\x32\x35.google.dataflow.v1beta3.JobExecutionInfo.StagesEntry\x1a]\n\x0bStagesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12=\n\x05value\x18\x02 \x01(\x0b\x32..google.dataflow.v1beta3.JobExecutionStageInfo:\x02\x38\x01\"*\n\x15JobExecutionStageInfo\x12\x11\n\tstep_name\x18\x01 \x03(\t\"\xab\x01\n\x10\x43reateJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12)\n\x03job\x18\x02 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12.\n\x04view\x18\x03 \x01(\x0e\x32 .google.dataflow.v1beta3.JobView\x12\x16\n\x0ereplace_job_id\x18\x04 \x01(\t\x12\x10\n\x08location\x18\x05 \x01(\t\"u\n\rGetJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12.\n\x04view\x18\x03 \x01(\x0e\x32 .google.dataflow.v1beta3.JobView\x12\x10\n\x08location\x18\x04 \x01(\t\"\xb9\x01\n\x10UpdateJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12)\n\x03job\x18\x03 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12\x10\n\x08location\x18\x04 \x01(\t\x12\x34\n\x0bupdate_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskH\x00\x88\x01\x01\x42\x0e\n\x0c_update_mask\"\xb0\x02\n\x0fListJobsRequest\x12?\n\x06\x66ilter\x18\x05 \x01(\x0e\x32/.google.dataflow.v1beta3.ListJobsRequest.Filter\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x32\n\x04view\x18\x02 \x01(\x0e\x32 .google.dataflow.v1beta3.JobViewB\x02\x18\x01\x12\x11\n\tpage_size\x18\x03 \x01(\x05\x12\x12\n\npage_token\x18\x04 \x01(\t\x12\x10\n\x08location\x18\x11 \x01(\t\x12\x16\n\x04name\x18\x0b \x01(\tB\x03\xe0\x41\x01H\x00\x88\x01\x01\":\n\x06\x46ilter\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x07\n\x03\x41LL\x10\x01\x12\x0e\n\nTERMINATED\x10\x02\x12\n\n\x06\x41\x43TIVE\x10\x03\x42\x07\n\x05_name\"\x1e\n\x0e\x46\x61iledLocation\x12\x0c\n\x04name\x18\x01 \x01(\t\"\x99\x01\n\x10ListJobsResponse\x12*\n\x04jobs\x18\x01 \x03(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\x12@\n\x0f\x66\x61iled_location\x18\x03 \x03(\x0b\x32\'.google.dataflow.v1beta3.FailedLocation\"\xa1\x01\n\x12SnapshotJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12&\n\x03ttl\x18\x03 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x10\n\x08location\x18\x04 \x01(\t\x12\x18\n\x10snapshot_sources\x18\x05 \x01(\x08\x12\x13\n\x0b\x64\x65scription\x18\x06 \x01(\t\",\n\x16\x43heckActiveJobsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\"4\n\x17\x43heckActiveJobsResponse\x12\x19\n\x11\x61\x63tive_jobs_exist\x18\x01 \x01(\x08*\xae\x01\n\x08KindType\x12\x10\n\x0cUNKNOWN_KIND\x10\x00\x12\x0f\n\x0bPAR_DO_KIND\x10\x01\x12\x15\n\x11GROUP_BY_KEY_KIND\x10\x02\x12\x10\n\x0c\x46LATTEN_KIND\x10\x03\x12\r\n\tREAD_KIND\x10\x04\x12\x0e\n\nWRITE_KIND\x10\x05\x12\x11\n\rCONSTANT_KIND\x10\x06\x12\x12\n\x0eSINGLETON_KIND\x10\x07\x12\x10\n\x0cSHUFFLE_KIND\x10\x08*\xc3\x02\n\x08JobState\x12\x15\n\x11JOB_STATE_UNKNOWN\x10\x00\x12\x15\n\x11JOB_STATE_STOPPED\x10\x01\x12\x15\n\x11JOB_STATE_RUNNING\x10\x02\x12\x12\n\x0eJOB_STATE_DONE\x10\x03\x12\x14\n\x10JOB_STATE_FAILED\x10\x04\x12\x17\n\x13JOB_STATE_CANCELLED\x10\x05\x12\x15\n\x11JOB_STATE_UPDATED\x10\x06\x12\x16\n\x12JOB_STATE_DRAINING\x10\x07\x12\x15\n\x11JOB_STATE_DRAINED\x10\x08\x12\x15\n\x11JOB_STATE_PENDING\x10\t\x12\x18\n\x14JOB_STATE_CANCELLING\x10\n\x12\x14\n\x10JOB_STATE_QUEUED\x10\x0b\x12\"\n\x1eJOB_STATE_RESOURCE_CLEANING_UP\x10\x0c*a\n\x07JobView\x12\x14\n\x10JOB_VIEW_UNKNOWN\x10\x00\x12\x14\n\x10JOB_VIEW_SUMMARY\x10\x01\x12\x10\n\x0cJOB_VIEW_ALL\x10\x02\x12\x18\n\x14JOB_VIEW_DESCRIPTION\x10\x03\x32\xaf\x0b\n\x0bJobsV1Beta3\x12\xc1\x01\n\tCreateJob\x12).google.dataflow.v1beta3.CreateJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"k\x82\xd3\xe4\x93\x02\x65\"5/v1b3/projects/{project_id}/locations/{location}/jobs:\x03jobZ\'\" /v1b3/projects/{project_id}/jobs:\x03job\x12\xc3\x01\n\x06GetJob\x12&.google.dataflow.v1beta3.GetJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"s\x82\xd3\xe4\x93\x02m\x12>/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}Z+\x12)/v1b3/projects/{project_id}/jobs/{job_id}\x12\xd3\x01\n\tUpdateJob\x12).google.dataflow.v1beta3.UpdateJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"}\x82\xd3\xe4\x93\x02w\x1a>/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}:\x03jobZ0\x1a)/v1b3/projects/{project_id}/jobs/{job_id}:\x03job\x12\xc2\x01\n\x08ListJobs\x12(.google.dataflow.v1beta3.ListJobsRequest\x1a).google.dataflow.v1beta3.ListJobsResponse\"a\x82\xd3\xe4\x93\x02[\x12\x35/v1b3/projects/{project_id}/locations/{location}/jobsZ\"\x12 /v1b3/projects/{project_id}/jobs\x12\x9e\x01\n\x12\x41ggregatedListJobs\x12(.google.dataflow.v1beta3.ListJobsRequest\x1a).google.dataflow.v1beta3.ListJobsResponse\"3\x82\xd3\xe4\x93\x02-\x12+/v1b3/projects/{project_id}/jobs:aggregated\x12v\n\x0f\x43heckActiveJobs\x12/.google.dataflow.v1beta3.CheckActiveJobsRequest\x1a\x30.google.dataflow.v1beta3.CheckActiveJobsResponse\"\x00\x12\xec\x01\n\x0bSnapshotJob\x12+.google.dataflow.v1beta3.SnapshotJobRequest\x1a!.google.dataflow.v1beta3.Snapshot\"\x8c\x01\x82\xd3\xe4\x93\x02\x85\x01\"G/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}:snapshot:\x01*Z7\"2/v1b3/projects/{project_id}/jobs/{job_id}:snapshot:\x01*\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/computeB\xcc\x01\n\x1b\x63om.google.dataflow.v1beta3B\tJobsProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3" +descriptor_data = "\n\"google/dataflow/v1beta3/jobs.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a)google/dataflow/v1beta3/environment.proto\x1a\'google/dataflow/v1beta3/snapshots.proto\x1a\x1egoogle/protobuf/duration.proto\x1a google/protobuf/field_mask.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xec\x0b\n\x03Job\x12\n\n\x02id\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\x12\x11\n\x04name\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x33\n\x04type\x18\x04 \x01(\x0e\x32 .google.dataflow.v1beta3.JobTypeB\x03\xe0\x41\x01\x12>\n\x0b\x65nvironment\x18\x05 \x01(\x0b\x32$.google.dataflow.v1beta3.EnvironmentB\x03\xe0\x41\x01\x12,\n\x05steps\x18\x06 \x03(\x0b\x32\x1d.google.dataflow.v1beta3.Step\x12\x16\n\x0esteps_location\x18\x18 \x01(\t\x12\x38\n\rcurrent_state\x18\x07 \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x36\n\x12\x63urrent_state_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12:\n\x0frequested_state\x18\t \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x41\n\x0e\x65xecution_info\x18\n \x01(\x0b\x32).google.dataflow.v1beta3.JobExecutionInfo\x12/\n\x0b\x63reate_time\x18\x0b \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x16\n\x0ereplace_job_id\x18\x0c \x01(\t\x12[\n\x16transform_name_mapping\x18\r \x03(\x0b\x32\x36.google.dataflow.v1beta3.Job.TransformNameMappingEntryB\x03\xe0\x41\x01\x12\x19\n\x11\x63lient_request_id\x18\x0e \x01(\t\x12\x1a\n\x12replaced_by_job_id\x18\x0f \x01(\t\x12\x12\n\ntemp_files\x18\x10 \x03(\t\x12\x38\n\x06labels\x18\x11 \x03(\x0b\x32(.google.dataflow.v1beta3.Job.LabelsEntry\x12\x15\n\x08location\x18\x12 \x01(\tB\x03\xe0\x41\x01\x12J\n\x14pipeline_description\x18\x13 \x01(\x0b\x32,.google.dataflow.v1beta3.PipelineDescription\x12\x42\n\x0cstage_states\x18\x14 \x03(\x0b\x32,.google.dataflow.v1beta3.ExecutionStageState\x12:\n\x0cjob_metadata\x18\x15 \x01(\x0b\x32$.google.dataflow.v1beta3.JobMetadata\x12.\n\nstart_time\x18\x16 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12 \n\x18\x63reated_from_snapshot_id\x18\x17 \x01(\t\x12\x15\n\rsatisfies_pzs\x18\x19 \x01(\x08\x12V\n\x18runtime_updatable_params\x18\x1a \x01(\x0b\x32/.google.dataflow.v1beta3.RuntimeUpdatableParamsH\x00\x88\x01\x01\x12\x1f\n\rsatisfies_pzi\x18\x1b \x01(\x08\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x12N\n\x11service_resources\x18\x1c \x01(\x0b\x32).google.dataflow.v1beta3.ServiceResourcesB\x03\xe0\x41\x03H\x02\x88\x01\x01\x12\x15\n\x08pausable\x18\x1d \x01(\x08\x42\x03\xe0\x41\x03\x1a;\n\x19TransformNameMappingEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x1b\n\x19_runtime_updatable_paramsB\x10\n\x0e_satisfies_pziB\x14\n\x12_service_resources\"&\n\x10ServiceResources\x12\x12\n\x05zones\x18\x01 \x03(\tB\x03\xe0\x41\x03\"\xe3\x02\n\x16RuntimeUpdatableParams\x12\x1c\n\x0fmax_num_workers\x18\x01 \x01(\x05H\x00\x88\x01\x01\x12\x1c\n\x0fmin_num_workers\x18\x02 \x01(\x05H\x01\x88\x01\x01\x12$\n\x17worker_utilization_hint\x18\x03 \x01(\x01H\x02\x88\x01\x01\x12J\n\x1b\x61\x63\x63\x65ptable_backlog_duration\x18\x04 \x01(\x0b\x32\x19.google.protobuf.DurationB\x05\x18\x01\xe0\x41\x01H\x03\x88\x01\x01\x12\"\n\x10\x61utoscaling_tier\x18\x05 \x01(\tB\x03\xe0\x41\x01H\x04\x88\x01\x01\x42\x12\n\x10_max_num_workersB\x12\n\x10_min_num_workersB\x1a\n\x18_worker_utilization_hintB\x1e\n\x1c_acceptable_backlog_durationB\x13\n\x11_autoscaling_tier\";\n\x12\x44\x61tastoreIODetails\x12\x11\n\tnamespace\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\"6\n\x0fPubSubIODetails\x12\r\n\x05topic\x18\x01 \x01(\t\x12\x14\n\x0csubscription\x18\x02 \x01(\t\"%\n\rFileIODetails\x12\x14\n\x0c\x66ile_pattern\x18\x01 \x01(\t\"N\n\x11\x42igTableIODetails\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0binstance_id\x18\x02 \x01(\t\x12\x10\n\x08table_id\x18\x03 \x01(\t\"V\n\x11\x42igQueryIODetails\x12\r\n\x05table\x18\x01 \x01(\t\x12\x0f\n\x07\x64\x61taset\x18\x02 \x01(\t\x12\x12\n\nproject_id\x18\x03 \x01(\t\x12\r\n\x05query\x18\x04 \x01(\t\"P\n\x10SpannerIODetails\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0binstance_id\x18\x02 \x01(\t\x12\x13\n\x0b\x64\x61tabase_id\x18\x03 \x01(\t\"\x9d\x02\n\nSdkVersion\x12\x0f\n\x07version\x18\x01 \x01(\t\x12\x1c\n\x14version_display_name\x18\x02 \x01(\t\x12P\n\x12sdk_support_status\x18\x03 \x01(\x0e\x32\x34.google.dataflow.v1beta3.SdkVersion.SdkSupportStatus\x12\x32\n\x04\x62ugs\x18\x04 \x03(\x0b\x32\x1f.google.dataflow.v1beta3.SdkBugB\x03\xe0\x41\x03\"Z\n\x10SdkSupportStatus\x12\x0b\n\x07UNKNOWN\x10\x00\x12\r\n\tSUPPORTED\x10\x01\x12\t\n\x05STALE\x10\x02\x12\x0e\n\nDEPRECATED\x10\x03\x12\x0f\n\x0bUNSUPPORTED\x10\x04\"\xa9\x02\n\x06SdkBug\x12\x37\n\x04type\x18\x01 \x01(\x0e\x32$.google.dataflow.v1beta3.SdkBug.TypeB\x03\xe0\x41\x03\x12?\n\x08severity\x18\x02 \x01(\x0e\x32(.google.dataflow.v1beta3.SdkBug.SeverityB\x03\xe0\x41\x03\x12\x10\n\x03uri\x18\x03 \x01(\tB\x03\xe0\x41\x03\"H\n\x04Type\x12\x14\n\x10TYPE_UNSPECIFIED\x10\x00\x12\x0b\n\x07GENERAL\x10\x01\x12\x0f\n\x0bPERFORMANCE\x10\x02\x12\x0c\n\x08\x44\x41TALOSS\x10\x03\"I\n\x08Severity\x12\x18\n\x14SEVERITY_UNSPECIFIED\x10\x00\x12\n\n\x06NOTICE\x10\x01\x12\x0b\n\x07WARNING\x10\x02\x12\n\n\x06SEVERE\x10\x03\"\x80\x05\n\x0bJobMetadata\x12\x38\n\x0bsdk_version\x18\x01 \x01(\x0b\x32#.google.dataflow.v1beta3.SdkVersion\x12\x42\n\x0fspanner_details\x18\x02 \x03(\x0b\x32).google.dataflow.v1beta3.SpannerIODetails\x12\x44\n\x10\x62igquery_details\x18\x03 \x03(\x0b\x32*.google.dataflow.v1beta3.BigQueryIODetails\x12\x45\n\x11\x62ig_table_details\x18\x04 \x03(\x0b\x32*.google.dataflow.v1beta3.BigTableIODetails\x12@\n\x0epubsub_details\x18\x05 \x03(\x0b\x32(.google.dataflow.v1beta3.PubSubIODetails\x12<\n\x0c\x66ile_details\x18\x06 \x03(\x0b\x32&.google.dataflow.v1beta3.FileIODetails\x12\x46\n\x11\x64\x61tastore_details\x18\x07 \x03(\x0b\x32+.google.dataflow.v1beta3.DatastoreIODetails\x12`\n\x17user_display_properties\x18\x08 \x03(\x0b\x32?.google.dataflow.v1beta3.JobMetadata.UserDisplayPropertiesEntry\x1a<\n\x1aUserDisplayPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xad\x01\n\x13\x45xecutionStageState\x12\x1c\n\x14\x65xecution_stage_name\x18\x01 \x01(\t\x12@\n\x15\x65xecution_stage_state\x18\x02 \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x36\n\x12\x63urrent_state_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\x8c\x02\n\x13PipelineDescription\x12N\n\x1boriginal_pipeline_transform\x18\x01 \x03(\x0b\x32).google.dataflow.v1beta3.TransformSummary\x12P\n\x18\x65xecution_pipeline_stage\x18\x02 \x03(\x0b\x32..google.dataflow.v1beta3.ExecutionStageSummary\x12:\n\x0c\x64isplay_data\x18\x03 \x03(\x0b\x32$.google.dataflow.v1beta3.DisplayData\x12\x17\n\x0fstep_names_hash\x18\x04 \x01(\t\"\xd8\x01\n\x10TransformSummary\x12/\n\x04kind\x18\x01 \x01(\x0e\x32!.google.dataflow.v1beta3.KindType\x12\n\n\x02id\x18\x02 \x01(\t\x12\x0c\n\x04name\x18\x03 \x01(\t\x12:\n\x0c\x64isplay_data\x18\x04 \x03(\x0b\x32$.google.dataflow.v1beta3.DisplayData\x12\x1e\n\x16output_collection_name\x18\x05 \x03(\t\x12\x1d\n\x15input_collection_name\x18\x06 \x03(\t\"\xfc\x05\n\x15\x45xecutionStageSummary\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\n\n\x02id\x18\x02 \x01(\t\x12/\n\x04kind\x18\x03 \x01(\x0e\x32!.google.dataflow.v1beta3.KindType\x12P\n\x0cinput_source\x18\x04 \x03(\x0b\x32:.google.dataflow.v1beta3.ExecutionStageSummary.StageSource\x12Q\n\routput_source\x18\x05 \x03(\x0b\x32:.google.dataflow.v1beta3.ExecutionStageSummary.StageSource\x12\x1a\n\x12prerequisite_stage\x18\x08 \x03(\t\x12^\n\x13\x63omponent_transform\x18\x06 \x03(\x0b\x32\x41.google.dataflow.v1beta3.ExecutionStageSummary.ComponentTransform\x12X\n\x10\x63omponent_source\x18\x07 \x03(\x0b\x32>.google.dataflow.v1beta3.ExecutionStageSummary.ComponentSource\x1al\n\x0bStageSource\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12(\n original_transform_or_collection\x18\x03 \x01(\t\x12\x12\n\nsize_bytes\x18\x04 \x01(\x03\x1aQ\n\x12\x43omponentTransform\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\x1a\n\x12original_transform\x18\x03 \x01(\t\x1a\\\n\x0f\x43omponentSource\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12(\n original_transform_or_collection\x18\x03 \x01(\t\"\xcc\x02\n\x0b\x44isplayData\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x11\n\tnamespace\x18\x02 \x01(\t\x12\x13\n\tstr_value\x18\x04 \x01(\tH\x00\x12\x15\n\x0bint64_value\x18\x05 \x01(\x03H\x00\x12\x15\n\x0b\x66loat_value\x18\x06 \x01(\x02H\x00\x12\x1a\n\x10java_class_value\x18\x07 \x01(\tH\x00\x12\x35\n\x0ftimestamp_value\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00\x12\x33\n\x0e\x64uration_value\x18\t \x01(\x0b\x32\x19.google.protobuf.DurationH\x00\x12\x14\n\nbool_value\x18\n \x01(\x08H\x00\x12\x17\n\x0fshort_str_value\x18\x0b \x01(\t\x12\x0b\n\x03url\x18\x0c \x01(\t\x12\r\n\x05label\x18\r \x01(\tB\x07\n\x05Value\"O\n\x04Step\x12\x0c\n\x04kind\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12+\n\nproperties\x18\x03 \x01(\x0b\x32\x17.google.protobuf.Struct\"\xb8\x01\n\x10JobExecutionInfo\x12\x45\n\x06stages\x18\x01 \x03(\x0b\x32\x35.google.dataflow.v1beta3.JobExecutionInfo.StagesEntry\x1a]\n\x0bStagesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12=\n\x05value\x18\x02 \x01(\x0b\x32..google.dataflow.v1beta3.JobExecutionStageInfo:\x02\x38\x01\"*\n\x15JobExecutionStageInfo\x12\x11\n\tstep_name\x18\x01 \x03(\t\"\xab\x01\n\x10\x43reateJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12)\n\x03job\x18\x02 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12.\n\x04view\x18\x03 \x01(\x0e\x32 .google.dataflow.v1beta3.JobView\x12\x16\n\x0ereplace_job_id\x18\x04 \x01(\t\x12\x10\n\x08location\x18\x05 \x01(\t\"u\n\rGetJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12.\n\x04view\x18\x03 \x01(\x0e\x32 .google.dataflow.v1beta3.JobView\x12\x10\n\x08location\x18\x04 \x01(\t\"\xb9\x01\n\x10UpdateJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12)\n\x03job\x18\x03 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12\x10\n\x08location\x18\x04 \x01(\t\x12\x34\n\x0bupdate_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskH\x00\x88\x01\x01\x42\x0e\n\x0c_update_mask\"\xb0\x02\n\x0fListJobsRequest\x12?\n\x06\x66ilter\x18\x05 \x01(\x0e\x32/.google.dataflow.v1beta3.ListJobsRequest.Filter\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x32\n\x04view\x18\x02 \x01(\x0e\x32 .google.dataflow.v1beta3.JobViewB\x02\x18\x01\x12\x11\n\tpage_size\x18\x03 \x01(\x05\x12\x12\n\npage_token\x18\x04 \x01(\t\x12\x10\n\x08location\x18\x11 \x01(\t\x12\x16\n\x04name\x18\x0b \x01(\tB\x03\xe0\x41\x01H\x00\x88\x01\x01\":\n\x06\x46ilter\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x07\n\x03\x41LL\x10\x01\x12\x0e\n\nTERMINATED\x10\x02\x12\n\n\x06\x41\x43TIVE\x10\x03\x42\x07\n\x05_name\"\x1e\n\x0e\x46\x61iledLocation\x12\x0c\n\x04name\x18\x01 \x01(\t\"\x99\x01\n\x10ListJobsResponse\x12*\n\x04jobs\x18\x01 \x03(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\x12@\n\x0f\x66\x61iled_location\x18\x03 \x03(\x0b\x32\'.google.dataflow.v1beta3.FailedLocation\"\xa1\x01\n\x12SnapshotJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12&\n\x03ttl\x18\x03 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x10\n\x08location\x18\x04 \x01(\t\x12\x18\n\x10snapshot_sources\x18\x05 \x01(\x08\x12\x13\n\x0b\x64\x65scription\x18\x06 \x01(\t\",\n\x16\x43heckActiveJobsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\"4\n\x17\x43heckActiveJobsResponse\x12\x19\n\x11\x61\x63tive_jobs_exist\x18\x01 \x01(\x08*\xae\x01\n\x08KindType\x12\x10\n\x0cUNKNOWN_KIND\x10\x00\x12\x0f\n\x0bPAR_DO_KIND\x10\x01\x12\x15\n\x11GROUP_BY_KEY_KIND\x10\x02\x12\x10\n\x0c\x46LATTEN_KIND\x10\x03\x12\r\n\tREAD_KIND\x10\x04\x12\x0e\n\nWRITE_KIND\x10\x05\x12\x11\n\rCONSTANT_KIND\x10\x06\x12\x12\n\x0eSINGLETON_KIND\x10\x07\x12\x10\n\x0cSHUFFLE_KIND\x10\x08*\xf0\x02\n\x08JobState\x12\x15\n\x11JOB_STATE_UNKNOWN\x10\x00\x12\x15\n\x11JOB_STATE_STOPPED\x10\x01\x12\x15\n\x11JOB_STATE_RUNNING\x10\x02\x12\x12\n\x0eJOB_STATE_DONE\x10\x03\x12\x14\n\x10JOB_STATE_FAILED\x10\x04\x12\x17\n\x13JOB_STATE_CANCELLED\x10\x05\x12\x15\n\x11JOB_STATE_UPDATED\x10\x06\x12\x16\n\x12JOB_STATE_DRAINING\x10\x07\x12\x15\n\x11JOB_STATE_DRAINED\x10\x08\x12\x15\n\x11JOB_STATE_PENDING\x10\t\x12\x18\n\x14JOB_STATE_CANCELLING\x10\n\x12\x14\n\x10JOB_STATE_QUEUED\x10\x0b\x12\"\n\x1eJOB_STATE_RESOURCE_CLEANING_UP\x10\x0c\x12\x15\n\x11JOB_STATE_PAUSING\x10\r\x12\x14\n\x10JOB_STATE_PAUSED\x10\x0e*a\n\x07JobView\x12\x14\n\x10JOB_VIEW_UNKNOWN\x10\x00\x12\x14\n\x10JOB_VIEW_SUMMARY\x10\x01\x12\x10\n\x0cJOB_VIEW_ALL\x10\x02\x12\x18\n\x14JOB_VIEW_DESCRIPTION\x10\x03\x32\xaf\x0b\n\x0bJobsV1Beta3\x12\xc1\x01\n\tCreateJob\x12).google.dataflow.v1beta3.CreateJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"k\x82\xd3\xe4\x93\x02\x65\"5/v1b3/projects/{project_id}/locations/{location}/jobs:\x03jobZ\'\" /v1b3/projects/{project_id}/jobs:\x03job\x12\xc3\x01\n\x06GetJob\x12&.google.dataflow.v1beta3.GetJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"s\x82\xd3\xe4\x93\x02m\x12>/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}Z+\x12)/v1b3/projects/{project_id}/jobs/{job_id}\x12\xd3\x01\n\tUpdateJob\x12).google.dataflow.v1beta3.UpdateJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"}\x82\xd3\xe4\x93\x02w\x1a>/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}:\x03jobZ0\x1a)/v1b3/projects/{project_id}/jobs/{job_id}:\x03job\x12\xc2\x01\n\x08ListJobs\x12(.google.dataflow.v1beta3.ListJobsRequest\x1a).google.dataflow.v1beta3.ListJobsResponse\"a\x82\xd3\xe4\x93\x02[\x12\x35/v1b3/projects/{project_id}/locations/{location}/jobsZ\"\x12 /v1b3/projects/{project_id}/jobs\x12\x9e\x01\n\x12\x41ggregatedListJobs\x12(.google.dataflow.v1beta3.ListJobsRequest\x1a).google.dataflow.v1beta3.ListJobsResponse\"3\x82\xd3\xe4\x93\x02-\x12+/v1b3/projects/{project_id}/jobs:aggregated\x12v\n\x0f\x43heckActiveJobs\x12/.google.dataflow.v1beta3.CheckActiveJobsRequest\x1a\x30.google.dataflow.v1beta3.CheckActiveJobsResponse\"\x00\x12\xec\x01\n\x0bSnapshotJob\x12+.google.dataflow.v1beta3.SnapshotJobRequest\x1a!.google.dataflow.v1beta3.Snapshot\"\x8c\x01\x82\xd3\xe4\x93\x02\x85\x01\"G/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}:snapshot:\x01*Z7\"2/v1b3/projects/{project_id}/jobs/{job_id}:snapshot:\x01*\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/computeB\xcc\x01\n\x1b\x63om.google.dataflow.v1beta3B\tJobsProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3" pool = ::Google::Protobuf::DescriptorPool.generated_pool pool.add_serialized_file(descriptor_data) diff --git a/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/jobs_services_pb.rb b/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/jobs_services_pb.rb index 6abb62f5b857..e0c16871b0e7 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/jobs_services_pb.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/jobs_services_pb.rb @@ -24,8 +24,8 @@ module Cloud module Dataflow module V1beta3 module JobsV1Beta3 - # Provides a method to create and modify Google Cloud Dataflow jobs. - # A Job is a multi-stage computation graph run by the Cloud Dataflow service. + # Provides a method to create and modify Dataflow jobs. + # A Job is a multi-stage computation graph run by the Dataflow service. class Service include ::GRPC::GenericService @@ -34,7 +34,7 @@ class Service self.unmarshal_class_method = :decode self.service_name = 'google.dataflow.v1beta3.JobsV1Beta3' - # Creates a Cloud Dataflow job. + # Creates a Dataflow job. # # To create a job, we recommend using `projects.locations.jobs.create` with a # [regional endpoint] diff --git a/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/messages_services_pb.rb b/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/messages_services_pb.rb index b088622f056b..cf0409870126 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/messages_services_pb.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/messages_services_pb.rb @@ -24,8 +24,7 @@ module Cloud module Dataflow module V1beta3 module MessagesV1Beta3 - # The Dataflow Messages API is used for monitoring the progress of - # Dataflow jobs. + # The Dataflow Messages API is used to monitor the progress of Dataflow jobs. class Service include ::GRPC::GenericService diff --git a/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/metrics_pb.rb b/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/metrics_pb.rb index 2caadaf72757..e1bad2b6d432 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/metrics_pb.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/metrics_pb.rb @@ -11,7 +11,7 @@ require 'google/protobuf/timestamp_pb' -descriptor_data = "\n%google/dataflow/v1beta3/metrics.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xb1\x01\n\x14MetricStructuredName\x12\x0e\n\x06origin\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12K\n\x07\x63ontext\x18\x03 \x03(\x0b\x32:.google.dataflow.v1beta3.MetricStructuredName.ContextEntry\x1a.\n\x0c\x43ontextEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xe6\x03\n\x0cMetricUpdate\x12;\n\x04name\x18\x01 \x01(\x0b\x32-.google.dataflow.v1beta3.MetricStructuredName\x12\x0c\n\x04kind\x18\x02 \x01(\t\x12\x12\n\ncumulative\x18\x03 \x01(\x08\x12&\n\x06scalar\x18\x04 \x01(\x0b\x32\x16.google.protobuf.Value\x12(\n\x08mean_sum\x18\x05 \x01(\x0b\x32\x16.google.protobuf.Value\x12*\n\nmean_count\x18\x06 \x01(\x0b\x32\x16.google.protobuf.Value\x12#\n\x03set\x18\x07 \x01(\x0b\x32\x16.google.protobuf.Value\x12$\n\x04trie\x18\r \x01(\x0b\x32\x16.google.protobuf.Value\x12,\n\x0c\x64istribution\x18\x0b \x01(\x0b\x32\x16.google.protobuf.Value\x12%\n\x05gauge\x18\x0c \x01(\x0b\x32\x16.google.protobuf.Value\x12(\n\x08internal\x18\x08 \x01(\x0b\x32\x16.google.protobuf.Value\x12/\n\x0bupdate_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"|\n\x14GetJobMetricsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12.\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x10\n\x08location\x18\x04 \x01(\t\"u\n\nJobMetrics\x12/\n\x0bmetric_time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x36\n\x07metrics\x18\x02 \x03(\x0b\x32%.google.dataflow.v1beta3.MetricUpdate\"|\n\x1dGetJobExecutionDetailsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12\x10\n\x08location\x18\x03 \x01(\t\x12\x11\n\tpage_size\x18\x04 \x01(\x05\x12\x12\n\npage_token\x18\x05 \x01(\t\"\xb8\x01\n\x12ProgressTimeseries\x12\x18\n\x10\x63urrent_progress\x18\x01 \x01(\x01\x12\x46\n\x0b\x64\x61ta_points\x18\x02 \x03(\x0b\x32\x31.google.dataflow.v1beta3.ProgressTimeseries.Point\x1a@\n\x05Point\x12(\n\x04time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\r\n\x05value\x18\x02 \x01(\x01\"\xee\x02\n\rStragglerInfo\x12.\n\nstart_time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x42\n\x06\x63\x61uses\x18\x02 \x03(\x0b\x32\x32.google.dataflow.v1beta3.StragglerInfo.CausesEntry\x1a{\n\x16StragglerDebuggingInfo\x12?\n\x07hot_key\x18\x01 \x01(\x0b\x32,.google.dataflow.v1beta3.HotKeyDebuggingInfoH\x00\x42 \n\x1estraggler_debugging_info_value\x1al\n\x0b\x43\x61usesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12L\n\x05value\x18\x02 \x01(\x0b\x32=.google.dataflow.v1beta3.StragglerInfo.StragglerDebuggingInfo:\x02\x38\x01\"\xfb\x01\n\x16StreamingStragglerInfo\x12.\n\nstart_time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x13\n\x0bworker_name\x18\x03 \x01(\t\x12\x35\n\x12\x64\x61ta_watermark_lag\x18\x04 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x37\n\x14system_watermark_lag\x18\x05 \x01(\x0b\x32\x19.google.protobuf.Duration\"\xb0\x01\n\tStraggler\x12\x41\n\x0f\x62\x61tch_straggler\x18\x01 \x01(\x0b\x32&.google.dataflow.v1beta3.StragglerInfoH\x00\x12N\n\x13streaming_straggler\x18\x02 \x01(\x0b\x32/.google.dataflow.v1beta3.StreamingStragglerInfoH\x00\x42\x10\n\x0estraggler_info\"\xc6\x02\n\x13HotKeyDebuggingInfo\x12\\\n\x11\x64\x65tected_hot_keys\x18\x01 \x03(\x0b\x32\x41.google.dataflow.v1beta3.HotKeyDebuggingInfo.DetectedHotKeysEntry\x1a`\n\nHotKeyInfo\x12.\n\x0bhot_key_age\x18\x01 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x0b\n\x03key\x18\x02 \x01(\t\x12\x15\n\rkey_truncated\x18\x03 \x01(\x08\x1ao\n\x14\x44\x65tectedHotKeysEntry\x12\x0b\n\x03key\x18\x01 \x01(\x04\x12\x46\n\x05value\x18\x02 \x01(\x0b\x32\x37.google.dataflow.v1beta3.HotKeyDebuggingInfo.HotKeyInfo:\x02\x38\x01\"\x8f\x02\n\x10StragglerSummary\x12\x1d\n\x15total_straggler_count\x18\x01 \x01(\x03\x12\x61\n\x15straggler_cause_count\x18\x02 \x03(\x0b\x32\x42.google.dataflow.v1beta3.StragglerSummary.StragglerCauseCountEntry\x12=\n\x11recent_stragglers\x18\x03 \x03(\x0b\x32\".google.dataflow.v1beta3.Straggler\x1a:\n\x18StragglerCauseCountEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01\"\xf3\x02\n\x0cStageSummary\x12\x10\n\x08stage_id\x18\x01 \x01(\t\x12\x36\n\x05state\x18\x02 \x01(\x0e\x32\'.google.dataflow.v1beta3.ExecutionState\x12.\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12=\n\x08progress\x18\x05 \x01(\x0b\x32+.google.dataflow.v1beta3.ProgressTimeseries\x12\x36\n\x07metrics\x18\x06 \x03(\x0b\x32%.google.dataflow.v1beta3.MetricUpdate\x12\x44\n\x11straggler_summary\x18\x07 \x01(\x0b\x32).google.dataflow.v1beta3.StragglerSummary\"e\n\x13JobExecutionDetails\x12\x35\n\x06stages\x18\x01 \x03(\x0b\x32%.google.dataflow.v1beta3.StageSummary\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\"\xee\x01\n\x1fGetStageExecutionDetailsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12\x10\n\x08location\x18\x03 \x01(\t\x12\x10\n\x08stage_id\x18\x04 \x01(\t\x12\x11\n\tpage_size\x18\x05 \x01(\x05\x12\x12\n\npage_token\x18\x06 \x01(\t\x12.\n\nstart_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\x83\x03\n\x0fWorkItemDetails\x12\x0f\n\x07task_id\x18\x01 \x01(\t\x12\x12\n\nattempt_id\x18\x02 \x01(\t\x12.\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x36\n\x05state\x18\x05 \x01(\x0e\x32\'.google.dataflow.v1beta3.ExecutionState\x12=\n\x08progress\x18\x06 \x01(\x0b\x32+.google.dataflow.v1beta3.ProgressTimeseries\x12\x36\n\x07metrics\x18\x07 \x03(\x0b\x32%.google.dataflow.v1beta3.MetricUpdate\x12>\n\x0estraggler_info\x18\x08 \x01(\x0b\x32&.google.dataflow.v1beta3.StragglerInfo\"b\n\rWorkerDetails\x12\x13\n\x0bworker_name\x18\x01 \x01(\t\x12<\n\nwork_items\x18\x02 \x03(\x0b\x32(.google.dataflow.v1beta3.WorkItemDetails\"i\n\x15StageExecutionDetails\x12\x37\n\x07workers\x18\x01 \x03(\x0b\x32&.google.dataflow.v1beta3.WorkerDetails\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t*\xc5\x01\n\x0e\x45xecutionState\x12\x1b\n\x17\x45XECUTION_STATE_UNKNOWN\x10\x00\x12\x1f\n\x1b\x45XECUTION_STATE_NOT_STARTED\x10\x01\x12\x1b\n\x17\x45XECUTION_STATE_RUNNING\x10\x02\x12\x1d\n\x19\x45XECUTION_STATE_SUCCEEDED\x10\x03\x12\x1a\n\x16\x45XECUTION_STATE_FAILED\x10\x04\x12\x1d\n\x19\x45XECUTION_STATE_CANCELLED\x10\x05\x32\xbd\x06\n\x0eMetricsV1Beta3\x12\xe9\x01\n\rGetJobMetrics\x12-.google.dataflow.v1beta3.GetJobMetricsRequest\x1a#.google.dataflow.v1beta3.JobMetrics\"\x83\x01\x82\xd3\xe4\x93\x02}\x12\x46/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/metricsZ3\x12\x31/v1b3/projects/{project_id}/jobs/{job_id}/metrics\x12\xd7\x01\n\x16GetJobExecutionDetails\x12\x36.google.dataflow.v1beta3.GetJobExecutionDetailsRequest\x1a,.google.dataflow.v1beta3.JobExecutionDetails\"W\x82\xd3\xe4\x93\x02Q\x12O/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/executionDetails\x12\xef\x01\n\x18GetStageExecutionDetails\x12\x38.google.dataflow.v1beta3.GetStageExecutionDetailsRequest\x1a..google.dataflow.v1beta3.StageExecutionDetails\"i\x82\xd3\xe4\x93\x02\x63\x12\x61/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/stages/{stage_id}/executionDetails\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/computeB\xcf\x01\n\x1b\x63om.google.dataflow.v1beta3B\x0cMetricsProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3" +descriptor_data = "\n%google/dataflow/v1beta3/metrics.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xb1\x01\n\x14MetricStructuredName\x12\x0e\n\x06origin\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12K\n\x07\x63ontext\x18\x03 \x03(\x0b\x32:.google.dataflow.v1beta3.MetricStructuredName.ContextEntry\x1a.\n\x0c\x43ontextEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x94\x04\n\x0cMetricUpdate\x12;\n\x04name\x18\x01 \x01(\x0b\x32-.google.dataflow.v1beta3.MetricStructuredName\x12\x0c\n\x04kind\x18\x02 \x01(\t\x12\x12\n\ncumulative\x18\x03 \x01(\x08\x12&\n\x06scalar\x18\x04 \x01(\x0b\x32\x16.google.protobuf.Value\x12(\n\x08mean_sum\x18\x05 \x01(\x0b\x32\x16.google.protobuf.Value\x12*\n\nmean_count\x18\x06 \x01(\x0b\x32\x16.google.protobuf.Value\x12#\n\x03set\x18\x07 \x01(\x0b\x32\x16.google.protobuf.Value\x12$\n\x04trie\x18\r \x01(\x0b\x32\x16.google.protobuf.Value\x12,\n\x0c\x62ounded_trie\x18\x0e \x01(\x0b\x32\x16.google.protobuf.Value\x12,\n\x0c\x64istribution\x18\x0b \x01(\x0b\x32\x16.google.protobuf.Value\x12%\n\x05gauge\x18\x0c \x01(\x0b\x32\x16.google.protobuf.Value\x12(\n\x08internal\x18\x08 \x01(\x0b\x32\x16.google.protobuf.Value\x12/\n\x0bupdate_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"|\n\x14GetJobMetricsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12.\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x10\n\x08location\x18\x04 \x01(\t\"u\n\nJobMetrics\x12/\n\x0bmetric_time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x36\n\x07metrics\x18\x02 \x03(\x0b\x32%.google.dataflow.v1beta3.MetricUpdate\"|\n\x1dGetJobExecutionDetailsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12\x10\n\x08location\x18\x03 \x01(\t\x12\x11\n\tpage_size\x18\x04 \x01(\x05\x12\x12\n\npage_token\x18\x05 \x01(\t\"\xb8\x01\n\x12ProgressTimeseries\x12\x18\n\x10\x63urrent_progress\x18\x01 \x01(\x01\x12\x46\n\x0b\x64\x61ta_points\x18\x02 \x03(\x0b\x32\x31.google.dataflow.v1beta3.ProgressTimeseries.Point\x1a@\n\x05Point\x12(\n\x04time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\r\n\x05value\x18\x02 \x01(\x01\"\xee\x02\n\rStragglerInfo\x12.\n\nstart_time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x42\n\x06\x63\x61uses\x18\x02 \x03(\x0b\x32\x32.google.dataflow.v1beta3.StragglerInfo.CausesEntry\x1a{\n\x16StragglerDebuggingInfo\x12?\n\x07hot_key\x18\x01 \x01(\x0b\x32,.google.dataflow.v1beta3.HotKeyDebuggingInfoH\x00\x42 \n\x1estraggler_debugging_info_value\x1al\n\x0b\x43\x61usesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12L\n\x05value\x18\x02 \x01(\x0b\x32=.google.dataflow.v1beta3.StragglerInfo.StragglerDebuggingInfo:\x02\x38\x01\"\xfb\x01\n\x16StreamingStragglerInfo\x12.\n\nstart_time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x13\n\x0bworker_name\x18\x03 \x01(\t\x12\x35\n\x12\x64\x61ta_watermark_lag\x18\x04 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x37\n\x14system_watermark_lag\x18\x05 \x01(\x0b\x32\x19.google.protobuf.Duration\"\xb0\x01\n\tStraggler\x12\x41\n\x0f\x62\x61tch_straggler\x18\x01 \x01(\x0b\x32&.google.dataflow.v1beta3.StragglerInfoH\x00\x12N\n\x13streaming_straggler\x18\x02 \x01(\x0b\x32/.google.dataflow.v1beta3.StreamingStragglerInfoH\x00\x42\x10\n\x0estraggler_info\"\xc6\x02\n\x13HotKeyDebuggingInfo\x12\\\n\x11\x64\x65tected_hot_keys\x18\x01 \x03(\x0b\x32\x41.google.dataflow.v1beta3.HotKeyDebuggingInfo.DetectedHotKeysEntry\x1a`\n\nHotKeyInfo\x12.\n\x0bhot_key_age\x18\x01 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x0b\n\x03key\x18\x02 \x01(\t\x12\x15\n\rkey_truncated\x18\x03 \x01(\x08\x1ao\n\x14\x44\x65tectedHotKeysEntry\x12\x0b\n\x03key\x18\x01 \x01(\x04\x12\x46\n\x05value\x18\x02 \x01(\x0b\x32\x37.google.dataflow.v1beta3.HotKeyDebuggingInfo.HotKeyInfo:\x02\x38\x01\"\x8f\x02\n\x10StragglerSummary\x12\x1d\n\x15total_straggler_count\x18\x01 \x01(\x03\x12\x61\n\x15straggler_cause_count\x18\x02 \x03(\x0b\x32\x42.google.dataflow.v1beta3.StragglerSummary.StragglerCauseCountEntry\x12=\n\x11recent_stragglers\x18\x03 \x03(\x0b\x32\".google.dataflow.v1beta3.Straggler\x1a:\n\x18StragglerCauseCountEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01\"\xf3\x02\n\x0cStageSummary\x12\x10\n\x08stage_id\x18\x01 \x01(\t\x12\x36\n\x05state\x18\x02 \x01(\x0e\x32\'.google.dataflow.v1beta3.ExecutionState\x12.\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12=\n\x08progress\x18\x05 \x01(\x0b\x32+.google.dataflow.v1beta3.ProgressTimeseries\x12\x36\n\x07metrics\x18\x06 \x03(\x0b\x32%.google.dataflow.v1beta3.MetricUpdate\x12\x44\n\x11straggler_summary\x18\x07 \x01(\x0b\x32).google.dataflow.v1beta3.StragglerSummary\"e\n\x13JobExecutionDetails\x12\x35\n\x06stages\x18\x01 \x03(\x0b\x32%.google.dataflow.v1beta3.StageSummary\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\"\xee\x01\n\x1fGetStageExecutionDetailsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12\x10\n\x08location\x18\x03 \x01(\t\x12\x10\n\x08stage_id\x18\x04 \x01(\t\x12\x11\n\tpage_size\x18\x05 \x01(\x05\x12\x12\n\npage_token\x18\x06 \x01(\t\x12.\n\nstart_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\x83\x03\n\x0fWorkItemDetails\x12\x0f\n\x07task_id\x18\x01 \x01(\t\x12\x12\n\nattempt_id\x18\x02 \x01(\t\x12.\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x36\n\x05state\x18\x05 \x01(\x0e\x32\'.google.dataflow.v1beta3.ExecutionState\x12=\n\x08progress\x18\x06 \x01(\x0b\x32+.google.dataflow.v1beta3.ProgressTimeseries\x12\x36\n\x07metrics\x18\x07 \x03(\x0b\x32%.google.dataflow.v1beta3.MetricUpdate\x12>\n\x0estraggler_info\x18\x08 \x01(\x0b\x32&.google.dataflow.v1beta3.StragglerInfo\"b\n\rWorkerDetails\x12\x13\n\x0bworker_name\x18\x01 \x01(\t\x12<\n\nwork_items\x18\x02 \x03(\x0b\x32(.google.dataflow.v1beta3.WorkItemDetails\"i\n\x15StageExecutionDetails\x12\x37\n\x07workers\x18\x01 \x03(\x0b\x32&.google.dataflow.v1beta3.WorkerDetails\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t*\xc5\x01\n\x0e\x45xecutionState\x12\x1b\n\x17\x45XECUTION_STATE_UNKNOWN\x10\x00\x12\x1f\n\x1b\x45XECUTION_STATE_NOT_STARTED\x10\x01\x12\x1b\n\x17\x45XECUTION_STATE_RUNNING\x10\x02\x12\x1d\n\x19\x45XECUTION_STATE_SUCCEEDED\x10\x03\x12\x1a\n\x16\x45XECUTION_STATE_FAILED\x10\x04\x12\x1d\n\x19\x45XECUTION_STATE_CANCELLED\x10\x05\x32\xbd\x06\n\x0eMetricsV1Beta3\x12\xe9\x01\n\rGetJobMetrics\x12-.google.dataflow.v1beta3.GetJobMetricsRequest\x1a#.google.dataflow.v1beta3.JobMetrics\"\x83\x01\x82\xd3\xe4\x93\x02}\x12\x46/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/metricsZ3\x12\x31/v1b3/projects/{project_id}/jobs/{job_id}/metrics\x12\xd7\x01\n\x16GetJobExecutionDetails\x12\x36.google.dataflow.v1beta3.GetJobExecutionDetailsRequest\x1a,.google.dataflow.v1beta3.JobExecutionDetails\"W\x82\xd3\xe4\x93\x02Q\x12O/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/executionDetails\x12\xef\x01\n\x18GetStageExecutionDetails\x12\x38.google.dataflow.v1beta3.GetStageExecutionDetailsRequest\x1a..google.dataflow.v1beta3.StageExecutionDetails\"i\x82\xd3\xe4\x93\x02\x63\x12\x61/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/stages/{stage_id}/executionDetails\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/computeB\xcf\x01\n\x1b\x63om.google.dataflow.v1beta3B\x0cMetricsProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3" pool = ::Google::Protobuf::DescriptorPool.generated_pool pool.add_serialized_file(descriptor_data) diff --git a/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/metrics_services_pb.rb b/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/metrics_services_pb.rb index 78295f0665d6..8ead4022ec6f 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/metrics_services_pb.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/metrics_services_pb.rb @@ -24,8 +24,7 @@ module Cloud module Dataflow module V1beta3 module MetricsV1Beta3 - # The Dataflow Metrics API lets you monitor the progress of Dataflow - # jobs. + # The Dataflow Metrics API lets you monitor the progress of Dataflow jobs. class Service include ::GRPC::GenericService diff --git a/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/templates_pb.rb b/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/templates_pb.rb index 3e01fd365f45..ee47d7a44b6f 100644 --- a/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/templates_pb.rb +++ b/google-cloud-dataflow-v1beta3/lib/google/dataflow/v1beta3/templates_pb.rb @@ -12,7 +12,7 @@ require 'google/rpc/status_pb' -descriptor_data = "\n\'google/dataflow/v1beta3/templates.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a)google/dataflow/v1beta3/environment.proto\x1a\"google/dataflow/v1beta3/jobs.proto\x1a\x17google/rpc/status.proto\"G\n\x1aLaunchFlexTemplateResponse\x12)\n\x03job\x18\x01 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\"\xe3\x02\n\rContainerSpec\x12\r\n\x05image\x18\x01 \x01(\t\x12;\n\x08metadata\x18\x02 \x01(\x0b\x32).google.dataflow.v1beta3.TemplateMetadata\x12\x32\n\x08sdk_info\x18\x03 \x01(\x0b\x32 .google.dataflow.v1beta3.SDKInfo\x12T\n\x13\x64\x65\x66\x61ult_environment\x18\x04 \x01(\x0b\x32\x37.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment\x12+\n#image_repository_username_secret_id\x18\x05 \x01(\t\x12+\n#image_repository_password_secret_id\x18\x06 \x01(\t\x12\"\n\x1aimage_repository_cert_path\x18\x07 \x01(\t\"\xd2\x05\n\x1bLaunchFlexTemplateParameter\x12\x10\n\x08job_name\x18\x01 \x01(\t\x12@\n\x0e\x63ontainer_spec\x18\x04 \x01(\x0b\x32&.google.dataflow.v1beta3.ContainerSpecH\x00\x12!\n\x17\x63ontainer_spec_gcs_path\x18\x05 \x01(\tH\x00\x12X\n\nparameters\x18\x02 \x03(\x0b\x32\x44.google.dataflow.v1beta3.LaunchFlexTemplateParameter.ParametersEntry\x12_\n\x0elaunch_options\x18\x06 \x03(\x0b\x32G.google.dataflow.v1beta3.LaunchFlexTemplateParameter.LaunchOptionsEntry\x12L\n\x0b\x65nvironment\x18\x07 \x01(\x0b\x32\x37.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment\x12\x0e\n\x06update\x18\x08 \x01(\x08\x12p\n\x17transform_name_mappings\x18\t \x03(\x0b\x32O.google.dataflow.v1beta3.LaunchFlexTemplateParameter.TransformNameMappingsEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x34\n\x12LaunchOptionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a<\n\x1aTransformNameMappingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08template\"\x9d\x08\n\x1e\x46lexTemplateRuntimeEnvironment\x12\x13\n\x0bnum_workers\x18\x01 \x01(\x05\x12\x13\n\x0bmax_workers\x18\x02 \x01(\x05\x12\x0c\n\x04zone\x18\x03 \x01(\t\x12\x1d\n\x15service_account_email\x18\x04 \x01(\t\x12\x15\n\rtemp_location\x18\x05 \x01(\t\x12\x14\n\x0cmachine_type\x18\x06 \x01(\t\x12\x1e\n\x16\x61\x64\x64itional_experiments\x18\x07 \x03(\t\x12\x0f\n\x07network\x18\x08 \x01(\t\x12\x12\n\nsubnetwork\x18\t \x01(\t\x12q\n\x16\x61\x64\x64itional_user_labels\x18\n \x03(\x0b\x32Q.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment.AdditionalUserLabelsEntry\x12\x14\n\x0ckms_key_name\x18\x0b \x01(\t\x12O\n\x10ip_configuration\x18\x0c \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12\x15\n\rworker_region\x18\r \x01(\t\x12\x13\n\x0bworker_zone\x18\x0e \x01(\t\x12\x1f\n\x17\x65nable_streaming_engine\x18\x0f \x01(\x08\x12H\n\x0b\x66lexrs_goal\x18\x10 \x01(\x0e\x32\x33.google.dataflow.v1beta3.FlexResourceSchedulingGoal\x12\x18\n\x10staging_location\x18\x11 \x01(\t\x12\x1b\n\x13sdk_container_image\x18\x12 \x01(\t\x12\x14\n\x0c\x64isk_size_gb\x18\x14 \x01(\x05\x12L\n\x15\x61utoscaling_algorithm\x18\x15 \x01(\x0e\x32-.google.dataflow.v1beta3.AutoscalingAlgorithm\x12\x18\n\x10\x64ump_heap_on_oom\x18\x16 \x01(\x08\x12#\n\x1bsave_heap_dumps_to_gcs_path\x18\x17 \x01(\t\x12\x1d\n\x15launcher_machine_type\x18\x18 \x01(\t\x12.\n&enable_launcher_vm_serial_port_logging\x18\x19 \x01(\x08\x12H\n\x0estreaming_mode\x18\x1a \x01(\x0e\x32&.google.dataflow.v1beta3.StreamingModeB\x03\xe0\x41\x01H\x00\x88\x01\x01\x1a;\n\x19\x41\x64\x64itionalUserLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x11\n\x0f_streaming_mode\"\xa8\x01\n\x19LaunchFlexTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12N\n\x10launch_parameter\x18\x02 \x01(\x0b\x32\x34.google.dataflow.v1beta3.LaunchFlexTemplateParameter\x12\x10\n\x08location\x18\x03 \x01(\t\x12\x15\n\rvalidate_only\x18\x04 \x01(\x08\"\xcc\x05\n\x12RuntimeEnvironment\x12\x13\n\x0bnum_workers\x18\x0b \x01(\x05\x12\x13\n\x0bmax_workers\x18\x01 \x01(\x05\x12\x0c\n\x04zone\x18\x02 \x01(\t\x12\x1d\n\x15service_account_email\x18\x03 \x01(\t\x12\x15\n\rtemp_location\x18\x04 \x01(\t\x12\"\n\x1a\x62ypass_temp_dir_validation\x18\x05 \x01(\x08\x12\x14\n\x0cmachine_type\x18\x06 \x01(\t\x12\x1e\n\x16\x61\x64\x64itional_experiments\x18\x07 \x03(\t\x12\x0f\n\x07network\x18\x08 \x01(\t\x12\x12\n\nsubnetwork\x18\t \x01(\t\x12\x65\n\x16\x61\x64\x64itional_user_labels\x18\n \x03(\x0b\x32\x45.google.dataflow.v1beta3.RuntimeEnvironment.AdditionalUserLabelsEntry\x12\x14\n\x0ckms_key_name\x18\x0c \x01(\t\x12O\n\x10ip_configuration\x18\x0e \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12\x15\n\rworker_region\x18\x0f \x01(\t\x12\x13\n\x0bworker_zone\x18\x10 \x01(\t\x12\x1f\n\x17\x65nable_streaming_engine\x18\x11 \x01(\x08\x12\x14\n\x0c\x64isk_size_gb\x18\x12 \x01(\x05\x12H\n\x0estreaming_mode\x18\x13 \x01(\x0e\x32&.google.dataflow.v1beta3.StreamingModeB\x03\xe0\x41\x01H\x00\x88\x01\x01\x1a;\n\x19\x41\x64\x64itionalUserLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x11\n\x0f_streaming_mode\"_\n\x1bParameterMetadataEnumOption\x12\x12\n\x05value\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x12\n\x05label\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x03\xe0\x41\x01\"\xf3\x03\n\x11ParameterMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\r\n\x05label\x18\x02 \x01(\t\x12\x11\n\thelp_text\x18\x03 \x01(\t\x12\x13\n\x0bis_optional\x18\x04 \x01(\x08\x12\x0f\n\x07regexes\x18\x05 \x03(\t\x12:\n\nparam_type\x18\x06 \x01(\x0e\x32&.google.dataflow.v1beta3.ParameterType\x12W\n\x0f\x63ustom_metadata\x18\x07 \x03(\x0b\x32>.google.dataflow.v1beta3.ParameterMetadata.CustomMetadataEntry\x12\x12\n\ngroup_name\x18\x08 \x01(\t\x12\x13\n\x0bparent_name\x18\t \x01(\t\x12\x1d\n\x15parent_trigger_values\x18\n \x03(\t\x12J\n\x0c\x65num_options\x18\x0b \x03(\x0b\x32\x34.google.dataflow.v1beta3.ParameterMetadataEnumOption\x12\x15\n\rdefault_value\x18\x0c \x01(\t\x12\x11\n\thidden_ui\x18\r \x01(\x08\x1a\x35\n\x13\x43ustomMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xe7\x01\n\x10TemplateMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\x12>\n\nparameters\x18\x03 \x03(\x0b\x32*.google.dataflow.v1beta3.ParameterMetadata\x12\x11\n\tstreaming\x18\x05 \x01(\x08\x12\x1e\n\x16supports_at_least_once\x18\x06 \x01(\x08\x12\x1d\n\x15supports_exactly_once\x18\x07 \x01(\x08\x12\x1e\n\x16\x64\x65\x66\x61ult_streaming_mode\x18\x08 \x01(\t\"\x8e\x01\n\x07SDKInfo\x12;\n\x08language\x18\x01 \x01(\x0e\x32).google.dataflow.v1beta3.SDKInfo.Language\x12\x0f\n\x07version\x18\x02 \x01(\t\"5\n\x08Language\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x08\n\x04JAVA\x10\x01\x12\n\n\x06PYTHON\x10\x02\x12\x06\n\x02GO\x10\x03\"\x85\x01\n\x0fRuntimeMetadata\x12\x32\n\x08sdk_info\x18\x01 \x01(\x0b\x32 .google.dataflow.v1beta3.SDKInfo\x12>\n\nparameters\x18\x02 \x03(\x0b\x32*.google.dataflow.v1beta3.ParameterMetadata\"\xc6\x02\n\x1c\x43reateJobFromTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x10\n\x08job_name\x18\x04 \x01(\t\x12\x12\n\x08gcs_path\x18\x02 \x01(\tH\x00\x12Y\n\nparameters\x18\x03 \x03(\x0b\x32\x45.google.dataflow.v1beta3.CreateJobFromTemplateRequest.ParametersEntry\x12@\n\x0b\x65nvironment\x18\x05 \x01(\x0b\x32+.google.dataflow.v1beta3.RuntimeEnvironment\x12\x10\n\x08location\x18\x06 \x01(\t\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08template\"\xc5\x01\n\x12GetTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x12\n\x08gcs_path\x18\x02 \x01(\tH\x00\x12\x46\n\x04view\x18\x03 \x01(\x0e\x32\x38.google.dataflow.v1beta3.GetTemplateRequest.TemplateView\x12\x10\n\x08location\x18\x04 \x01(\t\"!\n\x0cTemplateView\x12\x11\n\rMETADATA_ONLY\x10\x00\x42\n\n\x08template\"\xbf\x02\n\x13GetTemplateResponse\x12\"\n\x06status\x18\x01 \x01(\x0b\x32\x12.google.rpc.Status\x12;\n\x08metadata\x18\x02 \x01(\x0b\x32).google.dataflow.v1beta3.TemplateMetadata\x12P\n\rtemplate_type\x18\x03 \x01(\x0e\x32\x39.google.dataflow.v1beta3.GetTemplateResponse.TemplateType\x12\x42\n\x10runtime_metadata\x18\x04 \x01(\x0b\x32(.google.dataflow.v1beta3.RuntimeMetadata\"1\n\x0cTemplateType\x12\x0b\n\x07UNKNOWN\x10\x00\x12\n\n\x06LEGACY\x10\x01\x12\x08\n\x04\x46LEX\x10\x02\"\xb2\x03\n\x18LaunchTemplateParameters\x12\x10\n\x08job_name\x18\x01 \x01(\t\x12U\n\nparameters\x18\x02 \x03(\x0b\x32\x41.google.dataflow.v1beta3.LaunchTemplateParameters.ParametersEntry\x12@\n\x0b\x65nvironment\x18\x03 \x01(\x0b\x32+.google.dataflow.v1beta3.RuntimeEnvironment\x12\x0e\n\x06update\x18\x04 \x01(\x08\x12k\n\x16transform_name_mapping\x18\x05 \x03(\x0b\x32K.google.dataflow.v1beta3.LaunchTemplateParameters.TransformNameMappingEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a;\n\x19TransformNameMappingEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x94\x02\n\x15LaunchTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x15\n\rvalidate_only\x18\x02 \x01(\x08\x12\x12\n\x08gcs_path\x18\x03 \x01(\tH\x00\x12P\n\x10\x64ynamic_template\x18\x06 \x01(\x0b\x32\x34.google.dataflow.v1beta3.DynamicTemplateLaunchParamsH\x00\x12L\n\x11launch_parameters\x18\x04 \x01(\x0b\x32\x31.google.dataflow.v1beta3.LaunchTemplateParameters\x12\x10\n\x08location\x18\x05 \x01(\tB\n\n\x08template\"C\n\x16LaunchTemplateResponse\x12)\n\x03job\x18\x01 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\"\xbe\x01\n\x19InvalidTemplateParameters\x12\x63\n\x14parameter_violations\x18\x01 \x03(\x0b\x32\x45.google.dataflow.v1beta3.InvalidTemplateParameters.ParameterViolation\x1a<\n\x12ParameterViolation\x12\x11\n\tparameter\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\"I\n\x1b\x44ynamicTemplateLaunchParams\x12\x10\n\x08gcs_path\x18\x01 \x01(\t\x12\x18\n\x10staging_location\x18\x02 \x01(\t*\xbd\x03\n\rParameterType\x12\x0b\n\x07\x44\x45\x46\x41ULT\x10\x00\x12\x08\n\x04TEXT\x10\x01\x12\x13\n\x0fGCS_READ_BUCKET\x10\x02\x12\x14\n\x10GCS_WRITE_BUCKET\x10\x03\x12\x11\n\rGCS_READ_FILE\x10\x04\x12\x12\n\x0eGCS_WRITE_FILE\x10\x05\x12\x13\n\x0fGCS_READ_FOLDER\x10\x06\x12\x14\n\x10GCS_WRITE_FOLDER\x10\x07\x12\x10\n\x0cPUBSUB_TOPIC\x10\x08\x12\x17\n\x13PUBSUB_SUBSCRIPTION\x10\t\x12\x12\n\x0e\x42IGQUERY_TABLE\x10\n\x12\x17\n\x13JAVASCRIPT_UDF_FILE\x10\x0b\x12\x13\n\x0fSERVICE_ACCOUNT\x10\x0c\x12\x10\n\x0cMACHINE_TYPE\x10\r\x12\x10\n\x0cKMS_KEY_NAME\x10\x0e\x12\x11\n\rWORKER_REGION\x10\x0f\x12\x0f\n\x0bWORKER_ZONE\x10\x10\x12\x0b\n\x07\x42OOLEAN\x10\x11\x12\x08\n\x04\x45NUM\x10\x12\x12\n\n\x06NUMBER\x10\x13\x12\x13\n\x0bKAFKA_TOPIC\x10\x14\x1a\x02\x08\x01\x12\x14\n\x10KAFKA_READ_TOPIC\x10\x15\x12\x15\n\x11KAFKA_WRITE_TOPIC\x10\x16\x32\xe0\x06\n\x10TemplatesService\x12\xdf\x01\n\x15\x43reateJobFromTemplate\x12\x35.google.dataflow.v1beta3.CreateJobFromTemplateRequest\x1a\x1c.google.dataflow.v1beta3.Job\"q\x82\xd3\xe4\x93\x02k\":/v1b3/projects/{project_id}/locations/{location}/templates:\x01*Z*\"%/v1b3/projects/{project_id}/templates:\x01*\x12\x94\x02\n\x0eLaunchTemplate\x12..google.dataflow.v1beta3.LaunchTemplateRequest\x1a/.google.dataflow.v1beta3.LaunchTemplateResponse\"\xa0\x01\x82\xd3\xe4\x93\x02\x99\x01\"A/v1b3/projects/{project_id}/locations/{location}/templates:launch:\x11launch_parametersZA\",/v1b3/projects/{project_id}/templates:launch:\x11launch_parameters\x12\xdd\x01\n\x0bGetTemplate\x12+.google.dataflow.v1beta3.GetTemplateRequest\x1a,.google.dataflow.v1beta3.GetTemplateResponse\"s\x82\xd3\xe4\x93\x02m\x12>/v1b3/projects/{project_id}/locations/{location}/templates:getZ+\x12)/v1b3/projects/{project_id}/templates:get\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/compute2\xdd\x02\n\x14\x46lexTemplatesService\x12\xcf\x01\n\x12LaunchFlexTemplate\x12\x32.google.dataflow.v1beta3.LaunchFlexTemplateRequest\x1a\x33.google.dataflow.v1beta3.LaunchFlexTemplateResponse\"P\x82\xd3\xe4\x93\x02J\"E/v1b3/projects/{project_id}/locations/{location}/flexTemplates:launch:\x01*\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/computeB\xd1\x01\n\x1b\x63om.google.dataflow.v1beta3B\x0eTemplatesProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3" +descriptor_data = "\n\'google/dataflow/v1beta3/templates.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a)google/dataflow/v1beta3/environment.proto\x1a\"google/dataflow/v1beta3/jobs.proto\x1a\x17google/rpc/status.proto\"G\n\x1aLaunchFlexTemplateResponse\x12)\n\x03job\x18\x01 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\"\xe3\x02\n\rContainerSpec\x12\r\n\x05image\x18\x01 \x01(\t\x12;\n\x08metadata\x18\x02 \x01(\x0b\x32).google.dataflow.v1beta3.TemplateMetadata\x12\x32\n\x08sdk_info\x18\x03 \x01(\x0b\x32 .google.dataflow.v1beta3.SDKInfo\x12T\n\x13\x64\x65\x66\x61ult_environment\x18\x04 \x01(\x0b\x32\x37.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment\x12+\n#image_repository_username_secret_id\x18\x05 \x01(\t\x12+\n#image_repository_password_secret_id\x18\x06 \x01(\t\x12\"\n\x1aimage_repository_cert_path\x18\x07 \x01(\t\"\xd2\x05\n\x1bLaunchFlexTemplateParameter\x12\x10\n\x08job_name\x18\x01 \x01(\t\x12@\n\x0e\x63ontainer_spec\x18\x04 \x01(\x0b\x32&.google.dataflow.v1beta3.ContainerSpecH\x00\x12!\n\x17\x63ontainer_spec_gcs_path\x18\x05 \x01(\tH\x00\x12X\n\nparameters\x18\x02 \x03(\x0b\x32\x44.google.dataflow.v1beta3.LaunchFlexTemplateParameter.ParametersEntry\x12_\n\x0elaunch_options\x18\x06 \x03(\x0b\x32G.google.dataflow.v1beta3.LaunchFlexTemplateParameter.LaunchOptionsEntry\x12L\n\x0b\x65nvironment\x18\x07 \x01(\x0b\x32\x37.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment\x12\x0e\n\x06update\x18\x08 \x01(\x08\x12p\n\x17transform_name_mappings\x18\t \x03(\x0b\x32O.google.dataflow.v1beta3.LaunchFlexTemplateParameter.TransformNameMappingsEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x34\n\x12LaunchOptionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a<\n\x1aTransformNameMappingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08template\"\xc7\x08\n\x1e\x46lexTemplateRuntimeEnvironment\x12\x13\n\x0bnum_workers\x18\x01 \x01(\x05\x12\x13\n\x0bmax_workers\x18\x02 \x01(\x05\x12\x0c\n\x04zone\x18\x03 \x01(\t\x12\x1d\n\x15service_account_email\x18\x04 \x01(\t\x12\x15\n\rtemp_location\x18\x05 \x01(\t\x12\x14\n\x0cmachine_type\x18\x06 \x01(\t\x12\x1e\n\x16\x61\x64\x64itional_experiments\x18\x07 \x03(\t\x12\x0f\n\x07network\x18\x08 \x01(\t\x12\x12\n\nsubnetwork\x18\t \x01(\t\x12q\n\x16\x61\x64\x64itional_user_labels\x18\n \x03(\x0b\x32Q.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment.AdditionalUserLabelsEntry\x12\x14\n\x0ckms_key_name\x18\x0b \x01(\t\x12O\n\x10ip_configuration\x18\x0c \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12\x15\n\rworker_region\x18\r \x01(\t\x12\x13\n\x0bworker_zone\x18\x0e \x01(\t\x12\x1f\n\x17\x65nable_streaming_engine\x18\x0f \x01(\x08\x12H\n\x0b\x66lexrs_goal\x18\x10 \x01(\x0e\x32\x33.google.dataflow.v1beta3.FlexResourceSchedulingGoal\x12\x18\n\x10staging_location\x18\x11 \x01(\t\x12\x1b\n\x13sdk_container_image\x18\x12 \x01(\t\x12\x14\n\x0c\x64isk_size_gb\x18\x14 \x01(\x05\x12L\n\x15\x61utoscaling_algorithm\x18\x15 \x01(\x0e\x32-.google.dataflow.v1beta3.AutoscalingAlgorithm\x12\x18\n\x10\x64ump_heap_on_oom\x18\x16 \x01(\x08\x12#\n\x1bsave_heap_dumps_to_gcs_path\x18\x17 \x01(\t\x12\x1d\n\x15launcher_machine_type\x18\x18 \x01(\t\x12.\n&enable_launcher_vm_serial_port_logging\x18\x19 \x01(\x08\x12H\n\x0estreaming_mode\x18\x1a \x01(\x0e\x32&.google.dataflow.v1beta3.StreamingModeB\x03\xe0\x41\x01H\x00\x88\x01\x01\x12(\n\x1b\x61\x64\x64itional_pipeline_options\x18\x1b \x03(\tB\x03\xe0\x41\x01\x1a;\n\x19\x41\x64\x64itionalUserLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x11\n\x0f_streaming_mode\"\xa8\x01\n\x19LaunchFlexTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12N\n\x10launch_parameter\x18\x02 \x01(\x0b\x32\x34.google.dataflow.v1beta3.LaunchFlexTemplateParameter\x12\x10\n\x08location\x18\x03 \x01(\t\x12\x15\n\rvalidate_only\x18\x04 \x01(\x08\"\xf6\x05\n\x12RuntimeEnvironment\x12\x13\n\x0bnum_workers\x18\x0b \x01(\x05\x12\x13\n\x0bmax_workers\x18\x01 \x01(\x05\x12\x0c\n\x04zone\x18\x02 \x01(\t\x12\x1d\n\x15service_account_email\x18\x03 \x01(\t\x12\x15\n\rtemp_location\x18\x04 \x01(\t\x12\"\n\x1a\x62ypass_temp_dir_validation\x18\x05 \x01(\x08\x12\x14\n\x0cmachine_type\x18\x06 \x01(\t\x12\x1e\n\x16\x61\x64\x64itional_experiments\x18\x07 \x03(\t\x12\x0f\n\x07network\x18\x08 \x01(\t\x12\x12\n\nsubnetwork\x18\t \x01(\t\x12\x65\n\x16\x61\x64\x64itional_user_labels\x18\n \x03(\x0b\x32\x45.google.dataflow.v1beta3.RuntimeEnvironment.AdditionalUserLabelsEntry\x12\x14\n\x0ckms_key_name\x18\x0c \x01(\t\x12O\n\x10ip_configuration\x18\x0e \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12\x15\n\rworker_region\x18\x0f \x01(\t\x12\x13\n\x0bworker_zone\x18\x10 \x01(\t\x12\x1f\n\x17\x65nable_streaming_engine\x18\x11 \x01(\x08\x12\x14\n\x0c\x64isk_size_gb\x18\x12 \x01(\x05\x12H\n\x0estreaming_mode\x18\x13 \x01(\x0e\x32&.google.dataflow.v1beta3.StreamingModeB\x03\xe0\x41\x01H\x00\x88\x01\x01\x12(\n\x1b\x61\x64\x64itional_pipeline_options\x18\x14 \x03(\tB\x03\xe0\x41\x01\x1a;\n\x19\x41\x64\x64itionalUserLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x11\n\x0f_streaming_mode\"_\n\x1bParameterMetadataEnumOption\x12\x12\n\x05value\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x12\n\x05label\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x03\xe0\x41\x01\"\xf3\x03\n\x11ParameterMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\r\n\x05label\x18\x02 \x01(\t\x12\x11\n\thelp_text\x18\x03 \x01(\t\x12\x13\n\x0bis_optional\x18\x04 \x01(\x08\x12\x0f\n\x07regexes\x18\x05 \x03(\t\x12:\n\nparam_type\x18\x06 \x01(\x0e\x32&.google.dataflow.v1beta3.ParameterType\x12W\n\x0f\x63ustom_metadata\x18\x07 \x03(\x0b\x32>.google.dataflow.v1beta3.ParameterMetadata.CustomMetadataEntry\x12\x12\n\ngroup_name\x18\x08 \x01(\t\x12\x13\n\x0bparent_name\x18\t \x01(\t\x12\x1d\n\x15parent_trigger_values\x18\n \x03(\t\x12J\n\x0c\x65num_options\x18\x0b \x03(\x0b\x32\x34.google.dataflow.v1beta3.ParameterMetadataEnumOption\x12\x15\n\rdefault_value\x18\x0c \x01(\t\x12\x11\n\thidden_ui\x18\r \x01(\x08\x1a\x35\n\x13\x43ustomMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xe7\x01\n\x10TemplateMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\x12>\n\nparameters\x18\x03 \x03(\x0b\x32*.google.dataflow.v1beta3.ParameterMetadata\x12\x11\n\tstreaming\x18\x05 \x01(\x08\x12\x1e\n\x16supports_at_least_once\x18\x06 \x01(\x08\x12\x1d\n\x15supports_exactly_once\x18\x07 \x01(\x08\x12\x1e\n\x16\x64\x65\x66\x61ult_streaming_mode\x18\x08 \x01(\t\"\x98\x01\n\x07SDKInfo\x12;\n\x08language\x18\x01 \x01(\x0e\x32).google.dataflow.v1beta3.SDKInfo.Language\x12\x0f\n\x07version\x18\x02 \x01(\t\"?\n\x08Language\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x08\n\x04JAVA\x10\x01\x12\n\n\x06PYTHON\x10\x02\x12\x06\n\x02GO\x10\x03\x12\x08\n\x04YAML\x10\x04\"\x85\x01\n\x0fRuntimeMetadata\x12\x32\n\x08sdk_info\x18\x01 \x01(\x0b\x32 .google.dataflow.v1beta3.SDKInfo\x12>\n\nparameters\x18\x02 \x03(\x0b\x32*.google.dataflow.v1beta3.ParameterMetadata\"\xc6\x02\n\x1c\x43reateJobFromTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x10\n\x08job_name\x18\x04 \x01(\t\x12\x12\n\x08gcs_path\x18\x02 \x01(\tH\x00\x12Y\n\nparameters\x18\x03 \x03(\x0b\x32\x45.google.dataflow.v1beta3.CreateJobFromTemplateRequest.ParametersEntry\x12@\n\x0b\x65nvironment\x18\x05 \x01(\x0b\x32+.google.dataflow.v1beta3.RuntimeEnvironment\x12\x10\n\x08location\x18\x06 \x01(\t\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08template\"\xc5\x01\n\x12GetTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x12\n\x08gcs_path\x18\x02 \x01(\tH\x00\x12\x46\n\x04view\x18\x03 \x01(\x0e\x32\x38.google.dataflow.v1beta3.GetTemplateRequest.TemplateView\x12\x10\n\x08location\x18\x04 \x01(\t\"!\n\x0cTemplateView\x12\x11\n\rMETADATA_ONLY\x10\x00\x42\n\n\x08template\"\xbf\x02\n\x13GetTemplateResponse\x12\"\n\x06status\x18\x01 \x01(\x0b\x32\x12.google.rpc.Status\x12;\n\x08metadata\x18\x02 \x01(\x0b\x32).google.dataflow.v1beta3.TemplateMetadata\x12P\n\rtemplate_type\x18\x03 \x01(\x0e\x32\x39.google.dataflow.v1beta3.GetTemplateResponse.TemplateType\x12\x42\n\x10runtime_metadata\x18\x04 \x01(\x0b\x32(.google.dataflow.v1beta3.RuntimeMetadata\"1\n\x0cTemplateType\x12\x0b\n\x07UNKNOWN\x10\x00\x12\n\n\x06LEGACY\x10\x01\x12\x08\n\x04\x46LEX\x10\x02\"\xb2\x03\n\x18LaunchTemplateParameters\x12\x10\n\x08job_name\x18\x01 \x01(\t\x12U\n\nparameters\x18\x02 \x03(\x0b\x32\x41.google.dataflow.v1beta3.LaunchTemplateParameters.ParametersEntry\x12@\n\x0b\x65nvironment\x18\x03 \x01(\x0b\x32+.google.dataflow.v1beta3.RuntimeEnvironment\x12\x0e\n\x06update\x18\x04 \x01(\x08\x12k\n\x16transform_name_mapping\x18\x05 \x03(\x0b\x32K.google.dataflow.v1beta3.LaunchTemplateParameters.TransformNameMappingEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a;\n\x19TransformNameMappingEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x94\x02\n\x15LaunchTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x15\n\rvalidate_only\x18\x02 \x01(\x08\x12\x12\n\x08gcs_path\x18\x03 \x01(\tH\x00\x12P\n\x10\x64ynamic_template\x18\x06 \x01(\x0b\x32\x34.google.dataflow.v1beta3.DynamicTemplateLaunchParamsH\x00\x12L\n\x11launch_parameters\x18\x04 \x01(\x0b\x32\x31.google.dataflow.v1beta3.LaunchTemplateParameters\x12\x10\n\x08location\x18\x05 \x01(\tB\n\n\x08template\"C\n\x16LaunchTemplateResponse\x12)\n\x03job\x18\x01 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\"\xbe\x01\n\x19InvalidTemplateParameters\x12\x63\n\x14parameter_violations\x18\x01 \x03(\x0b\x32\x45.google.dataflow.v1beta3.InvalidTemplateParameters.ParameterViolation\x1a<\n\x12ParameterViolation\x12\x11\n\tparameter\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\"I\n\x1b\x44ynamicTemplateLaunchParams\x12\x10\n\x08gcs_path\x18\x01 \x01(\t\x12\x18\n\x10staging_location\x18\x02 \x01(\t*\xbd\x03\n\rParameterType\x12\x0b\n\x07\x44\x45\x46\x41ULT\x10\x00\x12\x08\n\x04TEXT\x10\x01\x12\x13\n\x0fGCS_READ_BUCKET\x10\x02\x12\x14\n\x10GCS_WRITE_BUCKET\x10\x03\x12\x11\n\rGCS_READ_FILE\x10\x04\x12\x12\n\x0eGCS_WRITE_FILE\x10\x05\x12\x13\n\x0fGCS_READ_FOLDER\x10\x06\x12\x14\n\x10GCS_WRITE_FOLDER\x10\x07\x12\x10\n\x0cPUBSUB_TOPIC\x10\x08\x12\x17\n\x13PUBSUB_SUBSCRIPTION\x10\t\x12\x12\n\x0e\x42IGQUERY_TABLE\x10\n\x12\x17\n\x13JAVASCRIPT_UDF_FILE\x10\x0b\x12\x13\n\x0fSERVICE_ACCOUNT\x10\x0c\x12\x10\n\x0cMACHINE_TYPE\x10\r\x12\x10\n\x0cKMS_KEY_NAME\x10\x0e\x12\x11\n\rWORKER_REGION\x10\x0f\x12\x0f\n\x0bWORKER_ZONE\x10\x10\x12\x0b\n\x07\x42OOLEAN\x10\x11\x12\x08\n\x04\x45NUM\x10\x12\x12\n\n\x06NUMBER\x10\x13\x12\x13\n\x0bKAFKA_TOPIC\x10\x14\x1a\x02\x08\x01\x12\x14\n\x10KAFKA_READ_TOPIC\x10\x15\x12\x15\n\x11KAFKA_WRITE_TOPIC\x10\x16\x32\xe0\x06\n\x10TemplatesService\x12\xdf\x01\n\x15\x43reateJobFromTemplate\x12\x35.google.dataflow.v1beta3.CreateJobFromTemplateRequest\x1a\x1c.google.dataflow.v1beta3.Job\"q\x82\xd3\xe4\x93\x02k\":/v1b3/projects/{project_id}/locations/{location}/templates:\x01*Z*\"%/v1b3/projects/{project_id}/templates:\x01*\x12\x94\x02\n\x0eLaunchTemplate\x12..google.dataflow.v1beta3.LaunchTemplateRequest\x1a/.google.dataflow.v1beta3.LaunchTemplateResponse\"\xa0\x01\x82\xd3\xe4\x93\x02\x99\x01\"A/v1b3/projects/{project_id}/locations/{location}/templates:launch:\x11launch_parametersZA\",/v1b3/projects/{project_id}/templates:launch:\x11launch_parameters\x12\xdd\x01\n\x0bGetTemplate\x12+.google.dataflow.v1beta3.GetTemplateRequest\x1a,.google.dataflow.v1beta3.GetTemplateResponse\"s\x82\xd3\xe4\x93\x02m\x12>/v1b3/projects/{project_id}/locations/{location}/templates:getZ+\x12)/v1b3/projects/{project_id}/templates:get\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/compute2\xdd\x02\n\x14\x46lexTemplatesService\x12\xcf\x01\n\x12LaunchFlexTemplate\x12\x32.google.dataflow.v1beta3.LaunchFlexTemplateRequest\x1a\x33.google.dataflow.v1beta3.LaunchFlexTemplateResponse\"P\x82\xd3\xe4\x93\x02J\"E/v1b3/projects/{project_id}/locations/{location}/flexTemplates:launch:\x01*\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/computeB\xd1\x01\n\x1b\x63om.google.dataflow.v1beta3B\x0eTemplatesProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3" pool = ::Google::Protobuf::DescriptorPool.generated_pool pool.add_serialized_file(descriptor_data) diff --git a/google-cloud-dataflow-v1beta3/proto_docs/google/api/client.rb b/google-cloud-dataflow-v1beta3/proto_docs/google/api/client.rb index 8f4ca4b4d6e5..7796382e3a21 100644 --- a/google-cloud-dataflow-v1beta3/proto_docs/google/api/client.rb +++ b/google-cloud-dataflow-v1beta3/proto_docs/google/api/client.rb @@ -141,9 +141,10 @@ class Publishing # # Example of a YAML configuration:: # - # publishing: - # java_settings: - # library_package: com.google.cloud.pubsub.v1 + # publishing: + # library_settings: + # java_settings: + # library_package: com.google.cloud.pubsub.v1 # @!attribute [rw] service_class_names # @return [::Google::Protobuf::Map{::String => ::String}] # Configure the Java class name to use instead of the service's for its @@ -155,11 +156,11 @@ class Publishing # # Example of a YAML configuration:: # - # publishing: - # java_settings: - # service_class_names: - # - google.pubsub.v1.Publisher: TopicAdmin - # - google.pubsub.v1.Subscriber: SubscriptionAdmin + # publishing: + # java_settings: + # service_class_names: + # - google.pubsub.v1.Publisher: TopicAdmin + # - google.pubsub.v1.Subscriber: SubscriptionAdmin # @!attribute [rw] common # @return [::Google::Api::CommonLanguageSettings] # Some settings. @@ -190,6 +191,20 @@ class CppSettings # @!attribute [rw] common # @return [::Google::Api::CommonLanguageSettings] # Some settings. + # @!attribute [rw] library_package + # @return [::String] + # The package name to use in Php. Clobbers the php_namespace option + # set in the protobuf. This should be used **only** by APIs + # who have already set the language_settings.php.package_name" field + # in gapic.yaml. API teams should use the protobuf php_namespace option + # where possible. + # + # Example of a YAML configuration:: + # + # publishing: + # library_settings: + # php_settings: + # library_package: Google\Cloud\PubSub\V1 class PhpSettings include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods @@ -318,10 +333,12 @@ class RubySettings # service names and values are the name to be used for the service client # and call options. # - # publishing: - # go_settings: - # renamed_services: - # Publisher: TopicAdmin + # Example: + # + # publishing: + # go_settings: + # renamed_services: + # Publisher: TopicAdmin class GoSettings include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods @@ -344,10 +361,10 @@ class RenamedServicesEntry # # Example: # - # publishing: - # method_settings: - # - selector: google.storage.control.v2.StorageControl.CreateFolder - # # method settings for CreateFolder... + # publishing: + # method_settings: + # - selector: google.storage.control.v2.StorageControl.CreateFolder + # # method settings for CreateFolder... # @!attribute [rw] long_running # @return [::Google::Api::MethodSettings::LongRunning] # Describes settings to use for long-running operations when generating @@ -356,14 +373,14 @@ class RenamedServicesEntry # # Example of a YAML configuration:: # - # publishing: - # method_settings: - # - selector: google.cloud.speech.v2.Speech.BatchRecognize - # long_running: - # initial_poll_delay: 60s # 1 minute - # poll_delay_multiplier: 1.5 - # max_poll_delay: 360s # 6 minutes - # total_poll_timeout: 54000s # 90 minutes + # publishing: + # method_settings: + # - selector: google.cloud.speech.v2.Speech.BatchRecognize + # long_running: + # initial_poll_delay: 60s # 1 minute + # poll_delay_multiplier: 1.5 + # max_poll_delay: 360s # 6 minutes + # total_poll_timeout: 54000s # 90 minutes # @!attribute [rw] auto_populated_fields # @return [::Array<::String>] # List of top-level fields of the request message, that should be @@ -372,11 +389,24 @@ class RenamedServicesEntry # # Example of a YAML configuration: # - # publishing: - # method_settings: - # - selector: google.example.v1.ExampleService.CreateExample - # auto_populated_fields: - # - request_id + # publishing: + # method_settings: + # - selector: google.example.v1.ExampleService.CreateExample + # auto_populated_fields: + # - request_id + # @!attribute [rw] batching + # @return [::Google::Api::BatchingConfigProto] + # Batching configuration for an API method in client libraries. + # + # Example of a YAML configuration: + # + # publishing: + # method_settings: + # - selector: google.example.v1.ExampleService.BatchCreateExample + # batching: + # element_count_threshold: 1000 + # request_byte_threshold: 100000000 + # delay_threshold_millis: 10 class MethodSettings include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods @@ -428,6 +458,77 @@ class SelectiveGapicGeneration extend ::Google::Protobuf::MessageExts::ClassMethods end + # `BatchingConfigProto` defines the batching configuration for an API method. + # @!attribute [rw] thresholds + # @return [::Google::Api::BatchingSettingsProto] + # The thresholds which trigger a batched request to be sent. + # @!attribute [rw] batch_descriptor + # @return [::Google::Api::BatchingDescriptorProto] + # The request and response fields used in batching. + class BatchingConfigProto + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + + # `BatchingSettingsProto` specifies a set of batching thresholds, each of + # which acts as a trigger to send a batch of messages as a request. At least + # one threshold must be positive nonzero. + # @!attribute [rw] element_count_threshold + # @return [::Integer] + # The number of elements of a field collected into a batch which, if + # exceeded, causes the batch to be sent. + # @!attribute [rw] request_byte_threshold + # @return [::Integer] + # The aggregated size of the batched field which, if exceeded, causes the + # batch to be sent. This size is computed by aggregating the sizes of the + # request field to be batched, not of the entire request message. + # @!attribute [rw] delay_threshold + # @return [::Google::Protobuf::Duration] + # The duration after which a batch should be sent, starting from the addition + # of the first message to that batch. + # @!attribute [rw] element_count_limit + # @return [::Integer] + # The maximum number of elements collected in a batch that could be accepted + # by server. + # @!attribute [rw] request_byte_limit + # @return [::Integer] + # The maximum size of the request that could be accepted by server. + # @!attribute [rw] flow_control_element_limit + # @return [::Integer] + # The maximum number of elements allowed by flow control. + # @!attribute [rw] flow_control_byte_limit + # @return [::Integer] + # The maximum size of data allowed by flow control. + # @!attribute [rw] flow_control_limit_exceeded_behavior + # @return [::Google::Api::FlowControlLimitExceededBehaviorProto] + # The behavior to take when the flow control limit is exceeded. + class BatchingSettingsProto + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + + # `BatchingDescriptorProto` specifies the fields of the request message to be + # used for batching, and, optionally, the fields of the response message to be + # used for demultiplexing. + # @!attribute [rw] batched_field + # @return [::String] + # The repeated field in the request message to be aggregated by batching. + # @!attribute [rw] discriminator_fields + # @return [::Array<::String>] + # A list of the fields in the request message. Two requests will be batched + # together only if the values of every field specified in + # `request_discriminator_fields` is equal between the two requests. + # @!attribute [rw] subresponse_field + # @return [::String] + # Optional. When present, indicates the field in the response message to be + # used to demultiplex the response into multiple response messages, in + # correspondence with the multiple request messages originally batched + # together. + class BatchingDescriptorProto + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + # The organization for which the client libraries are being published. # Affects the url where generated docs are published, etc. module ClientLibraryOrganization @@ -469,5 +570,20 @@ module ClientLibraryDestination # Publish the library to package managers like nuget.org and npmjs.com. PACKAGE_MANAGER = 20 end + + # The behavior to take when the flow control limit is exceeded. + module FlowControlLimitExceededBehaviorProto + # Default behavior, system-defined. + UNSET_BEHAVIOR = 0 + + # Stop operation, raise error. + THROW_EXCEPTION = 1 + + # Pause operation until limit clears. + BLOCK = 2 + + # Continue operation, disregard limit. + IGNORE = 3 + end end end diff --git a/google-cloud-dataflow-v1beta3/proto_docs/google/dataflow/v1beta3/environment.rb b/google-cloud-dataflow-v1beta3/proto_docs/google/dataflow/v1beta3/environment.rb index c808bf17b8c7..2ef8f06918d9 100644 --- a/google-cloud-dataflow-v1beta3/proto_docs/google/dataflow/v1beta3/environment.rb +++ b/google-cloud-dataflow-v1beta3/proto_docs/google/dataflow/v1beta3/environment.rb @@ -67,7 +67,7 @@ module V1beta3 # specified in order for the job to have workers. # @!attribute [rw] user_agent # @return [::Google::Protobuf::Struct] - # A description of the process that generated the request. + # Optional. A description of the process that generated the request. # @!attribute [rw] version # @return [::Google::Protobuf::Struct] # A structure describing which components and their versions of the service @@ -130,6 +130,9 @@ module V1beta3 # case. For more information, see # [Set the pipeline streaming # mode](https://cloud.google.com/dataflow/docs/guides/streaming-modes). + # @!attribute [rw] use_public_ips + # @return [::Boolean] + # Optional. True when any worker pool that uses public IPs is present. class Environment include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods @@ -155,6 +158,12 @@ class Environment # # storage.googleapis.com/\\{bucket} # bucket.storage.googleapis.com/ + # @!attribute [rw] sha256 + # @return [::String] + # Optional. The hex-encoded SHA256 checksum of the package. + # If the checksum is provided, the worker will verify the checksum of the + # package before using it. If the checksum does not match, the worker will + # fail to start. class Package include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods @@ -412,6 +421,12 @@ class SdkHarnessContainerImage # @return [::String] # Type of root disk for VMs. If empty or unspecified, the service will # attempt to choose a reasonable default. + # @!attribute [rw] disk_provisioned_iops + # @return [::Integer] + # Optional. IOPS provisioned for the root disk for VMs. + # @!attribute [rw] disk_provisioned_throughput_mibps + # @return [::Integer] + # Optional. Throughput provisioned for the root disk for VMs. # @!attribute [rw] disk_source_image # @return [::String] # Fully qualified source image for disks. diff --git a/google-cloud-dataflow-v1beta3/proto_docs/google/dataflow/v1beta3/jobs.rb b/google-cloud-dataflow-v1beta3/proto_docs/google/dataflow/v1beta3/jobs.rb index d62bd31b3c8a..5f332edf0b10 100644 --- a/google-cloud-dataflow-v1beta3/proto_docs/google/dataflow/v1beta3/jobs.rb +++ b/google-cloud-dataflow-v1beta3/proto_docs/google/dataflow/v1beta3/jobs.rb @@ -193,6 +193,9 @@ module V1beta3 # @!attribute [r] service_resources # @return [::Google::Cloud::Dataflow::V1beta3::ServiceResources] # Output only. Resources used by the Dataflow Service to run the job. + # @!attribute [r] pausable + # @return [::Boolean] + # Output only. Indicates whether the job can be paused. class Job include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods @@ -245,6 +248,16 @@ class ServiceResources # For more information, see # [Update an existing # pipeline](https://cloud.google.com/dataflow/docs/guides/updating-a-pipeline). + # @!attribute [rw] acceptable_backlog_duration + # @deprecated This field is deprecated and may be removed in the next major version update. + # @return [::Google::Protobuf::Duration] + # Optional. Deprecated: Use `autoscaling_tier` instead. + # The backlog threshold duration in seconds for autoscaling. Value must be + # non-negative. + # @!attribute [rw] autoscaling_tier + # @return [::String] + # Optional. The backlog threshold tier for autoscaling. Value must be one of + # "low-latency", "medium-latency", or "high-latency". class RuntimeUpdatableParams include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods @@ -1049,6 +1062,12 @@ module JobState # Currently, this is an opt-in feature, please reach out to Cloud support # team if you are interested. JOB_STATE_RESOURCE_CLEANING_UP = 12 + + # `JOB_STATE_PAUSING` is not implemented yet. + JOB_STATE_PAUSING = 13 + + # `JOB_STATE_PAUSED` is not implemented yet. + JOB_STATE_PAUSED = 14 end # Selector for how much information is returned in Job responses. diff --git a/google-cloud-dataflow-v1beta3/proto_docs/google/dataflow/v1beta3/metrics.rb b/google-cloud-dataflow-v1beta3/proto_docs/google/dataflow/v1beta3/metrics.rb index 1d2046903359..bb943dc83889 100644 --- a/google-cloud-dataflow-v1beta3/proto_docs/google/dataflow/v1beta3/metrics.rb +++ b/google-cloud-dataflow-v1beta3/proto_docs/google/dataflow/v1beta3/metrics.rb @@ -53,7 +53,6 @@ class ContextEntry end # Describes the state of a metric. - # Next ID: 14 # @!attribute [rw] name # @return [::Google::Cloud::Dataflow::V1beta3::MetricStructuredName] # Name of the metric. @@ -97,6 +96,12 @@ class ContextEntry # @return [::Google::Protobuf::Value] # Worker-computed aggregate value for the "Trie" aggregation kind. The only # possible value type is a BoundedTrieNode. + # @!attribute [rw] bounded_trie + # @return [::Google::Protobuf::Value] + # Worker-computed aggregate value for the "Trie" aggregation kind. The only + # possible value type is a BoundedTrieNode. + # Introduced this field to avoid breaking older SDKs when Dataflow service + # starts to populate the `bounded_trie` field. # @!attribute [rw] distribution # @return [::Google::Protobuf::Value] # A struct value describing properties of a distribution of numeric values. diff --git a/google-cloud-dataflow-v1beta3/proto_docs/google/dataflow/v1beta3/templates.rb b/google-cloud-dataflow-v1beta3/proto_docs/google/dataflow/v1beta3/templates.rb index 9276e7414909..72115f466962 100644 --- a/google-cloud-dataflow-v1beta3/proto_docs/google/dataflow/v1beta3/templates.rb +++ b/google-cloud-dataflow-v1beta3/proto_docs/google/dataflow/v1beta3/templates.rb @@ -249,6 +249,9 @@ class TransformNameMappingsEntry # case. For more information, see # [Set the pipeline streaming # mode](https://cloud.google.com/dataflow/docs/guides/streaming-modes). + # @!attribute [rw] additional_pipeline_options + # @return [::Array<::String>] + # Optional. Additional pipeline option flags for the job. class FlexTemplateRuntimeEnvironment include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods @@ -378,6 +381,9 @@ class LaunchFlexTemplateRequest # case. For more information, see # [Set the pipeline streaming # mode](https://cloud.google.com/dataflow/docs/guides/streaming-modes). + # @!attribute [rw] additional_pipeline_options + # @return [::Array<::String>] + # Optional. Additional pipeline option flags for the job. class RuntimeEnvironment include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods @@ -526,6 +532,9 @@ module Language # Go. GO = 3 + + # YAML. + YAML = 4 end end