google-cloud-dataproc 0.2.2 → 0.3.0

data/lib/google/cloud/dataproc/v1beta2/workflow_template_service_client_config.json

@@ -0,0 +1,64 @@
+{
+  "interfaces": {
+    "google.cloud.dataproc.v1beta2.WorkflowTemplateService": {
+      "retry_codes": {
+        "idempotent": [
+          "DEADLINE_EXCEEDED",
+          "INTERNAL",
+          "UNAVAILABLE"
+        ],
+        "non_idempotent": [
+          "UNAVAILABLE"
+        ]
+      },
+      "retry_params": {
+        "default": {
+          "initial_retry_delay_millis": 100,
+          "retry_delay_multiplier": 1.3,
+          "max_retry_delay_millis": 60000,
+          "initial_rpc_timeout_millis": 20000,
+          "rpc_timeout_multiplier": 1.0,
+          "max_rpc_timeout_millis": 20000,
+          "total_timeout_millis": 600000
+        }
+      },
+      "methods": {
+        "CreateWorkflowTemplate": {
+          "timeout_millis": 30000,
+          "retry_codes_name": "non_idempotent",
+          "retry_params_name": "default"
+        },
+        "GetWorkflowTemplate": {
+          "timeout_millis": 60000,
+          "retry_codes_name": "idempotent",
+          "retry_params_name": "default"
+        },
+        "InstantiateWorkflowTemplate": {
+          "timeout_millis": 60000,
+          "retry_codes_name": "non_idempotent",
+          "retry_params_name": "default"
+        },
+        "InstantiateInlineWorkflowTemplate": {
+          "timeout_millis": 60000,
+          "retry_codes_name": "non_idempotent",
+          "retry_params_name": "default"
+        },
+        "UpdateWorkflowTemplate": {
+          "timeout_millis": 60000,
+          "retry_codes_name": "non_idempotent",
+          "retry_params_name": "default"
+        },
+        "ListWorkflowTemplates": {
+          "timeout_millis": 60000,
+          "retry_codes_name": "idempotent",
+          "retry_params_name": "default"
+        },
+        "DeleteWorkflowTemplate": {
+          "timeout_millis": 60000,
+          "retry_codes_name": "non_idempotent",
+          "retry_params_name": "default"
+        }
+      }
+    }
+  }
+}

data/lib/google/cloud/dataproc/v1beta2/workflow_templates_pb.rb

@@ -0,0 +1,183 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: google/cloud/dataproc/v1beta2/workflow_templates.proto
+
+
+require 'google/protobuf'
+
+require 'google/api/annotations_pb'
+require 'google/cloud/dataproc/v1beta2/clusters_pb'
+require 'google/cloud/dataproc/v1beta2/jobs_pb'
+require 'google/longrunning/operations_pb'
+require 'google/protobuf/empty_pb'
+require 'google/protobuf/timestamp_pb'
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "google.cloud.dataproc.v1beta2.WorkflowTemplate" do
+    optional :id, :string, 2
+    optional :name, :string, 1
+    optional :version, :int32, 3
+    optional :create_time, :message, 4, "google.protobuf.Timestamp"
+    optional :update_time, :message, 5, "google.protobuf.Timestamp"
+    map :labels, :string, :string, 6
+    optional :placement, :message, 7, "google.cloud.dataproc.v1beta2.WorkflowTemplatePlacement"
+    repeated :jobs, :message, 8, "google.cloud.dataproc.v1beta2.OrderedJob"
+    repeated :parameters, :message, 9, "google.cloud.dataproc.v1beta2.TemplateParameter"
+  end
+  add_message "google.cloud.dataproc.v1beta2.WorkflowTemplatePlacement" do
+    oneof :placement do
+      optional :managed_cluster, :message, 1, "google.cloud.dataproc.v1beta2.ManagedCluster"
+      optional :cluster_selector, :message, 2, "google.cloud.dataproc.v1beta2.ClusterSelector"
+    end
+  end
+  add_message "google.cloud.dataproc.v1beta2.ManagedCluster" do
+    optional :cluster_name, :string, 2
+    optional :config, :message, 3, "google.cloud.dataproc.v1beta2.ClusterConfig"
+    map :labels, :string, :string, 4
+  end
+  add_message "google.cloud.dataproc.v1beta2.ClusterSelector" do
+    optional :zone, :string, 1
+    map :cluster_labels, :string, :string, 2
+  end
+  add_message "google.cloud.dataproc.v1beta2.OrderedJob" do
+    optional :step_id, :string, 1
+    map :labels, :string, :string, 8
+    optional :scheduling, :message, 9, "google.cloud.dataproc.v1beta2.JobScheduling"
+    repeated :prerequisite_step_ids, :string, 10
+    oneof :job_type do
+      optional :hadoop_job, :message, 2, "google.cloud.dataproc.v1beta2.HadoopJob"
+      optional :spark_job, :message, 3, "google.cloud.dataproc.v1beta2.SparkJob"
+      optional :pyspark_job, :message, 4, "google.cloud.dataproc.v1beta2.PySparkJob"
+      optional :hive_job, :message, 5, "google.cloud.dataproc.v1beta2.HiveJob"
+      optional :pig_job, :message, 6, "google.cloud.dataproc.v1beta2.PigJob"
+      optional :spark_sql_job, :message, 7, "google.cloud.dataproc.v1beta2.SparkSqlJob"
+    end
+  end
+  add_message "google.cloud.dataproc.v1beta2.TemplateParameter" do
+    optional :name, :string, 1
+    repeated :fields, :string, 2
+    optional :description, :string, 3
+    optional :validation, :message, 4, "google.cloud.dataproc.v1beta2.ParameterValidation"
+  end
+  add_message "google.cloud.dataproc.v1beta2.ParameterValidation" do
+    oneof :validation_type do
+      optional :regex, :message, 1, "google.cloud.dataproc.v1beta2.RegexValidation"
+      optional :values, :message, 2, "google.cloud.dataproc.v1beta2.ValueValidation"
+    end
+  end
+  add_message "google.cloud.dataproc.v1beta2.RegexValidation" do
+    repeated :regexes, :string, 1
+  end
+  add_message "google.cloud.dataproc.v1beta2.ValueValidation" do
+    repeated :values, :string, 1
+  end
+  add_message "google.cloud.dataproc.v1beta2.WorkflowMetadata" do
+    optional :template, :string, 1
+    optional :version, :int32, 2
+    optional :create_cluster, :message, 3, "google.cloud.dataproc.v1beta2.ClusterOperation"
+    optional :graph, :message, 4, "google.cloud.dataproc.v1beta2.WorkflowGraph"
+    optional :delete_cluster, :message, 5, "google.cloud.dataproc.v1beta2.ClusterOperation"
+    optional :state, :enum, 6, "google.cloud.dataproc.v1beta2.WorkflowMetadata.State"
+    optional :cluster_name, :string, 7
+    map :parameters, :string, :string, 8
+    optional :start_time, :message, 9, "google.protobuf.Timestamp"
+    optional :end_time, :message, 10, "google.protobuf.Timestamp"
+    optional :cluster_uuid, :string, 11
+  end
+  add_enum "google.cloud.dataproc.v1beta2.WorkflowMetadata.State" do
+    value :UNKNOWN, 0
+    value :PENDING, 1
+    value :RUNNING, 2
+    value :DONE, 3
+  end
+  add_message "google.cloud.dataproc.v1beta2.ClusterOperation" do
+    optional :operation_id, :string, 1
+    optional :error, :string, 2
+    optional :done, :bool, 3
+  end
+  add_message "google.cloud.dataproc.v1beta2.WorkflowGraph" do
+    repeated :nodes, :message, 1, "google.cloud.dataproc.v1beta2.WorkflowNode"
+  end
+  add_message "google.cloud.dataproc.v1beta2.WorkflowNode" do
+    optional :step_id, :string, 1
+    repeated :prerequisite_step_ids, :string, 2
+    optional :job_id, :string, 3
+    optional :state, :enum, 5, "google.cloud.dataproc.v1beta2.WorkflowNode.NodeState"
+    optional :error, :string, 6
+  end
+  add_enum "google.cloud.dataproc.v1beta2.WorkflowNode.NodeState" do
+    value :NODE_STATUS_UNSPECIFIED, 0
+    value :BLOCKED, 1
+    value :RUNNABLE, 2
+    value :RUNNING, 3
+    value :COMPLETED, 4
+    value :FAILED, 5
+  end
+  add_message "google.cloud.dataproc.v1beta2.CreateWorkflowTemplateRequest" do
+    optional :parent, :string, 1
+    optional :template, :message, 2, "google.cloud.dataproc.v1beta2.WorkflowTemplate"
+  end
+  add_message "google.cloud.dataproc.v1beta2.GetWorkflowTemplateRequest" do
+    optional :name, :string, 1
+    optional :version, :int32, 2
+  end
+  add_message "google.cloud.dataproc.v1beta2.InstantiateWorkflowTemplateRequest" do
+    optional :name, :string, 1
+    optional :version, :int32, 2
+    optional :instance_id, :string, 3
+    optional :request_id, :string, 5
+    map :parameters, :string, :string, 4
+  end
+  add_message "google.cloud.dataproc.v1beta2.InstantiateInlineWorkflowTemplateRequest" do
+    optional :parent, :string, 1
+    optional :template, :message, 2, "google.cloud.dataproc.v1beta2.WorkflowTemplate"
+    optional :instance_id, :string, 3
+    optional :request_id, :string, 4
+  end
+  add_message "google.cloud.dataproc.v1beta2.UpdateWorkflowTemplateRequest" do
+    optional :template, :message, 1, "google.cloud.dataproc.v1beta2.WorkflowTemplate"
+  end
+  add_message "google.cloud.dataproc.v1beta2.ListWorkflowTemplatesRequest" do
+    optional :parent, :string, 1
+    optional :page_size, :int32, 2
+    optional :page_token, :string, 3
+  end
+  add_message "google.cloud.dataproc.v1beta2.ListWorkflowTemplatesResponse" do
+    repeated :templates, :message, 1, "google.cloud.dataproc.v1beta2.WorkflowTemplate"
+    optional :next_page_token, :string, 2
+  end
+  add_message "google.cloud.dataproc.v1beta2.DeleteWorkflowTemplateRequest" do
+    optional :name, :string, 1
+    optional :version, :int32, 2
+  end
+end
+
+module Google
+  module Cloud
+    module Dataproc
+      module V1beta2
+        WorkflowTemplate = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.WorkflowTemplate").msgclass
+        WorkflowTemplatePlacement = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.WorkflowTemplatePlacement").msgclass
+        ManagedCluster = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ManagedCluster").msgclass
+        ClusterSelector = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ClusterSelector").msgclass
+        OrderedJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.OrderedJob").msgclass
+        TemplateParameter = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.TemplateParameter").msgclass
+        ParameterValidation = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ParameterValidation").msgclass
+        RegexValidation = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.RegexValidation").msgclass
+        ValueValidation = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ValueValidation").msgclass
+        WorkflowMetadata = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.WorkflowMetadata").msgclass
+        WorkflowMetadata::State = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.WorkflowMetadata.State").enummodule
+        ClusterOperation = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ClusterOperation").msgclass
+        WorkflowGraph = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.WorkflowGraph").msgclass
+        WorkflowNode = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.WorkflowNode").msgclass
+        WorkflowNode::NodeState = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.WorkflowNode.NodeState").enummodule
+        CreateWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.CreateWorkflowTemplateRequest").msgclass
+        GetWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.GetWorkflowTemplateRequest").msgclass
+        InstantiateWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.InstantiateWorkflowTemplateRequest").msgclass
+        InstantiateInlineWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.InstantiateInlineWorkflowTemplateRequest").msgclass
+        UpdateWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.UpdateWorkflowTemplateRequest").msgclass
+        ListWorkflowTemplatesRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ListWorkflowTemplatesRequest").msgclass
+        ListWorkflowTemplatesResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ListWorkflowTemplatesResponse").msgclass
+        DeleteWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.DeleteWorkflowTemplateRequest").msgclass
+      end
+    end
+  end
+end

data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb

@@ -0,0 +1,102 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# Source: google/cloud/dataproc/v1beta2/workflow_templates.proto for package 'google.cloud.dataproc.v1beta2'
+# Original file comments:
+# Copyright 2018 Google LLC.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+#
+
+
+require 'grpc'
+require 'google/cloud/dataproc/v1beta2/workflow_templates_pb'
+
+module Google
+  module Cloud
+    module Dataproc
+      module V1beta2
+        module WorkflowTemplateService
+          # The API interface for managing Workflow Templates in the
+          # Cloud Dataproc API.
+          class Service
+
+            include GRPC::GenericService
+
+            self.marshal_class_method = :encode
+            self.unmarshal_class_method = :decode
+            self.service_name = 'google.cloud.dataproc.v1beta2.WorkflowTemplateService'
+
+            # Creates new workflow template.
+            rpc :CreateWorkflowTemplate, CreateWorkflowTemplateRequest, WorkflowTemplate
+            # Retrieves the latest workflow template.
+            #
+            # Can retrieve previously instantiated template by specifying optional
+            # version parameter.
+            rpc :GetWorkflowTemplate, GetWorkflowTemplateRequest, WorkflowTemplate
+            # Instantiates a template and begins execution.
+            #
+            # The returned Operation can be used to track execution of
+            # workflow by polling
+            # [operations.get][google.longrunning.Operations.GetOperation].
+            # The Operation will complete when entire workflow is finished.
+            #
+            # The running workflow can be aborted via
+            # [operations.cancel][google.longrunning.Operations.CancelOperation].
+            # This will cause any inflight jobs to be cancelled and workflow-owned
+            # clusters to be deleted.
+            #
+            # The [Operation.metadata][google.longrunning.Operation.metadata] will be
+            # [WorkflowMetadata][google.cloud.dataproc.v1beta2.WorkflowMetadata].
+            #
+            # On successful completion,
+            # [Operation.response][google.longrunning.Operation.response] will be
+            # [Empty][google.protobuf.Empty].
+            rpc :InstantiateWorkflowTemplate, InstantiateWorkflowTemplateRequest, Google::Longrunning::Operation
+            # Instantiates a template and begins execution.
+            #
+            # This method is equivalent to executing the sequence
+            # [CreateWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.CreateWorkflowTemplate], [InstantiateWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.InstantiateWorkflowTemplate],
+            # [DeleteWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.DeleteWorkflowTemplate].
+            #
+            # The returned Operation can be used to track execution of
+            # workflow by polling
+            # [operations.get][google.longrunning.Operations.GetOperation].
+            # The Operation will complete when entire workflow is finished.
+            #
+            # The running workflow can be aborted via
+            # [operations.cancel][google.longrunning.Operations.CancelOperation].
+            # This will cause any inflight jobs to be cancelled and workflow-owned
+            # clusters to be deleted.
+            #
+            # The [Operation.metadata][google.longrunning.Operation.metadata] will be
+            # [WorkflowMetadata][google.cloud.dataproc.v1beta2.WorkflowMetadata].
+            #
+            # On successful completion,
+            # [Operation.response][google.longrunning.Operation.response] will be
+            # [Empty][google.protobuf.Empty].
+            rpc :InstantiateInlineWorkflowTemplate, InstantiateInlineWorkflowTemplateRequest, Google::Longrunning::Operation
+            # Updates (replaces) workflow template. The updated template
+            # must contain version that matches the current server version.
+            rpc :UpdateWorkflowTemplate, UpdateWorkflowTemplateRequest, WorkflowTemplate
+            # Lists workflows that match the specified filter in the request.
+            rpc :ListWorkflowTemplates, ListWorkflowTemplatesRequest, ListWorkflowTemplatesResponse
+            # Deletes a workflow template. It does not cancel in-progress workflows.
+            rpc :DeleteWorkflowTemplate, DeleteWorkflowTemplateRequest, Google::Protobuf::Empty
+          end
+
+          Stub = Service.rpc_stub_class
+        end
+      end
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-dataproc
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.3.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-09-21 00:00:00.000000000 Z
+date: 2019-02-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-gax
@@ -58,14 +58,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.50.0
+        version: 0.61.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.50.0
+        version: 0.61.0
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
@@ -113,6 +113,7 @@ files:
 - lib/google/cloud/dataproc/v1/credentials.rb
 - lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/clusters.rb
 - lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/jobs.rb
+- lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/workflow_templates.rb
 - lib/google/cloud/dataproc/v1/doc/google/longrunning/operations.rb
 - lib/google/cloud/dataproc/v1/doc/google/protobuf/any.rb
 - lib/google/cloud/dataproc/v1/doc/google/protobuf/duration.rb
@@ -125,6 +126,36 @@ files:
 - lib/google/cloud/dataproc/v1/jobs_pb.rb
 - lib/google/cloud/dataproc/v1/jobs_services_pb.rb
 - lib/google/cloud/dataproc/v1/operations_pb.rb
+- lib/google/cloud/dataproc/v1/workflow_template_service_client.rb
+- lib/google/cloud/dataproc/v1/workflow_template_service_client_config.json
+- lib/google/cloud/dataproc/v1/workflow_templates_pb.rb
+- lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb
+- lib/google/cloud/dataproc/v1beta2.rb
+- lib/google/cloud/dataproc/v1beta2/cluster_controller_client.rb
+- lib/google/cloud/dataproc/v1beta2/cluster_controller_client_config.json
+- lib/google/cloud/dataproc/v1beta2/clusters_pb.rb
+- lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb
+- lib/google/cloud/dataproc/v1beta2/credentials.rb
+- lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/clusters.rb
+- lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/jobs.rb
+- lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/workflow_templates.rb
+- lib/google/cloud/dataproc/v1beta2/doc/google/longrunning/operations.rb
+- lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/any.rb
+- lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/duration.rb
+- lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/empty.rb
+- lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/field_mask.rb
+- lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/timestamp.rb
+- lib/google/cloud/dataproc/v1beta2/doc/google/rpc/status.rb
+- lib/google/cloud/dataproc/v1beta2/job_controller_client.rb
+- lib/google/cloud/dataproc/v1beta2/job_controller_client_config.json
+- lib/google/cloud/dataproc/v1beta2/jobs_pb.rb
+- lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb
+- lib/google/cloud/dataproc/v1beta2/operations_pb.rb
+- lib/google/cloud/dataproc/v1beta2/shared_pb.rb
+- lib/google/cloud/dataproc/v1beta2/workflow_template_service_client.rb
+- lib/google/cloud/dataproc/v1beta2/workflow_template_service_client_config.json
+- lib/google/cloud/dataproc/v1beta2/workflow_templates_pb.rb
+- lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb
 homepage: https://github.com/googleapis/google-cloud-ruby/tree/master/google-cloud-dataproc
 licenses:
 - Apache-2.0
@@ -145,7 +176,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.7.7
+rubygems_version: 2.7.6
 signing_key: 
 specification_version: 4
 summary: API Client library for Google Cloud Dataproc API