gapic-generator 0.7.2 → 0.9.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b183bf887e0c6df34d3374b75524ff8b1d4fc55cad3d54951de36fa3a9c58072
-  data.tar.gz: 1026bc4ec2ec151a363ce30ff75d7b37324d1f438ef44746ceaede0b482a1901
+  metadata.gz: 61762b2051b75312bfc67ef070e136d8cf95cad1635e1b22270ed8a5b6cfbc99
+  data.tar.gz: cd867c0065831c6b5252dc0b5097417f24a74716f4e15cd243a1371ac80e5a5d
 SHA512:
-  metadata.gz: 8451fc41ccc52620ed922d0e75c734f824f6f7c411402697332083554598e4add7c65dbd1edd6b1d6692b11b04aceb216f23bb3de96ebc0730334be8433dbeac
-  data.tar.gz: 46cc19f65b3f4c6de7ceda0af826828a94ab635ad673d94cc4df5a13c17f0055b43f4b62ff6e3ac0cc22c6f22edce88e88129e5368bf26c87b6fa189017dac4d
+  metadata.gz: b8c833fe9bbb2d35c8fb0e7b307e1f0aeb0f5774fe0f174e2505bc0460fcc13ae06bf6e2761fe1e00d7e44079327fbc761f7423b72c51e58ef23c4f4220edebb
+  data.tar.gz: 89e7871eac1c9e01d870c2e367e67e16ac5c49580259d828c922324250a88955da88014496a8da7ff22964e18941046153158df4d8a023a7fb9a158a86c06cea

data/CHANGELOG.md

@@ -1,5 +1,52 @@
 # Release History for gapic-generator
 
+### 0.9.1 / 2021-07-07
+
+* Detect multiple resource parents for patterns used by multiple resources
+
+### 0.9.0 / 2021-06-29
+
+* Support for configuring the service/method used for the quickstart example
+* Allow generation of libraries with no custom env prefix
+* Add service override setting to the repo metadata
+* Wrapper gem dependencies on pre-GA versioned gems now allow both 0.x and 1.x versions
+* Scoped some String and Hash references to the global scope to avoid name collisions
+* Reformat some config code to avoid rubocop indentation churn
+* Bazel: Replace monolith deps with rules_gapic
+
+### 0.8.0 / 2021-06-16
+
+* Initial implementation of standalone snippet generation.
+* Updated gapic-common dependencies to require at least 0.5 and to support future 1.x versions.
+* Generated unit tests for REST clients.
+* Generated proper x-goog-api-client headers for REST clients.
+* Added generation arguments to generated repo metadata.
+* Allow multiple versions in the extra-dependency command line argument.
+* Fixed treatment of boolean-valued command line arguments to the generator.
+* Fixed behavior of wrapper-gem-override if given an empty value.
+* Fixed default env_prefix computation to avoid the version part of the proto namespace.
+* Fixed Bazel front-end to preserve file permissions.
+
+### 0.7.5 / 2021-05-18
+
+* Bazel jobs now provide a prebuilt ruby binary.
+* Fixed generated indentation for a few cases, by updating to Rubocop 1.15.
+* Added library_type to generated repo metadata files.
+
+### 0.7.4 / 2021-05-07
+
+* Fixed the broken link in the generated libraries' README.md
+* Generated libraries with REST transport now use presense testing instead of rejecting defaults to determine which fields to transcode into the query string parameters
+
+### 0.7.3 / 2021-03-24
+    
+* Fixed gapic metadata (drift manifest) generation
+* Gapic metadata generation is disabled by default in gapic-generator
+    (enabled by default in gapic-generator-cloud)
+* Can now generate libraries with REST transport in addition to GRPC
+* gapic-common 0.4 is the default version for the generated libraries now (was 0.3)
+    (required for the generated libraries with the REST transport) 
+
 ### 0.7.2 / 2021-03-05
 
 * No changes.

data/lib/gapic/generator/version.rb

@@ -16,6 +16,6 @@
 
 module Gapic
   module Generator
-    VERSION = "0.7.2"
+    VERSION = "0.9.1"
   end
 end

data/lib/gapic/generators/default_generator.rb

@@ -54,13 +54,24 @@ module Gapic
           package.services.each do |service|
             # Service level files
             files << g("service.erb",                        "lib/#{service.service_file_path}",                 service: service)
-            files << g("service/client.erb",                 "lib/#{service.client_file_path}",                  service: service)
+            files << g("service/rest.erb",                   "lib/#{service.rest.service_rest_file_path}",       service: service) if @api.generate_rest_clients? and service.methods_rest_bindings?
+            files << g("service/client.erb",                 "lib/#{service.client_file_path}",                  service: service) unless @api.generate_rest_clients?
             files << g("service/credentials.erb",            "lib/#{service.credentials_file_path}",             service: service) unless gem.generic_endpoint?
             files << g("service/paths.erb",                  "lib/#{service.paths_file_path}",                   service: service) if service.paths?
-            files << g("service/operations.erb",             "lib/#{service.operations_file_path}",              service: service) if service.lro?
-            files << g("service/test/client.erb",            "test/#{service.test_client_file_path}",            service: service)
+            files << g("service/operations.erb",             "lib/#{service.operations_file_path}",              service: service) if service.lro? && !@api.generate_rest_clients?
+            files << g("service/rest/client.erb",            "lib/#{service.rest.client_file_path}",             service: service) if @api.generate_rest_clients? and service.methods_rest_bindings?
+            files << g("service/rest/grpc_transcoding.erb",  "lib/#{service.rest.transcoding_helper_file_path}", service: service) if @api.generate_rest_clients? and service.methods_rest_bindings?
+            files << g("service/rest/test/client.erb",       "test/#{service.rest.test_client_file_path}",       service: service) if @api.generate_rest_clients? and service.methods_rest_bindings?
+            files << g("service/test/client.erb",            "test/#{service.test_client_file_path}",            service: service) unless @api.generate_rest_clients?
             files << g("service/test/client_paths.erb",      "test/#{service.test_paths_file_path}",             service: service) if service.paths?
-            files << g("service/test/client_operations.erb", "test/#{service.test_client_operations_file_path}", service: service) if service.lro?
+            files << g("service/test/client_operations.erb", "test/#{service.test_client_operations_file_path}", service: service) if service.lro? && !@api.generate_rest_clients?
+
+            if @api.generate_standalone_snippets?
+              service.methods.each do |method|
+                snippet = method.snippet
+                files << g("snippets/standalone.erb", "snippets/#{snippet.snippet_file_path}", snippet: snippet)
+              end
+            end
           end
         end
 
@@ -77,7 +88,9 @@ module Gapic
         files << g("gem/yardopts.erb",              ".yardopts",                    gem: gem)
         files << g("gem/license.erb",               "LICENSE.md",                   gem: gem)
         files << g("gem/entrypoint.erb",            "lib/#{gem.name}.rb",           gem: gem)
-        files << g("gem/gapic_metadata_json.erb",   "gapic_metadata.json",          gem: gem)
+        files << g("gem/gapic_metadata_json.erb",   "gapic_metadata.json",          gem: gem) if @api.generate_metadata
+
+        files << g("snippets/gemfile.erb",          "snippets/Gemfile",             gem: gem) if @api.generate_standalone_snippets?
 
         gem.proto_files.each do |proto_file|
           files << g("proto_docs/proto_file.erb", "proto_docs/#{proto_file.docs_file_path}", file: proto_file)

data/lib/gapic/generators/default_generator_parameters.rb

@@ -23,7 +23,8 @@ module Gapic
       BOOL_PARAMETERS = [
         ":gem.:free_tier",
         ":gem.:yard_strict",
-        ":gem.:generic_endpoint"
+        ":gem.:generic_endpoint",
+        ":generate_metadata"
       ].freeze
 
       STRING_PARAMETERS = [
@@ -42,11 +43,13 @@ module Gapic
         ":gem.:api_shortname",
         ":gem.:factory_method_suffix",
         ":defaults.:service.:default_host",
-        "grpc_service_config"
+        "grpc_service_config",
+        ":overrides.:wrapper_gem_name"
       ].freeze
 
       ARRAY_PARAMETERS = [
-        ":defaults.:service.:oauth_scopes"
+        ":defaults.:service.:oauth_scopes",
+        ":transports"
       ].freeze
 
       MAP_PARAMETERS = [
@@ -83,7 +86,8 @@ module Gapic
       }.freeze
 
       ARRAY_PARAMETERS_ALIASES = {
-        "default-oauth-scopes" => ":defaults.:service.:oauth_scopes"
+        "default-oauth-scopes" => ":defaults.:service.:oauth_scopes",
+        "transports" => ":transports"
       }.freeze
 
       MAP_PARAMETERS_ALIASES = {

data/lib/gapic/presenters.rb

@@ -21,10 +21,14 @@ require "gapic/presenters/file_presenter"
 require "gapic/presenters/gem_presenter"
 require "gapic/presenters/message_presenter"
 require "gapic/presenters/method_presenter"
+require "gapic/presenters/method_rest_presenter"
 require "gapic/presenters/package_presenter"
 require "gapic/presenters/resource_presenter"
 require "gapic/presenters/sample_presenter"
 require "gapic/presenters/service_presenter"
+require "gapic/presenters/service_config_presenter"
+require "gapic/presenters/service_rest_presenter"
+require "gapic/presenters/snippet_presenter"
 
 module Gapic
   ##

data/lib/gapic/presenters/field_presenter.rb

@@ -88,6 +88,10 @@ module Gapic
         @field.repeated?
       end
 
+      def required?
+        @field.required?
+      end
+
       def map?
         @field.map?
       end
@@ -100,6 +104,34 @@ module Gapic
         @message.oneof_decl[@field.oneof_index].name
       end
 
+      ##
+      # Returns a stringified default value for the protobuf types
+      # that are possible to fit into the query string parameter
+      # and nil for the other types (e.g. Messages)
+      #
+      # @return [String, nil]
+      #
+      def default_value_for_type
+        if @field.message?
+          nil
+        elsif @field.enum?
+          ":#{@field.enum.values.first.name}"
+        else
+          case @field.type
+          when 1, 2, 3, 4, 5, 6, 7, 13, 15, 16, 17, 18 then "0" # floating point or integer
+          when 9, 12                                   then "\"\""
+          when 8                                       then "false"
+          end
+        end
+      end
+
+      ##
+      # Name of this field, camel-cased
+      # @return [String]
+      def camel_name
+        camel_name_for name
+      end
+
       protected
 
       def field_doc_types field, output
@@ -161,6 +193,18 @@ module Gapic
       def message_ruby_type message
         ruby_namespace @api, message.address.join(".")
       end
+
+      ##
+      # Converts a snake_case parameter name into camelCase for query string parameters
+      # @param attr_name [String]
+      # @return [String] camel-cased parameter name
+      def camel_name_for attr_name
+        parts = attr_name.split "_"
+        first_part = parts[0]
+        other_parts = parts[1..-1]
+        other_parts_pascal = other_parts.map(&:capitalize).join
+        "#{first_part}#{other_parts_pascal}"
+      end
     end
   end
 end

data/lib/gapic/presenters/gem_presenter.rb

@@ -32,6 +32,9 @@ module Gapic
         @api = api
       end
 
+      ##
+      # @return [Enumerable<Gapic::Presenters::PackagePresenter>]
+      #
       def packages
         @packages ||= begin
           packages = @api.generate_files.map(&:package).uniq.sort
@@ -124,7 +127,7 @@ module Gapic
       end
 
       def env_prefix
-        (gem_config(:env_prefix) || name.split("-").last).upcase
+        gem_config(:env_prefix)&.upcase
       end
 
       def iam_dependency?
@@ -153,18 +156,26 @@ module Gapic
         gem_config :issue_tracker_url
       end
 
+      ##
+      # @return [Boolean]
+      #
       def free_tier?
-        # Default to false unless the config is explicitly set to "true"
-        gem_config(:free_tier) == "true"
+        gem_config(:free_tier) || false
       end
 
+      ##
+      # @return [Boolean]
+      #
       def yard_strict?
         # Default to true unless the config is explicitly set to "false"
-        gem_config(:yard_strict) != "false"
+        gem_config(:yard_strict).nil? || gem_config(:yard_strict)
       end
 
+      ##
+      # @return [Boolean]
+      #
       def generic_endpoint?
-        gem_config(:generic_endpoint) == "true"
+        gem_config(:generic_endpoint) || false
       end
 
       def entrypoint_require
@@ -180,11 +191,13 @@ module Gapic
       end
 
       def dependencies
-        deps = { "gapic-common" => "~> 0.3" }
-        deps["grpc-google-iam-v1"] = [">= 0.6.10", "< 2.0"] if iam_dependency?
-        extra_deps = gem_config :extra_dependencies
-        deps.merge! extra_deps if extra_deps
-        deps
+        @dependencies ||= begin
+          deps = { "gapic-common" => [">= 0.5", "< 2.a"] }
+          deps["grpc-google-iam-v1"] = [">= 0.6.10", "< 2.a"] if iam_dependency?
+          extra_deps = gem_config_dependencies
+          deps.merge! extra_deps if extra_deps
+          deps
+        end
       end
 
       def dependency_list
@@ -214,6 +227,18 @@ module Gapic
         JSON.pretty_generate first_package_drift_manifest
       end
 
+      ##
+      # The service to use for quick start samples. Normally this is simply the
+      # {#first_non_common_service}, but it can be overridden via a gem config.
+      #
+      # @return [Gapic::Presenters::ServicePresenter]
+      #
+      def quick_start_service
+        preferred_service = gem_config :quick_start_service
+        result = services.find { |svc| svc.name == preferred_service } if preferred_service
+        result || first_non_common_service
+      end
+
       private
 
       def gem_config key
@@ -222,6 +247,26 @@ module Gapic
         @api.configuration[:gem][key]
       end
 
+      ##
+      # There is a special case (from PoV of generator parameters)
+      # in gem dependencies where a dependency needs to be an array of strings
+      # e.g. ">= 1.6", "< 2.a"
+      # Rather than creating a special generator param case for this I will special-case it here.
+      # '|' is the separator.
+      # The above would be represented as ">= 1.6|< 2.a"
+      #
+      # @return [Hash<String, String>, Hash{String=>Array<String>}, nil]
+      def gem_config_dependencies
+        return unless gem_config :extra_dependencies
+        gem_config(:extra_dependencies).map do |dep_name, dep_versions|
+          if dep_versions.include? "|"
+            [dep_name, dep_versions.split("|")]
+          else
+            [dep_name, dep_versions]
+          end
+        end.to_h
+      end
+
       def blacklist_protos
         blacklist = gem_config :blacklist
 

data/lib/gapic/presenters/method_presenter.rb

@@ -15,7 +15,6 @@
 # limitations under the License.
 
 require "active_support/inflector"
-require "gapic/uri_template"
 require "gapic/ruby_info"
 require "gapic/helpers/namespace_helper"
 
@@ -27,16 +26,34 @@ module Gapic
     class MethodPresenter
       include Gapic::Helpers::NamespaceHelper
 
+      # @return [Gapic::Schema::Method]
+      attr_accessor :method
+
+      # @return [Gapic::Presenters::MethodRestPresenter]
+      attr_accessor :rest
+
+      ##
+      # @param service_presenter [Gapic::Presenters::ServicePresenter]
+      # @param api [Gapic::Schema::Api]
+      # @param method [Gapic::Schema::Method]
       def initialize service_presenter, api, method
         @service_presenter = service_presenter
         @api = api
         @method = method
+        @rest = MethodRestPresenter.new self
       end
 
+      ##
+      # @return [Gapic::Presenters::ServicePresenter]
+      #
       def service
         @service_presenter
       end
 
+      def snippet
+        SnippetPresenter.new self, @api
+      end
+
       def name
         @name ||= begin
           candidate = ActiveSupport::Inflector.underscore @method.name
@@ -195,15 +212,17 @@ module Gapic
       end
 
       ##
-      #
       # @return [Array<String>] The segment key names.
       #
       def routing_params
-        Gapic::UriTemplate.parse_arguments method_path
+        rest.routing_params
       end
 
+      ##
+      # @return [Boolean] Whether any routing params are present
+      #
       def routing_params?
-        routing_params.any?
+        rest.routing_params?
       end
 
       def grpc_service_config
@@ -213,10 +232,27 @@ module Gapic
         end
       end
 
+      def service_config_presenter
+        ServiceConfigPresenter.new grpc_service_config
+      end
+
       def grpc_method_name
         @method.name
       end
 
+      ##
+      # Returns a hash with a drift_manifest of this rpc method
+      # describing correspondence between the proto description
+      # of the rpc with the generated code for the method.
+      # For ruby currently [03/2021] only one method is generated per RPC,
+      # so the correspondence is very basic.
+      # See https://github.com/googleapis/googleapis/blob/master/gapic/metadata/gapic_metadata.proto
+      #
+      # @return [Hash]
+      def drift_manifest
+        { methods: [name] }
+      end
+
       protected
 
       def message_ruby_type message
@@ -266,18 +302,6 @@ module Gapic
         end
       end
 
-      def method_path
-        return "" if @method.http.nil?
-
-        method = [
-          @method.http.get, @method.http.post, @method.http.put,
-          @method.http.patch, @method.http.delete
-        ].find { |x| !x.empty? }
-        return method unless method.nil?
-
-        return @method.http.custom.path unless @method.http.custom.nil?
-      end
-
       def paged_request? request
         page_token = request.fields.find do |f|
           f.name == "page_token" && f.type == Google::Protobuf::FieldDescriptorProto::Type::TYPE_STRING