couchbase 3.5.0-x86_64-darwin-20

data/lib/couchbase/protostellar/request_generator/admin/query.rb

@@ -0,0 +1,130 @@
+#  Copyright 2023. Couchbase, Inc.
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+# frozen_string_literal: true
+
+require "couchbase/protostellar/generated/admin/query/v1/query_pb"
+require "couchbase/protostellar/request"
+
+module Couchbase
+  module Protostellar
+    module RequestGenerator
+      module Admin
+        class Query
+          def initialize(bucket_name: nil, scope_name: nil, collection_name: nil)
+            @bucket_name = bucket_name
+            @scope_name = scope_name
+            @collection_name = collection_name
+          end
+
+          def get_all_indexes_request(options, bucket_name = nil)
+            proto_req = Generated::Admin::Query::V1::GetAllIndexesRequest.new(
+              **location(
+                bucket_name: bucket_name, scope_name: options.scope_name, collection_name: options.collection_name
+              )
+            )
+
+            create_request(proto_req, :get_all_indexes, options, idempotent: true)
+          end
+
+          def create_primary_index_request(options, bucket_name = nil)
+            proto_opts = {
+              deferred: options.deferred,
+            }
+            proto_opts[:name] = options.index_name unless options.index_name.nil?
+            proto_opts[:num_replicas] = options.num_replicas unless options.num_replicas.nil?
+
+            proto_req = Generated::Admin::Query::V1::CreatePrimaryIndexRequest.new(
+              **location(
+                bucket_name: bucket_name, scope_name: options.scope_name, collection_name: options.collection_name
+              ),
+              **proto_opts
+            )
+
+            create_request(proto_req, :create_primary_index, options)
+          end
+
+          def create_index_request(index_name, fields, options, bucket_name = nil)
+            proto_opts = {
+              deferred: options.deferred,
+            }
+            proto_opts[:num_replicas] = options.num_replicas unless options.num_replicas.nil?
+
+            proto_req = Generated::Admin::Query::V1::CreateIndexRequest.new(
+              **location(
+                bucket_name: bucket_name, scope_name: options.scope_name, collection_name: options.collection_name
+              ),
+              name: index_name,
+              fields: fields,
+              **proto_opts
+            )
+
+            create_request(proto_req, :create_index, options)
+          end
+
+          def drop_primary_index_request(options, bucket_name = nil)
+            proto_req = Generated::Admin::Query::V1::DropPrimaryIndexRequest.new(
+              **location(
+                bucket_name: bucket_name, scope_name: options.scope_name, collection_name: options.collection_name
+              )
+            )
+
+            create_request(proto_req, :drop_primary_index, options)
+          end
+
+          def drop_index_request(index_name, options, bucket_name = nil)
+            proto_req = Generated::Admin::Query::V1::DropIndexRequest.new(
+              **location(
+                bucket_name: bucket_name, scope_name: options.scope_name, collection_name: options.collection_name
+              ),
+              name: index_name
+            )
+
+            create_request(proto_req, :drop_index, options)
+          end
+
+          def build_deferred_indexes_request(options, bucket_name = nil)
+            proto_req = Generated::Admin::Query::V1::BuildDeferredIndexesRequest.new(
+              **location(
+                bucket_name: bucket_name, scope_name: options.scope_name, collection_name: options.collection_name
+              )
+            )
+
+            create_request(proto_req, :build_deferred_indexes, options)
+          end
+
+          private
+
+          def location(bucket_name: nil, scope_name: nil, collection_name: nil)
+            {
+              bucket_name: @bucket_name || bucket_name,
+              scope_name: @scope_name || scope_name,
+              collection_name: @collection_name || collection_name,
+            }.compact
+          end
+
+          def create_request(proto_request, rpc, options, idempotent: false)
+            Request.new(
+              service: :query_admin,
+              rpc: rpc,
+              proto_request: proto_request,
+              idempotent: idempotent,
+              timeout: options.timeout
+            )
+          end
+        end
+      end
+    end
+  end
+end

data/lib/couchbase/protostellar/request_generator/admin.rb

@@ -0,0 +1,24 @@
+#  Copyright 2023. Couchbase, Inc.
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+# frozen_string_literal: true
+
+module Couchbase
+  module Protostellar
+    module RequestGenerator
+      module Admin
+      end
+    end
+  end
+end

data/lib/couchbase/protostellar/request_generator/kv.rb

@@ -0,0 +1,474 @@
+#  Copyright 2023. Couchbase, Inc.
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+# frozen_string_literal: true
+
+require "couchbase/json_transcoder"
+require "couchbase/utils/time"
+require "couchbase/errors"
+
+require "couchbase/protostellar/generated/kv/v1/kv_pb"
+require "couchbase/protostellar/request"
+
+require "google/protobuf/well_known_types"
+
+module Couchbase
+  module Protostellar
+    module RequestGenerator
+      class KV
+        DURABILITY_LEVEL_MAP = {
+          :majority => :DURABILITY_LEVEL_MAJORITY,
+          :majority_and_persist_to_active => :DURABILITY_LEVEL_MAJORITY_AND_PERSIST_TO_ACTIVE,
+          :persist_to_majority => :DURABILITY_LEVEL_PERSIST_TO_MAJORITY,
+        }.freeze
+
+        LOOKUP_IN_OPERATION_TYPE_MAP = {
+          :get => :OPERATION_GET,
+          :get_doc => :OPERATION_GET,
+          :exists => :OPERATION_EXISTS,
+          :count => :OPERATION_COUNT,
+        }.freeze
+
+        MUTATE_IN_OPERATION_TYPE_MAP = {
+          :set_doc => :OPERATION_REPLACE,
+          :replace => :OPERATION_REPLACE,
+          :dict_add => :OPERATION_INSERT,
+          :remove_doc => :OPERATION_REMOVE,
+          :remove => :OPERATION_REMOVE,
+          :dict_upsert => :OPERATION_UPSERT,
+          :array_push_last => :OPERATION_ARRAY_APPEND,
+          :array_push_first => :OPERATION_ARRAY_PREPEND,
+          :array_insert => :OPERATION_ARRAY_INSERT,
+          :array_add_unique => :OPERATION_ARRAY_ADD_UNIQUE,
+          :counter => :OPERATION_COUNTER,
+        }.freeze
+
+        MUTATE_IN_STORE_SEMANTIC_MAP = {
+          :replace => :STORE_SEMANTIC_REPLACE,
+          :upsert => :STORE_SEMANTIC_UPSERT,
+          :insert => :STORE_SEMANTIC_INSERT,
+        }.freeze
+
+        attr_reader :bucket_name
+        attr_reader :scope_name
+        attr_reader :collection_name
+
+        def initialize(bucket_name, scope_name, collection_name)
+          @bucket_name = bucket_name
+          @scope_name = scope_name
+          @collection_name = collection_name
+        end
+
+        def location
+          {
+            bucket_name: @bucket_name,
+            scope_name: @scope_name,
+            collection_name: @collection_name,
+          }
+        end
+
+        def get_request(id, options)
+          proto_opts = {
+            project: options.projections,
+          }
+
+          proto_req = Generated::KV::V1::GetRequest.new(
+            key: id,
+            **location,
+            **proto_opts
+          )
+
+          create_kv_request(proto_req, :get, options, idempotent: true)
+        end
+
+        def get_and_touch_request(id, expiry, options)
+          expiry_type, expiry_value = get_expiry(expiry)
+
+          raise ArgumentError, "Expiry cannot be nil" if expiry_value.nil?
+
+          proto_req = Generated::KV::V1::GetAndTouchRequest.new(
+            **{expiry_type => expiry_value},
+            **location,
+            key: id
+          )
+
+          create_kv_request(proto_req, :get_and_touch, options)
+        end
+
+        def get_and_lock_request(id, lock_time, options)
+          proto_req = Generated::KV::V1::GetAndLockRequest.new(
+            **location,
+            key: id,
+            lock_time: lock_time.respond_to?(:in_seconds) ? lock_time.public_send(:in_seconds) : lock_time
+          )
+
+          create_kv_request(proto_req, :get_and_lock, options)
+        end
+
+        def unlock_request(id, cas, options)
+          proto_req = Generated::KV::V1::UnlockRequest.new(
+            **location,
+            key: id,
+            cas: cas
+          )
+
+          create_kv_request(proto_req, :unlock, options)
+        end
+
+        def touch_request(id, expiry, options)
+          expiry_type, expiry_value = get_expiry(expiry)
+
+          raise ArgumentError, "Expiry cannot be nil" if expiry_value.nil?
+
+          proto_req = Generated::KV::V1::TouchRequest.new(
+            **{expiry_type => expiry_value},
+            **location,
+            key: id
+          )
+
+          create_kv_request(proto_req, :touch, options)
+        end
+
+        def upsert_request(id, content, options)
+          encoded, flag = get_encoded(content, options)
+
+          proto_opts = {
+            content_flags: flag,
+            preserve_expiry_on_existing: options.preserve_expiry,
+          }
+          proto_opts[:durability_level] = get_durability_level(options) unless options.durability_level == :none
+
+          expiry_type, expiry_value = get_expiry(options)
+          proto_opts[expiry_type] = expiry_value
+
+          proto_req = Generated::KV::V1::UpsertRequest.new(
+            key: id,
+            content_uncompressed: encoded,
+            **location,
+            **proto_opts
+          )
+
+          create_kv_request(proto_req, :upsert, options)
+        end
+
+        def insert_request(id, content, options)
+          encoded, flag = get_encoded(content, options)
+
+          proto_opts = {
+            content_flags: flag,
+          }
+
+          proto_opts[:durability_level] = get_durability_level(options) unless options.durability_level == :none
+          expiry_type, expiry_value = get_expiry(options)
+          proto_opts[expiry_type] = expiry_value unless expiry_value.nil?
+
+          proto_req = Generated::KV::V1::InsertRequest.new(
+            key: id,
+            content_uncompressed: encoded,
+            **location,
+            **proto_opts
+          )
+
+          create_kv_request(proto_req, :insert, options)
+        end
+
+        def replace_request(id, content, options)
+          encoded, flag = get_encoded(content, options)
+
+          proto_opts = {
+            content_flags: flag,
+          }
+
+          proto_opts[:cas] = options.cas unless options.cas.nil?
+          proto_opts[:durability_level] = get_durability_level(options) unless options.durability_level == :none
+
+          unless options.preserve_expiry
+            expiry_type, expiry_value = get_expiry(options)
+            proto_opts[expiry_type] = expiry_value
+          end
+
+          proto_req = Generated::KV::V1::ReplaceRequest.new(
+            key: id,
+            content_uncompressed: encoded,
+            **location,
+            **proto_opts
+          )
+
+          create_kv_request(proto_req, :replace, options)
+        end
+
+        def remove_request(id, options)
+          proto_opts = {}
+
+          proto_opts[:cas] = options.cas unless options.cas.nil?
+          proto_opts[:durability_level] = get_durability_level(options) unless options.durability_level == :none
+
+          proto_req = Generated::KV::V1::RemoveRequest.new(
+            key: id,
+            **location,
+            **proto_opts
+          )
+
+          create_kv_request(proto_req, :remove, options)
+        end
+
+        def exists_request(id, options)
+          proto_opts = {}
+
+          proto_req = Generated::KV::V1::ExistsRequest.new(
+            key: id,
+            **proto_opts,
+            **location
+          )
+
+          create_kv_request(proto_req, :exists, options)
+        end
+
+        def mutate_in_request(id, specs, options)
+          if options.create_as_deleted
+            raise Error::FeatureNotAvailable, "The #{Couchbase::Protostellar::NAME} protocol does not support create_as_deleted"
+          end
+
+          proto_opts = {
+            flags: get_mutate_in_flags(options),
+            store_semantic: get_mutate_in_store_semantic(options),
+            durability_level: get_durability_level(options),
+          }
+          proto_opts[:cas] = options.cas unless options.cas.nil?
+
+          unless options.preserve_expiry
+            expiry_type, expiry_value = get_expiry(options)
+            proto_opts[expiry_type] = expiry_value
+          end
+
+          proto_req = Generated::KV::V1::MutateInRequest.new(
+            key: id,
+            **location,
+            specs: specs.map { |s| get_mutate_in_spec(s) },
+            **proto_opts
+          )
+
+          create_kv_request(proto_req, :mutate_in, options)
+        end
+
+        def lookup_in_request(id, specs, options)
+          proto_opts = {
+            flags: get_lookup_in_flags(options),
+          }
+
+          proto_req = Generated::KV::V1::LookupInRequest.new(
+            key: id,
+            **location,
+            specs: specs.map { |s| get_lookup_in_spec(s) },
+            **proto_opts
+          )
+
+          create_kv_request(proto_req, :lookup_in, options, idempotent: true)
+        end
+
+        def increment_request(id, options)
+          proto_opts = {
+            delta: options.delta,
+          }
+          expiry_type, expiry_value = get_expiry(options)
+          proto_opts[expiry_type] = expiry_value unless expiry_value.nil?
+          proto_opts[:initial] = options.initial unless options.initial.nil?
+
+          proto_req = Generated::KV::V1::IncrementRequest.new(
+            key: id,
+            **location,
+            **proto_opts
+          )
+
+          create_kv_request(proto_req, :increment, options)
+        end
+
+        def decrement_request(id, options)
+          proto_opts = {
+            delta: options.delta,
+          }
+          expiry_type, expiry_value = get_expiry(options)
+          proto_opts[expiry_type] = expiry_value unless expiry_value.nil?
+          proto_opts[:initial] = options.initial unless options.initial.nil?
+
+          proto_req = Generated::KV::V1::DecrementRequest.new(
+            key: id,
+            **location,
+            **proto_opts
+          )
+
+          create_kv_request(proto_req, :decrement, options)
+        end
+
+        def append_request(id, content, options)
+          proto_opts = {}
+          proto_opts[:cas] = options.cas unless options.cas.nil?
+          proto_opts[:durability_level] = get_durability_level(options) unless options.durability_level == :none
+
+          proto_req = Generated::KV::V1::AppendRequest.new(
+            key: id,
+            content: content,
+            **location,
+            **proto_opts
+          )
+
+          create_kv_request(proto_req, :append, options)
+        end
+
+        def prepend_request(id, content, options)
+          proto_opts = {}
+          proto_opts[:cas] = options.cas unless options.cas.nil?
+          proto_opts[:durability_level] = get_durability_level(options) unless options.durability_level == :none
+
+          proto_req = Generated::KV::V1::PrependRequest.new(
+            key: id,
+            content: content,
+            **location,
+            **proto_opts
+          )
+
+          create_kv_request(proto_req, :prepend, options)
+        end
+
+        def get_all_replicas_request(id, options)
+          proto_req = Generated::KV::V1::GetAllReplicasRequest.new(
+            key: id,
+            **location
+          )
+
+          create_kv_request(proto_req, :get_all_replicas, options, idempotent: true)
+        end
+
+        def get_any_replica_request(id, options)
+          # Uses the GetAllReplicas request and returns the first item from the result
+          get_all_replicas_request(id, options)
+        end
+
+        private
+
+        def create_kv_request(proto_request, rpc, options, idempotent: false)
+          Request.new(
+            service: :kv,
+            rpc: rpc,
+            proto_request: proto_request,
+            timeout: options.timeout,
+            idempotent: idempotent
+          )
+        end
+
+        def get_expiry(options_or_expiry)
+          if options_or_expiry.respond_to?(:expiry)
+            type, time_or_duration = Couchbase::Utils::Time.extract_expiry_time(options_or_expiry.expiry)
+          else
+            type, time_or_duration = Couchbase::Utils::Time.extract_expiry_time(options_or_expiry)
+          end
+
+          if time_or_duration.nil?
+            return [:expiry_secs, 0] if options_or_expiry.respond_to?(:expiry) # Expiry in KV options - expiry should be removed
+
+            return [nil, nil]
+          end
+
+          case type
+          when :duration
+            [:expiry_secs, time_or_duration]
+          when :time_point
+            timestamp = Google::Protobuf::Timestamp.new(
+              seconds: time_or_duration
+            )
+            [:expiry_time, timestamp]
+          else
+            raise Couchbase::Error::CouchbaseError, "Unexpected expiry type"
+          end
+        end
+
+        def get_durability_level(options)
+          if options.durability_level == :none
+            nil
+          else
+            DURABILITY_LEVEL_MAP[options.durability_level]
+          end
+        end
+
+        def get_lookup_in_spec(lookup_in_spec)
+          Generated::KV::V1::LookupInRequest::Spec.new(
+            operation: get_lookup_in_operation(lookup_in_spec),
+            path: lookup_in_spec.path,
+            flags: get_lookup_in_spec_flags(lookup_in_spec)
+          )
+        end
+
+        def get_lookup_in_operation(lookup_in_spec)
+          LOOKUP_IN_OPERATION_TYPE_MAP[lookup_in_spec.type]
+        end
+
+        def get_lookup_in_spec_flags(lookup_in_spec)
+          Generated::KV::V1::LookupInRequest::Spec::Flags.new(
+            xattr: lookup_in_spec.xattr?
+          )
+        end
+
+        def get_lookup_in_flags(options)
+          Generated::KV::V1::LookupInRequest::Flags.new(
+            access_deleted: options.access_deleted
+          )
+        end
+
+        def get_mutate_in_spec(mutate_in_spec)
+          if mutate_in_spec.expand_macros?
+            raise Couchbase::Error::FeatureNotAvailable, "The #{Protostellar::NAME} protocol does not support expanding macros"
+          end
+
+          Generated::KV::V1::MutateInRequest::Spec.new(
+            operation: get_mutate_in_operation(mutate_in_spec),
+            path: mutate_in_spec.path,
+            content: mutate_in_spec.param.to_s,
+            flags: get_mutate_in_spec_flags(mutate_in_spec)
+          )
+        end
+
+        def get_mutate_in_operation(mutate_in_spec)
+          MUTATE_IN_OPERATION_TYPE_MAP[mutate_in_spec.type]
+        end
+
+        def get_mutate_in_spec_flags(mutate_in_spec)
+          Generated::KV::V1::MutateInRequest::Spec::Flags.new(
+            create_path: mutate_in_spec.create_path?,
+            xattr: mutate_in_spec.xattr?
+          )
+        end
+
+        def get_mutate_in_flags(options)
+          Generated::KV::V1::MutateInRequest::Flags.new(
+            access_deleted: options.access_deleted
+          )
+        end
+
+        def get_mutate_in_store_semantic(options)
+          MUTATE_IN_STORE_SEMANTIC_MAP[options.store_semantics]
+        end
+
+        def get_encoded(content, options)
+          if options.transcoder.nil?
+            encoded = content.to_s
+            flag = 0
+          else
+            encoded, flag = options.transcoder.encode(content)
+          end
+          [encoded, flag]
+        end
+      end
+    end
+  end
+end