foobara-anthropic-api 1.0.8 → 1.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bc00c9fcd2f643b5749fd901144969a4798dae15e7bcadf2683d41fe9210dabb
-  data.tar.gz: f0b04ea2f80ccfa89e4ad80a83380aaf68f28cb9435cc5beb9ca4a0d5b0f80da
+  metadata.gz: a52af4ea8053636f9d23c34c2fde33bd9810460cad12c93164057bff397c4b9a
+  data.tar.gz: bef0b74d336a08c0e02d71b5ec3d31af661dd73b4ef5d12f21dc763e0c61dfd4
 SHA512:
-  metadata.gz: f60b5578bce421d195ede689011bc7a0b307d46fc266af82804e32d6b0e97faad4f0cb6f97d6f7cafaaca67c38652fadadc1924a45b14837eaa2aa6d337b5755
-  data.tar.gz: 3b8be65f2488c3fa9dff460b8279c06c7f157756d9560c76502b105fc7fd08248fe2afc21e21d5956e3d7c28f7db0a20964b5042e2e78857c684736702808677
+  metadata.gz: 4d655a2a5954e403f8dbec91c75ec1b89ff32dbd76c27fba4f5087b29263b328444c09b19be40223d68bd6a77af02e0fa43fb00ea58323e3cd3d0dd637896e1a
+  data.tar.gz: 2c53065060423ed1646427d348ffca75789cca9d6fddeaff3e2f8f23538c09526eb3b7707e8e695c45419cf998ea155ec0e77c4b977d416e915b9cc97ed09832

data/lib/foobara/anthropic_api.rb

@@ -1,5 +1,5 @@
 require "foobara/all"
 
-require_relative "../../src/foobara/ai/anthropic_api"
+require_relative "../../src/anthropic_api"
 
 Foobara::Util.require_directory "#{__dir__}/../../src"

data/src/create_message.rb

@@ -0,0 +1,59 @@
+require_relative "get_model"
+
+module Foobara
+  module Ai
+    module AnthropicApi
+      class CreateMessage < BaseCommand
+        path "/messages"
+        http_method :post
+
+        add_inputs do
+          system :string
+          max_tokens :integer, :allow_nil, "nil means whatever the max allowed is.", default: nil
+          model :model_enum, default: AnthropicApi.default_llm_model
+          messages [Types::Message]
+          # TODO: maybe this shouldn't be supported here?? It's not really part of this API.
+          # Maybe relocate this to Foobara::Ai instead.
+          fail_if_hitting_token_limit :boolean, default: false
+        end
+
+        result Types::MessageResult
+
+        possible_error :hit_token_limit, context: { model: :model_enum, max_tokens: :integer }
+
+        depends_on GetModel
+
+        def build_request_body
+          body = { model:, max_tokens:, messages: }
+
+          sys = inputs[:system]
+          if sys
+            body[:system] = sys
+          end
+
+          self.request_body = body
+        end
+
+        def max_tokens
+          @max_tokens ||= inputs[:max_tokens] ||
+                          run_subcommand!(GetModel, model:).max_tokens ||
+                          64_000
+        end
+
+        def build_result
+          message_result = Types::MessageResult.new(
+            response_body,
+            # Set this to false to discover new attributes
+            ignore_unexpected_attributes: true
+          )
+
+          if fail_if_hitting_token_limit && message_result.hit_max_tokens?
+            add_runtime_error(:hit_token_limit, model:, max_tokens:)
+          end
+
+          message_result
+        end
+      end
+    end
+  end
+end

data/src/get_model.rb

@@ -0,0 +1,31 @@
+require_relative "base_command"
+
+module Foobara
+  module Ai
+    module AnthropicApi
+      class GetModel < BaseCommand
+        include CachedCommand
+
+        self.foobara_cache_expiry = 24 * 60 * 60
+
+        def foobara_cache_key
+          @foobara_cache_key ||= [Util.underscore(self.class.name), model].join("-")
+        end
+
+        path { "/models/#{model}" }
+
+        add_inputs do
+          model :model_enum, :required
+        end
+
+        result Types::Model
+
+        def build_result
+          Types::Model.new(response_body,
+                           # Set this to false to discover new attributes
+                           ignore_unexpected_attributes: true)
+        end
+      end
+    end
+  end
+end

data/src/{foobara/ai/anthropic_api/types → types}/message_result.rb

@@ -23,8 +23,10 @@ module Foobara
           end
 
           def text
-            content.rfind { it.type == "text" }.text
+            content.reverse.find { it.type == "text" }&.text
           end
+
+          def hit_max_tokens? = stop_reason == "max_tokens"
         end
       end
     end

data/src/{foobara/ai/anthropic_api/types → types}/model_enum.rb

@@ -7,6 +7,7 @@ module Foobara
         model_list = ListModels.run!.map(&:id).sort
         ModelEnum = Foobara::Enumerated.make_module(model_list)
 
+        # TODO: change all 3 projects to use :symbol instead of :string
         AnthropicApi.foobara_register_type(:model_enum, :string, one_of: ModelEnum)
       end
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: foobara-anthropic-api
 version: !ruby/object:Gem::Version
-  version: 1.0.8
+  version: 1.1.1
 platform: ruby
 authors:
 - Miles Georgi
@@ -65,19 +65,20 @@ extra_rdoc_files: []
 files:
 - LICENSE.txt
 - lib/foobara/anthropic_api.rb
-- src/foobara/ai/anthropic_api.rb
-- src/foobara/ai/anthropic_api/base_command.rb
-- src/foobara/ai/anthropic_api/create_message.rb
-- src/foobara/ai/anthropic_api/get_page_of_models.rb
-- src/foobara/ai/anthropic_api/list_models.rb
-- src/foobara/ai/anthropic_api/types/message.rb
-- src/foobara/ai/anthropic_api/types/message_result.rb
-- src/foobara/ai/anthropic_api/types/message_result/content.rb
-- src/foobara/ai/anthropic_api/types/message_result/usage.rb
-- src/foobara/ai/anthropic_api/types/model.rb
-- src/foobara/ai/anthropic_api/types/model_enum.rb
-- src/foobara/ai/anthropic_api/types/page_of_models.rb
-- src/foobara/ai/anthropic_api/types/role.rb
+- src/anthropic_api.rb
+- src/base_command.rb
+- src/create_message.rb
+- src/get_model.rb
+- src/get_page_of_models.rb
+- src/list_models.rb
+- src/types/message.rb
+- src/types/message_result.rb
+- src/types/message_result/content.rb
+- src/types/message_result/usage.rb
+- src/types/model.rb
+- src/types/model_enum.rb
+- src/types/page_of_models.rb
+- src/types/role.rb
 homepage: https://github.com/foobara/anthropic-api
 licenses:
 - None specified yet

data/src/foobara/ai/anthropic_api/create_message.rb

@@ -1,40 +0,0 @@
-require_relative "base_command"
-
-module Foobara
-  module Ai
-    module AnthropicApi
-      class CreateMessage < BaseCommand
-        path "/messages"
-        http_method :post
-
-        add_inputs do
-          system :string
-          max_tokens :integer, default: 1024
-          model :model_enum, default: AnthropicApi.default_llm_model
-          messages [Types::Message]
-        end
-
-        result Types::MessageResult
-
-        def build_request_body
-          body = { model:, max_tokens:, messages: }
-
-          sys = inputs[:system]
-          if sys
-            body[:system] = sys
-          end
-
-          self.request_body = body
-        end
-
-        def build_result
-          Types::MessageResult.new(
-            response_body,
-            # Set this to false to discover new attributes
-            ignore_unexpected_attributes: true
-          )
-        end
-      end
-    end
-  end
-end