foobara-ai 0.0.13 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f95051eb1f729d1c5d7d9222c057bb9b3482b943514cec30169d873e48357db9
-  data.tar.gz: 02d3b9173387a1dc0e75b711604fb437eb4139e65b6143244edb4d1789fe6a53
+  metadata.gz: aa2a8e4b0d4b634506aa49974927e7a3aecd0ba36b7992b27e58d051264e4cd7
+  data.tar.gz: 593b5f446f52e566f7e77821e2873c5561e38e6ae10e595a547896def58ab493
 SHA512:
-  metadata.gz: e023eadbdc74d8ba0625cb3ad69dcdb19b024412cbaadcf79e07b5a1ebcd9854921bfcc67f796441070a6b2a7a832803abdd4cc4755a038a5049e59895257841
-  data.tar.gz: 37316615e1c52161e88b79a864ef20eb5d7487544f478f7703ba4168ceb703a7762f348921378c64b52b94103886ffce94a0ee2c5531466826f2e3aaaa850c05
+  metadata.gz: 37b829fa773865a26180bf8ae386973b7f6062a89dd5aab090ad5e866a2b8dab7a6e471e759164ea714fbc25fac203b3d26c36197def11eb4dd2d7775f8caf27
+  data.tar.gz: 4c054fbbfacf099659792bfd3158ae31a6ebfeaf51625d41c13c64e9c1820adea2e474ffdc0a09d319e2a96c1ffeb63775ac4ecb25167b664ee7ac7a00bbae00

data/CHANGELOG.md

@@ -1,3 +1,11 @@
+## [1.0.0] - 2025-07-09
+
+- Add .default_llm_model
+
+## [0.0.14] - 2025-07-05
+
+- o1 models don't support temperature so force it to 1
+
 ## [0.0.13] - 2025-06-27
 
 - Add GenerateChatCompletion command

data/lib/foobara/ai.rb

@@ -7,33 +7,14 @@ module Foobara
     module AnswerBot
       foobara_domain!
 
-      require_relative "../../src/foobara/ai/answer_bot/types/service_enum"
+      require_relative "../../src/foobara/ai"
 
-      ai_services = {}
+      AI_SERVICES = Ai.installed_ai_services
 
-      if defined?(Foobara::Ai::OpenAiApi)
-        ai_services[Types::ServiceEnum::OPEN_AI] = OpenAiApi
-      end
-      if defined?(Foobara::Ai::AnthropicApi)
-        ai_services[Types::ServiceEnum::ANTHROPIC] = AnthropicApi
-      end
-      if defined?(Foobara::Ai::OllamaApi)
-        ai_services[Types::ServiceEnum::OLLAMA] = OllamaApi
-      end
-
-      if ai_services.empty?
-        # :nocov:
-        require "foobara/anthropic_api"
-        ai_services = { Types::ServiceEnum::ANTHROPIC => AnthropicApi }
-        # :nocov:
-      end
-
-      ai_services.each_value do |domain|
+      AI_SERVICES.each_value do |domain|
         foobara_depends_on domain
       end
 
-      AI_SERVICES = ai_services
-
       base_dir = "#{__dir__}/../../src/foobara/ai/answer_bot"
 
       AI_SERVICES.each_value do |domain|

data/src/foobara/ai/answer_bot/ask.rb

@@ -8,7 +8,7 @@ module Foobara
           question :string, :required, "whatever you want to know!"
           instructions :string, "Results in a system prompt. You can specify how you want the LLM to behave."
           service :service_enum, "If two services expose the same model, you can specify which one to use."
-          model :model_enum, default: "claude-3-7-sonnet-20250219", description: "The model to use."
+          model :model_enum, default: Ai.default_llm_model, description: "The model to use."
         end
 
         result :string

data/src/foobara/ai/answer_bot/domain_mappers/open_ai_api/chat_to_generate_chat_completion.rb

@@ -21,7 +21,9 @@ module Foobara
               }
 
               if temperature
-                inputs[:temperature] = temperature
+                # NOTE: some models don't support temperature, like o1. Instead of possibly receiving an error
+                # we will set the temperature to 1 which prevents a 400. Maybe print a warning instead?
+                inputs[:temperature] = model_supports_temperature? ? temperature : 1
               end
 
               if model
@@ -42,6 +44,10 @@ module Foobara
             def model
               from[:model]
             end
+
+            def model_supports_temperature?
+              model && model.to_s !~ /\Ao1(-|$)/
+            end
           end
         end
       end

data/src/foobara/ai/answer_bot/generate_next_message.rb

@@ -7,7 +7,7 @@ module Foobara
         inputs do
           chat Types::Chat, :required
           service :service_enum, "If two services expose the same model, you can specify which one to use."
-          model :model_enum, default: "claude-3-7-sonnet-20250219", description: "The model to use."
+          model :model_enum, default: Ai.default_llm_model, description: "The model to use."
           temperature :float
         end
 

data/src/foobara/ai.rb

@@ -0,0 +1,50 @@
+require_relative "ai/answer_bot/types/service_enum"
+
+module Foobara
+  module Ai
+    class << self
+      def anthropic_setup?
+        defined?(Ai::AnthropicApi)
+      end
+
+      def open_ai_setup?
+        defined?(Ai::OpenAiApi)
+      end
+
+      def ollama_setup?
+        defined?(Ai::OllamaApi)
+      end
+
+      def installed_ai_services
+        return @ai_services if @ai_services
+
+        @ai_services = {}
+
+        if anthropic_setup?
+          @ai_services[AnswerBot::Types::ServiceEnum::ANTHROPIC] = AnthropicApi
+        end
+
+        if open_ai_setup?
+          @ai_services[AnswerBot::Types::ServiceEnum::OPEN_AI] = OpenAiApi
+        end
+
+        if ollama_setup?
+          @ai_services[AnswerBot::Types::ServiceEnum::OLLAMA] = OllamaApi
+        end
+
+        if @ai_services.empty?
+          # :nocov:
+          require "foobara/anthropic_api"
+          @ai_services = { Types::ServiceEnum::ANTHROPIC => AnthropicApi }
+          # :nocov:
+        end
+
+        @ai_services
+      end
+
+      def default_llm_model
+        @default_llm_model ||= installed_ai_services.values.first.default_llm_model
+      end
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: foobara-ai
 version: !ruby/object:Gem::Version
-  version: 0.0.13
+  version: 1.0.0
 platform: ruby
 authors:
 - Miles Georgi
@@ -20,6 +20,7 @@ files:
 - LICENSE.txt
 - README.md
 - lib/foobara/ai.rb
+- src/foobara/ai.rb
 - src/foobara/ai/answer_bot/ask.rb
 - src/foobara/ai/answer_bot/domain_mappers/anthropic_api/chat_to_create_message.rb
 - src/foobara/ai/answer_bot/domain_mappers/anthropic_api/message_result_to_answer.rb