raif 1.2.0 → 1.2.1.pre

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 93d75d28d64da2a5559de740890291cb3a125d981bb58aa56ff4c45be0169954
-  data.tar.gz: 9f3ca2e5142f43be17c9fe27e3572cd08a4241e72d6e43893b74e6ba954169ae
+  metadata.gz: 1fb384de50e5d129f3cc88fd56ba12f8a45c5c25061b8dda631f3ce7593a681b
+  data.tar.gz: 4805d6a421cdff32a2ec857b53ced8e7244b32f918cda927bace04693d840771
 SHA512:
-  metadata.gz: 90726f18f49a312f0e8d2ceb3913c1bb45c50ad237f0fceeefa825e28374214a8c61ae84c4a83e6d3188a27adea3dc0162001792d867babadca5e30f5f736398
-  data.tar.gz: e053003fd9c510509cbc749d5f20d9d2596396224499fe7cc40467920a216f4da6efb3c281ed451ff7e29bced98ff17476c4779b7760a3e361c4a09285667deb
+  metadata.gz: fb2cb0bda00b00cbee10a08d8a634a7a06276ab555cfd7a224ea51d6ab800effc7fbaedb6ba2642687632c705bc4ee953bc0b74316431bfc2ba1e72e091aba7f
+  data.tar.gz: b4dc7c5b059054b5252f1d676f8dfa67253de3548da9a5c4fae813f675a77634d6bd4da477ae26129cebdd6515cb7c09de389445ec80f6bb69f89b10d620755c

data/README.md

@@ -195,6 +195,8 @@ Currently included OpenRouter models:
 - `open_router_claude_3_7_sonnet`
 - `open_router_llama_3_3_70b_instruct`
 - `open_router_llama_3_1_8b_instruct`
+- `open_router_llama_4_maverick`
+- `open_router_llama_4_scout`
 - `open_router_gemini_2_0_flash`
 - `open_router_deepseek_chat_v3`
 

data/app/models/raif/llms/open_router.rb

@@ -72,6 +72,11 @@ private
       params[:stream_options] = { include_usage: true }
     end
 
+    if model_completion.response_format_json?
+      params[:response_format] = { type: "json_object" }
+      model_completion.response_format_parameter = "json_object"
+    end
+
     params
   end
 

data/config/locales/en.yml

@@ -91,4 +91,6 @@ en:
       open_router_gemini_2_0_flash: Google Gemini 2.0 Flash (via OpenRouter)
       open_router_llama_3_1_8b_instruct: Meta Llama 3.1 8B Instruct (via OpenRouter)
       open_router_llama_3_3_70b_instruct: Meta Llama 3.3 70B Instruct (via OpenRouter)
+      open_router_llama_4_maverick: Meta Llama 4 Maverick (via OpenRouter)
+      open_router_llama_4_scout: Meta Llama 4 Scout (via OpenRouter)
       raif_test_llm: Raif Test LLM

data/lib/raif/llm_registry.rb

@@ -297,6 +297,18 @@ module Raif
           input_token_cost: 0.02 / 1_000_000,
           output_token_cost: 0.03 / 1_000_000,
         },
+        {
+          key: :open_router_llama_4_maverick,
+          api_name: "meta-llama/llama-4-maverick",
+          input_token_cost: 0.15 / 1_000_000,
+          output_token_cost: 0.60 / 1_000_000,
+        },
+        {
+          key: :open_router_llama_4_scout,
+          api_name: "meta-llama/llama-4-scout",
+          input_token_cost: 0.08 / 1_000_000,
+          output_token_cost: 0.30 / 1_000_000,
+        },
         {
           key: :open_router_gemini_2_0_flash,
           api_name: "google/gemini-2.0-flash-001",

data/lib/raif/utils/html_fragment_processor.rb

@@ -137,6 +137,7 @@ class Raif::Utils::HtmlFragmentProcessor
     #   strip_tracking_parameters("/path?utm_source=test&param=keep")
     #   # => "/path?param=keep"
     def strip_tracking_parameters(url)
+      return url if url.blank?
       return url unless url.include?("?")
 
       begin

data/lib/raif/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Raif
-  VERSION = "1.2.0"
+  VERSION = "1.2.1.pre"
 end

data/spec/support/complex_test_tool.rb

@@ -0,0 +1,65 @@
+# frozen_string_literal: true
+
+class Raif::ModelTools::ComplexTestTool < Raif::ModelTool
+  tool_arguments_schema do
+    string :title, description: "The title of the operation", minLength: 3
+
+    object :settings, description: "Configuration settings" do
+      boolean :enabled, description: "Whether the tool is enabled"
+      integer :priority, description: "Priority level (1-10)", minimum: 1, maximum: 10
+      array :tags, description: "Associated tags" do
+        items type: "string"
+      end
+    end
+
+    array :products, description: "List of products" do
+      object do
+        integer :id, description: "Product identifier"
+        string :name, description: "Product name"
+        number :price, description: "Product price", minimum: 0
+      end
+    end
+  end
+
+  example_model_invocation do
+    {
+      "name" => tool_name,
+      "arguments" => {
+        "title" => "Daily Inventory Update",
+        "settings" => {
+          "enabled" => true,
+          "priority" => 5,
+          "tags" => ["inventory", "daily-update", "retail"]
+        },
+        "items" => [
+          { "id" => 101, "name" => "Wireless Mouse", "price" => 25.99 },
+          { "id" => 102, "name" => "Keyboard", "price" => 45.0 },
+          { "id" => 103, "name" => "USB-C Cable", "price" => 9.99 }
+        ]
+      }
+    }
+  end
+
+  tool_description do
+    "An example tool demonstrating complex schema capabilities"
+  end
+
+  def self.process_invocation(tool_invocation)
+    # This would be the actual implementation
+    # For demonstration purposes, just echo back the arguments
+    tool_invocation.update!(
+      result: {
+        message: "Received complex example request",
+        arguments: tool_invocation.tool_arguments
+      }
+    )
+
+    tool_invocation.result
+  end
+
+  def self.observation_for_invocation(tool_invocation)
+    return "No results" unless tool_invocation.result.present?
+
+    "Successfully processed request for: #{tool_invocation.tool_arguments["title"]}"
+  end
+end

data/spec/support/rspec_helpers.rb

@@ -0,0 +1,66 @@
+# frozen_string_literal: true
+
+module Raif
+  module RspecHelpers
+
+    def stubbed_llm(llm_model_key, &block)
+      test_llm = Raif.llm(llm_model_key.to_sym)
+
+      allow(test_llm).to receive(:perform_model_completion!) do |model_completion|
+        result = block.call(model_completion.messages, model_completion)
+        model_completion.raw_response = result if result.is_a?(String)
+        model_completion.completion_tokens = rand(100..2000)
+        model_completion.prompt_tokens = rand(100..2000)
+        model_completion.total_tokens = model_completion.completion_tokens + model_completion.prompt_tokens
+        model_completion.save!
+
+        model_completion
+      end
+
+      test_llm
+    end
+
+    def stub_raif_task(task, &block)
+      allow(Raif.config).to receive(:llm_api_requests_enabled){ true }
+
+      if task.is_a?(Raif::Task)
+        allow(task).to receive(:llm){ stubbed_llm(task.llm_model_key, &block) }
+      else
+        allow_any_instance_of(task).to receive(:llm) do |task_instance|
+          stubbed_llm(task_instance.llm_model_key, &block)
+        end
+      end
+    end
+
+    def stub_raif_conversation(conversation, &block)
+      allow(Raif.config).to receive(:llm_api_requests_enabled){ true }
+
+      if conversation.is_a?(Raif::Conversation)
+        allow(conversation).to receive(:llm){ stubbed_llm(conversation.llm_model_key, &block) }
+      else
+        allow_any_instance_of(conversation).to receive(:llm) do |conversation_instance|
+          stubbed_llm(conversation_instance.llm_model_key, &block)
+        end
+      end
+    end
+
+    def stub_raif_agent(agent, &block)
+      allow(Raif.config).to receive(:llm_api_requests_enabled){ true }
+
+      if agent.is_a?(Raif::Agent)
+        allow(agent).to receive(:llm){ stubbed_llm(agent.llm_model_key, &block) }
+      else
+        allow_any_instance_of(agent).to receive(:llm) do |agent_instance|
+          stubbed_llm(agent_instance.llm_model_key, &block)
+        end
+      end
+    end
+
+    def stub_raif_llm(llm, &block)
+      llm.chat_handler = block
+      allow(Raif.config).to receive(:llm_api_requests_enabled){ true }
+      llm
+    end
+
+  end
+end

data/spec/support/test_conversation.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+class Raif::TestConversation < Raif::Conversation
+
+  before_create :populate_available_model_tools
+
+  def populate_available_model_tools
+    self.available_model_tools = [
+      "Raif::TestModelTool",
+      "Raif::ModelTools::WikipediaSearch",
+    ]
+  end
+
+  def process_model_response_message(message:, entry:)
+    message.gsub("jerk", "[REDACTED]")
+  end
+
+end

data/spec/support/test_embedding_model.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module Raif
+  module EmbeddingModels
+    class Test < Raif::EmbeddingModel
+      attr_accessor :embedding_handler
+
+      def generate_embedding!(input, dimensions: nil)
+        if input.is_a?(Array)
+          input.map { |text| generate_test_embedding!(text, dimensions:) }
+        else
+          generate_test_embedding!(input, dimensions:)
+        end
+      end
+
+      def generate_test_embedding!(input, dimensions: nil)
+        if embedding_handler.present?
+          embedding_handler.call(input, dimensions)
+        else
+          dimensions ||= default_output_vector_size
+          Array.new(dimensions) { rand(-1.0..1.0) }
+        end
+      end
+
+    end
+  end
+end

data/spec/support/test_llm.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+module Raif
+  module Llms
+    class TestLlm < Raif::Llm
+      include Raif::Concerns::Llms::OpenAiCompletions::MessageFormatting
+
+      attr_accessor :chat_handler
+
+      def perform_model_completion!(model_completion)
+        result = chat_handler.call(model_completion.messages, model_completion)
+        model_completion.raw_response = result if result.is_a?(String)
+        model_completion.completion_tokens = rand(100..2000)
+        model_completion.prompt_tokens = rand(100..2000)
+        model_completion.total_tokens = model_completion.completion_tokens + model_completion.prompt_tokens
+        model_completion.save!
+
+        model_completion
+      end
+    end
+  end
+end

data/spec/support/test_model_tool.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+class Raif::TestModelTool < Raif::ModelTool
+  tool_arguments_schema do
+    array :items do
+      object do
+        string :title, description: "The title of the item"
+        string :description
+      end
+    end
+  end
+
+  example_model_invocation do
+    {
+      "name": tool_name,
+      "arguments": { "items": [{ "title": "foo", "description": "bar" }] }
+    }
+  end
+
+  def self.process_invocation(tool_arguments)
+  end
+
+  tool_description do
+    "Mock Tool Description"
+  end
+
+  def self.observation_for_invocation(tool_invocation)
+    return if tool_invocation.result.blank?
+
+    "Mock Observation for #{tool_invocation.id}. Result was: #{tool_invocation.result["status"]}"
+  end
+end

data/spec/support/test_task.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+class Raif::TestTask < Raif::Task
+  llm_temperature 0.5
+
+  def build_prompt
+    "Tell me a joke"
+  end
+
+  def build_system_prompt
+    super + "\nYou are also good at telling jokes."
+  end
+end
+
+class Raif::TestJsonTask < Raif::Task
+  llm_response_format :json
+  llm_temperature 0.75
+
+  json_response_schema do
+    string :joke
+    string :answer
+  end
+
+  def build_prompt
+    "Tell me a joke"
+  end
+
+  def build_system_prompt
+    super + "\nYou are also good at telling jokes. Your response should be a JSON object with the following keys: joke, answer."
+  end
+end
+
+class Raif::TestHtmlTask < Raif::Task
+  llm_response_format :html
+  llm_response_allowed_tags %w[p b i u s a]
+  llm_response_allowed_attributes %w[style href]
+
+  def build_prompt
+    "Tell me a joke"
+  end
+
+  def build_system_prompt
+    super + "\nYou are also good at telling jokes. Your response should be an HTML snippet that is formatted with basic HTML tags."
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: raif
 version: !ruby/object:Gem::Version
-  version: 1.2.0
+  version: 1.2.1.pre
 platform: ruby
 authors:
 - Ben Roesch
@@ -315,6 +315,13 @@ files:
 - lib/raif/utils/readable_content_extractor.rb
 - lib/raif/version.rb
 - lib/tasks/raif_tasks.rake
+- spec/support/complex_test_tool.rb
+- spec/support/rspec_helpers.rb
+- spec/support/test_conversation.rb
+- spec/support/test_embedding_model.rb
+- spec/support/test_llm.rb
+- spec/support/test_model_tool.rb
+- spec/support/test_task.rb
 homepage: https://github.com/cultivatelabs/raif
 licenses:
 - MIT