raif 1.2.2 → 1.4.0

data/lib/generators/raif/eval_set/eval_set_generator.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+require_relative "../base_generator"
+
+module Raif
+  module Generators
+    class EvalSetGenerator < BaseGenerator
+      source_root File.expand_path("templates", __dir__)
+
+      def create_eval_set_file
+        template "eval_set.rb.tt", eval_set_file_path
+      end
+
+      def show_instructions
+        say "\nEval set created!"
+        say "To run this eval set: bundle exec raif evals ./#{eval_set_file_path}"
+        say "To run all eval sets: bundle exec raif evals"
+        say ""
+      end
+
+    private
+
+      def eval_set_file_path
+        File.join("raif_evals", "eval_sets", class_path, "#{file_name}_eval_set.rb")
+      end
+    end
+  end
+end

data/lib/generators/raif/eval_set/templates/eval_set.rb.tt

@@ -0,0 +1,21 @@
+<% raif_module_namespacing(["Evals"]) do -%>
+  class <%= class_name.demodulize %>EvalSet < Raif::Evals::EvalSet
+    # Run this eval set with:
+    # bundle exec raif evals ./<%= eval_set_file_path %>
+
+    # Setup method runs before each eval
+    setup do
+      # Common setup code
+    end
+
+    # Teardown runs after each eval
+    teardown do
+      # Cleanup code
+    end
+
+    eval "description of your eval" do
+      # Your eval code here
+      # expect_tool_invocation, expect_no_tool_invocation, expect, etc.
+    end
+  end
+<% end -%>

data/lib/generators/raif/evals/setup/setup_generator.rb

@@ -0,0 +1,47 @@
+# frozen_string_literal: true
+
+require "rails/generators"
+
+module Raif
+  module Generators
+    module Evals
+      class SetupGenerator < Rails::Generators::Base
+        source_root File.expand_path("templates", __dir__)
+
+        def create_directories
+          empty_directory "raif_evals"
+          empty_directory "raif_evals/eval_sets"
+          empty_directory "raif_evals/files"
+          empty_directory "raif_evals/results"
+        end
+
+        def create_setup_file
+          create_file "raif_evals/setup.rb", <<~EOS
+            #
+            # This file is loaded at the start of a run of your evals.
+            #
+            # Add any setup code that should run before your evals.
+            #
+          EOS
+        end
+
+        def create_gitignore
+          create_file "raif_evals/results/.gitignore", <<~EOS
+            *
+            !.gitignore
+          EOS
+        end
+
+        def show_instructions
+          say "\nRaif evals setup complete!", :green
+          say "You can create evals with: rails g raif:eval_set ExampleName"
+          say ""
+          say "Run evals with:"
+          say "  bundle exec raif evals                                           # Run all evals"
+          say "  bundle exec raif evals ./raif_evals/eval_sets/my_eval_set.rb     # Run specific eval set"
+          say ""
+        end
+      end
+    end
+  end
+end

data/lib/generators/raif/install/install_generator.rb

@@ -24,8 +24,23 @@ module Raif
       end
 
       def add_engine_route
+        routes_file = "config/routes.rb"
+
+        if File.exist?(routes_file)
+          routes_content = File.read(routes_file)
+          if routes_content.include?("mount Raif::Engine")
+            say "Raif is already mounted in #{routes_file}, skipping route", :yellow
+            return
+          end
+        end
+
         route 'mount Raif::Engine => "/raif"'
       end
+
+      def setup_evals
+        say "\nSetting up Raif evals...", :green
+        generate "raif:evals:setup"
+      end
     end
   end
 end

data/lib/generators/raif/install/templates/initializer.rb

@@ -10,6 +10,22 @@ Raif.configure do |config|
   # Whether OpenAI embedding models are enabled.
   # config.open_ai_embedding_models_enabled = ENV["OPENAI_API_KEY"].present?
 
+  # The base URL for OpenAI API requests.
+  # Set this if you want to use the OpenAI adapter with a different provider (e.g. for using Azure instead of OpenAI)
+  # config.open_ai_base_url = "https://api.openai.com/v1"
+
+  # The base URL for OpenAI embedding API requests.
+  # Set this if you want to use a different provider for embeddings (e.g. Ollama, vLLM, or other OpenAI-compatible APIs)
+  # config.open_ai_embedding_base_url = "https://api.openai.com/v1"
+
+  # When set, this will be included as an api-version parameter in any OpenAI API requests (e.g. for using Azure instead of OpenAI)
+  # config.open_ai_api_version = nil
+
+  # The authentication header style for OpenAI API requests. Defaults to :bearer
+  # Use :bearer for standard OpenAI API (Authorization: Bearer <token>)
+  # Use :api_key for Azure OpenAI API (api-key: <token>)
+  # config.open_ai_auth_header_style = :bearer
+
   # Your Anthropic API key. Defaults to ENV["ANTHROPIC_API_KEY"]
   # config.anthropic_api_key = ENV["ANTHROPIC_API_KEY"]
 
@@ -40,24 +56,56 @@ Raif.configure do |config|
   # The site URL to include in OpenRouter API requests headers. Optional.
   # config.open_router_site_url = "https://myapp.com"
 
+  # Your Google AI API key. Defaults to ENV["GOOGLE_AI_API_KEY"].presence || ENV["GOOGLE_API_KEY"]
+  # config.google_api_key = ENV["GOOGLE_AI_API_KEY"].presence || ENV["GOOGLE_API_KEY"]
+
+  # Whether Google models are enabled.
+  # config.google_models_enabled = ENV["GOOGLE_API_KEY"].present?
+
   # The default LLM model to use. Defaults to "open_ai_gpt_4o"
   # Available keys:
-  #   open_ai_gpt_4_1
-  #   open_ai_gpt_4_1_mini
-  #   open_ai_gpt_4_1_nano
   #   open_ai_gpt_4o_mini
   #   open_ai_gpt_4o
   #   open_ai_gpt_3_5_turbo
+  #   open_ai_gpt_4_1
+  #   open_ai_gpt_4_1_mini
+  #   open_ai_gpt_4_1_nano
+  #   open_ai_o1
+  #   open_ai_o1_mini
+  #   open_ai_o3
+  #   open_ai_o3_mini
+  #   open_ai_o4_mini
+  #   open_ai_gpt_5
+  #   open_ai_gpt_5_mini
+  #   open_ai_gpt_5_nano
+  #   open_ai_responses_gpt_4o_mini
+  #   open_ai_responses_gpt_4o
+  #   open_ai_responses_gpt_3_5_turbo
   #   open_ai_responses_gpt_4_1
   #   open_ai_responses_gpt_4_1_mini
   #   open_ai_responses_gpt_4_1_nano
-  #   open_ai_responses_gpt_4o_mini
-  #   open_ai_responses_gpt_4o
-  #   open_ai_gpt_3_5_turbo
+  #   open_ai_responses_o1
+  #   open_ai_responses_o1_mini
+  #   open_ai_responses_o3
+  #   open_ai_responses_o3_mini
+  #   open_ai_responses_o4_mini
+  #   open_ai_responses_gpt_5
+  #   open_ai_responses_gpt_5_mini
+  #   open_ai_responses_gpt_5_nano
+  #   open_ai_responses_o1_pro
+  #   open_ai_responses_o3_pro
+  #   anthropic_claude_4_sonnet
+  #   anthropic_claude_4_5_sonnet
+  #   anthropic_claude_4_opus
+  #   anthropic_claude_4_1_opus
   #   anthropic_claude_3_7_sonnet
   #   anthropic_claude_3_5_sonnet
   #   anthropic_claude_3_5_haiku
   #   anthropic_claude_3_opus
+  #   bedrock_claude_4_sonnet
+  #   bedrock_claude_4_5_sonnet
+  #   bedrock_claude_4_opus
+  #   bedrock_claude_4_1_opus
   #   bedrock_claude_3_5_sonnet
   #   bedrock_claude_3_7_sonnet
   #   bedrock_claude_3_5_haiku
@@ -66,10 +114,21 @@ Raif.configure do |config|
   #   bedrock_amazon_nova_lite
   #   bedrock_amazon_nova_pro
   #   open_router_claude_3_7_sonnet
-  #   open_router_llama_3_3_70b_instruct
-  #   open_router_llama_3_1_8b_instruct
-  #   open_router_gemini_2_0_flash
   #   open_router_deepseek_chat_v3
+  #   open_router_deepseek_v3_1
+  #   open_router_gemini_2_0_flash
+  #   open_router_gemini_2_5_pro
+  #   open_router_grok_4
+  #   open_router_llama_3_1_8b_instruct
+  #   open_router_llama_3_3_70b_instruct
+  #   open_router_llama_4_maverick
+  #   open_router_llama_4_scout
+  #   open_router_open_ai_gpt_oss_120b
+  #   open_router_open_ai_gpt_oss_20b
+  #   google_gemini_2_5_pro
+  #   google_gemini_2_5_flash
+  #   google_gemini_3_0_pro
+  #   google_gemini_3_0_flash
   #
   # config.default_llm_model_key = "open_ai_gpt_4o"
 
@@ -98,6 +157,9 @@ Raif.configure do |config|
   # Or you can use a lambda to return a dynamic system prompt intro:
   # config.task_system_prompt_intro = ->(task){ "You are a helpful assistant. Today's date is #{Date.today.strftime('%B %d, %Y')}." }
 
+  # Whether the creator association is optional for Raif::Task. Defaults to true.
+  # config.task_creator_optional = true
+
   # The system prompt intro for Raif::Conversation instances. Defaults to "You are a helpful assistant who is collaborating with a teammate."
   # config.conversation_system_prompt_intro = "You are a helpful assistant who is collaborating with a teammate."
   # Or you can use a lambda to return a dynamic system prompt intro:
@@ -115,10 +177,14 @@ Raif.configure do |config|
   # If you want to use a custom controller that inherits from Raif::ConversationEntriesController, you can set it here.
   # config.conversation_entries_controller = "Raif::ConversationEntriesController"
 
+  # The default maximum number of conversation entries to include in LLM messages. Defaults to 50.
+  # Set to nil to include all entries. Each conversation can override this with its own llm_messages_max_length attribute.
+  # config.conversation_llm_messages_max_length_default = 50
+
   # The method to call to get the current user. Defaults to :current_user
   # config.current_user_method = :current_user
 
-  # The agent types that are available. Defaults to Set.new(["Raif::Agents::ReActAgent", "Raif::Agents::NativeToolCallingAgent"])
+  # The agent types that are available. Defaults to Set.new(["Raif::Agents::NativeToolCallingAgent"])
   # If you want to use custom agent types that inherits from Raif::Agent, you can add them here.
   # config.agent_types += ["MyAgent"]
 
@@ -134,4 +200,17 @@ Raif.configure do |config|
   # Whether LLM API requests are enabled. Defaults to true.
   # Use this to globally disable requests to LLM APIs.
   # config.llm_api_requests_enabled = true
+
+  # Timeout settings for LLM API requests (in seconds). All default to nil (use Faraday defaults).
+  # config.request_open_timeout = nil  # Time to wait for a connection to be opened
+  # config.request_read_timeout = nil  # Time to wait for data to be read
+  # config.request_write_timeout = nil # Time to wait for data to be written
+
+  # The default LLM model to use for LLM-as-judge evaluations.
+  # If not set, falls back to the default_llm_model_key.
+  # config.evals_default_llm_judge_model_key = ENV["RAIF_EVALS_DEFAULT_LLM_JUDGE_MODEL_KEY"].presence
+
+  # Whether to output verbose information during evaluation runs. Defaults to false.
+  # When true, provides more detailed output including individual test results.
+  # config.evals_verbose_output = false
 end

data/lib/generators/raif/model_tool/model_tool_generator.rb

@@ -1,17 +1,17 @@
 # frozen_string_literal: true
 
+require_relative "../base_generator"
+
 module Raif
   module Generators
-    class ModelToolGenerator < Rails::Generators::NamedBase
+    class ModelToolGenerator < BaseGenerator
       source_root File.expand_path("templates", __dir__)
 
       desc "Creates a new model tool for the LLM to invoke in app/models/raif/model_tools"
 
       def create_model_tool_file
-        template "model_tool.rb.tt", File.join("app/models/raif/model_tools", "#{file_name}.rb")
-
-        # Generate the view partial for the tool invocation
-        template "model_tool_invocation_partial.html.erb.tt", File.join("app/views/raif/model_tool_invocations", "_#{file_name}.html.erb")
+        template "model_tool.rb.tt", File.join("app/models/raif/model_tools", class_path, "#{file_name}.rb")
+        template "model_tool_invocation_partial.html.erb.tt", File.join("app/views/raif/model_tool_invocations", class_path, "_#{file_name}.html.erb")
       end
 
       def success_message

data/lib/generators/raif/model_tool/templates/model_tool.rb.tt

@@ -1,89 +1,89 @@
-# frozen_string_literal: true
+<% raif_module_namespacing(["ModelTools"]) do -%>
+  class <%= class_name.demodulize %> < Raif::ModelTool
+    # For example tool implementations, see:
+    # Wikipedia Search Tool: https://github.com/CultivateLabs/raif/blob/main/app/models/raif/model_tools/wikipedia_search.rb
+    # Fetch URL Tool: https://github.com/CultivateLabs/raif/blob/main/app/models/raif/model_tools/fetch_url.rb
 
-class Raif::ModelTools::<%= class_name %> < Raif::ModelTool
-  # For example tool implementations, see:
-  # Wikipedia Search Tool: https://github.com/CultivateLabs/raif/blob/main/app/models/raif/model_tools/wikipedia_search.rb
-  # Fetch URL Tool: https://github.com/CultivateLabs/raif/blob/main/app/models/raif/model_tools/fetch_url.rb
-
-  tool_description do
-    "Description of your tool that will be provided to the LLM so it knows when to invoke it"
-  end
+    tool_description do
+      "Description of your tool that will be provided to the LLM so it knows when to invoke it"
+    end
 
-  # Define the schema for the arguments that the LLM should use when invoking your tool.
-  # It should be a valid JSON schema. When the model invokes your tool,
-  # the arguments it provides will be validated against this schema using JSON::Validator from the json-schema gem.
-  #
-  # All attributes will be required and additionalProperties will be set to false.
-  #
-  # See https://docs.raif.ai/learn_more/json_schemas for more information about defining JSON schemas.
-  tool_arguments_schema do
-    # string :title, description: "The title of the operation", minLength: 3
+    # Define the schema for the arguments that the LLM should use when invoking your tool.
+    # It should be a valid JSON schema. When the model invokes your tool,
+    # the arguments it provides will be validated against this schema using JSON::Validator from the json-schema gem.
     #
-    # object :widget, description: "A widget's description" do
-    #   boolean :is_red, description: "Whether the widget is red"
-    #   integer :rating, description: "A rating of the widget from 1 to 10", minimum: 1, maximum: 10
-    #   array :tags, description: "Associated tags" do
-    #     items type: "string"
-    #   end
-    # end
+    # All attributes will be required and additionalProperties will be set to false.
     #
-    # array :products, description: "List of products" do
-    #   object do
-    #     integer :id, description: "Product identifier"
-    #     string :name, description: "Product name"
-    #     number :price, description: "Product price", minimum: 0
-    #   end
-    # end
-  end
+    # See https://docs.raif.ai/learn_more/json_schemas for more information about defining JSON schemas.
+    tool_arguments_schema do
+      # string :title, description: "The title of the operation", minLength: 3
+      #
+      # object :widget, description: "A widget's description" do
+      #   boolean :is_red, description: "Whether the widget is red"
+      #   integer :rating, description: "A rating of the widget from 1 to 10", minimum: 1, maximum: 10
+      #   array :tags, description: "Associated tags" do
+      #     items type: "string"
+      #   end
+      # end
+      #
+      # array :products, description: "List of products" do
+      #   object do
+      #     integer :id, description: "Product identifier"
+      #     string :name, description: "Product name"
+      #     number :price, description: "Product price", minimum: 0
+      #   end
+      # end
+    end
 
-  # An example of how the LLM should invoke your tool. This should return a hash with name and arguments keys.
-  # `to_json` will be called on it and provided to the LLM as an example of how to invoke your tool.
-  example_model_invocation do
-    {
-      "name": tool_name,
-      "arguments": { }
-    }
-  end
+    # An example of how the LLM should invoke your tool. This should return a hash with name and arguments keys.
+    # `to_json` will be called on it and provided to the LLM as an example of how to invoke your tool.
+    example_model_invocation do
+      {
+        "name": tool_name,
+        "arguments": {}
+      }
+    end
 
-  class << self
-    # When your tool is invoked by the LLM in a Raif::Agent loop, 
-    # the results of the tool invocation are provided back to the LLM as an observation.
-    # This method should return whatever you want provided to the LLM.
-    # For example, if you were implementing a GoogleSearch tool, this might return a JSON
-    # object containing search results for the query.
-    def observation_for_invocation(tool_invocation)
-      return "No results found" unless tool_invocation.result.present?
+    class << self
+      # When your tool is invoked by the LLM in a Raif::Agent loop,
+      # the results of the tool invocation are provided back to the LLM as an observation.
+      # This method should return whatever you want provided to the LLM.
+      # For example, if you were implementing a GoogleSearch tool, this might return a JSON
+      # object containing search results for the query.
+      def observation_for_invocation(tool_invocation)
+        return "No results found" unless tool_invocation.result.present?
 
-      JSON.pretty_generate(tool_invocation.result)
-    end
+        JSON.pretty_generate(tool_invocation.result)
+      end
 
-    # When your tool is invoked in a Raif::Conversation, should the result be automatically provided back to the model?
-    # When true, observation_for_invocation will be used to produce the observation provided to the model
-    def triggers_observation_to_model?
-      false
-    end
+      # When your tool is invoked in a Raif::Conversation, should the result be automatically provided back to the model?
+      # When true, observation_for_invocation will be used to produce the observation provided to the model
+      def triggers_observation_to_model?
+        false
+      end
+
+      # When the LLM invokes your tool, this method will be called with a `Raif::ModelToolInvocation` record as an argument.
+      # It should handle the actual execution of the tool.
+      # For example, if you are implementing a GoogleSearch tool, this method should run the actual search
+      # and store the results in the tool_invocation's result JSON column.
+      def process_invocation(tool_invocation)
+        # Extract arguments from tool_invocation.tool_arguments
+        # query = tool_invocation.tool_arguments["query"]
+        #
+        # Process the invocation and perform the desired action
+        # ...
+        #
+        # Store the results in the tool_invocation
+        # tool_invocation.update!(
+        #   result: {
+        #     # Your result data structure
+        #   }
+        # )
+        #
+        # Return the result
+        # tool_invocation.result
+      end
 
-    # When the LLM invokes your tool, this method will be called with a `Raif::ModelToolInvocation` record as an argument.
-    # It should handle the actual execution of the tool. 
-    # For example, if you are implementing a GoogleSearch tool, this method should run the actual search
-    # and store the results in the tool_invocation's result JSON column.
-    def process_invocation(tool_invocation)
-      # Extract arguments from tool_invocation.tool_arguments
-      # query = tool_invocation.tool_arguments["query"]
-      #
-      # Process the invocation and perform the desired action
-      # ...
-      #
-      # Store the results in the tool_invocation
-      # tool_invocation.update!(
-      #   result: {
-      #     # Your result data structure
-      #   }
-      # )
-      #
-      # Return the result
-      # tool_invocation.result
     end
   end
-
-end
+<% end -%>

data/lib/generators/raif/model_tool/templates/model_tool_invocation_partial.html.erb.tt

@@ -1,4 +1,4 @@
-<%# 
+<%%# 
 This partial is used to render a model tool invocation to the user in the conversation interface.
 If you don't want the tool invocation to be displayed to the user, you can override the `renderable?` method in your model tool class to return false
 %>

data/lib/generators/raif/task/task_generator.rb

@@ -1,8 +1,10 @@
 # frozen_string_literal: true
 
+require_relative "../base_generator"
+
 module Raif
   module Generators
-    class TaskGenerator < Rails::Generators::NamedBase
+    class TaskGenerator < BaseGenerator
       source_root File.expand_path("templates", __dir__)
 
       class_option :response_format,
@@ -10,6 +12,11 @@ module Raif
         default: "text",
         desc: "Response format for the task (text, html, or json)"
 
+      class_option :skip_eval_set,
+        type: :boolean,
+        default: false,
+        desc: "Skip generating the corresponding eval set"
+
       def create_application_task
         template "application_task.rb.tt", "app/models/raif/application_task.rb" unless File.exist?("app/models/raif/application_task.rb")
       end
@@ -18,11 +25,23 @@ module Raif
         template "task.rb.tt", File.join("app/models/raif/tasks", class_path, "#{file_name}.rb")
       end
 
+      def create_eval_set
+        return if options[:skip_eval_set]
+
+        template "task_eval_set.rb.tt", eval_set_file_path
+      end
+
+      def show_instructions
+        say "\nTask created!"
+        say ""
+      end
+
     private
 
-      def task_class_name
-        class_name
+      def eval_set_file_path
+        File.join("raif_evals", "eval_sets", "tasks", class_path, "#{file_name}_eval_set.rb")
       end
+
     end
   end
 end

data/lib/generators/raif/task/templates/application_task.rb.tt

@@ -1,5 +1,3 @@
-# frozen_string_literal: true
-
 module Raif
   class ApplicationTask < Raif::Task
     # Add any shared task behavior here

data/lib/generators/raif/task/templates/task.rb.tt

@@ -1,63 +1,59 @@
-# frozen_string_literal: true
-
-module Raif
-  module Tasks
-    class <%= task_class_name %> < Raif::ApplicationTask
-      # Set the response format for the task. Options are :html, :text, or :json.
-      llm_response_format :<%= options[:response_format] %>
-
-      # Set the temperature for the task
-      # llm_temperature 0.7
-
-      # Optional: Set the allowed tags for the task. Only relevant if response_format is :html.
-      # Defaults to Rails::HTML5::SafeListSanitizer.allowed_tags
-      # llm_response_allowed_tags %w[p b i div strong]
-
-      # Optional: Set the allowed attributes for the task. Only relevant if response_format is :html.
-      # Defaults to Rails::HTML5::SafeListSanitizer.allowed_attributes
-      # llm_response_allowed_attributes %w[style]
-
-      # Define any attributes that are needed for the task.
-      # You can then pass them when running the task and they will be available in build_prompt:
-      # Raif::Tasks::<%= task_class_name %>.run(your_attribute: "some value")
-      # attr_accessor :your_attribute
-
-      <%- if options[:response_format] == "json" -%>
-      # Define a JSON schema that the model's response should adhere to
+<% raif_module_namespacing(["Tasks"]) do -%>
+  class <%= class_name.demodulize %> < Raif::ApplicationTask
+    # Set the response format for the task. Options are :html, :text, or :json.
+    llm_response_format :<%= options[:response_format] %>
+
+    # Set the temperature for the task
+    # llm_temperature 0.7
+
+    # Optional: Set the allowed tags for the task. Only relevant if response_format is :html.
+    # Defaults to Rails::HTML5::SafeListSanitizer.allowed_tags
+    # llm_response_allowed_tags %w[p b i div strong]
+
+    # Optional: Set the allowed attributes for the task. Only relevant if response_format is :html.
+    # Defaults to Rails::HTML5::SafeListSanitizer.allowed_attributes
+    # llm_response_allowed_attributes %w[style]
+
+    # Define any attributes that are needed for the task.
+    # You can then pass them when running the task and they will be available in build_prompt:
+    # Raif::Tasks::<%= class_name %>.run(your_attribute: "some value")
+    # run_with :your_attribute
+    <%- if options[:response_format] == "json" -%>
+
+    # Define a JSON schema that the model's response should adhere to
+    #
+    # All attributes will be required and additionalProperties will be set to false.
+    json_response_schema do
+      # string :title, description: "The title of the operation", minLength: 3
       #
-      # All attributes will be required and additionalProperties will be set to false.
-      json_response_schema do
-        # string :title, description: "The title of the operation", minLength: 3
-        #
-        # object :widget, description: "A widget's description" do
-        #   boolean :is_red, description: "Whether the widget is red"
-        #   integer :rating, description: "A rating of the widget from 1 to 10", minimum: 1, maximum: 10
-        #   array :tags, description: "Associated tags" do
-        #     items type: "string"
-        #   end
-        # end
-        #
-        # array :products, description: "List of products" do
-        #   object do
-        #     integer :id, description: "Product identifier"
-        #     string :name, description: "Product name"
-        #     number :price, description: "Product price", minimum: 0
-        #   end
-        # end
-      end
-      <%- end -%>
-
-      def build_prompt
-        # Implement the LLM prompt for this task.
-        raise NotImplementedError, "Implement #build_prompt in #{self.class.name}"
-      end
-
-      # Optional: Override build_system_prompt if you need custom system instructions.
-      # The default implementation, which you'll get if you call super, will use Raif.config.task_system_prompt_intro 
-      # and append the system_prompt_language_preference if the task's requested_language_key is set.
-      # def build_system_prompt
-      #   super + "\nAdditional system instructions..."
+      # object :widget, description: "A widget's description" do
+      #   boolean :is_red, description: "Whether the widget is red"
+      #   integer :rating, description: "A rating of the widget from 1 to 10", minimum: 1, maximum: 10
+      #   array :tags, description: "Associated tags" do
+      #     items type: "string"
+      #   end
+      # end
+      #
+      # array :products, description: "List of products" do
+      #   object do
+      #     integer :id, description: "Product identifier"
+      #     string :name, description: "Product name"
+      #     number :price, description: "Product price", minimum: 0
+      #   end
       # end
     end
+    <%- end -%>
+
+    def build_prompt
+      # Implement the LLM prompt for this task.
+      raise NotImplementedError, "Implement #build_prompt in #{self.class.name}"
+    end
+
+    # Optional: Override build_system_prompt if you need custom system instructions.
+    # The default implementation, which you'll get if you call super, will use Raif.config.task_system_prompt_intro 
+    # and append the system_prompt_language_preference if the task's requested_language_key is set.
+    # def build_system_prompt
+    #   super + "\nAdditional system instructions..."
+    # end
   end
-end
+<% end -%>