roast-ai 0.3.1 → 0.4.0

data/lib/roast/resources.rb

@@ -1,13 +1,5 @@
 # frozen_string_literal: true
 
-require "roast/resources/base_resource"
-require "roast/resources/file_resource"
-require "roast/resources/directory_resource"
-require "roast/resources/url_resource"
-require "roast/resources/api_resource"
-require "roast/resources/none_resource"
-require "uri"
-
 module Roast
   # The Resources module contains classes for handling different types of resources
   # that workflows can operate on. Each resource type implements a common interface.

data/lib/roast/tools/ask_user.rb

@@ -1,7 +1,5 @@
 # frozen_string_literal: true
 
-require "roast/helpers/logger"
-
 module Roast
   module Tools
     module AskUser

data/lib/roast/tools/bash.rb

@@ -1,8 +1,5 @@
 # frozen_string_literal: true
 
-require "English"
-require "roast/helpers/logger"
-
 module Roast
   module Tools
     module Bash

data/lib/roast/tools/cmd.rb

@@ -1,8 +1,5 @@
 # frozen_string_literal: true
 
-require "English"
-require "roast/helpers/logger"
-
 module Roast
   module Tools
     module Cmd

data/lib/roast/tools/coding_agent.rb

@@ -1,12 +1,5 @@
 # frozen_string_literal: true
 
-require "roast/helpers/logger"
-require "roast/tools/helpers/coding_agent_message_formatter"
-require "json"
-require "open3"
-require "tempfile"
-require "securerandom"
-
 module Roast
   module Tools
     module CodingAgent
@@ -110,7 +103,7 @@ module Roast
       def handle_intermediate_message(json)
         case json["type"]
         when "assistant", "user"
-          CodingAgentMessageFormatter.format_messages(json).each(&method(:log_message))
+          Roast::Tools::Helpers::CodingAgentMessageFormatter.format_messages(json).each(&method(:log_message))
         when "result", "system"
           # Ignore these message types
         else

data/lib/roast/tools/grep.rb

@@ -1,7 +1,5 @@
 # frozen_string_literal: true
 
-require "roast/helpers/logger"
-
 module Roast
   module Tools
     module Grep
@@ -30,7 +28,6 @@ module Roast
         Roast::Helpers::Logger.info("🔍 Grepping for string: #{string}\n")
 
         # Use Open3 to safely pass the string as an argument, avoiding shell injection
-        require "open3"
         cmd = ["rg", "-C", "4", "--trim", "--color=never", "--heading", "-F", "--", string, "."]
         stdout, _stderr, _status = Open3.capture3(*cmd)
 

data/lib/roast/tools/helpers/coding_agent_message_formatter.rb

@@ -1,11 +1,8 @@
 # frozen_string_literal: true
 
-require "json"
-require "yaml"
-
 module Roast
   module Tools
-    module CodingAgent
+    module Helpers
       module CodingAgentMessageFormatter
         extend self
 

data/lib/roast/tools/read_file.rb

@@ -1,7 +1,5 @@
 # frozen_string_literal: true
 
-require "roast/helpers/logger"
-
 module Roast
   module Tools
     module ReadFile

data/lib/roast/tools/search_file.rb

@@ -1,7 +1,5 @@
 # frozen_string_literal: true
 
-require "roast/helpers/logger"
-
 module Roast
   module Tools
     module SearchFile

data/lib/roast/tools/update_files.rb

@@ -1,9 +1,5 @@
 # frozen_string_literal: true
 
-require "fileutils"
-require "roast/helpers/logger"
-require "diff/lcs"
-
 module Roast
   module Tools
     module UpdateFiles

data/lib/roast/tools/write_file.rb

@@ -1,8 +1,5 @@
 # frozen_string_literal: true
 
-require "fileutils"
-require "roast/helpers/logger"
-
 module Roast
   module Tools
     module WriteFile

data/lib/roast/tools.rb

@@ -1,18 +1,5 @@
 # frozen_string_literal: true
 
-require "English"
-require "fileutils"
-
-require "roast/tools/ask_user"
-require "roast/tools/bash"
-require "roast/tools/cmd"
-require "roast/tools/coding_agent"
-require "roast/tools/grep"
-require "roast/tools/read_file"
-require "roast/tools/search_file"
-require "roast/tools/update_files"
-require "roast/tools/write_file"
-
 module Roast
   module Tools
     extend self

data/lib/roast/value_objects/step_name.rb

@@ -24,12 +24,23 @@ module Roast
         @value
       end
 
+      # Enables implicit conversion to String
+      alias_method :to_str, :to_s
+
       def ==(other)
-        return false unless other.is_a?(StepName)
+        case other
+        when StepName
+          value == other.value
+        when String
+          value == other
+        else
+          false
+        end
+      end
 
-        value == other.value
+      def eql?(other)
+        other.is_a?(StepName) && value == other.value
       end
-      alias_method :eql?, :==
 
       def hash
         [self.class, @value].hash

data/lib/roast/value_objects/workflow_path.rb

@@ -1,7 +1,5 @@
 # frozen_string_literal: true
 
-require "pathname"
-
 module Roast
   module ValueObjects
     # Value object representing a workflow file path with validation and resolution

data/lib/roast/value_objects.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require "roast/value_objects/api_token"
-require "roast/value_objects/step_name"
-require "roast/value_objects/workflow_path"
-require "roast/value_objects/uri_base"
+module Roast
+  module ValueObjects
+  end
+end

data/lib/roast/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Roast
-  VERSION = "0.3.1"
+  VERSION = "0.4.0"
 end

data/lib/roast/workflow/agent_step.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+module Roast
+  module Workflow
+    class AgentStep < BaseStep
+      def call
+        # For inline prompts (detected by plain text step names), use the name as the prompt
+        # For file-based steps, load from the prompt file
+        prompt_content = if name.plain_text?
+          name.to_s
+        else
+          read_sidecar_prompt
+        end
+
+        # Call CodingAgent directly with the prompt content
+        result = Roast::Tools::CodingAgent.call(prompt_content)
+
+        # Process output if print_response is enabled
+        process_output(result, print_response:)
+
+        # Apply coercion if configured
+        apply_coercion(result)
+      end
+    end
+  end
+end

data/lib/roast/workflow/api_configuration.rb

@@ -1,9 +1,5 @@
 # frozen_string_literal: true
 
-require "roast/factories/api_provider_factory"
-require "roast/workflow/resource_resolver"
-require "roast/value_objects/uri_base"
-
 module Roast
   module Workflow
     # Handles API-related configuration including tokens and providers

data/lib/roast/workflow/base_iteration_step.rb

@@ -1,9 +1,5 @@
 # frozen_string_literal: true
 
-require "roast/workflow/expression_utils"
-require "roast/workflow/llm_boolean_coercer"
-require "roast/workflow/workflow_executor"
-
 module Roast
   module Workflow
     # Base class for iteration steps (RepeatStep and EachStep)

data/lib/roast/workflow/base_step.rb

@@ -1,37 +1,31 @@
 # frozen_string_literal: true
 
-require "erb"
-require "forwardable"
-require "roast/workflow/context_path_resolver"
-
 module Roast
   module Workflow
     class BaseStep
-      extend Forwardable
-
-      attr_accessor :model, :print_response, :json, :params, :resource, :coerce_to
+      attr_accessor :model, :print_response, :json, :params, :resource, :coerce_to, :available_tools
       attr_reader :workflow, :name, :context_path
 
-      def_delegator :workflow, :append_to_final_output
-      def_delegator :workflow, :chat_completion
-      def_delegator :workflow, :transcript
+      delegate :append_to_final_output, :transcript, to: :workflow
+      delegate_missing_to :workflow
 
       # TODO: is this really the model we want to default to, and is this the right place to set it?
       def initialize(workflow, model: "anthropic:claude-opus-4", name: nil, context_path: nil)
         @workflow = workflow
         @model = model
-        @name = name || self.class.name.underscore.split("/").last
+        @name = normalize_name(name)
         @context_path = context_path || ContextPathResolver.resolve(self.class)
         @print_response = false
         @json = false
         @params = {}
         @coerce_to = nil
+        @available_tools = nil
         @resource = workflow.resource if workflow.respond_to?(:resource)
       end
 
       def call
         prompt(read_sidecar_prompt)
-        result = chat_completion(print_response:, json:, params:)
+        result = chat_completion(print_response:, json:, params:, available_tools:)
 
         # Apply coercion if configured
         apply_coercion(result)
@@ -39,25 +33,17 @@ module Roast
 
       protected
 
-      def chat_completion(print_response: nil, json: nil, params: nil)
+      def chat_completion(print_response: nil, json: nil, params: nil, available_tools: nil)
         # Use instance variables as defaults if parameters are not provided
         print_response = @print_response if print_response.nil?
         json = @json if json.nil?
         params = @params if params.nil?
+        available_tools = @available_tools if available_tools.nil?
 
-        workflow.chat_completion(openai: workflow.openai? && model, model: model, json:, params:).tap do |result|
-          process_output(result, print_response:)
-
-          begin
-            if json
-              return nil if result.strip.empty? # Explicitly handle empty string
+        result = workflow.chat_completion(openai: workflow.openai? && model, model: model, json:, params:, available_tools:)
+        process_output(result, print_response:)
 
-              return JSON.parse(result)
-            end
-          rescue JSON::ParserError
-            # If JSON parsing fails, leave it as a string
-          end
-        end
+        result
       end
 
       def prompt(text)
@@ -79,8 +65,20 @@ module Roast
       def process_output(response, print_response:)
         output_path = File.join(context_path, "output.txt")
         if File.exist?(output_path) && print_response
-          # TODO: use the workflow binding or the step?
-          append_to_final_output(ERB.new(File.read(output_path), trim_mode: "-").result(binding))
+          # Deep wrap the response for template access
+          template_response = deep_wrap_for_templates(response)
+
+          # Debug output
+          if template_response.is_a?(DotAccessHash) && template_response.recommendations&.is_a?(Array)
+            $stderr.puts "DEBUG: recommendations array has #{template_response.recommendations.size} items"
+            $stderr.puts "DEBUG: first item class: #{template_response.recommendations.first.class}" if template_response.recommendations.first
+          end
+
+          # Create a binding that includes the wrapped response
+          template_binding = binding
+          template_binding.local_variable_set(:response, template_response)
+
+          append_to_final_output(ERB.new(File.read(output_path), trim_mode: "-").result(template_binding))
         elsif print_response
           append_to_final_output(response)
         end
@@ -88,6 +86,35 @@ module Roast
 
       private
 
+      def normalize_name(name)
+        return name if name.is_a?(Roast::ValueObjects::StepName)
+
+        name_value = name || self.class.name.underscore.split("/").last
+        Roast::ValueObjects::StepName.new(name_value)
+      end
+
+      # Deep wrap response for ERB templates
+      # This creates a new structure where:
+      # - Hashes are wrapped in DotAccessHash
+      # - Arrays are cloned with their Hash elements wrapped
+      def deep_wrap_for_templates(obj)
+        case obj
+        when Hash
+          # Convert the hash to a new hash with wrapped values
+          wrapped_hash = {}
+          obj.each do |key, value|
+            wrapped_hash[key] = deep_wrap_for_templates(value)
+          end
+          DotAccessHash.new(wrapped_hash)
+        when Array
+          # Create a new array with wrapped elements
+          # This allows the template to use dot notation on array elements
+          obj.map { |item| deep_wrap_for_templates(item) }
+        else
+          obj
+        end
+      end
+
       def apply_coercion(result)
         case @coerce_to
         when :boolean
@@ -97,7 +124,6 @@ module Roast
           !!result
         when :llm_boolean
           # Use LLM boolean coercer for natural language responses
-          require "roast/workflow/llm_boolean_coercer"
           LlmBooleanCoercer.coerce(result)
         when :iterable
           # Ensure result is iterable

data/lib/roast/workflow/base_workflow.rb

@@ -1,12 +1,5 @@
 # frozen_string_literal: true
 
-require "raix/chat_completion"
-require "raix/function_dispatch"
-
-require "roast/workflow/context_path_resolver"
-require "roast/workflow/dot_access_hash"
-require "roast/workflow/output_manager"
-
 module Roast
   module Workflow
     class BaseWorkflow
@@ -29,6 +22,7 @@ module Roast
 
       delegate :api_provider, :openai?, to: :workflow_configuration, allow_nil: true
       delegate :output, :output=, :append_to_final_output, :final_output, to: :output_manager
+      delegate_missing_to :output
 
       def initialize(file = nil, name: nil, context_path: nil, resource: nil, session_name: nil, workflow_configuration: nil, pre_processing_data: nil)
         @file = file
@@ -81,7 +75,7 @@ module Roast
       rescue Faraday::ResourceNotFound => e
         execution_time = Time.now - start_time
         message = e.response.dig(:body, "error", "message") || e.message
-        error = Roast::ResourceNotFoundError.new(message)
+        error = Roast::Errors::ResourceNotFoundError.new(message)
         error.set_backtrace(e.backtrace)
         log_and_raise_error(error, message, step_model || model, kwargs, execution_time)
       rescue => e
@@ -104,19 +98,6 @@ module Roast
       # Expose output manager for state management
       attr_reader :output_manager
 
-      # Allow direct access to output values without 'output.' prefix
-      def method_missing(method_name, *args, &block)
-        if output.respond_to?(method_name)
-          output.send(method_name, *args, &block)
-        else
-          super
-        end
-      end
-
-      def respond_to_missing?(method_name, include_private = false)
-        output.respond_to?(method_name) || super
-      end
-
       private
 
       def log_and_raise_error(error, message, model, params, execution_time)

data/lib/roast/workflow/case_executor.rb

@@ -24,7 +24,6 @@ module Roast
         raise WorkflowExecutor::ConfigurationError, "Missing 'when' clauses in case configuration" unless when_clauses
 
         # Create and execute a CaseStep
-        require "roast/workflow/case_step" unless defined?(Roast::Workflow::CaseStep)
         case_step = CaseStep.new(
           @workflow,
           config: case_config,

data/lib/roast/workflow/case_step.rb

@@ -1,9 +1,5 @@
 # frozen_string_literal: true
 
-require "roast/workflow/base_step"
-require "roast/workflow/expression_evaluator"
-require "roast/workflow/interpolator"
-
 module Roast
   module Workflow
     class CaseStep < BaseStep

data/lib/roast/workflow/command_executor.rb

@@ -1,7 +1,5 @@
 # frozen_string_literal: true
 
-require "English"
-
 module Roast
   module Workflow
     class CommandExecutor

data/lib/roast/workflow/conditional_executor.rb

@@ -24,7 +24,6 @@ module Roast
         raise WorkflowExecutor::ConfigurationError, "Missing 'then' steps in conditional configuration" unless then_steps
 
         # Create and execute a ConditionalStep
-        require "roast/workflow/conditional_step" unless defined?(Roast::Workflow::ConditionalStep)
         conditional_step = ConditionalStep.new(
           @workflow,
           config: conditional_config,

data/lib/roast/workflow/conditional_step.rb

@@ -1,9 +1,5 @@
 # frozen_string_literal: true
 
-require "roast/workflow/base_step"
-require "roast/workflow/expression_evaluator"
-require "roast/workflow/interpolator"
-
 module Roast
   module Workflow
     class ConditionalStep < BaseStep

data/lib/roast/workflow/configuration.rb

@@ -1,10 +1,5 @@
 # frozen_string_literal: true
 
-require "roast/workflow/api_configuration"
-require "roast/workflow/configuration_loader"
-require "roast/workflow/resource_resolver"
-require "roast/workflow/step_finder"
-
 module Roast
   module Workflow
     # Encapsulates workflow configuration data and provides structured access
@@ -45,8 +40,6 @@ module Roast
         # Process target and resource
         @target = ConfigurationLoader.extract_target(@config_hash, options)
         process_resource
-
-        mark_last_step_for_output
       end
 
       def context_path
@@ -98,65 +91,9 @@ module Roast
       attr_reader :api_configuration
 
       def process_resource
-        if defined?(Roast::Resources)
-          @resource = ResourceResolver.resolve(@target, context_path)
-          # Update target with processed value for backward compatibility
-          @target = @resource.value if has_target?
-        end
-      end
-
-      def mark_last_step_for_output
-        return if @steps.empty?
-
-        last_step = find_last_executable_step(@steps.last)
-        return unless last_step
-
-        # Get the step name/key
-        step_key = extract_step_key(last_step)
-        return unless step_key
-
-        # Ensure config exists for this step
-        @config_hash[step_key] ||= {}
-
-        # Only set print_response if not already explicitly configured
-        @config_hash[step_key]["print_response"] = true unless @config_hash[step_key].key?("print_response")
-      end
-
-      def find_last_executable_step(step)
-        case step
-        when String
-          step
-        when Hash
-          # Check if it's a special step type (if, unless, each, repeat, case)
-          if step.key?("if") || step.key?("unless")
-            # For conditional steps, try to find the last step in the "then" branch
-            then_steps = step["then"] || step["steps"]
-            find_last_executable_step(then_steps.last) if then_steps&.any?
-          elsif step.key?("each") || step.key?("repeat")
-            # For iteration steps, we can't reliably determine the last step
-            nil
-          elsif step.key?("case")
-            # For case steps, we can't reliably determine the last step
-            nil
-          elsif step.size == 1
-            # Regular hash step with variable assignment
-            step
-          end
-        when Array
-          # For parallel steps, we can't determine a single "last" step
-          nil
-        else
-          step
-        end
-      end
-
-      def extract_step_key(step)
-        case step
-        when String
-          step
-        when Hash
-          step.keys.first
-        end
+        @resource = ResourceResolver.resolve(@target, context_path)
+        # Update target with processed value for backward compatibility
+        @target = @resource.value if has_target?
       end
     end
   end

data/lib/roast/workflow/configuration_loader.rb

@@ -1,7 +1,5 @@
 # frozen_string_literal: true
 
-require "yaml"
-
 module Roast
   module Workflow
     # Handles loading and parsing of workflow configuration files

data/lib/roast/workflow/configuration_parser.rb

@@ -1,17 +1,11 @@
 # frozen_string_literal: true
 
-require "roast/workflow/configuration"
-require "roast/workflow/workflow_initializer"
-require "roast/workflow/workflow_runner"
-
 module Roast
   module Workflow
     class ConfigurationParser
-      extend Forwardable
-
       attr_reader :configuration, :options, :files, :current_workflow
 
-      def_delegator :current_workflow, :output
+      delegate :output, to: :current_workflow
 
       def initialize(workflow_path, files = [], options = {})
         @configuration = Configuration.new(workflow_path, options)

data/lib/roast/workflow/dot_access_hash.rb

@@ -9,7 +9,7 @@ module Roast
 
       def [](key)
         value = @hash[key.to_sym] || @hash[key.to_s]
-        value.is_a?(Hash) ? DotAccessHash.new(value) : value
+        wrap_value(value)
       end
 
       def []=(key, value)
@@ -193,6 +193,21 @@ module Roast
       end
 
       alias_method :member?, :has_key?
+
+      private
+
+      def wrap_value(value)
+        case value
+        when Hash
+          DotAccessHash.new(value)
+        when Array
+          # Don't create a new array - return the original array
+          # Only wrap Hash elements within the array when needed
+          value
+        else
+          value
+        end
+      end
     end
   end
 end

data/lib/roast/workflow/error_handler.rb

@@ -1,8 +1,5 @@
 # frozen_string_literal: true
 
-require "roast/helpers/logger"
-require "roast/workflow/command_executor"
-
 module Roast
   module Workflow
     # Handles error logging and instrumentation for workflow execution

data/lib/roast/workflow/expression_evaluator.rb

@@ -1,8 +1,5 @@
 # frozen_string_literal: true
 
-require "roast/workflow/command_executor"
-require "roast/workflow/expression_utils"
-
 module Roast
   module Workflow
     # Shared module for evaluating expressions in workflow steps