foobara-agent 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7288308d62332addbe98233f7652d718b16f496b02a632426c418642959c5aa4
-  data.tar.gz: 2da140d10bf62e8858de3d5f77c732a0295a4179dfa22e3ddb2c3becf7421029
+  metadata.gz: 88666f0c9353fd88d386752d774b3a5abac7bf035b9349769049a1e633fb6a4e
+  data.tar.gz: 60a09c5cd82d3c4b580ab3224875bc78b3086f04d91e3c28da6708483d4b3806
 SHA512:
-  metadata.gz: 830b3932828ccb30587c64214425f7b4eea862f5deec5c6a9a8d2a8d80733720b66e0d73f936444d91f5dffa6b7f27d8736638c000e17d2caa37cbff477fe6d2
-  data.tar.gz: cd9e89b6dc3dc81f2bd71ed5d6269f7dc8268d950bb120508c8295d1b89b64cd345d79fec8aa2f85cba0945e534e5fc62305ca070f78490f5c3f0303bf72f011
+  metadata.gz: 5590b86e0dbb6baf8feac06ed1dce7a95a066acf3d684203dff92b86adb1fc329a217ec702affa332d9b6b6c2d6d187b5e3c960ee4b22a7263c0412760fd30c2
+  data.tar.gz: 13e01dd7118c05188ffd6a58ba51923eec81b14b227506a6fdeaf0c731dfef4bc41a14a052f2c17c2e46e3d32438a181ff906a082bf7f123ee7210fca1efc959

data/CHANGELOG.md

@@ -1,3 +1,16 @@
+## [0.0.3] - 2025-05-30
+
+- Increase the retries, attempt to improve command descriptions,
+  and attempt to improve the information stored in the context/command log
+- Add some safeguards around changing the result type too late in the process
+- Add an agent state machine and a kill! method
+
+## [0.0.2] - 2025-05-27
+
+- Add maximum_call_count option
+- Try getting the command and inputs together to reduce calls
+- Tweaks to algorithms and improvements to what is stored in context/command_log
+
 ## [0.0.1] - 2025-05-21
 
 - Initial release

data/src/foobara/agent/accomplish_goal.rb

@@ -62,7 +62,8 @@ module Foobara
           connect_agent_commands
         end
 
-        until mission_accomplished or given_up or timed_out
+        until mission_accomplished or given_up
+          check_if_too_many_calls
           if choose_next_command_and_next_inputs_separately?
             determine_next_command_then_inputs_separately
           else
@@ -71,7 +72,6 @@ module Foobara
 
           run_next_command
           log_last_command_outcome
-          check_if_too_many_calls
         end
 
         if given_up
@@ -140,7 +140,7 @@ module Foobara
         end
       end
 
-      def determine_next_command_and_inputs(retries = 1)
+      def determine_next_command_and_inputs(retries = 2)
         if context.command_log.empty?
           self.next_command_name = ListCommands.full_command_name
           self.next_command_inputs = nil
@@ -157,7 +157,11 @@ module Foobara
 
         determine_command = DetermineNextCommandNameAndInputs.new(inputs_for_determine)
 
-        outcome = determine_command.run
+        outcome = begin
+          determine_command.run
+        rescue CommandPatternImplementation::Concerns::Result::CouldNotProcessResult => e
+          Outcome.errors(e.errors)
+        end
 
         if outcome.success?
           self.next_command_name = outcome.result[:command_name]
@@ -182,7 +186,8 @@ module Foobara
                 log_command_outcome(
                   command: determine_command,
                   inputs: determine_command.inputs.except(:context),
-                  outcome:
+                  outcome:,
+                  result: outcome.result || determine_command.raw_result
                 )
 
                 determine_next_command_inputs
@@ -194,7 +199,8 @@ module Foobara
             log_command_outcome(
               command: determine_command,
               inputs: determine_command.inputs&.except(:context),
-              outcome:
+              outcome:,
+              result: outcome.result || determine_command.raw_result
             )
 
             if retries > 0
@@ -207,7 +213,8 @@ module Foobara
           log_command_outcome(
             command_name: determine_command.class.full_command_name,
             inputs: determine_command.inputs&.except(:context),
-            outcome:
+            outcome:,
+            result: outcome.result || determine_command.raw_result
           )
 
           if retries > 0
@@ -258,7 +265,7 @@ module Foobara
         @command_name_type ||= Agent.foobara_type_from_declaration(:string, one_of: all_command_classes)
       end
 
-      def determine_next_command_name(retries = 1)
+      def determine_next_command_name(retries = 2)
         self.next_command_name = if context.command_log.empty?
                                    ListCommands.full_command_name
                                  elsif delayed_command_name
@@ -276,13 +283,18 @@ module Foobara
                                    end
 
                                    command = command_class.new(inputs)
-                                   outcome = command.run
+                                   outcome = begin
+                                     command.run
+                                   rescue CommandPatternImplementation::Concerns::Result::CouldNotProcessResult => e
+                                     Outcome.errors(e.errors)
+                                   end
 
                                    if outcome.success?
                                      if log_successful_determine_command_and_inputs_outcomes?
                                        log_command_outcome(
                                          command:,
-                                         inputs: command.inputs.except(:context)
+                                         inputs: command.inputs.except(:context),
+                                         outcome:
                                        )
                                      end
                                    else
@@ -290,7 +302,9 @@ module Foobara
                                      # :nocov:
                                      log_command_outcome(
                                        command:,
-                                       inputs: command.inputs.except(:context)
+                                       inputs: command.inputs.except(:context),
+                                       outcome:,
+                                       result: outcome.result || command.raw_result
                                      )
 
                                      if retries > 0
@@ -318,7 +332,7 @@ module Foobara
         self.next_command_class = command_connector.transformed_command_from_name(next_command_name)
       end
 
-      def determine_next_command_inputs(retries = 1)
+      def determine_next_command_inputs(retries = 2)
         self.next_command_inputs = if next_command_has_inputs?
                                      command_class = command_class_for_determine_inputs_for_next_command
 
@@ -328,13 +342,18 @@ module Foobara
                                      end
 
                                      command = command_class.new(inputs)
-                                     outcome = command.run
+                                     outcome = begin
+                                       command.run
+                                     rescue CommandPatternImplementation::Concerns::Result::CouldNotProcessResult => e
+                                       Outcome.errors(e.errors)
+                                     end
 
                                      if outcome.success?
                                        if log_successful_determine_command_and_inputs_outcomes?
                                          log_command_outcome(
                                            command:,
-                                           inputs: command.inputs.except(:context)
+                                           inputs: command.inputs.except(:context),
+                                           outcome:
                                          )
                                        end
                                      else
@@ -342,7 +361,9 @@ module Foobara
                                        # :nocov:
                                        log_command_outcome(
                                          command:,
-                                         inputs: command.inputs.except(:context)
+                                         inputs: command.inputs.except(:context),
+                                         outcome:,
+                                         result: outcome.result || command.raw_result
                                        )
                                        if retries > 0
                                          return determine_next_command_inputs(retries - 1)
@@ -409,11 +430,13 @@ module Foobara
           outcome_hash[:errors_hash] = outcome.errors_hash
         end
 
-        context.command_log << CommandLogEntry.new(
+        log_entry = CommandLogEntry.new(
           command_name:,
           inputs:,
           outcome: outcome_hash
         )
+
+        context.command_log << log_entry
       end
 
       # TODO: these are awkwardly called from outside. Come up with a better solution.

data/src/foobara/agent/determine_inputs_for_next_command.rb

@@ -17,7 +17,7 @@ module Foobara
                               "accomplishing the goal."
 
             klass.inputs do
-              goal :string, :required, "What do you want the agent to attempt to accomplish?"
+              goal :string, :required, "The current (possibly already accomplished) goal"
               context Context, :required, "Context of the progress towards the goal so far"
               llm_model :string,
                         one_of: Foobara::Ai::AnswerBot::Types::ModelEnum,

data/src/foobara/agent/determine_next_command.rb

@@ -12,8 +12,17 @@ module Foobara
             command_name = "Foobara::Agent::#{agent_id}::DetermineNextCommand"
             klass = Util.make_class_p(command_name, self)
 
+            klass.description "Accepts the current goal, which might already be accomplished, " \
+                              "and context of the work  " \
+                              "so far and returns the name of " \
+                              "the next command to run to make progress towards " \
+                              "accomplishing the goal. If the goal has already been accomplished then choose the " \
+                              "NotifyUserThatCurrentGoalHasBeenAccomplished command."
+
             klass.inputs do
-              goal :string, :required, "What do you want the agent to attempt to accomplish?"
+              goal :string, :required, "The current goal to accomplish. If the goal has already been accomplished " \
+                                       "by the previous command runs then choose " \
+                                       "NotifyUserThatCurrentGoalHasBeenAccomplished to stop the loop."
               context Context, :required, "Context of progress so far"
               llm_model :string,
                         one_of: Foobara::Ai::AnswerBot::Types::ModelEnum,

data/src/foobara/agent/determine_next_command_name_and_inputs.rb

@@ -3,12 +3,16 @@ require "foobara/llm_backed_command"
 module Foobara
   class Agent
     class DetermineNextCommandNameAndInputs < Foobara::LlmBackedCommand
-      description "Accepts a goal and context of the work so far and returns the inputs for " \
+      description "Accepts the current goal, which might already be accomplished, and context of the work  " \
+                  "so far and returns the inputs for " \
                   "the next command to run to make progress towards " \
-                  "accomplishing the goal."
+                  "accomplishing the goal. If the goal has already been accomplished then choose the " \
+                  "NotifyUserThatCurrentGoalHasBeenAccomplished command."
 
       inputs do
-        goal :string, :required, "What do you want the agent to attempt to accomplish?"
+        goal :string, :required, "The current goal to accomplish. If the goal has already been accomplished " \
+                                 "by the previous command runs then choose " \
+                                 "NotifyUserThatCurrentGoalHasBeenAccomplished to stop the loop."
         context Context, :required, "Context of the progress towards the goal so far"
         command_class_names [:string], :required
         llm_model :string,

data/src/foobara/agent.rb

@@ -1,19 +1,39 @@
 module Foobara
   class Agent
-    attr_accessor :context, :agent_command_connector, :agent_name, :llm_model
+    StateMachine = Foobara::StateMachine.for(
+      [:initialized, :idle, :error, :failure] => {
+        kill: :killed,
+        accomplish_goal: :accomplishing_goal
+      },
+      accomplishing_goal: {
+        goal_accomplished: :idle,
+        goal_errored: :error,
+        goal_failed: :failure,
+        kill: :killed
+      }
+    )
+
+    attr_accessor :context,
+                  :agent_command_connector,
+                  :agent_name,
+                  :llm_model,
+                  :current_accomplish_goal_command,
+                  :result_type
 
     def initialize(
       context: nil,
       agent_name: nil,
       command_classes: nil,
       agent_command_connector: nil,
-      llm_model: nil
+      llm_model: nil,
+      result_type: nil
     )
       # TODO: shouldn't have to pass command_log here since it has a default, debug that
       self.context = context
       self.agent_command_connector = agent_command_connector
       self.agent_name = agent_name if agent_name
       self.llm_model = llm_model
+      self.result_type = result_type
 
       build_initial_context
       build_agent_command_connector
@@ -23,34 +43,76 @@ module Foobara
       end
     end
 
+    def state_machine
+      @state_machine ||= StateMachine.new
+    end
+
+    def kill!
+      state_machine.perform_transition!(:kill)
+    end
+
+    def killed?
+      state_machine.current_state == :killed
+    end
+
     def accomplish_goal(
       goal,
       result_type: nil,
       choose_next_command_and_next_inputs_separately: nil,
       maximum_call_count: nil
     )
-      inputs = {
-        goal:,
-        final_result_type: result_type,
-        current_context: context,
-        existing_command_connector: agent_command_connector,
-        agent_name:
+      if result_type && self.result_type != result_type
+        if self.result_type
+          # :nocov:
+          raise ArgumentError, "You can only specify a result type once"
+          # :nocov:
+        elsif agent_command_connector.agent_commands_connected?
+          # :nocov:
+          raise ArgumentError, "You can't specify a result type this late in the process"
+          # :nocov:
+        else
+          self.result_type = result_type
+        end
+      end
 
-      }
+      state_machine.perform_transition!(:accomplish_goal)
 
-      if llm_model
-        inputs[:llm_model] = llm_model
-      end
+      begin
+        inputs = {
+          goal:,
+          final_result_type: self.result_type,
+          current_context: context,
+          existing_command_connector: agent_command_connector,
+          agent_name:
+        }
 
-      unless choose_next_command_and_next_inputs_separately.nil?
-        inputs[:choose_next_command_and_next_inputs_separately] = choose_next_command_and_next_inputs_separately
-      end
+        if llm_model
+          inputs[:llm_model] = llm_model
+        end
 
-      unless maximum_call_count.nil?
-        inputs[:maximum_command_calls] = maximum_call_count
-      end
+        unless choose_next_command_and_next_inputs_separately.nil?
+          inputs[:choose_next_command_and_next_inputs_separately] = choose_next_command_and_next_inputs_separately
+        end
+
+        unless maximum_call_count.nil?
+          inputs[:maximum_command_calls] = maximum_call_count
+        end
 
-      AccomplishGoal.run(inputs)
+        self.current_accomplish_goal_command = AccomplishGoal.new(inputs)
+
+        current_accomplish_goal_command.run.tap do |outcome|
+          if outcome.success?
+            state_machine.perform_transition!(:goal_accomplished)
+          else
+            state_machine.perform_transition!(:goal_errored)
+          end
+        end
+      rescue
+        # :nocov:
+        state_machine.perform_transition!(:goal_failed)
+        raise
+        # :nocov:
+      end
     end
 
     def build_initial_context

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: foobara-agent
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Miles Georgi