samagotchi 0.44.0 → 0.46.0

data/lib/samagotchi/worker.rb

@@ -16,6 +16,7 @@ require_relative "session_manager"
 require_relative "archive_store"
 require_relative "log"
 require_relative "turn_flow"
+require_relative "llm/errors"
 require_relative "continue_offer"
 require_relative "iteration_limit"
 require_relative "session_commands"
@@ -59,6 +60,8 @@ module Samagotchi
     # How much of a command's output goes into its :command_ran.
     COMMAND_OUTPUT_LIMIT = 4096
     BUSY_OUTPUT = "busy: wait for the turn to end"
+    # !rollback mid-turn would mean "the turn I'm in".
+    ROLLBACK_BUSY_OUTPUT = "busy: Ctrl-C the turn first, then !rollback"
 
     # Wakes the worker loop. Whoever queues work writes it first and wakes
     # after, and #wait drains every wake before the loop looks for work: a
@@ -184,7 +187,10 @@ module Samagotchi
       # queued while that turn ran.
       @turn_end_seq = 0
       @engine.subscribe(observer: lambda { |event|
-        @turn_end_seq = event[:event_seq] if Events::TURN_END.include?(event[:type])
+        if Events::TURN_END.include?(event[:type])
+          @turn_end_seq = event[:event_seq]
+          @turn_end_type = event[:type]
+        end
         @turn_id = event[:turn_id] if event[:type] == :turn_started
         ring_question(event) if event[:type] == :question_requested
       })
@@ -198,7 +204,9 @@ module Samagotchi
                                    context_absorber: @context_absorber, wakes: @wakes,
                                    awaiting_continue: -> { @turn_flow.awaiting_continue? },
                                    stopped: -> { stopped_on_disk? },
-                                   queue_command: ->(line, client_id) { @bridge.queue_command(line, client_id: client_id) })
+                                   queue_command: lambda { |line, client_id, after_file|
+                                     @bridge.queue_command(line, client_id: client_id, after_file: after_file)
+                                   })
       # /model's default is the config's, as in the REPL; the Engine started
       # on the session's model.
       @default_model = ModelProfile.required_model_name(nil)
@@ -215,14 +223,7 @@ module Samagotchi
     def serve
       @bridge = SessionManager.start_bridge(engine: @engine, state_dir: @state_dir, session_id: @session_id,
                                             on_input: -> { @waker.wake },
-                                            on_command: lambda { |command|
-                                              next start_anytime_command(command) if anytime_command?(command[:line])
-
-                                              # Called with the event log held: the
-                                              # count says which turn ends came before it.
-                                              @command_queue << command.merge(after_seq: @engine.event_count)
-                                              @waker.wake
-                                            },
+                                            on_command: method(:on_command),
                                             on_exit_request: method(:exit_request),
                                             # Decided again as it leaves (a note may still come in).
                                             exit_discards: method(:empty_session?))
@@ -307,6 +308,9 @@ module Samagotchi
         # A stop between two queued turns leaves the rest queued.
         break if stopped_on_disk?
 
+        # Commands that came before this file (D1: a queued /model X sent
+        # before this prompt, a command an earlier file carried) run first.
+        run_queued_commands
         @inbound.absorb_notes
         run_input_file(input_file)
       end
@@ -334,6 +338,7 @@ module Samagotchi
     # group) before the Engine does.
     def teardown
       @context_poller&.stop
+      drop_queued_commands
       @engine&.shutdown
       @bridge&.stop
       # The process exits next: a parent wake it rang for (a crash's
@@ -549,29 +554,122 @@ module Samagotchi
 
     def max_iterations(no_interrupt) = IterationLimit.for(no_interrupt: no_interrupt)
 
+    # The queued commands that may run now, in order, up to one whose
+    # after_file (D1) still waits in the inbox: it and those behind it stay
+    # queued.
     # @return [Boolean] whether any command ran
     def run_queued_commands
       ran = false
-      while (command = next_command)
+      while (command = next_ready_command)
         run_command(command)
         ran = true
       end
       ran
     end
 
-    # A command queued while a turn ran is refused (S1), not run after it:
+    # Pops the first queued command if it may run now (its after_file is
+    # taken), else none: one behind it waits too, in arrival order (an idle
+    # /model Y that came just after the turn ended stays behind a /model X
+    # still waiting for a prompt sent before it). With the event log held,
+    # as the Bridge queues.
+    def next_ready_command
+      return nil if @command_queue.empty?
+
+      @engine.synchronize_events do
+        commands = drain_commands
+        first = commands.first
+        ready = first && ready_command?(first) ? commands.shift : nil
+        commands.each { |command| @command_queue << command }
+        ready
+      end
+    end
+
+    def ready_command?(command)
+      return true if command[:after_file].nil?
+
+      SessionInbox.find_new_input_files(@session_dir).none? { |path| File.basename(path) <= command[:after_file] }
+    end
+
+    def drain_commands
+      commands = []
+      while (command = next_command)
+        commands << command
+      end
+      commands
+    end
+
+    # A command a turn refuses (:refuse while it ran, S1) is answered busy:
     # at the turn's iteration boundaries (mid_turn: all of them), and when
     # it ends (the ones queued before its end event; later ones run next).
+    # A queued one (:queue) stays for after the turn, but a !cmd after a
+    # canceled or failed turn (D4): running it would close the rollback
+    # window the turn left, so it is dropped. With the event log held, so
+    # a command the Bridge queues meanwhile stays behind the ones kept, in
+    # arrival order. One that comes after the empty look is the next
+    # boundary's (or end's), as it would be.
     def refuse_queued_commands(mid_turn: false)
-      later = []
-      while (command = next_command)
-        if mid_turn || command[:after_seq].to_i < @turn_end_seq
-          announce_command(command, status: "busy", output: BUSY_OUTPUT, changed: [])
-        else
-          later << command
+      return if @command_queue.empty?
+
+      @engine.synchronize_events do
+        drain_commands.each do |command|
+          during = mid_turn || command[:after_seq].to_i < @turn_end_seq
+          case (during ? turn_answer(command, ended: !mid_turn) : :keep)
+          when :refuse then announce_command(command, status: "busy", output: busy_output(command), changed: [])
+          when :drop then drop_command(waiting_for_turn_end(command), "turn #{@turn_end_type == :turn_failed ? "failed" : "canceled"}: " \
+                                                                      "#{command[:line]} not run; send it again")
+          else @command_queue << (during ? waiting_for_turn_end(command) : command)
+          end
         end
       end
-      later.each { |command| @command_queue << command }
+    end
+
+    # What a turn does with +command+, queued while it ran: :refuse, :drop
+    # (D4, once it +ended+) or :keep. One queued idle just as the turn
+    # began (:loop) goes by its line's policy (a show form waits too).
+    def turn_answer(command, ended:)
+      policy = command[:mid_turn]
+      policy = @engine.command_registry.mid_turn(command[:line]) if policy == :loop
+      return :refuse if policy == :refuse
+      return :drop if ended && policy == :queue && shell_command?(command) &&
+                      %i[turn_canceled turn_failed].include?(@turn_end_type)
+
+      :keep
+    end
+
+    # +command+, kept for after the turn. One queued idle just as the turn
+    # began (:loop) whose line waits for a turn's end (/model X, !cmd) is
+    # marked as one queued mid-turn: its command_queued (waits) tells the
+    # UIs now, and its command_ran says queued.
+    def waiting_for_turn_end(command)
+      return command unless command[:mid_turn] == :loop && @engine.command_registry.mid_turn(command[:line]) == :queue
+
+      event = { type: :command_queued, **command.slice(:command_id, :client_id, :line), waits: "turn_end" }
+      event[:card] = true if command[:card]
+      @engine.announce(event)
+      command.merge(mid_turn: :queue)
+    end
+
+    def shell_command?(command) = @engine.command_registry.lookup(command[:line])&.id == :shell
+
+    def busy_output(command)
+      @engine.command_registry.lookup(command[:line])&.id == :rollback ? ROLLBACK_BUSY_OUTPUT : BUSY_OUTPUT
+    end
+
+    # +command+ won't run: its sender (a UI's queued bubble) is told.
+    def drop_command(command, output)
+      announce_command(command, status: "dropped", output: output, changed: [])
+    end
+
+    # The worker leaves with commands still queued (a stop, a crash): each
+    # one's sender is told it won't run, so no UI shows it waiting for good.
+    def drop_queued_commands
+      return if @command_queue.nil? || @command_queue.empty? || @engine.nil?
+
+      @engine.synchronize_events do
+        drain_commands.each { |command| drop_command(command, "dropped: the session's worker stopped before it ran") }
+      end
+    rescue StandardError => e
+      Log.warn(:worker, "drop_commands_failed", error: e.class.name, msg: e.message)
     end
 
     def next_command
@@ -607,7 +705,44 @@ module Samagotchi
       [result || SessionCommands::Result.new(status: :error, output: "not a session command", changed: []), shown]
     end
 
-    def anytime_command?(line) = @engine.command_registry.lookup(line)&.anytime == true
+    # A session command from the Bridge, called with the event log held:
+    # an anytime one starts now, any other is queued for the loop (and
+    # refused if a turn runs: #refuse_queued_commands). While a turn runs
+    # the line's policy decides (a show form like /model runs now); idle,
+    # only an always-anytime command (/help) runs beside the loop, so an
+    # idle /model X then /model run in order. A turn starting or ending
+    # right now may see the other side: the line is only shown early or
+    # run in order.
+    #
+    # A queued one (:queue) keeps arrival order with the prompts (D1): it
+    # runs once every input file written before it is taken (after_file,
+    # the newest one now; names compare, not clocks), so a prompt sent
+    # before it runs first and one sent after it runs after. One that came
+    # in an input file runs once that file is taken (+after_file+).
+    # @return [Symbol] the policy it applied (the Bridge marks an anytime
+    #   one's command_queued, and a queued one's): :anytime, :queue or
+    #   :refuse while a turn runs, :loop idle
+    def on_command(command, after_file: nil)
+      registry = @engine.command_registry
+      policy = if @engine.turn_running? then registry.mid_turn(command[:line])
+               else registry.anytime?(command[:line]) ? :anytime : :loop
+               end
+      if policy == :anytime
+        start_anytime_command(command)
+        return policy
+      end
+
+      after_file ||= newest_input_file if policy == :queue
+      # The count says which turn ends came before it.
+      @command_queue << command.merge(after_seq: @engine.event_count, mid_turn: policy, after_file: after_file).compact
+      @waker.wake
+      policy
+    end
+
+    # @return [String, nil] the newest input file waiting (its basename)
+    def newest_input_file
+      SessionInbox.find_new_input_files(@session_dir).map { |path| File.basename(path) }.max
+    end
 
     # An anytime command (/help, a plugin's /btw; D8) runs now, on its own
     # thread, never queued behind a turn: it is never busy. The Bridge calls
@@ -640,6 +775,8 @@ module Samagotchi
                 status: status, output: text[0, COMMAND_OUTPUT_LIMIT], changed: changed.map(&:to_s),
                 model_name: @engine.effective_model_name }
       event[:anytime] = true if anytime
+      # Its line was shown at its command_queued (waits: turn_end).
+      event[:queued] = true if command[:mid_turn] == :queue
       event[:card] = true if command[:card]
       # /llm-context or /model: what the next turn runs under now (the web's chip).
       event[:llm_context] = @engine.llm_context_summary if changed.intersect?(%i[llm_context model])
@@ -694,7 +831,7 @@ module Samagotchi
       # failed prompt or wake turn that got nowhere, a canceled continue
       # turn). A failed turn whose work stayed, and a reminder or continue
       # turn that failed (kept with its failed note), read them.
-      settle_child_reports(rolled_back: @turn_flow.restores != restores)
+      settle_child_reports(rolled_back: @turn_flow.restores != restores || merges_lost?(error))
       ring_parent_after_turn
     end
 
@@ -707,6 +844,20 @@ module Samagotchi
       rolled_back ? @child_reports.release : @child_reports.commit
     end
 
+    # Whether +error+ ended the turn without its loop's conversation: a
+    # failure the loops didn't mark (LLM::FailedTurn), one past their end
+    # (the Engine's own end of the turn, say). The Engine kept the turn's
+    # start only, so the reports its loop merged are not in the
+    # conversation: their rings stay for the next turn, even when the turn
+    # itself stays (a reminder or continue turn). Not one raised after the
+    # turn ended (the Engine's post-turn work): the turn was kept as
+    # completed, the reports in it.
+    def merges_lost?(error)
+      return false if error.nil? || error.is_a?(LLM::FailedTurn)
+
+      @session.last_turn&.dig("outcome") != "completed"
+    end
+
     # A delegate child's turn that was its parent's (#reports_to_parent?)
     # rings the parent, after the save: the parent reads a settled child.
     # A question it rang about that still waits makes the next turn ring

data/lib/samagotchi/worker_inbound.rb

@@ -61,8 +61,9 @@ module Samagotchi
     # @param wakes [WorkerWakes] the wake budget a context wake asks
     # @param awaiting_continue [#call] whether a continue offer waits
     # @param stopped [#call] whether the session was stopped on disk
-    # @param queue_command [#call] (line, client_id) queues a session
-    #   command for the loop's next pass
+    # @param queue_command [#call] (line, client_id, after_file) queues a
+    #   session command for the loop's next pass; after_file is the input
+    #   file it came in, or nil
     def initialize(session:, state_dir:, session_dir:, engine:, context_absorber:, wakes:, awaiting_continue:,
                    stopped:, queue_command:)
       @session = session
@@ -182,7 +183,7 @@ module Samagotchi
       begin
         message, origin, no_interrupt, images = SessionInbox.read_input(claimed_file)
         return if message.to_s.strip.empty?
-        return if Array(images).empty? && queue_as_command(message, origin)
+        return if Array(images).empty? && queue_as_command(message, origin, File.basename(input_file))
 
         yield Prompt.new(text: message, origin: origin, no_interrupt: !!no_interrupt, images: images || [])
       ensure
@@ -211,10 +212,10 @@ module Samagotchi
     # POST /turn; an unknown /word stays a prompt. Queued: the loop's next
     # pass runs it.
     # @return [Boolean] whether +text+ was one
-    def queue_as_command(text, origin)
+    def queue_as_command(text, origin, after_file = nil)
       return false unless @engine.command_registry.command?(text.to_s)
 
-      @queue_command.call(text, origin&.dig(:client_id))
+      @queue_command.call(text, origin&.dig(:client_id), after_file)
       true
     end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: samagotchi
 version: !ruby/object:Gem::Version
-  version: 0.44.0
+  version: 0.46.0
 platform: ruby
 authors:
 - Dmitry Dedov
@@ -136,6 +136,7 @@ files:
 - docs/internals/gemma4-contract.md
 - docs/internals/llm-context-bench.md
 - docs/internals/llm-context-forget.md
+- docs/internals/llm-context-live.md
 - docs/internals/prompt-caching.md
 - docs/internals/tool-guardrails.md
 - docs/memory.md
@@ -285,6 +286,7 @@ files:
 - lib/samagotchi/hooks/loader.rb
 - lib/samagotchi/hooks/registry.rb
 - lib/samagotchi/hooks/stream_watch.rb
+- lib/samagotchi/host_model.rb
 - lib/samagotchi/host_registry.rb
 - lib/samagotchi/idle_client.rb
 - lib/samagotchi/idle_recap.rb
@@ -348,6 +350,7 @@ files:
 - lib/samagotchi/model_match.rb
 - lib/samagotchi/model_notes.rb
 - lib/samagotchi/model_overlay.rb
+- lib/samagotchi/model_price.rb
 - lib/samagotchi/model_profile.rb
 - lib/samagotchi/model_ref.rb
 - lib/samagotchi/models_command.rb