active_harness 0.2.16 → 0.2.18

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 26824b777c1b0a68676671e07725a4ec171bb1491cf306b098aa97c6d4cf5510
-  data.tar.gz: bd0ca2f2fb3fa813eeea21bd48e49435babd989b761e5ea4a6dda194218a27ae
+  metadata.gz: 2e8e3cbcdf3101e80ac7872c4249e271e847ce2d925cf63d869e34bf5f08fc3d
+  data.tar.gz: 73f663a4e25f23c431b35c53a464c440dcccc793fb71844e9df5428c11283c68
 SHA512:
-  metadata.gz: b51494c59af3664360e3a0cdaa650a309499bada4df3a10f46bb1c4f547e577276f27bcdfa2c5ebbe2e88a220245feca1c51aba018ecee495cb15d72c5a076bb
-  data.tar.gz: e770331ab6e5621fc5f55257bd736d24eb972dbcd800075113971665c652e3d553505488ae8dec58d184c1f8cc5fc971146861d7e264cd4e291c4d18ccd694ae
+  metadata.gz: 46a7fd94cc3d98427e466a30daff7baae44a8683ad6fe6235988cad5dbc33bdf8f4170a89d3108f51eb84aeafdfe596e04490a556c01ea8d7bc7603d18894383
+  data.tar.gz: 669ee179cc1f1e2eae8a5b9a0f0e026fa2752a601d7a9388d5956f065e07ba93b3edc03b770017dd3ba9445c02f2623ae700e18921c67de6534b75883bfb6717

data/lib/active_harness/agent/{ruby_llm_backend.rb → custom_llm_backend.rb}

@@ -1,14 +1,14 @@
 module ActiveHarness
   class Agent
     # -------------------------------------------------------------------------
-    # RubyLLM backend DSL
+    # Custom LLM backend DSL
     #
-    # Allows an agent to delegate HTTP calls to the `ruby_llm` gem instead of
-    # ActiveHarness's built-in Net::HTTP providers.
+    # Allows an agent to delegate HTTP calls to any LLM client (e.g. `ruby_llm`)
+    # instead of ActiveHarness's built-in Net::HTTP providers.
     #
     # Usage:
     #
-    #   ruby_llm_backend do |params|
+    #   custom_llm_backend do |params|
     #     RubyLLM.chat(
     #       model:               params.model,
     #       provider:            params.provider,
@@ -27,23 +27,23 @@ module ActiveHarness
     #   - streaming via stream: lambda
     # -------------------------------------------------------------------------
 
-    # Passed to the ruby_llm_backend block for each model attempt.
+    # Passed to the custom_llm_backend block for each model attempt.
     BackendParams = Struct.new(:model, :provider, :temperature, keyword_init: true)
 
     class << self
-      # Define the RubyLLM backend block for this agent class.
-      def ruby_llm_backend(&block)
-        agent_config[:ruby_llm_backend] = block
+      # Define the custom LLM backend block for this agent class.
+      def custom_llm_backend(&block)
+        agent_config[:custom_llm_backend] = block
       end
     end
 
     private
 
-    # Called from attempt_model when ruby_llm_backend is configured.
-    def attempt_via_ruby_llm(entry, system_prompt)
+    # Called from attempt_model when custom_llm_backend is configured.
+    def attempt_via_custom_llm(entry, system_prompt)
       require "ruby_llm"
 
-      backend = @config[:ruby_llm_backend]
+      backend = @config[:custom_llm_backend]
 
       params = BackendParams.new(
         model:       entry[:model],
@@ -60,7 +60,7 @@ module ActiveHarness
         response = chat.ask(@input)
       end
 
-      { content: response.content, usage: ruby_llm_usage(response) }
+      { content: response.content, usage: custom_llm_usage(response) }
     rescue ::RubyLLM::UnauthorizedError => e
       raise Errors::InvalidApiKeyError, e.message
     rescue ::RubyLLM::RateLimitError, ::RubyLLM::OverloadedError => e
@@ -76,7 +76,7 @@ module ActiveHarness
             "The `ruby_llm` gem is required. Add `gem \"ruby_llm\"` to your Gemfile."
     end
 
-    def ruby_llm_usage(response)
+    def custom_llm_usage(response)
       t = response.tokens
       return nil unless t
 

data/lib/active_harness/agent/providers.rb

@@ -41,7 +41,7 @@ module ActiveHarness
     private
 
     def attempt_model(entry, system_prompt)
-      return attempt_via_ruby_llm(entry, system_prompt) if @config[:ruby_llm_backend]
+      return attempt_via_custom_llm(entry, system_prompt) if @config[:custom_llm_backend]
 
       provider = resolve_provider(entry[:provider])
       messages = build_messages(system_prompt, @input)

data/lib/active_harness/agent.rb

@@ -170,6 +170,6 @@ require_relative "agent/hooks"
 require_relative "agent/models"
 require_relative "agent/providers"
 require_relative "agent/output_parser"
-require_relative "agent/ruby_llm_backend"
+require_relative "agent/custom_llm_backend"
 require_relative "agent/cost"
 

data/lib/active_harness/pipeline.rb

@@ -129,17 +129,23 @@ module ActiveHarness
       @payload        = value
     end
 
-    def initialize(input:, context: {}, memory: nil)
-      @original_input = input
-      @payload        = input
-      @context        = context.dup
-      @memory         = memory
-      @step_results   = {}
-      @stopped        = false
-      @stopped_at     = nil
-      @stop_reason    = nil
-      @execution_time = nil
-      @output         = nil
+    def initialize(input:, context: {}, memory: nil,
+                   stream: nil, agent_event_stream: nil,
+                   tribunal_event_stream: nil, pipeline_event_stream: nil)
+      @original_input           = input
+      @payload                  = input
+      @context                  = context.dup
+      @memory                   = memory
+      @stream                   = stream
+      @agent_event_stream       = agent_event_stream
+      @tribunal_event_stream    = tribunal_event_stream
+      @pipeline_event_stream    = pipeline_event_stream
+      @step_results             = {}
+      @stopped                  = false
+      @stopped_at               = nil
+      @stop_reason              = nil
+      @execution_time           = nil
+      @output                   = nil
     end
 
     def stopped?
@@ -170,7 +176,8 @@ module ActiveHarness
           @stopped     = true
           @stopped_at  = step.name
           @stop_reason = result
-          config[:hooks][:stopped]&.call(step.name, result)
+          blk = config[:hooks][:stopped]
+          instance_exec(step.name, result, &blk) if blk
           break
         end
       end
@@ -186,7 +193,8 @@ module ActiveHarness
         )
 
         last_result = @step_results[@step_results.keys.last]
-        config[:hooks][:complete]&.call(last_result)
+        blk = config[:hooks][:complete]
+        instance_exec(last_result, &blk) if blk
       end
 
       self
@@ -195,23 +203,36 @@ module ActiveHarness
     private
 
     def execute_step(step)
-      agent = step.agent_class.new(input: @payload, context: @context.dup)
-      if agent.is_a?(ActiveHarness::Agent)
-        agent.call.result
-      else
-        # Tribunal — call returns self, expose via .itself
+      if step.tribunal?
+        agent = step.agent_class.new(
+          input:                 @payload,
+          context:               @context.dup,
+          stream:                @stream,
+          agent_event_stream:    @agent_event_stream,
+          tribunal_event_stream: @tribunal_event_stream
+        )
         agent.call
+      else
+        agent = step.agent_class.new(
+          input:        @payload,
+          context:      @context.dup,
+          stream:       @stream,
+          event_stream: @agent_event_stream
+        )
+        agent.call.result
       end
     end
 
     # Global hook: receives (step_name, data)
     def fire_global(event, step_name, data, config)
-      config[:hooks][event]&.call(step_name, data)
+      blk = config[:hooks][event]
+      instance_exec(step_name, data, &blk) if blk
     end
 
     # Per-step hook: receives (data) only
     def fire_step(event, step_name, data, config)
-      config[:step_hooks][step_name]&.dig(event)&.call(data)
+      blk = config[:step_hooks][step_name]&.dig(event)
+      instance_exec(data, &blk) if blk
     end
   end
 end

data/lib/active_harness/tribunal/hooks.rb

@@ -76,6 +76,14 @@ module ActiveHarness
       end
     end
 
+    # Fire the DSL-registered hook AND the external tribunal_event_stream lambda (if set).
+    def fire(event, *args)
+      run_hook(event, *args)
+      @tribunal_event_stream&.call(event, *args)
+    rescue IOError, ActionController::Live::ClientDisconnected
+      nil
+    end
+
     # Like run_hook but uses the return value to replace the passed value.
     # Used by :before_verdict to allow results transformation before verdict computation.
     def transform_hook(event, value)

data/lib/active_harness/tribunal.rb

@@ -82,12 +82,12 @@ module ActiveHarness
     #   - If ALL agents fail/timeout, raises Errors::AllAgentsFailed.
     def call
       agents = resolve_agents
-      run_hook(:before_call)
+      fire(:before_call)
 
       started_at = Process.clock_gettime(Process::CLOCK_MONOTONIC)
 
       futures = agents.each_with_index.map do |agent, index|
-        run_hook(:before_agent, agent, index)
+        fire(:before_agent, agent, index)
         t0 = Process.clock_gettime(Process::CLOCK_MONOTONIC)
         future = Concurrent::Future.execute { agent.call }
         [future, t0]
@@ -106,22 +106,22 @@ module ActiveHarness
           value  = future.value
           result = value.is_a?(ActiveHarness::Agent) ? value.result : value
           @results << result
-          run_hook(:after_agent, result, index)
+          fire(:after_agent, result, index)
         elsif future.incomplete?
           error = Errors::TimeoutError.new(
             "Agent #{agents[index].class.name} timed out after #{@timeout}s"
           )
           @errors << { agent: agents[index].class.name, error: error }
-          run_hook(:agent_error, agents[index].class.name, error, index)
+          fire(:agent_error, agents[index].class.name, error, index)
         else
           @errors << { agent: agents[index].class.name, error: future.reason }
-          run_hook(:agent_error, agents[index].class.name, future.reason, index)
+          fire(:agent_error, agents[index].class.name, future.reason, index)
         end
       end
 
       @execution_time = (Process.clock_gettime(Process::CLOCK_MONOTONIC) - started_at).round(3)
 
-      run_hook(:after_call, @results, @errors)
+      fire(:after_call, @results, @errors)
 
       # If all agents failed, raise an exception.
       # Otherwise, compute the verdict based on successful results.
@@ -129,8 +129,8 @@ module ActiveHarness
 
       verdict_input = transform_hook(:before_verdict, @results)
       @verdict      = compute_verdict(verdict_input)
-      
-      run_hook(:after_verdict, @verdict)
+
+      fire(:after_verdict, @verdict)
 
       self
     end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: active_harness
 version: !ruby/object:Gem::Version
-  version: 0.2.16
+  version: 0.2.18
 platform: ruby
 authors:
 - the-teacher
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2026-05-25 00:00:00.000000000 Z
+date: 2026-05-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby
@@ -34,12 +34,12 @@ files:
 - lib/active_harness.rb
 - lib/active_harness/agent.rb
 - lib/active_harness/agent/cost.rb
+- lib/active_harness/agent/custom_llm_backend.rb
 - lib/active_harness/agent/hooks.rb
 - lib/active_harness/agent/models.rb
 - lib/active_harness/agent/output_parser.rb
 - lib/active_harness/agent/prompt.rb
 - lib/active_harness/agent/providers.rb
-- lib/active_harness/agent/ruby_llm_backend.rb
 - lib/active_harness/configuration.rb
 - lib/active_harness/core/errors.rb
 - lib/active_harness/costs.rb