active_harness 0.2.26 → 0.2.28

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e251d772ac23a015473080cd54ec79dcd1d707b3ca9fa1c8de6132f8152fa873
-  data.tar.gz: 68674b1744f7696cb26cc02a505e60e8c6ae117c7f20a118a2e8102c8f0821f5
+  metadata.gz: ce3118f24bd7e48d024a4b5c14d0e01531e453be2f56479918759dc425bc932d
+  data.tar.gz: 561d4d3f46b98a224d53ed964c319fbb1a73bffc5c6a3dd189d01e24d1af2427
 SHA512:
-  metadata.gz: 99ef61764b9c6b7564f1064c191cb89780670c7e24966556f3f52e3fa15b631e492c9c29a3ac7f601249db9515afed291fe2e6d6e333f9fb6c2043dbad22dac1
-  data.tar.gz: 8c8609086bc572183398cf20ff0ea2957e8acd8337db9dadfcb8045f1bbdbb7a708b3f3b27273809a717e91196abe4bf272778d521bfa0926338f0df03486e84
+  metadata.gz: 29f2a581e10290eb176a80e142a120ba5e9c9f0bc9e5decfacb7237fd11f35621bd35a64ebca2999399edd5f5865aec343edb8a11c8040e539329857b51c6d23
+  data.tar.gz: 86ef4129befa8b92af78f5666a4f6346f9d9eba46f39e880cf9968d03b7339f6de9620a0b558d67571bd4650425da0ea3455b8251c356e366717c87233dc3516

data/lib/active_harness/agent/prompt.rb

@@ -49,10 +49,15 @@ module ActiveHarness
       prompt
     end
 
+    # Injects agent state into a prompt class instance before #call.
+    # Available in prompt classes: @input, @context, @params, @memory, @context_window, @config
     def inject_agent_state(obj)
-      obj.instance_variable_set(:@input,   @input)
-      obj.instance_variable_set(:@context, @context)
-      obj.instance_variable_set(:@config,  @config)
+      obj.instance_variable_set(:@input,          @input)
+      obj.instance_variable_set(:@context,        @context)
+      obj.instance_variable_set(:@params,         @params)
+      obj.instance_variable_set(:@config,         @config)
+      obj.instance_variable_set(:@memory,         @memory)
+      obj.instance_variable_set(:@context_window, @context_window)
     end
   end
 end

data/lib/active_harness/agent.rb

@@ -14,6 +14,7 @@ module ActiveHarness
         input:   nil,
         context: {},
         params:  {},
+        memory:  nil,
         models:  nil,
         streams: {}
       )
@@ -21,6 +22,7 @@ module ActiveHarness
           input:   input,
           context: context,
           params:  params,
+          memory:  memory,
           models:  models,
           streams: streams
         ).call
@@ -49,8 +51,10 @@ module ActiveHarness
     # -------------------------------------------------------------------------
     attr_accessor :input,
                   :context,
-                  :params
+                  :params,
+                  :memory
     attr_reader   :result,
+                  :context_window,
                   :token_stream,
                   :event_stream
 
@@ -63,6 +67,7 @@ module ActiveHarness
       input:   nil,
       context: {},
       params:  {},
+      memory:  nil,
       models:  nil,
       streams: {}
     )
@@ -71,9 +76,11 @@ module ActiveHarness
       normalize_input!
       @context         = context
       @params          = params
-      @models_override = Array(models) if models
-      @token_stream    = streams[:token]
-      @event_stream    = streams[:agent]
+      @memory          = memory
+      @models_override  = Array(models) if models
+      @context_window   = lookup_context_window(self.models.to_a.first)
+      @token_stream     = streams[:token]
+      @event_stream     = streams[:agent]
       fire(:setup)
     end
 
@@ -139,9 +146,10 @@ module ActiveHarness
     end
 
     def build_result(response, entry, attempts, elapsed)
-      raw    = response[:content]
+      raw       = response[:content]
       processed = parse_output(raw)
-      usage  = response[:usage]
+      usage     = response[:usage]
+      cw        = lookup_context_window(entry)
 
       Result.new(
         input:          @input,
@@ -155,10 +163,18 @@ module ActiveHarness
         attempts:       attempts,
         execution_time: elapsed,
         usage:          usage,
-        cost:           calculate_cost(entry[:model], usage)
+        cost:           calculate_cost(entry[:model], usage),
+        context_window: cw
       )
     end
 
+    def lookup_context_window(entry)
+      return nil unless entry
+      Costs.find(entry[:model])&.context_window
+    rescue StandardError
+      nil
+    end
+
     def normalize_input!
       return if @config.fetch(:normalize_input, true) == false
       @input = @input&.strip&.gsub(/\s+/, " ")

data/lib/active_harness/costs.rb

@@ -62,12 +62,15 @@ module ActiveHarness
       :output_per_million,
       :cache_read_input_per_million,
       :cache_write_input_per_million,
+      :context_window,
+      :max_output_tokens,
       keyword_init: true
     ) do
       def inspect
         parts = ["id=#{id.inspect}", "provider=#{provider.inspect}"]
         parts << "input=$#{input_per_million}/M"  if input_per_million
         parts << "output=$#{output_per_million}/M" if output_per_million
+        parts << "ctx=#{context_window}"           if context_window
         "#<ModelCost #{parts.join(' ')}>"
       end
     end
@@ -230,10 +233,12 @@ module ActiveHarness
             }.compact
 
             {
-              id:       m[:id],
-              name:     m[:name] || m[:id],
-              provider: ah_provider,
-              pricing:  standard.any? ? { text_tokens: { standard: standard } } : {}
+              id:                m[:id],
+              name:              m[:name] || m[:id],
+              provider:          ah_provider,
+              context_window:    m[:context_window] || m.dig(:limit, :context),
+              max_output_tokens: m[:max_output_tokens] || m.dig(:limit, :output),
+              pricing:           standard.any? ? { text_tokens: { standard: standard } } : {}
             }
           end
         end
@@ -248,7 +253,9 @@ module ActiveHarness
           input_per_million:             standard[:input_per_million],
           output_per_million:            standard[:output_per_million],
           cache_read_input_per_million:  standard[:cache_read_input_per_million],
-          cache_write_input_per_million: standard[:cache_write_input_per_million]
+          cache_write_input_per_million: standard[:cache_write_input_per_million],
+          context_window:                raw[:context_window],
+          max_output_tokens:             raw[:max_output_tokens]
         )
       end
 

data/lib/active_harness/memory.rb

@@ -138,13 +138,15 @@ module ActiveHarness
 
     # Returns messages array for LLM consumption, respecting depth.
     # Optional filters:
-    #   filter: ->(turn) { turn[:agent] == "SupportAgent" }
-    #   since:  Time.now - 3600
-    def to_messages(filter: nil, since: nil)
+    #   filter:       ->(turn) { turn[:agent] == "SupportAgent" }
+    #   since:        Time.now - 3600
+    #   token_budget: 4000  # rough limit (chars / 4 estimate); trims oldest turns first
+    def to_messages(filter: nil, since: nil, token_budget: nil)
       turns = @turns.dup
       turns.select! { |t| filter.call(t) }   if filter
       turns.select! { |t| after?(t, since) } if since
       turns = turns.last(@depth)              if @depth
+      turns = trim_to_token_budget(turns, token_budget) if token_budget
 
       turns.flat_map do |t|
         [
@@ -210,5 +212,16 @@ module ActiveHarness
       turn_time = Time.parse(turn[:at].to_s) rescue nil
       turn_time ? turn_time >= time : true
     end
+
+    def trim_to_token_budget(turns, budget)
+      return turns if turns.empty?
+
+      total = 0
+      turns.reverse.take_while do |t|
+        tokens = ((t[:request].to_s.length + t[:response].to_s.length) / 4.0).ceil
+        total += tokens
+        total <= budget
+      end.reverse
+    end
   end
 end

data/lib/active_harness/providers/anthropic.rb

@@ -25,7 +25,14 @@ module ActiveHarness
           "anthropic-version" => ANTHROPIC_VERSION
         }
 
-        return call_streaming(url: config.anthropic_api_url, headers: headers, body: body, stream: stream, provider: :anthropic, model: model) if stream
+        return call_streaming(
+          url: config.anthropic_api_url,
+          headers: headers,
+          body: body,
+          stream: stream,
+          provider: :anthropic,
+          model: model
+        ) if stream
 
         raw  = post_json(URI(config.anthropic_api_url), headers: headers, body: body)
         data = parse!(raw)

data/lib/active_harness/result.rb

@@ -11,7 +11,7 @@ module ActiveHarness
     :input,
     :output,
     :processed,
-    :system_prompt, 
+    :system_prompt,
     :provider, :model,
     :temperature,
     :model_list,
@@ -19,5 +19,6 @@ module ActiveHarness
     :execution_time,
     :usage,
     :cost,
+    :context_window,
     keyword_init: true)
 end

data/lib/active_harness/tribunal.rb

@@ -48,7 +48,8 @@ module ActiveHarness
     # -------------------------------------------------------------------------
     attr_accessor :input,
                   :context,
-                  :params
+                  :params,
+                  :memory
     attr_reader   :results,
                   :errors,
                   :verdict,
@@ -62,6 +63,7 @@ module ActiveHarness
       input:    nil,
       context:  {},
       params:   {},
+      memory:   nil,
       agents:   nil,
       timeout:  7,
       streams:  {},
@@ -72,6 +74,7 @@ module ActiveHarness
       @input                 = input
       @context               = context
       @params                = params
+      @memory                = memory
       @agents                = agents || config[:agents]
       @timeout               = timeout
       @process_block         = config[:process]

data/lib/active_harness.rb

@@ -30,7 +30,7 @@ require_relative "active_harness/pipeline"
 require_relative "active_harness/railtie" if defined?(Rails::Railtie)
 
 module ActiveHarness
-  VERSION = "0.2.26"
+  VERSION = "0.2.28"
 
   class << self
     # Configure ActiveHarness.

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: active_harness
 version: !ruby/object:Gem::Version
-  version: 0.2.26
+  version: 0.2.28
 platform: ruby
 authors:
 - the-teacher