riffer 0.37.1 → 0.38.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bf9db0e6d260a9528768fd4c13e59af50504afde1a251fdbe056f2e0220e60e4
-  data.tar.gz: 71064f20c5214d303080a57494b3a4d3b93f23b3f446c131bbb34c015ec7a4ae
+  metadata.gz: 81a97541ff82791dbf24d5bcad216678db7db1262d3f0e18e4dfe18d77169b20
+  data.tar.gz: 294d8493c2e6349e6005c190deb15c7b56c1d1cfc49bcdafa2d99ea39fb4b1e3
 SHA512:
-  metadata.gz: c4971ac39454bc52acb06ee24542ac64764db8360f8f07252c709a4145301a590c8d336b6496a10a5a1920964cb12dcc815c05519ece50bf6b07d17dba7118e9
-  data.tar.gz: 653fe046ac9feb510284ef89808b2ac17a83b274fe2c4b979c33d7c46ba8362bd1a3280259957b217f0fc1855c1acdfbc4979764314ed1b5290e1f84370ab6ae
+  metadata.gz: 7004eefa26eaa6bd7a02ff31ae04a4596c063f591b0375f7089e8f39037254945b32a5e57ef6595ddc3f0845173b07d5e020b01c553b573df2a9b535f21d15a2
+  data.tar.gz: c0444136536b7034241212e9bca19ad634c98080a1491af4cb32e51a2dcecf0566dcc0e5cd798e2fd433a0bebf1aff02fee46f231454500afaa1a8fb7e5675a3

data/.release-please-manifest.json

@@ -1,3 +1,3 @@
 {
-  ".": "0.37.1"
+  ".": "0.38.1"
 }

data/CHANGELOG.md

@@ -5,6 +5,20 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [0.38.1](https://github.com/janeapp/riffer/compare/riffer/v0.38.0...riffer/v0.38.1) (2026-07-29)
+
+
+### Performance Improvements
+
+* avoid O(n^2) text accumulation in streaming providers ([#378](https://github.com/janeapp/riffer/issues/378)) ([d344fa7](https://github.com/janeapp/riffer/commit/d344fa7122492d14ee1c91c0be3a88501170e255))
+
+## [0.38.0](https://github.com/janeapp/riffer/compare/riffer/v0.37.1...riffer/v0.38.0) (2026-07-21)
+
+
+### Features
+
+* record time to first chunk on streaming chat spans ([#369](https://github.com/janeapp/riffer/issues/369)) ([133b019](https://github.com/janeapp/riffer/commit/133b0197dd358ae1cd37adbeb7b5df7446b0cbde))
+
 ## [0.37.1](https://github.com/janeapp/riffer/compare/riffer/v0.37.0...riffer/v0.37.1) (2026-07-13)
 
 

data/docs/16_TRACING.md

@@ -147,6 +147,7 @@ Usage on this span is the run total, aggregated across every step. See [Token us
 | `riffer.cost`                              | float    | When the call's model was priced                                              |
 | `gen_ai.response.finish_reasons`           | string[] | When the provider reported a finish reason                                    |
 | `riffer.finish_reason.raw`                 | string   | When the raw value differs from the normalized one                            |
+| `gen_ai.response.time_to_first_chunk`      | float    | Streaming only — seconds from request issuance to the first stream event      |
 | `gen_ai.input.messages`                    | string   | When `capture_messages` is on (JSON; see [capture](#message-content-capture)) |
 | `gen_ai.system_instructions`               | string   | When `capture_messages` is on and a system prompt exists                      |
 | `gen_ai.output.messages`                   | string   | When `capture_messages` is on (JSON)                                          |

data/lib/riffer/agent/run.rb

@@ -121,7 +121,7 @@ module Riffer::Agent::Run
   #--
   #: (Riffer::Agent, Enumerator::Yielder, ?Hash[String, String]) -> Riffer::Messages::Assistant
   def accumulate_streamed_response(agent, stream_yielder, tags = {})
-    accumulated_content = ""
+    accumulated_content = +""
     accumulated_tool_calls = [] #: Array[Riffer::Messages::Assistant::ToolCall]
     accumulated_token_usage = nil #: Riffer::Providers::TokenUsage?
     accumulated_finish_reason = nil #: Symbol?
@@ -131,9 +131,13 @@ module Riffer::Agent::Run
 
       case event
       when Riffer::StreamEvents::TextDelta
-        accumulated_content += event.content
+        # Append in place rather than += (which reallocates and copies the whole
+        # buffer per delta, O(n^2) over a stream). accumulated_content stays an
+        # owned buffer; replace (not =) on TextDone keeps it that way so a later
+        # delta's << can never mutate the string held by a TextDone event.
+        accumulated_content << event.content
       when Riffer::StreamEvents::TextDone
-        accumulated_content = event.content
+        accumulated_content.replace(event.content)
       when Riffer::StreamEvents::ToolCallDone
         accumulated_tool_calls << Riffer::Messages::Assistant::ToolCall.new(
           call_id: event.call_id,

data/lib/riffer/providers/amazon_bedrock.rb

@@ -267,7 +267,7 @@ class Riffer::Providers::AmazonBedrock < Riffer::Providers::Base
     state[:tool_call] = {
       id: typed_event.start.tool_use.tool_use_id,
       name: decode_tool_name(typed_event.start.tool_use.name, tools: @current_tools),
-      arguments: ""
+      arguments: +""
     }
   end
 
@@ -276,8 +276,13 @@ class Riffer::Providers::AmazonBedrock < Riffer::Providers::Base
   def handle_content_block_delta_text_delta(event, state:, yielder:)
     typed_event = event #: Aws::BedrockRuntime::Types::ContentBlockDeltaEvent
     delta_text = typed_event.delta.text
-    state[:text] ||= ""
-    state[:text] += delta_text
+    # Mutating append: += would reallocate and copy the whole accumulated
+    # buffer on every delta (O(n^2) per content block). state[:text] is handed
+    # off to TextDone and then cleared on block stop, so nothing reads the
+    # pre-append string, making in-place mutation safe. Seed with an unfrozen
+    # String (+"") so << does not raise under frozen_string_literal.
+    state[:text] ||= +""
+    state[:text] << delta_text
     yielder << Riffer::StreamEvents::TextDelta.new(delta_text)
   end
 
@@ -287,7 +292,7 @@ class Riffer::Providers::AmazonBedrock < Riffer::Providers::Base
     typed_event = event #: Aws::BedrockRuntime::Types::ContentBlockDeltaEvent
     input_delta = typed_event.delta.tool_use.input
 
-    state[:tool_call][:arguments] += input_delta
+    state[:tool_call][:arguments] << input_delta
 
     yielder << Riffer::StreamEvents::ToolCallDelta.new(
       item_id: state[:tool_call][:id],

data/lib/riffer/providers/anthropic.rb

@@ -233,7 +233,7 @@ class Riffer::Providers::Anthropic < Riffer::Providers::Base
     content_block = event.content_block
     if content_block.type.to_s == "server_tool_use" && content_block.name.to_s == "web_search"
       state[:web_search_index] = event.index
-      state[:web_search_json] = ""
+      state[:web_search_json] = +""
     end
   end
 
@@ -243,22 +243,27 @@ class Riffer::Providers::Anthropic < Riffer::Providers::Base
     return unless state[:web_search_index] == event.index
 
     delta = event.delta
-    state[:web_search_json] += delta.partial_json if delta.respond_to?(:partial_json)
+    state[:web_search_json] << delta.partial_json if delta.respond_to?(:partial_json)
   end
 
   #--
   #: (untyped, state: Hash[Symbol, untyped], yielder: Riffer::Providers::_EventSink) -> void
   def handle_text_event(event, state:, yielder:)
-    state[:text] ||= ""
-    state[:text] += event.text
+    # Mutating append instead of += to avoid reallocating and copying the whole
+    # accumulated buffer on every delta (O(n^2) per content block). The buffer
+    # is handed to TextDone and cleared on block stop, so no reader observes the
+    # pre-append string. Seed with an unfrozen String so << is legal under
+    # frozen_string_literal.
+    state[:text] ||= +""
+    state[:text] << event.text
     yielder << Riffer::StreamEvents::TextDelta.new(event.text)
   end
 
   #--
   #: (untyped, state: Hash[Symbol, untyped], yielder: Riffer::Providers::_EventSink) -> void
   def handle_thinking_event(event, state:, yielder:)
-    state[:reasoning] ||= ""
-    state[:reasoning] += event.thinking
+    state[:reasoning] ||= +""
+    state[:reasoning] << event.thinking
     yielder << Riffer::StreamEvents::ReasoningDelta.new(event.thinking)
   end
 
@@ -266,9 +271,9 @@ class Riffer::Providers::Anthropic < Riffer::Providers::Base
   #: (untyped, state: Hash[Symbol, untyped], yielder: Riffer::Providers::_EventSink) -> void
   def handle_input_json_event(event, state:, yielder:)
     if state[:tool_call].nil?
-      state[:tool_call] = {id: nil, name: nil, arguments: ""}
+      state[:tool_call] = {id: nil, name: nil, arguments: +""}
     end
-    state[:tool_call][:arguments] += event.partial_json
+    state[:tool_call][:arguments] << event.partial_json
     yielder << Riffer::StreamEvents::ToolCallDelta.new(
       item_id: state[:tool_call][:id] || "pending",
       name: state[:tool_call][:name],

data/lib/riffer/providers/base.rb

@@ -263,6 +263,8 @@ class Riffer::Providers::Base
   def record_stream_outcome(span, recorder)
     Riffer::Tracing.record_usage(span, recorder.token_usage)
     record_finish_reason(span, recorder.finish_reason, recorder.raw_finish_reason)
+    time_to_first_chunk = recorder.time_to_first_chunk
+    span.set_attribute("gen_ai.response.time_to_first_chunk", time_to_first_chunk) if time_to_first_chunk
     capture_output(span, content: recorder.content, tool_calls: recorder.tool_calls, finish_reason: recorder.finish_reason)
   end
 

data/lib/riffer/tracing/stream_recorder.rb

@@ -5,9 +5,13 @@
 # forwarding every event downstream untouched.
 class Riffer::Tracing::StreamRecorder # :nodoc: all
   # @rbs @yielder: Enumerator::Yielder
+  # @rbs @clock: ^() -> Float
+  # @rbs @started_at: Float
 
   attr_reader :token_usage #: Riffer::Providers::TokenUsage?
 
+  attr_reader :time_to_first_chunk #: Float?
+
   attr_reader :finish_reason #: Symbol?
 
   attr_reader :raw_finish_reason #: String?
@@ -17,15 +21,18 @@ class Riffer::Tracing::StreamRecorder # :nodoc: all
   attr_reader :tool_calls #: Array[Riffer::Messages::Assistant::ToolCall]
 
   #--
-  #: (Enumerator::Yielder) -> void
-  def initialize(yielder)
+  #: (Enumerator::Yielder, ?clock: ^() -> Float) -> void
+  def initialize(yielder, clock: -> { Process.clock_gettime(Process::CLOCK_MONOTONIC) })
     @yielder = yielder
+    @clock = clock
+    @started_at = clock.call
     @tool_calls = [] #: Array[Riffer::Messages::Assistant::ToolCall]
   end
 
   #--
   #: (Riffer::StreamEvents::Base) -> self
   def <<(event)
+    @time_to_first_chunk ||= @clock.call - @started_at
     record(event)
     @yielder << event
     self

data/lib/riffer/version.rb

@@ -2,5 +2,5 @@
 # rbs_inline: enabled
 
 module Riffer
-  VERSION = "0.37.1" #: String
+  VERSION = "0.38.1" #: String
 end

data/sig/generated/riffer/tracing/stream_recorder.rbs

@@ -5,8 +5,14 @@
 class Riffer::Tracing::StreamRecorder
   @yielder: Enumerator::Yielder
 
+  @clock: ^() -> Float
+
+  @started_at: Float
+
   attr_reader token_usage: Riffer::Providers::TokenUsage?
 
+  attr_reader time_to_first_chunk: Float?
+
   attr_reader finish_reason: Symbol?
 
   attr_reader raw_finish_reason: String?
@@ -16,8 +22,8 @@ class Riffer::Tracing::StreamRecorder
   attr_reader tool_calls: Array[Riffer::Messages::Assistant::ToolCall]
 
   # --
-  # : (Enumerator::Yielder) -> void
-  def initialize: (Enumerator::Yielder) -> void
+  # : (Enumerator::Yielder, ?clock: ^() -> Float) -> void
+  def initialize: (Enumerator::Yielder, ?clock: ^() -> Float) -> void
 
   # --
   # : (Riffer::StreamEvents::Base) -> self

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: riffer
 version: !ruby/object:Gem::Version
-  version: 0.37.1
+  version: 0.38.1
 platform: ruby
 authors:
 - Jake Bottrall
@@ -35,14 +35,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.55.0
+        version: 1.59.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.55.0
+        version: 1.59.0
 - !ruby/object:Gem::Dependency
   name: aws-sdk-bedrockruntime
   requirement: !ruby/object:Gem::Requirement
@@ -77,28 +77,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.8'
+        version: '1.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.8'
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: openai
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.69.0
+        version: 0.72.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.69.0
+        version: 0.72.0
 - !ruby/object:Gem::Dependency
   name: async
   requirement: !ruby/object:Gem::Requirement
@@ -108,7 +108,7 @@ dependencies:
         version: '2.25'
     - - "<"
       - !ruby/object:Gem::Version
-        version: '2.43'
+        version: '2.44'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -118,7 +118,7 @@ dependencies:
         version: '2.25'
     - - "<"
       - !ruby/object:Gem::Version
-        version: '2.43'
+        version: '2.44'
 - !ruby/object:Gem::Dependency
   name: io-event
   requirement: !ruby/object:Gem::Requirement