riffer 0.4.2 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bb60a1ab6edf223c701c1b3ff1af14a6ff52520541d1d5e757df963436517402
-  data.tar.gz: 723b875438e9d787f7199d8ee8d83d8485dfed47686e85e2c43c221a0482c41e
+  metadata.gz: 12e6843cdf4824294d9c9470c2dad55125bfa490b49389530145bd334041ce15
+  data.tar.gz: 636133b4f5b2a046311a33a3b294ce2eb893bcb3a16292bd83198fc24f3dc500
 SHA512:
-  metadata.gz: e288711d911bbf4803f770afccf95685067496d0b1443a31ab8f0291ee3a9e58deac4215820e8e261e8966fac9c14f749880d0b07e47b41458d4801406ad75b1
-  data.tar.gz: a877dc42d6e07d0f31ca95213603a44fb47d865ea0e1b69ffad8cc898e69f3cce4e96ae6c750d4fe70c0e5e85a1c7efb7bb870c905306db1b67ea0d39adbbb82
+  metadata.gz: a26010e36c164851b3a9cbd6d3b7eebd9dcd935d4fdd405793998d2760b871b01a487724a8628eddc6bf366db164f924990ee12a2c93f99602e2c0f99c341d88
+  data.tar.gz: 18428555a37e27ee29c35d21c7b1f6f00f988a22e02e6a25141d6a3d6b9d0c49da43a7bf408886d28734e485fd7ac32015643ac7d1c9fe2406bffd6d9a6602d7

data/.release-please-manifest.json

@@ -1,3 +1,3 @@
 {
-  ".": "0.4.2"
+  ".": "0.5.0"
 }

data/CHANGELOG.md

@@ -5,6 +5,13 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [0.5.0](https://github.com/bottrall/riffer/compare/riffer/v0.4.2...riffer/v0.5.0) (2026-01-06)
+
+
+### Features
+
+* streaming via agents ([#63](https://github.com/bottrall/riffer/issues/63)) ([b4171c2](https://github.com/bottrall/riffer/commit/b4171c20f64a7ada1264ce90ab5278c19ff8a47a))
+
 ## [0.4.2](https://github.com/bottrall/riffer/compare/riffer/v0.4.1...riffer/v0.4.2) (2025-12-29)
 
 

data/README.md

@@ -68,13 +68,12 @@ puts agent.generate('Hello world')
 # => "Hello world"
 ```
 
-Streaming example (OpenAI):
+Streaming example:
 
 ```ruby
-provider = Riffer::Providers::OpenAI.new
-enum = provider.stream_text(prompt: 'Stream something', model: 'gpt-4')
-enum.each do |chunk|
-  puts chunk.content
+agent = EchoAgent.new
+agent.stream('Tell me a story').each do |event|
+  print event.content
 end
 ```
 

data/lib/riffer/agent.rb

@@ -91,6 +91,31 @@ class Riffer::Agent
     extract_final_response
   end
 
+  # Streams a response from the agent
+  # @param prompt_or_messages [String, Array<Hash, Riffer::Messages::Base>]
+  # @return [Enumerator] an enumerator yielding stream events
+  def stream(prompt_or_messages)
+    initialize_messages(prompt_or_messages)
+
+    Enumerator.new do |yielder|
+      accumulated_content = ""
+
+      call_llm_stream.each do |event|
+        yielder << event
+
+        case event
+        when Riffer::StreamEvents::TextDelta
+          accumulated_content += event.content
+        when Riffer::StreamEvents::TextDone
+          accumulated_content = event.content
+        end
+      end
+
+      response = Riffer::Messages::Assistant.new(accumulated_content)
+      @messages << response
+    end
+  end
+
   private
 
   def initialize_messages(prompt_or_messages)
@@ -110,9 +135,13 @@ class Riffer::Agent
     provider_instance.generate_text(messages: @messages, model: @model_name)
   end
 
+  def call_llm_stream
+    provider_instance.stream_text(messages: @messages, model: @model_name)
+  end
+
   def provider_instance
     @provider_instance ||= begin
-      provider_class = Riffer::Providers::Base.find(@provider_name)
+      provider_class = Riffer::Providers::Repository.find(@provider_name)
       raise Riffer::ArgumentError, "Provider not found: #{@provider_name}" unless provider_class
       provider_class.new
     end

data/lib/riffer/providers/base.rb

@@ -4,32 +4,6 @@ class Riffer::Providers::Base
   include Riffer::Helpers::Dependencies
   include Riffer::Messages::Converter
 
-  class << self
-    def identifier(value = nil)
-      return @identifier if value.nil?
-
-      @identifier = value
-    end
-
-    # Finds a provider class by identifier
-    # @param identifier [String, Symbol] the identifier to search for
-    # @return [Class, nil] the provider class, or nil if not found
-    def find(identifier)
-      ensure_providers_loaded
-      subclasses.find { |provider_class| provider_class.identifier == identifier }
-    end
-
-    private
-
-    def ensure_providers_loaded
-      return if @providers_loaded
-
-      Zeitwerk::Loader.eager_load_namespace(Riffer::Providers)
-
-      @providers_loaded = true
-    end
-  end
-
   # Generates text using the provider.
   #
   # @param prompt [String, nil] the user prompt (required when `messages` is not provided)

data/lib/riffer/providers/open_ai.rb

@@ -3,8 +3,6 @@
 require "openai"
 
 class Riffer::Providers::OpenAI < Riffer::Providers::Base
-  identifier "openai"
-
   # Initializes the OpenAI provider.
   # @param options [Hash] optional client options. Use `:api_key` to override `Riffer.config.openai.api_key`.
   # @raise [Riffer::ArgumentError] if an API key is not provided either via `:api_key` or `Riffer.config.openai.api_key`.
@@ -78,19 +76,16 @@ class Riffer::Providers::OpenAI < Riffer::Providers::Base
   end
 
   def process_stream_events(stream, yielder)
-    stream.each do |event|
-      next unless should_process_event?(event)
+    stream.each do |raw_event|
+      event = convert_event(raw_event)
 
-      content = extract_event_content(event)
-      yielder << content if content
-    end
-  end
+      next unless event
 
-  def should_process_event?(event)
-    [:"response.output_text.delta", :"response.output_text.done"].include?(event.type)
+      yielder << event if event
+    end
   end
 
-  def extract_event_content(event)
+  def convert_event(event)
     case event.type
     when :"response.output_text.delta"
       Riffer::StreamEvents::TextDelta.new(event.delta)

data/lib/riffer/providers/repository.rb

@@ -0,0 +1,15 @@
+class Riffer::Providers::Repository
+  REPO = {
+    openai: -> { Riffer::Providers::OpenAI },
+    test: -> { Riffer::Providers::Test }
+  }.freeze
+
+  class << self
+    # Finds a provider class by identifier
+    # @param identifier [String, Symbol] the identifier to search for
+    # @return [Class, nil] the provider class, or nil if not found
+    def find(identifier)
+      REPO.fetch(identifier.to_sym, nil)&.call
+    end
+  end
+end

data/lib/riffer/providers/test.rb

@@ -1,8 +1,6 @@
 # frozen_string_literal: true
 
 class Riffer::Providers::Test < Riffer::Providers::Base
-  identifier "test"
-
   attr_reader :calls
 
   def initialize(**options)
@@ -35,11 +33,14 @@ class Riffer::Providers::Test < Riffer::Providers::Base
     response = @stubbed_response || @responses[@current_index] || {role: "assistant", content: "Test response"}
     @current_index += 1
     Enumerator.new do |yielder|
-      content_parts = response[:content].split(". ").map { |part| part + (part.end_with?(".") ? "" : ".") }
+      full_content = response[:content]
+      content_parts = full_content.split(". ").map { |part| part + (part.end_with?(".") ? "" : ".") }
+
       content_parts.each do |part|
-        yielder << {role: "assistant", content: part + " "}
-        sleep 0.5
+        yielder << Riffer::StreamEvents::TextDelta.new(part + " ")
       end
+
+      yielder << Riffer::StreamEvents::TextDone.new(full_content)
     end
   end
 end

data/lib/riffer/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Riffer
-  VERSION = "0.4.2"
+  VERSION = "0.5.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: riffer
 version: !ruby/object:Gem::Version
-  version: 0.4.2
+  version: 0.5.0
 platform: ruby
 authors:
 - Jake Bottrall
@@ -150,6 +150,7 @@ files:
 - lib/riffer/providers.rb
 - lib/riffer/providers/base.rb
 - lib/riffer/providers/open_ai.rb
+- lib/riffer/providers/repository.rb
 - lib/riffer/providers/test.rb
 - lib/riffer/stream_events.rb
 - lib/riffer/stream_events/base.rb