rubycanusellm 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7068367ffebce32580d14b9eaf62427bb7bd268fa6a0a0ad3832428e5598e351
-  data.tar.gz: ed05039faee7b98d6d3a929033484ab5b0a02c6c8fc22cf4b88ed7fe2ba79fa6
+  metadata.gz: 4d8c900c65c552170f515c984fd822ee4a004dc45dbfd384106ee98e2f52a6b4
+  data.tar.gz: faad0d33ac6759890ba9aea14cdfd45c686f305f4e660dd1a99e25244fb7888a
 SHA512:
-  metadata.gz: 253341456facb5a986eede001e24b8d23cacc66de282da73d8f3101221ad497edc33523b18af07bff92c9e1dd025b81a375874fbade5f2f5e82307f87fdb4ec0
-  data.tar.gz: 2dc6f75656c1f7800f50cb7a55debbd29b8ea3230f74959a222c219d7f4757a57614af61b36447880f1b37375f02e57c225c318305eb0115a4c0f27c1363fd8c
+  metadata.gz: 8c56cf78abac614fccc2cb7595d1a356e015bbd4ad6ddc3af3afd6e2364cfa6317d4f45a676c93f869378f00e9a6651729541ae9304a3572aa1c29462040ecc3
+  data.tar.gz: cb98a023aa10da202850b5e7783030440384d9646b5ed9ffb2923377296bb07f550ddd057eadd04c96c7e60f4caaa0017c9e272bde08c345bca2cd637e257233

data/CHANGELOG.md

@@ -1,5 +1,12 @@
 # Changelog
 
+## [0.2.0] - 2026-04-01
+
+### Added
+
+- Streaming support for OpenAI and Anthropic providers via `stream: true` option and block interface
+- `RubyCanUseLLM::Chunk` object yielded on each streamed token, with `content` and `role` attributes
+
 ## [0.1.0] - 2025-04-01
 
 ### Added

data/README.md

@@ -98,6 +98,16 @@ messages = [
 RubyCanUseLLM.chat(messages, model: "gpt-4o", temperature: 0.5)
 ```
 
+### Streaming
+Pass `stream: true` with a block to receive tokens as they arrive:
+```ruby
+RubyCanUseLLM.chat(messages, stream: true) do |chunk|
+  print chunk.content
+end
+```
+
+Each `chunk` is a `RubyCanUseLLM::Chunk` with `content` (the token text) and `role` (`"assistant"`). Works with both OpenAI and Anthropic.
+
 ### Response
 ```ruby
 response.content       # "Hello! How can I help?"
@@ -139,7 +149,7 @@ end
 - [x] `generate:config` command
 - [x] `generate:completion` command
 - [x] v0.1.0 release
-- [ ] Streaming support
+- [x] Streaming support
 - [ ] Embeddings + `generate:embedding`
 - [ ] Mistral and Ollama providers
 - [ ] Tool calling

data/lib/rubycanusellm/chunk.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module RubyCanUseLLM
+  class Chunk
+    attr_reader :content, :role
+
+    def initialize(content:, role: "assistant")
+      @content = content
+      @role = role
+    end
+  end
+end

data/lib/rubycanusellm/providers/anthropic.rb

@@ -9,11 +9,16 @@ module RubyCanUseLLM
     class Anthropic < Base
       API_URL = "https://api.anthropic.com/v1/messages"
 
-      def chat(messages, **options)
+      def chat(messages, **options, &block)
         system, user_messages = extract_system(messages)
-        body = build_body(system, user_messages, options)
-        response = request(body)
-        parse_response(response)
+        if options[:stream] && block
+          body = build_body(system, user_messages, options.except(:stream)).merge(stream: true)
+          stream_request(body, &block)
+        else
+          body = build_body(system, user_messages, options)
+          response = request(body)
+          parse_response(response)
+        end
       end
 
       private
@@ -66,6 +71,51 @@ module RubyCanUseLLM
         raise TimeoutError, "Request to Anthropic timed out after #{config.timeout}s"
       end
 
+      def stream_request(body, &block)
+        uri = URI(API_URL)
+        http = Net::HTTP.new(uri.host, uri.port)
+        http.use_ssl = true
+        http.read_timeout = config.timeout
+
+        req = Net::HTTP::Post.new(uri)
+        req["x-api-key"] = config.api_key
+        req["anthropic-version"] = "2023-06-01"
+        req["Content-Type"] = "application/json"
+        req["Accept-Encoding"] = "identity"
+        req.body = body.to_json
+
+        http.request(req) do |response|
+          case response.code.to_i
+          when 401 then raise AuthenticationError, "Invalid Anthropic API key"
+          when 429 then raise RateLimitError, "Anthropic rate limit exceeded"
+          end
+          raise ProviderError, "Anthropic error (#{response.code})" unless response.code.to_i == 200
+
+          buffer = ""
+          current_event = nil
+
+          response.read_body do |raw_chunk|
+            buffer += raw_chunk
+            lines = buffer.split("\n", -1)
+            buffer = lines.pop || ""
+            lines.each do |line|
+              line.chomp!
+              if line.start_with?("event: ")
+                current_event = line[7..]
+              elsif line.start_with?("data: ")
+                next unless current_event == "content_block_delta"
+
+                parsed = JSON.parse(line[6..])
+                text = parsed.dig("delta", "text")
+                block.call(Chunk.new(content: text)) if text
+              end
+            end
+          end
+        end
+      rescue Net::ReadTimeout, Net::OpenTimeout
+        raise TimeoutError, "Request to Anthropic timed out after #{config.timeout}s"
+      end
+
       def handle_response(response)
         case response.code.to_i
         when 200
@@ -93,4 +143,4 @@ module RubyCanUseLLM
       end
     end
   end
-end
+end

data/lib/rubycanusellm/providers/openai.rb

@@ -9,10 +9,15 @@ module RubyCanUseLLM
     class OpenAI < Base
       API_URL = "https://api.openai.com/v1/chat/completions"
 
-      def chat(messages, **options)
-        body = build_body(messages, options)
-        response = request(body)
-        parse_response(response)
+      def chat(messages, **options, &block)
+        if options[:stream] && block
+          body = build_body(messages, options.except(:stream)).merge(stream: true)
+          stream_request(body, &block)
+        else
+          body = build_body(messages, options)
+          response = request(body)
+          parse_response(response)
+        end
       end
 
       private
@@ -47,6 +52,47 @@ module RubyCanUseLLM
         raise TimeoutError, "Request to OpenAI timed out after #{config.timeout}s"
       end
 
+      def stream_request(body, &block)
+        uri = URI(API_URL)
+        http = Net::HTTP.new(uri.host, uri.port)
+        http.use_ssl = true
+        http.read_timeout = config.timeout
+
+        req = Net::HTTP::Post.new(uri)
+        req["Authorization"] = "Bearer #{config.api_key}"
+        req["Content-Type"] = "application/json"
+        req["Accept-Encoding"] = "identity"
+        req.body = body.to_json
+
+        http.request(req) do |response|
+          case response.code.to_i
+          when 401 then raise AuthenticationError, "Invalid OpenAI API key"
+          when 429 then raise RateLimitError, "OpenAI rate limit exceeded"
+          end
+          raise ProviderError, "OpenAI error (#{response.code})" unless response.code.to_i == 200
+
+          buffer = ""
+          response.read_body do |raw_chunk|
+            buffer += raw_chunk
+            lines = buffer.split("\n", -1)
+            buffer = lines.pop || ""
+            lines.each do |line|
+              line.chomp!
+              next unless line.start_with?("data: ")
+
+              data = line[6..]
+              next if data == "[DONE]"
+
+              parsed = JSON.parse(data)
+              content = parsed.dig("choices", 0, "delta", "content")
+              block.call(Chunk.new(content: content)) if content && !content.empty?
+            end
+          end
+        end
+      rescue Net::ReadTimeout, Net::OpenTimeout
+        raise TimeoutError, "Request to OpenAI timed out after #{config.timeout}s"
+      end
+
       def handle_response(response)
         case response.code.to_i
         when 200
@@ -74,4 +120,4 @@ module RubyCanUseLLM
       end
     end
   end
-end
+end

data/lib/rubycanusellm/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Rubycanusellm
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

data/lib/rubycanusellm.rb

@@ -4,6 +4,7 @@ require_relative "rubycanusellm/version"
 require_relative "rubycanusellm/configuration"
 require_relative "rubycanusellm/errors"
 require_relative "rubycanusellm/response"
+require_relative "rubycanusellm/chunk"
 require_relative "rubycanusellm/providers/base"
 require_relative "rubycanusellm/providers/openai"
 require_relative "rubycanusellm/providers/anthropic"
@@ -35,8 +36,8 @@ module RubyCanUseLLM
       end.new(configuration)
     end
 
-    def chat(messages, **options)
-      client.chat(messages, **options)
+    def chat(messages, **options, &block)
+      client.chat(messages, **options, &block)
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rubycanusellm
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Juan Manuel Guzman Nava
@@ -28,6 +28,7 @@ files:
 - Rakefile
 - exe/rubycanusellm
 - lib/rubycanusellm.rb
+- lib/rubycanusellm/chunk.rb
 - lib/rubycanusellm/cli.rb
 - lib/rubycanusellm/configuration.rb
 - lib/rubycanusellm/errors.rb