ox-ai-workers 0.7.10 → 0.8.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d656a51afd4404891dc9f4bd3cfc2d802a3ea169ea5d8371f69e15f6b1465acf
-  data.tar.gz: 9a8e9ff98302ee0613fe3293a8877eeb0f08adcb6a83ebb34ca45a94268aa4f0
+  metadata.gz: f78fe8562d281490ff77a739af65aac6c23961e19bed5b2d14cf7598711affc6
+  data.tar.gz: 8f3fea145d2c7d9ae60fd6b79705cc03b4dfa88e81c1954051015e0ae5542dc9
 SHA512:
-  metadata.gz: 8921ec6600bf79f0c9c31b15cb31d67507998bf2079f09204e04ac9476abb396b4080322ece14889e9a45669d682fb3c6ff40b124ff22c2c895e5c05e5a7c1fa
-  data.tar.gz: 5a9183f5510029e6e133cc14d3b97a3fb433469dfbe66cb391c1f19aac3470dd7b3287c89f98ae1210ba8fe25e91cec6ca4adcb48d718185f7097b4638111501
+  metadata.gz: 96beaf2ea54324504aef5267915672987ff70b2fb9ce862306515759a0a90dc0ea18b8c8889694fb5ee6739cd1223a880da86468b1eeca597a9e003c387c9723
+  data.tar.gz: 93d1baa2365ee956027a882662aa549afd7bd8cd2e34f3573fb3f412f1c694840243aa7a396422ac1806767aa48ca63963707bf7e33296c5e212b5aae924f568

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## [0.8.0] - 2025-03-31
+
+- Added `on_stream` for `Iterator`
+
 ## [0.7.10] - 2025-03-31
 
 - Added `tool_call_completed` for `Iterator`

data/lib/oxaiworkers/assistant/module_base.rb

@@ -20,8 +20,8 @@ module OxAiWorkers
         @iterator.execute
       end
 
-      def init_worker(delayed: false, model: nil)
-        worker = delayed ? DelayedRequest.new : Request.new
+      def init_worker(delayed: false, model: nil, on_stream: nil)
+        worker = delayed ? DelayedRequest.new : Request.new(on_stream:)
         worker.model = model || OxAiWorkers.configuration.model
         worker
       end

data/lib/oxaiworkers/iterator.rb

@@ -80,7 +80,7 @@ module OxAiWorkers
     # @return [nil] This method does not return a value.
     def inner_monologue(speach:)
       # @queue.pop
-      @queue << { role: :assistant, content: speach.to_s }
+      # @queue << { role: :assistant, content: speach.to_s }
       @on_inner_monologue&.call(text: speach)
       nil
     end
@@ -232,9 +232,9 @@ module OxAiWorkers
           next if tool.nil?
 
           out = tool.send(external_call[:name], **external_call[:args])
-          @queue << { role: :assistant,
-                      content: "Tool call #{external_call[:name]} completed. Args: #{external_call[:args]}" }
-          @queue << { role: :system, content: out.to_s } if out.present?
+          @queue << { role: :system,
+                      content: "Tool called #{external_call[:name]} completed. Args: #{external_call[:args]}" }
+          @queue << { role: :system, content: "Result: #{out}" } if out.present?
         end
         @worker.finish
         iterate! if can_iterate?

data/lib/oxaiworkers/module_request.rb

@@ -3,9 +3,9 @@
 module OxAiWorkers
   class ModuleRequest
     attr_accessor :result, :client, :messages, :model, :max_tokens, :custom_id, :temperature, :tools, :errors,
-                  :tool_calls_raw, :tool_calls, :is_truncated, :finish_reason, :uri_base
+                  :tool_calls_raw, :tool_calls, :is_truncated, :finish_reason, :uri_base, :on_stream_proc
 
-    def initialize_requests(model: nil, max_tokens: nil, temperature: nil, uri_base: nil)
+    def initialize_requests(model: nil, max_tokens: nil, temperature: nil, uri_base: nil, on_stream: nil)
       @max_tokens = max_tokens || OxAiWorkers.configuration.max_tokens
       @custom_id = SecureRandom.uuid
       @model = model || OxAiWorkers.configuration.model
@@ -14,6 +14,7 @@ module OxAiWorkers
       @client = nil
       @is_truncated = false
       @finish_reason = nil
+      @on_stream_proc = on_stream
 
       OxAiWorkers.configuration.access_token ||= ENV['OPENAI']
       if OxAiWorkers.configuration.access_token.nil?
@@ -40,7 +41,7 @@ module OxAiWorkers
     end
 
     def append(role: nil, content: nil, messages: nil)
-      @messages << { role:, content: } if role.present? and content.present?
+      @messages << { role:, content: } if role.present? && content.present?
       @messages += messages if messages.present?
     end
 
@@ -55,6 +56,10 @@ module OxAiWorkers
         parameters[:tools] = @tools
         parameters[:tool_choice] = 'required'
       end
+      if @on_stream_proc.present?
+        parameters[:stream] = @on_stream_proc
+        parameters[:stream_options] = { include_usage: true }
+      end
       parameters
     end
 

data/lib/oxaiworkers/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module OxAiWorkers
-  VERSION = '0.7.10'
+  VERSION = '0.8.1'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ox-ai-workers
 version: !ruby/object:Gem::Version
-  version: 0.7.10
+  version: 0.8.1
 platform: ruby
 authors:
 - Denis Smolev