ox-ai-workers 0.7.10 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d656a51afd4404891dc9f4bd3cfc2d802a3ea169ea5d8371f69e15f6b1465acf
-  data.tar.gz: 9a8e9ff98302ee0613fe3293a8877eeb0f08adcb6a83ebb34ca45a94268aa4f0
+  metadata.gz: b177fcb5d7633d2cf26c608db3ec4ee0c69a301bf3913397be7cdd146de52cc5
+  data.tar.gz: 172312df86eba2fd578100467da9b7ac17ebfff577889f3df1b6888643c129e8
 SHA512:
-  metadata.gz: 8921ec6600bf79f0c9c31b15cb31d67507998bf2079f09204e04ac9476abb396b4080322ece14889e9a45669d682fb3c6ff40b124ff22c2c895e5c05e5a7c1fa
-  data.tar.gz: 5a9183f5510029e6e133cc14d3b97a3fb433469dfbe66cb391c1f19aac3470dd7b3287c89f98ae1210ba8fe25e91cec6ca4adcb48d718185f7097b4638111501
+  metadata.gz: 6d812c840212f8651ae58c09378c1eff43f4f8b69c0a6d50e17997863e3b1635d66470b9edec3eff270f8fe910dd309df994f07a4a18654799b82166fb52ee25
+  data.tar.gz: 24615b0e9a421c538d926fe97ad843f78d6795c54334d005fd03d0b6016dd4d24f694e267d0d18cb0ad653a25b8791893658557299fb6aa3558f17980fc2b696

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## [0.8.0] - 2025-03-31
+
+- Added `on_stream` for `Iterator`
+
 ## [0.7.10] - 2025-03-31
 
 - Added `tool_call_completed` for `Iterator`

data/lib/oxaiworkers/assistant/module_base.rb

@@ -20,8 +20,8 @@ module OxAiWorkers
         @iterator.execute
       end
 
-      def init_worker(delayed: false, model: nil)
-        worker = delayed ? DelayedRequest.new : Request.new
+      def init_worker(delayed: false, model: nil, on_stream: nil)
+        worker = delayed ? DelayedRequest.new : Request.new(on_stream:)
         worker.model = model || OxAiWorkers.configuration.model
         worker
       end

data/lib/oxaiworkers/iterator.rb

@@ -80,7 +80,7 @@ module OxAiWorkers
     # @return [nil] This method does not return a value.
     def inner_monologue(speach:)
       # @queue.pop
-      @queue << { role: :assistant, content: speach.to_s }
+      # @queue << { role: :assistant, content: speach.to_s }
       @on_inner_monologue&.call(text: speach)
       nil
     end
@@ -233,8 +233,10 @@ module OxAiWorkers
 
           out = tool.send(external_call[:name], **external_call[:args])
           @queue << { role: :assistant,
-                      content: "Tool call #{external_call[:name]} completed. Args: #{external_call[:args]}" }
-          @queue << { role: :system, content: out.to_s } if out.present?
+                      content: "Call #{external_call[:name]} with args #{external_call[:args]}" }
+          @queue << { role: :system,
+                      content: "Tool call #{external_call[:name]} complited" }
+          @queue << { role: :system, content: "Result: #{out}" } if out.present?
         end
         @worker.finish
         iterate! if can_iterate?

data/lib/oxaiworkers/module_request.rb

@@ -3,9 +3,9 @@
 module OxAiWorkers
   class ModuleRequest
     attr_accessor :result, :client, :messages, :model, :max_tokens, :custom_id, :temperature, :tools, :errors,
-                  :tool_calls_raw, :tool_calls, :is_truncated, :finish_reason, :uri_base
+                  :tool_calls_raw, :tool_calls, :is_truncated, :finish_reason, :uri_base, :on_stream_proc
 
-    def initialize_requests(model: nil, max_tokens: nil, temperature: nil, uri_base: nil)
+    def initialize_requests(model: nil, max_tokens: nil, temperature: nil, uri_base: nil, on_stream: nil)
       @max_tokens = max_tokens || OxAiWorkers.configuration.max_tokens
       @custom_id = SecureRandom.uuid
       @model = model || OxAiWorkers.configuration.model
@@ -14,6 +14,7 @@ module OxAiWorkers
       @client = nil
       @is_truncated = false
       @finish_reason = nil
+      @on_stream_proc = on_stream
 
       OxAiWorkers.configuration.access_token ||= ENV['OPENAI']
       if OxAiWorkers.configuration.access_token.nil?
@@ -40,7 +41,7 @@ module OxAiWorkers
     end
 
     def append(role: nil, content: nil, messages: nil)
-      @messages << { role:, content: } if role.present? and content.present?
+      @messages << { role:, content: } if role.present? && content.present?
       @messages += messages if messages.present?
     end
 
@@ -55,6 +56,10 @@ module OxAiWorkers
         parameters[:tools] = @tools
         parameters[:tool_choice] = 'required'
       end
+      if @on_stream_proc.present?
+        parameters[:stream] = @on_stream_proc
+        parameters[:stream_options] = { include_usage: true }
+      end
       parameters
     end
 

data/lib/oxaiworkers/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module OxAiWorkers
-  VERSION = '0.7.10'
+  VERSION = '0.8.0'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ox-ai-workers
 version: !ruby/object:Gem::Version
-  version: 0.7.10
+  version: 0.8.0
 platform: ruby
 authors:
 - Denis Smolev