openai_ruby 0.3.9 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 71df1d565c7ff9b14d3778a6784e0a5d6264c4511986d4cd807fabcf040418ae
-  data.tar.gz: faeb2d15ab2a0263650650e3b1a5077c98f462c2e59f78e9eb58c0b303219f05
+  metadata.gz: 44aa28c19d62f59334f0a7de177963fb8dd7cc25a92b402d8b37a2e89e9cfe00
+  data.tar.gz: 1793600ba3bd77d66efbae21f9af9a9b08a7072c652eaf9dbbd1f1903059f594
 SHA512:
-  metadata.gz: a532692845a6a896a835b3a38279b0443c5c133bc7a54a7bf9d55b1b666975b07966bd67ce0957e7e69e902a2562af150a5ac5ae65bded79ebb85056f666f9d1
-  data.tar.gz: 4b5b2b1c403a91f2448f75afeaecab7ccf4e0f638912783d60dc9e826cbdbb1dd8b8e1cdc311a9078c4b9ad596060ca26b522f2aeb9e70bce9f604b90d4e2487
+  metadata.gz: f4740f041c58594e3a09a8aaefaa598906123314068253694c96e2d4f092a4fc5d05f9627c5b6093c1aaf656dc98780526b5f2d84c83d356af5d906e5c5bf348
+  data.tar.gz: 72ec3ffe01751c395d689e56cac0947231e2f5022371e7d79dbf113a1abd5df7b9f17072cfbb88171fd79fe499860e3e0e067ba09c7a40e09e6575b80565c886

data/Gemfile

@@ -10,3 +10,4 @@ gem "rake", "~> 13.0"
 gem "rspec", "~> 3.12"
 
 gem "rubocop", "~> 1.45"
+gem "event_stream_parser"

data/Gemfile.lock

@@ -1,7 +1,8 @@
 PATH
   remote: .
   specs:
-    openai_ruby (0.3.9)
+    openai_ruby (0.4.0)
+      event_stream_parser (~> 1.0)
       faraday (~> 2.7)
 
 GEM
@@ -9,6 +10,7 @@ GEM
   specs:
     ast (2.4.2)
     diff-lcs (1.5.0)
+    event_stream_parser (1.0.0)
     faraday (2.7.4)
       faraday-net_http (>= 2.0, < 3.1)
       ruby2_keywords (>= 0.0.4)
@@ -56,6 +58,7 @@ PLATFORMS
   x86_64-linux
 
 DEPENDENCIES
+  event_stream_parser
   openai_ruby!
   rake (~> 13.0)
   rspec (~> 3.12)

data/README.md

@@ -71,15 +71,8 @@ If you set `stream` param to `true`, a block will be called with the chunk data:
 #   temperature: 1,
 #   stream: true,
 # }
-res = client.create_chat_completion(params) do |chunk, overall_received_bytes, env|
-  data = chunk[/data: (.*)\n\n$/, 1]
-  p data # {"id":"chatcmpl-6xcOWMQcilJUwJiosi7Rht6Fvuu3D","object":"chat.completion.chunk","created":1679666960,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":"Hello"},"index":0,"finish_reason":null}]}
-  if data == "[DONE]"
-    # the stream is end
-  else
-    response = JSON.parse(data)
-    p response.dig("choices", 0, "text")  # "Hello"
-  end
+res = client.create_chat_completion(params) do |data|
+  p data.dig("choices", 0, "delta", "content") # "Hello"
 end
 ```
 

data/lib/openai_ruby/client.rb

@@ -20,12 +20,21 @@ module OpenAI
     end
 
     def create_chat_completion(params = {})
+      parser = EventStreamParser::Parser.new
+
       params.deep_stringify_keys!
       if params["stream"]
         connection.post("/v1/chat/completions") do |req|
           req.body = params.to_json
           req.options.on_data = proc do |chunk, overall_received_bytes, env|
-            yield(chunk, overall_received_bytes, env) if block_given?
+            if env && env.status != 200
+              raise_error = Faraday::Response::RaiseError.new
+              raise_error.on_complete(env.merge(body: try_parse_json(chunk)))
+            end
+
+            parser.feed(chunk) do |_type, data|
+              yield(JSON.parse(data)) if block_given? && data != "[DONE]"
+            end
           end
         end
       else
@@ -57,5 +66,11 @@ module OpenAI
         "Authorization" => "Bearer #{api_key}"
       }
     end
+
+    def try_parse_json(maybe_json, default_value = nil)
+      JSON.parse(maybe_json)
+    rescue JSON::ParserError
+      default_value || maybe_json
+    end
   end
 end

data/lib/openai_ruby/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module OpenAI
-  VERSION = "0.3.9"
+  VERSION = "0.4.0"
 end

data/lib/openai_ruby.rb

@@ -1,6 +1,7 @@
 # frozen_string_literal: true
 
 require "faraday"
+require "event_stream_parser"
 require "openai_ruby/client"
 require "openai_ruby/images"
 require "openai_ruby/version"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: openai_ruby
 version: !ruby/object:Gem::Version
-  version: 0.3.9
+  version: 0.4.0
 platform: ruby
 authors:
 - Renny Ren
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-04-21 00:00:00.000000000 Z
+date: 2024-04-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday
@@ -24,6 +24,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.7'
+- !ruby/object:Gem::Dependency
+  name: event_stream_parser
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
 description:
 email:
 - rennyrjh@gmail.com