lammy 0.6.0 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 656f2074be0687f9996946697d7bc3ea5286b384749113521012bb061f88f914
-  data.tar.gz: de4f1f7c8ec35448807230777ee4a5e75a3eacb7d66c88978296d5f30bf38efd
+  metadata.gz: 160025e8046546a063a9a75deb7e1f29186973f9b7fe2096018734c6d9e1a523
+  data.tar.gz: 0402c839e540115883c2b3bc99b065ab2b7f590824aa05aa9b50ac42e288fd76
 SHA512:
-  metadata.gz: 1dc35a49b4139d03baf530930d6157023a8b6e4eed36fdf26ad9c042a4e8c8d87ee812330aef2c047e9f6f45d4240a6c5c74abd1fc223ca011a6cc32fe1fdfff
-  data.tar.gz: 9066b3c808e63abc01822ec355bcf49dd19aa5632c5b68640ddba5d33fd951c05f12da14ea600049d9bdbe66f3a8ad803f3e6194ea6a114080887ee4178a2a4d
+  metadata.gz: 3db10fe3e0615d2a0c8a739e6a9baf5c406aa3ed8d7dc18f9521a470ffcd51a2544a9365f51614ff2f0f70d34719b485de3bbd18a82cacde05b529314808b93e
+  data.tar.gz: 65ab65d92be1cca2f88382ab3c347c83c2182493dc4bf358379c35fb16d06d13053ed57d3b266dd2674e337c5db07090cc937e5ffa05ed4d113225d8cabf0a06

data/lib/lammy/chat.rb

@@ -23,6 +23,10 @@ module L
           @system_message = message
         end
 
+        define_singleton_method(:stream) do |proc|
+          @stream = proc
+        end
+
         # Call the original method to get the user message
         user_message = original_method.bind(self).call(*args, &block)
 
@@ -35,7 +39,7 @@ module L
                    raise "Unsupported model: #{settings[:model]}"
                  end
 
-        client.chat(user_message, @system_message)
+        client.chat(user_message, @system_message, @stream)
       end
     end
   end

data/lib/lammy/openai.rb

@@ -22,20 +22,26 @@ module L
     end
 
     # Generate a response with support for structured output
-    def chat(user_message, system_message = nil)
+    def chat(user_message, system_message = nil, stream = nil)
       schema = schema(settings)
       messages = messages(user_message, system_message)
 
-      response = client.chat(
+      request = client.chat(
         parameters: {
           model: settings[:model],
           response_format: schema,
-          messages: messages
+          messages: messages,
+          stream: stream ? ->(chunk) { stream.call(stream_content(chunk)) } : nil
         }.compact
-      ).dig('choices', 0, 'message', 'content')
+      )
 
-      content = schema ? ::Hashie::Mash.new(JSON.parse(response)) : response
-      array?(schema) ? content.items : content
+      if stream.nil?
+        response = request.dig('choices', 0, 'message', 'content')
+        content = schema ? ::Hashie::Mash.new(JSON.parse(response)) : response
+        array?(schema) ? content.items : content
+      else
+        stream
+      end
     end
 
     # OpenAI’s text embeddings measure the relatedness of text strings. An embedding is a vector of floating point
@@ -80,6 +86,10 @@ module L
       schema.is_a?(Hash) && schema.dig('json_schema', 'schema', 'properties', 'items', 'type') == 'array'
     end
 
+    def stream_content(chunk)
+      chunk.dig('choices', 0, 'delta', 'content')
+    end
+
     def client
       return settings[:client] if settings[:client]
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: lammy
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.7.0
 platform: ruby
 authors:
 - Kamil Nicieja
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-10-05 00:00:00.000000000 Z
+date: 2024-10-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: anthropic
@@ -52,6 +52,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '7.1'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.14.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.14.2
 description: An LLM library for Ruby
 email: kamil@nicieja.co
 executables: []