lammy 0.5.0 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dddd7ebf694f48f5d75ff062990bdec4f4e2c1188af7f958fe12a6856928c103
-  data.tar.gz: ea361dc698c42d8c8c37318e0e98300d7fb416e31de53d2b4f3ab05882bf480d
+  metadata.gz: 160025e8046546a063a9a75deb7e1f29186973f9b7fe2096018734c6d9e1a523
+  data.tar.gz: 0402c839e540115883c2b3bc99b065ab2b7f590824aa05aa9b50ac42e288fd76
 SHA512:
-  metadata.gz: c925d41bfa4a2b66867e43e081187f76f0143775d1e2ac0044b6a243fc3aadcaec13499b9678cbc891b076ae50c9b8612999d183c987b77ae99838658f4f222d
-  data.tar.gz: dcfb1071b3eb78ad66e1151b2d04d4b58581d576ff211f48d2126d9d52af991abbb387bb5cdc36c925efca9ca990a8be1bf1d19767ac5b4dd5aa9d904c997077
+  metadata.gz: 3db10fe3e0615d2a0c8a739e6a9baf5c406aa3ed8d7dc18f9521a470ffcd51a2544a9365f51614ff2f0f70d34719b485de3bbd18a82cacde05b529314808b93e
+  data.tar.gz: 65ab65d92be1cca2f88382ab3c347c83c2182493dc4bf358379c35fb16d06d13053ed57d3b266dd2674e337c5db07090cc937e5ffa05ed4d113225d8cabf0a06

data/lib/lammy/chat.rb

@@ -17,16 +17,14 @@ module L
       define_method(method_name) do |*args, &block|
         # Initialize context
         @system_message = nil
-        @prefilled_message = nil
 
         # `context` sets the system message and is available within the instance
         define_singleton_method(:context) do |message|
           @system_message = message
         end
 
-        # `prefill` sets the prefilled message and is available within the instance
-        define_singleton_method(:prefill) do |message|
-          @prefilled_message = message
+        define_singleton_method(:stream) do |proc|
+          @stream = proc
         end
 
         # Call the original method to get the user message
@@ -41,7 +39,7 @@ module L
                    raise "Unsupported model: #{settings[:model]}"
                  end
 
-        client.chat(user_message, @system_message, @prefilled_message)
+        client.chat(user_message, @system_message, @stream)
       end
     end
   end

data/lib/lammy/openai.rb

@@ -22,19 +22,26 @@ module L
     end
 
     # Generate a response with support for structured output
-    def chat(user_message, system_message = nil, _ = nil)
+    def chat(user_message, system_message = nil, stream = nil)
       schema = schema(settings)
-      response = client.chat(
+      messages = messages(user_message, system_message)
+
+      request = client.chat(
         parameters: {
-          model: settings[:model], response_format: schema, messages: [
-            system_message ? { role: :system, content: system_message } : nil,
-            { role: :user, content: user_message }
-          ].compact
+          model: settings[:model],
+          response_format: schema,
+          messages: messages,
+          stream: stream ? ->(chunk) { stream.call(stream_content(chunk)) } : nil
         }.compact
-      ).dig('choices', 0, 'message', 'content')
+      )
 
-      content = schema ? ::Hashie::Mash.new(JSON.parse(response)) : response
-      array?(schema) ? content.items : content
+      if stream.nil?
+        response = request.dig('choices', 0, 'message', 'content')
+        content = schema ? ::Hashie::Mash.new(JSON.parse(response)) : response
+        array?(schema) ? content.items : content
+      else
+        stream
+      end
     end
 
     # OpenAI’s text embeddings measure the relatedness of text strings. An embedding is a vector of floating point
@@ -66,10 +73,23 @@ module L
       }
     end
 
+    def messages(user_message, system_message)
+      return user_message if user_message.is_a?(Array)
+
+      [
+        system_message ? L.system(system_message) : nil,
+        L.user(user_message)
+      ].compact
+    end
+
     def array?(schema)
       schema.is_a?(Hash) && schema.dig('json_schema', 'schema', 'properties', 'items', 'type') == 'array'
     end
 
+    def stream_content(chunk)
+      chunk.dig('choices', 0, 'delta', 'content')
+    end
+
     def client
       return settings[:client] if settings[:client]
 

data/lib/lammy/schema.rb

@@ -1,11 +1,23 @@
 # frozen_string_literal: true
 
 module L
-  # Structured Outputs is a feature that ensures the model will always generate responses
-  # that adhere to your supplied JSON Schema, so you don't need to worry about the model
-  # omitting a required key, or hallucinating an invalid enum value. This is a set of
-  # helper methods to help you define your JSON Schema easily.
   module Schema
+    def system(content)
+      { role: :system, content: content }
+    end
+
+    def user(content)
+      { role: :user, content: content }
+    end
+
+    def assistant(content)
+      { role: :assistant, content: content }
+    end
+
+    # Structured Outputs is a feature that ensures the model will always generate responses
+    # that adhere to your supplied JSON Schema, so you don't need to worry about the model
+    # omitting a required key, or hallucinating an invalid enum value. This is a set of
+    # helper methods to help you define your JSON Schema easily.
     def to_a(object)
       {
         'type' => 'object',

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: lammy
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.7.0
 platform: ruby
 authors:
 - Kamil Nicieja
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-10-03 00:00:00.000000000 Z
+date: 2024-10-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: anthropic
@@ -52,6 +52,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '7.1'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.14.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.14.2
 description: An LLM library for Ruby
 email: kamil@nicieja.co
 executables: []