durable-llm 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 16b4fd786241b183bdc060199d2623155b5082570e687b839ecb3d1b610e25ab
-  data.tar.gz: c8257d7a7a8a3b0847a21b9b574cc405e6cb2f5b81690f2de59949c0a4a4c69e
+  metadata.gz: 1e531cd0c24bb1c3d7a2c5490b3d268694827c08d831955219d5fa32884b1a51
+  data.tar.gz: dd4bedf9b3a9a09addef7306fe51bcad5082a75163d0d383eff449df5c1ebf54
 SHA512:
-  metadata.gz: 563537cf042a171267c80edd1fee12965822a7b766acbe39e71cc2ba146b5291773f28dd04f31d35f35565f0b3f149cc5b40b724cfac1a6f24c8f78fef6a9c85
-  data.tar.gz: 521c0c54ac096d6e8df667777ba61ac941bd2e5bbc9bba001b5eed3065db97958cceb4bae57ae4bfd834eb04ecc85e176bd793ce20e62c41d0ed7131e7a30734
+  metadata.gz: d5bf3a883a62807f86b578169eda22074a8d30e8b7005f9177dd16b04a2be26af5625e26b5b963f6ece166b81c8082d18da2fb9851a03edec3e2388ce2443dce
+  data.tar.gz: 03d93aeb004df8d6bf0cfbf945734565d7e5b4d7fe4b98a5b3f4b2a622202b7f907d51730cbcbf37ec9dbed9c0098844c7272ff6a6a00be7c3aeea9e19531607

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    durable-llm (0.1.1)
+    durable-llm (0.1.2)
       event_stream_parser (~> 1.0)
       faraday (> 1.0)
       highline (~> 3.1)

data/README.md

@@ -52,9 +52,8 @@ puts response.choices.first.message.content
 
 - OpenAI
 - Anthropic
-- Cohere
-- AI21
-- (More providers to be added)
+- Grok
+- Huggingface
 
 ## Configuration
 

data/examples/openai_quick_complete.rb

@@ -0,0 +1,8 @@
+require 'durable/llm'
+require 'durable/llm/client'
+
+client = Durable::Llm::Client.new(:openai, :model=> 'gpt-4')
+
+response = client.quick_complete("What's the capital of California?")
+
+puts response

data/lib/durable/llm/client.rb

@@ -5,27 +5,48 @@ module Durable
   module Llm
     class Client
       attr_reader :provider
+      attr_accessor :model
 
       def initialize(provider_name, options = {})
+
+        if options['model'] || options[:model]
+          @model = options.delete('model') || options.delete(:model)
+        end
+
         provider_class = Durable::Llm::Providers.const_get(provider_name.to_s.capitalize)
 
         @provider = provider_class.new(**options)
       end
 
+      def default_params
+        { model: @model }
+      end
+      def quick_complete(text, opts = {})
+
+        response = completion(process_params(messages:[{role: 'user', content: text}]))
+
+        response.choices.first.message.content
+      end
       def completion(params = {})
-        @provider.completion(params)
+        @provider.completion(process_params(params))
       end
 
       def chat(params = {})
-        @provider.chat(params)
+        @provider.chat(process_params(params))
       end
 
       def embed(params = {})
-        @provider.embed(params)
+        @provider.embed(process_params(params))
       end
 
       def stream(params = {}, &block)
-        @provider.stream(params, &block)
+        @provider.stream(process_params(params), &block)
+      end
+
+      private
+
+      def process_params(opts = {})
+        default_params.dup.merge(opts)
       end
     end
   end

data/lib/durable/llm/providers/base.rb

@@ -12,6 +12,7 @@ module Durable
           @api_key = api_key || default_api_key
         end
 
+
         def completion(options)
           raise NotImplementedError, "Subclasses must implement completion"
         end

data/lib/durable/llm/version.rb

@@ -2,6 +2,6 @@
 
 module Durable
   module Llm
-    VERSION = "0.1.2"
+    VERSION = "0.1.3"
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: durable-llm
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - Durable Programming Team
@@ -182,6 +182,7 @@ files:
 - enterprise/GET_ENTERPRISE.md
 - examples/anthropic.md
 - examples/openai.md
+- examples/openai_quick_complete.rb
 - lib/durable.rb
 - lib/durable/llm.rb
 - lib/durable/llm/cli.rb