cloudflare-ai 0.4.0 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f8c78786e06d2a3cc05b177aedc99672b4be56016c33d6be2e718533b6b3f507
-  data.tar.gz: 535f23f9e6ffedbe0e090ded97459e021e57b84025456dab77d3d85dd2da194d
+  metadata.gz: 4de1d8c20767aab8d40b96fa01a447e1ab83a1586cad6c4a3d7597331cabc5bd
+  data.tar.gz: 7b912c4bf7bb23ec4f2befca92c966656ac4ab0527b03857adaf14b8e8b87a34
 SHA512:
-  metadata.gz: 6d35d01ae35a9407b97acfc0643c66c33b26d608d90373daf3c00001f86d7d2d2893162b370c417e2db7a96b43cec74d66e2652caa11ed89bbf31b968b4fd34d
-  data.tar.gz: 5af4ef84fdfc0ed649f951f18c10105b97ee4ae55b5d951f90551f7b0e5e452ca98ce408ded86980e67da05bfaf4e42321097b0b3f1cb2cfd224d67da74f8d44
+  metadata.gz: c87c773d129790a865a524a56c1ab545a51f3d8a54825b4e02d092282b733f5dbee9a59d1536fd8df096aac47c7d94ae4466e6d6f94aa90115ec4cebdd4d4b0e
+  data.tar.gz: 45ead04646ae3756d05d0d4805bfbfcd509d421b08bfec63a53ff3736abd16887786d17741df542e4596500779881d35e9d8af6ffdb07c2bd2ffdfc632e17883

data/lib/cloudflare/ai/client.rb

@@ -11,10 +11,10 @@ class Cloudflare::AI::Client
     @api_token = api_token
   end
 
-  def chat(messages:, model_name: default_text_generation_model_name, &block)
+  def chat(messages:, model_name: default_text_generation_model_name, max_tokens: default_max_tokens, &block)
     url = service_url_for(account_id: account_id, model_name: model_name)
     stream = block ? true : false
-    payload = create_streamable_payload({messages: messages.map(&:serializable_hash)}, stream: stream)
+    payload = create_streamable_payload({messages: messages.map(&:serializable_hash)}, stream: stream, max_tokens: max_tokens)
     post_streamable_request(url, payload, &block)
   end
 
@@ -25,10 +25,10 @@ class Cloudflare::AI::Client
     Cloudflare::AI::Results::TextClassification.new(connection.post(url, payload).body)
   end
 
-  def complete(prompt:, model_name: default_text_generation_model_name, &block)
+  def complete(prompt:, model_name: default_text_generation_model_name, max_tokens: default_max_tokens, &block)
     url = service_url_for(account_id: account_id, model_name: model_name)
     stream = block ? true : false
-    payload = create_streamable_payload({prompt: prompt}, stream: stream)
+    payload = create_streamable_payload({prompt: prompt}, stream: stream, max_tokens: max_tokens)
     post_streamable_request(url, payload, &block)
   end
 

data/lib/cloudflare/ai/clients/text_generation_helpers.rb

@@ -2,12 +2,16 @@ module Cloudflare
   module AI
     module Clients
       module TextGenerationHelpers
-        def default_text_generation_model_name
-          Cloudflare::AI::Models.text_generation.first
+        def create_streamable_payload(data, stream:, max_tokens:)
+          data.merge({stream: stream, max_tokens: max_tokens}).to_json
+        end
+
+        def default_max_tokens
+          256
         end
 
-        def create_streamable_payload(data, stream: false)
-          data.merge({stream: stream}).to_json
+        def default_text_generation_model_name
+          Cloudflare::AI::Models.text_generation.first
         end
 
         def post_streamable_request(url, payload, &block)

data/lib/cloudflare/ai/version.rb

@@ -2,6 +2,6 @@
 
 module Cloudflare
   module AI
-    VERSION = "0.4.0"
+    VERSION = "0.4.1"
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cloudflare-ai
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.4.1
 platform: ruby
 authors:
 - Ajay Krishnan