cloudflare-ai 0.3.0 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b0a6b80e669a5c4d64ec87433ed1c3426ee0a2a1087016773c5648c799b34912
-  data.tar.gz: fe1d3b2afb5f70cbe476b1b8e006819b2e6e469184169993a15c7c4c34b89ca8
+  metadata.gz: 4de1d8c20767aab8d40b96fa01a447e1ab83a1586cad6c4a3d7597331cabc5bd
+  data.tar.gz: 7b912c4bf7bb23ec4f2befca92c966656ac4ab0527b03857adaf14b8e8b87a34
 SHA512:
-  metadata.gz: 84dcec88bcd44e4a7b004235b15b559d924c1e8dfce552234b2d9286762ab2a12d282954e8d863523b1c9170c24f49a772da7320b5b475b66b79b141ac2c532d
-  data.tar.gz: 0f676b2accb65edc63b2b9b1c2b8a532ebfedba588dfdcb1ae38ccfdf7edb4869c1ebee2060e887e5ac166772cda91d3e43e2ca650e878eb63b8c964d7fc19e1
+  metadata.gz: c87c773d129790a865a524a56c1ab545a51f3d8a54825b4e02d092282b733f5dbee9a59d1536fd8df096aac47c7d94ae4466e6d6f94aa90115ec4cebdd4d4b0e
+  data.tar.gz: 45ead04646ae3756d05d0d4805bfbfcd509d421b08bfec63a53ff3736abd16887786d17741df542e4596500779881d35e9d8af6ffdb07c2bd2ffdfc632e17883

data/README.md

@@ -61,6 +61,19 @@ Thiis gem provides a client that wraps around [Cloudflare's REST API](https://de
 client = Cloudflare::AI::Client.new(account_id: ENV["CLOUDFLARE_ACCOUNT_ID"], api_token: ENV["CLOUDFLARE_API_TOKEN"])
 ```
 
+### Model selection
+The model name is an optional parameter to every one of the client methods described below.
+For example, if an example is documented as 
+```ruby
+result = client.complete(prompt: "Hello my name is")
+```
+this is implicitly the same as 
+```ruby
+result = client.complete(prompt: "Hello my name is", model: "@cf/meta/llama-2-7b-chat-fp16")
+```
+The full list of supported models is available here: [models.rb](lib/cloudflare/ai/models.rb).
+More information is available [in the cloudflare documentation](https://developers.cloudflare.com/workers-ai/models/).
+The default model used is the first enumerated model in the applicable set in [models.rb](lib/cloudflare/ai/models.rb).
 
 ### Text generation (chat / scoped prompt)
 ```ruby
@@ -120,7 +133,16 @@ result = client.embed(text: ["Hello", "World"])
 ```
 
 #### Result object
-All invocations of the `embedding` methods return a `Cloudflare::AI::Results::TextEmbedding`. 
+All invocations of the `embed` methods return a `Cloudflare::AI::Results::TextEmbedding`. 
+
+### Text classification
+```ruby
+result = client.classify(text: "You meanie!")
+p result.result # => [{"label"=>"NEGATIVE", "score"=>0.6647962927818298}, {"label"=>"POSITIVE", "score"=>0.3352036774158478}]
+```
+
+#### Result object
+All invocations of the `classify` methods return a `Cloudflare::AI::Results::TextClassification`.
 
 # Logging
 

data/lib/cloudflare/ai/client.rb

@@ -11,17 +11,24 @@ class Cloudflare::AI::Client
     @api_token = api_token
   end
 
-  def chat(messages:, model_name: default_text_generation_model_name, &block)
+  def chat(messages:, model_name: default_text_generation_model_name, max_tokens: default_max_tokens, &block)
     url = service_url_for(account_id: account_id, model_name: model_name)
     stream = block ? true : false
-    payload = create_streamable_payload({messages: messages.map(&:serializable_hash)}, stream: stream)
+    payload = create_streamable_payload({messages: messages.map(&:serializable_hash)}, stream: stream, max_tokens: max_tokens)
     post_streamable_request(url, payload, &block)
   end
 
-  def complete(prompt:, model_name: default_text_generation_model_name, &block)
+  def classify(text:, model_name: Cloudflare::AI::Models.text_classification.first)
+    url = service_url_for(account_id: account_id, model_name: model_name)
+    payload = {text: text}.to_json
+
+    Cloudflare::AI::Results::TextClassification.new(connection.post(url, payload).body)
+  end
+
+  def complete(prompt:, model_name: default_text_generation_model_name, max_tokens: default_max_tokens, &block)
     url = service_url_for(account_id: account_id, model_name: model_name)
     stream = block ? true : false
-    payload = create_streamable_payload({prompt: prompt}, stream: stream)
+    payload = create_streamable_payload({prompt: prompt}, stream: stream, max_tokens: max_tokens)
     post_streamable_request(url, payload, &block)
   end
 

data/lib/cloudflare/ai/clients/text_generation_helpers.rb

@@ -2,12 +2,16 @@ module Cloudflare
   module AI
     module Clients
       module TextGenerationHelpers
-        def default_text_generation_model_name
-          Cloudflare::AI::Models.text_generation.first
+        def create_streamable_payload(data, stream:, max_tokens:)
+          data.merge({stream: stream, max_tokens: max_tokens}).to_json
+        end
+
+        def default_max_tokens
+          256
         end
 
-        def create_streamable_payload(data, stream: false)
-          data.merge({stream: stream}).to_json
+        def default_text_generation_model_name
+          Cloudflare::AI::Models.text_generation.first
         end
 
         def post_streamable_request(url, payload, &block)

data/lib/cloudflare/ai/results/text_classification.rb

@@ -0,0 +1,3 @@
+class Cloudflare::AI::Results::TextClassification < Cloudflare::AI::Result
+  # Empty seam kept for consistency with other result objects that have more complexity.
+end

data/lib/cloudflare/ai/version.rb

@@ -2,6 +2,6 @@
 
 module Cloudflare
   module AI
-    VERSION = "0.3.0"
+    VERSION = "0.4.1"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cloudflare-ai
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.1
 platform: ruby
 authors:
 - Ajay Krishnan
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-01-21 00:00:00.000000000 Z
+date: 2024-01-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activemodel
@@ -98,6 +98,7 @@ files:
 - lib/cloudflare/ai/message.rb
 - lib/cloudflare/ai/models.rb
 - lib/cloudflare/ai/result.rb
+- lib/cloudflare/ai/results/text_classification.rb
 - lib/cloudflare/ai/results/text_embedding.rb
 - lib/cloudflare/ai/results/text_generation.rb
 - lib/cloudflare/ai/version.rb