cloudflare-ai 0.5.1 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9085ff95f730366db7b3261cc94935f782d719b8129dd1341796ee6d66fd373c
-  data.tar.gz: 60b29886c88200aebdd1c46e743a28dd597540144494e8288098e05c6ddb8e04
+  metadata.gz: 2f16a1fd5c112fb69440d4d89b1f27d167e854c537ca952b91e1f3f673c0efb5
+  data.tar.gz: 59f999e994f5bd21071ee2f125b5e138ba353feb857912b1df472f35acc05006
 SHA512:
-  metadata.gz: 3b95c01b2cab4dec4c0bdd476d99f5ab65183215a64e6c6711a50caed5874a51ff34b78b530b1877b13a1be8851fc527202a1b250f94d57a554ff46b25716136
-  data.tar.gz: 86721eb5cf51bfd886a6f9e1a4be71c4b33492cd90e2a2adedbe2f6474c7e601b4e2f1bc52bfd315039a3b24ea202fd627dc032a2dda63e8ad6f04b0e01da08a
+  metadata.gz: 1d258b49887ca664f616aad4dbc74afc4bb8d49d0452933c2ee907306af56cf81da0bf084c260ddbe4db9d96f522812cc5abfb771c3d94757f12342334b16fd6
+  data.tar.gz: 133fcfd21cedbdb324604ec0e9bd4aacb0750b9f486df7bc217998e4dd117f4e6d482572ba1feee8b629e3362857cb8b8f28d2f1e3c6f1d89acddd18b73752e9

data/README.md

@@ -23,8 +23,8 @@ It's still early days, and here are my immediate priorities:
   * [x] [Text Embeddings](https://developers.cloudflare.com/workers-ai/models/text-embeddings/)
   * [x] [Text Classification](https://developers.cloudflare.com/workers-ai/models/text-classification/)
   * [x] [Translation](https://developers.cloudflare.com/workers-ai/models/translation/)
-  * [ ] [Image Classification](https://developers.cloudflare.com/workers-ai/models/image-classification/)
-  * [ ] [Text-to-Image](https://developers.cloudflare.com/workers-ai/models/text-to-image/)
+  * [x] [Image Classification](https://developers.cloudflare.com/workers-ai/models/image-classification/)
+  * [x] [Text-to-Image](https://developers.cloudflare.com/workers-ai/models/text-to-image/)
   * [ ] [Automatic Speech Recognition](https://developers.cloudflare.com/workers-ai/models/speech-recognition/)
 
 # Table of Contents
@@ -75,7 +75,8 @@ The full list of supported models is available here: [models.rb](lib/cloudflare/
 More information is available [in the cloudflare documentation](https://developers.cloudflare.com/workers-ai/models/).
 The default model used is the first enumerated model in the applicable set in [models.rb](lib/cloudflare/ai/models.rb).
 
-### Text generation (chat / scoped prompt)
+### Text generation
+#### (chat / scoped prompt)
 ```ruby
 messages = [
   Cloudflare::AI::Message.new(role: "system", content: "You are a big fan of Cloudflare and Ruby."),
@@ -86,6 +87,11 @@ messages = [
 result = client.chat(messages: messages)
 puts result.response # => "Yes, I love Cloudflare!"
 ```
+#### (string prompt)
+```ruby
+result = client.complete(prompt: "What is your name?", max_tokens: 512)
+puts result.response # => "My name is Jonas."
+```
 
 #### Streaming responses
 Responses will be streamed back to the client using Server Side Events (SSE) if a block is passed to the `chat` or `complete` method.
@@ -101,9 +107,6 @@ result = client.complete(prompt: "Hi!") { |data| puts data}
 ```
 #### Token limits
 Invocations of the `prompt` and `chat` can take an optional `max_tokens` argument that defaults to 256.
-```ruby
-result = client.complete(prompt: "What is your name?", max_tokens: 512)
-```
 
 #### Result object
 All invocations of the `prompt` and `chat` methods return a `Cloudflare::AI::Results::TextGeneration` object. This object's serializable JSON output is
@@ -149,6 +152,29 @@ p result.result # => [{"label"=>"NEGATIVE", "score"=>0.6647962927818298}, {"labe
 #### Result object
 All invocations of the `classify` methods return a `Cloudflare::AI::Results::TextClassification`.
 
+### Image classification
+The image classification endpoint accepts either a path to a file or a file stream.
+
+```ruby
+result = client.classify(image: "/path/to/cat.jpg")
+p result.result # => {"result":[{"label":"TABBY","score":0.6159140467643738},{"label":"TIGER CAT","score":0.12016300112009048},{"label":"EGYPTIAN CAT","score":0.07523812353610992},{"label":"DOORMAT","score":0.018854796886444092},{"label":"ASHCAN","score":0.01314085815101862}],"success":true,"errors":[],"messages":[]}
+
+result = client.classify(image: File.open("/path/to/cat.jpg"))
+p result.result # => {"result":[{"label":"TABBY","score":0.6159140467643738},{"label":"TIGER CAT","score":0.12016300112009048},{"label":"EGYPTIAN CAT","score":0.07523812353610992},{"label":"DOORMAT","score":0.018854796886444092},{"label":"ASHCAN","score":0.01314085815101862}],"success":true,"errors":[],"messages":[]}
+```
+
+#### Result object
+All invocations of the `classify` method returns a `Cloudflare::AI::Results::TextClassification`.
+
+### Text to Image
+```ruby
+result = client.draw(prompt: "robot with blue eyes")
+p result.result # => File:0x0000000110deed68 (png tempfile)
+```
+
+#### Result object
+All invocations of the `draw` method returns a `Cloudflare::AI::Results::TextToImage`.
+
 ### Translation
 ```ruby
 result = client.translate(text: "Hello Jello", source_lang: "en", target_lang: "fr")

data/lib/cloudflare/ai/client.rb

@@ -2,6 +2,7 @@ require "event_stream_parser"
 require "faraday"
 
 class Cloudflare::AI::Client
+  include Cloudflare::AI::Clients::ImageHelpers
   include Cloudflare::AI::Clients::TextGenerationHelpers
 
   attr_reader :url, :account_id, :api_token
@@ -18,11 +19,19 @@ class Cloudflare::AI::Client
     post_streamable_request(url, payload, &block)
   end
 
-  def classify(text:, model_name: Cloudflare::AI::Models.text_classification.first)
+  def classify(text: nil, image: nil, model_name: nil)
+    raise ArgumentError, "Must provide either text or image (and not both)" if [text, image].compact.size != 1
+
+    model_name ||= text ? Cloudflare::AI::Models.text_classification.first : Cloudflare::AI::Models.image_classification.first
     url = service_url_for(account_id: account_id, model_name: model_name)
-    payload = {text: text}.to_json
 
-    Cloudflare::AI::Results::TextClassification.new(connection.post(url, payload).body)
+    if text
+      payload = {text: text}.to_json
+      Cloudflare::AI::Results::TextClassification.new(connection.post(url, payload).body)
+    else
+      image = File.open(image) if image.is_a?(String)
+      Cloudflare::AI::Results::ImageClassification.new(post_request_with_binary_file(url, image).body)
+    end
   end
 
   def complete(prompt:, model_name: default_text_generation_model_name, max_tokens: default_max_tokens, &block)
@@ -32,6 +41,17 @@ class Cloudflare::AI::Client
     post_streamable_request(url, payload, &block)
   end
 
+  def draw(prompt:, num_steps: 20, model_name: Cloudflare::AI::Models.text_to_image.first)
+    url = service_url_for(account_id: account_id, model_name: model_name)
+    payload = {prompt: prompt, num_steps: num_steps}.to_json
+
+    result = connection.post(url, payload).body
+    binary_data = result.split(",").map(&:to_i).pack("C*")
+    Cloudflare::AI::Results::TextToImage.new(
+      Tempfile.new(["cloudflare-ai", ".png"], binmode: true).tap { |result| result.write(binary_data) }
+    )
+  end
+
   def embed(text:, model_name: Cloudflare::AI::Models.text_embedding.first)
     url = service_url_for(account_id: account_id, model_name: model_name)
     payload = {text: text}.to_json

data/lib/cloudflare/ai/clients/image_helpers.rb

@@ -0,0 +1,20 @@
+require "faraday/multipart"
+
+module Cloudflare
+  module AI
+    module Clients
+      module ImageHelpers
+        private
+
+        def post_request_with_binary_file(url, file)
+          connection.post do |req|
+            req.url url
+            req.headers["Transfer-Encoding"] = "chunked"
+            req.headers["Content-Type"] = "multipart/form-data"
+            req.body = ::Faraday::UploadIO.new(file, "octet/stream")
+          end
+        end
+      end
+    end
+  end
+end

data/lib/cloudflare/ai/models.rb

@@ -17,7 +17,7 @@ class Cloudflare::AI::Models
     end
 
     def image_classification
-      %w[@cf/huggingface/distilbert-sst-2-int8]
+      %w[@cf/microsoft/resnet-50]
     end
 
     def text_to_image

data/lib/cloudflare/ai/result.rb

@@ -30,7 +30,7 @@ class Cloudflare::AI::Result
     result_data.to_json
   end
 
-  private
+  protected
 
   attr_reader :result_data
 

data/lib/cloudflare/ai/results/image_classification.rb

@@ -0,0 +1,3 @@
+class Cloudflare::AI::Results::ImageClassification < Cloudflare::AI::Result
+  # Empty seam kept for consistency with other result objects that have more complexity.
+end

data/lib/cloudflare/ai/results/text_to_image.rb

@@ -0,0 +1,5 @@
+class Cloudflare::AI::Results::TextToImage < Cloudflare::AI::Result
+  def initialize(file)
+    @result_data = {result: file, success: true, errors: [], messages: []}
+  end
+end

data/lib/cloudflare/ai/version.rb

@@ -2,6 +2,6 @@
 
 module Cloudflare
   module AI
-    VERSION = "0.5.1"
+    VERSION = "0.7.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cloudflare-ai
 version: !ruby/object:Gem::Version
-  version: 0.5.1
+  version: 0.7.0
 platform: ruby
 authors:
 - Ajay Krishnan
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-01-23 00:00:00.000000000 Z
+date: 2024-01-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activemodel
@@ -66,6 +66,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: faraday-multipart
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: zeitwerk
   requirement: !ruby/object:Gem::Requirement
@@ -93,14 +107,17 @@ files:
 - README.md
 - lib/cloudflare/ai.rb
 - lib/cloudflare/ai/client.rb
+- lib/cloudflare/ai/clients/image_helpers.rb
 - lib/cloudflare/ai/clients/text_generation_helpers.rb
 - lib/cloudflare/ai/contextual_logger.rb
 - lib/cloudflare/ai/message.rb
 - lib/cloudflare/ai/models.rb
 - lib/cloudflare/ai/result.rb
+- lib/cloudflare/ai/results/image_classification.rb
 - lib/cloudflare/ai/results/text_classification.rb
 - lib/cloudflare/ai/results/text_embedding.rb
 - lib/cloudflare/ai/results/text_generation.rb
+- lib/cloudflare/ai/results/text_to_image.rb
 - lib/cloudflare/ai/results/translation.rb
 - lib/cloudflare/ai/version.rb
 homepage: https://rubygems.org/gems/cloudflare-ai