gen-ai 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 20e16166f4ff21fb5130cf198be040b3d89019ba18cebd55e25f02720b32de62
-  data.tar.gz: 0eb3c0b7aace3f1dc97cc6f28635b45dae67aac3304d9fc9926a2f6a517d42cf
+  metadata.gz: 8fd6ea8e9dbcde79c04b1d37681d8d96e8722b09e2e24d0d9766b97319f065b0
+  data.tar.gz: 6e0599dd926747a2d71065ccc43c77648e9a0f3cdd10357540fb847606dfa656
 SHA512:
-  metadata.gz: '02380f33e49b058b40c62c07b2470d5cebb36e8301f4d985077fbd27c9279948cf981227b6f8293bcac74a7b455f17e0ce64310601afcc7cfcd4bf81e3293fee'
-  data.tar.gz: 51e6bd0e3950fa62ae26f7f4103fbdd457e262212a840a9dab3abf84ed8337a6f50b60f011fbc717b891b4ac78483cbc60224784f4dfc78cdc7b938ac29f22a6
+  metadata.gz: 6c1f85d0be4dc4a345afa45af335226a933a2d044a64fa787cb81d3985e986f921231862f1ff91de002a66769382ba7fab2240d5f9c0f6827d9a0ef76744472b
+  data.tar.gz: 54d9de6a6ac83d6a6ef59f75d39e7aa5042e202d2b1c4ea8dbaff7f001f00b56b2e4b52d89ded9dab333a548185d317158db80e2202b1148e7112839aeeff579

data/CHANGELOG.md

@@ -1,4 +1,5 @@
-## [Unreleased]
+## [0.2.0] - 2023-10-22
+- Add image generation abilities
 
 ## [0.1.0] - 2023-10-13
 

data/README.md

@@ -2,7 +2,7 @@
 
 ✨ Generative AI toolset for Ruby ✨
 
-GenAI allows you to easily integrate Generative AI model providers like OpenAI, Google Vertex AI, Stability AI, etc. Easily add Large Language Models, Stable Diffusion image generation, and other AI models into your application!
+GenAI allows you to easily integrate Generative AI model providers like OpenAI, Google Vertex AI, Stability AI, etc. Easily add Large Language Models, Stable Diffusion image generation, and other AI model integrations into your application!
 
 ![Tests](https://github.com/alchaplinsky/gen-ai/actions/workflows/main.yml/badge.svg?branch=main)
 [![Gem Version](https://badge.fury.io/rb/gen-ai.svg)](https://badge.fury.io/rb/gen-ai)
@@ -31,12 +31,12 @@ Language models capabilities
 | **Google Palm2** | ✅        | ✅         | ✅            | 🛠️        | 🛠️             |
 
 
-Image generation model capabilities 
+Image generation model capabilities
 
 | Provider         | Generate  | Variations | Edit         | Upscale   |
 | ---------------- | --------- | :--------: | :----------: | :-------: |
 | **OpenAI**       | ✅        | ✅         | ✅            | ❌        |
-| **StabilityAI**  | ✅        | ❌         | ✅            | 🛠️        |
+| **StabilityAI**  | ✅        | ❌         | ✅            | ✅        |
 
 ### Language
 
@@ -123,6 +123,8 @@ File.open('dog.jpg', 'wb') do |f|
   f.write(Base64.decode64(result.value))
 end
 ```
+![dog](https://github.com/alchaplinsky/gen-ai/assets/695947/27a2af5d-530b-4966-94e8-6cdf628b6cac)
+
 
 Get more **variations** of the same image
 
@@ -139,6 +141,8 @@ File.open('dog_variation.jpg', 'wb') do |f|
 end
 
 ```
+![dog_variation](https://github.com/alchaplinsky/gen-ai/assets/695947/977f5238-0114-4085-8e61-8f8b356ce308)
+
 
 **Editing** existing images with additional prompt
 
@@ -153,9 +157,12 @@ result.value
 File.open('dog_edited.jpg', 'wb') do |f|
   f.write(Base64.decode64(result.value))
 end
-
 ```
 
+![llama](https://github.com/alchaplinsky/gen-ai/assets/695947/9c862c6c-428e-463c-b935-ca749a6a33df)
+![llama_edited](https://github.com/alchaplinsky/gen-ai/assets/695947/070d8e6a-07a0-4ed2-826f-8b9aabd183ae)
+
+
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.

data/lib/gen_ai/image/base.rb

@@ -10,6 +10,14 @@ module GenAI
       def variations(...)
         raise NotImplementedError, "#{self.class.name} does not support variations"
       end
+
+      def edit(...)
+        raise NotImplementedError, "#{self.class.name} does not support editing"
+      end
+
+      def upscale(...)
+        raise NotImplementedError, "#{self.class.name} does not support upscaling"
+      end
     end
   end
 end

data/lib/gen_ai/image/stability_ai.rb

@@ -8,6 +8,7 @@ module GenAI
       DEFAULT_SIZE = '256x256'
       API_BASE_URL = 'https://api.stability.ai'
       DEFAULT_MODEL = 'stable-diffusion-xl-beta-v2-2-2'
+      UPSCALE_MODEL = 'stable-diffusion-x4-latent-upscaler'
 
       def initialize(token:, options: {})
         build_client(token)
@@ -39,6 +40,19 @@ module GenAI
         )
       end
 
+      def upscale(image, options = {})
+        model = options[:model] || UPSCALE_MODEL
+        url = "/v1/generation/#{model}/image-to-image/upscale"
+
+        response = client.post url, build_upscale_body(image, options), multipart: true
+
+        build_result(
+          raw: response,
+          model: model,
+          parsed: response['artifacts'].map { |artifact| artifact['base64'] }
+        )
+      end
+
       private
 
       def build_client(token)
@@ -56,10 +70,20 @@ module GenAI
       end
 
       def build_edit_body(image, prompt, options)
-        {
+        params = {
           init_image: File.binread(image),
           'text_prompts[0][text]' => prompt,
           'text_prompts[0][weight]' => 1.0
+        }
+        params.merge!(mask: File.binread(options.delete(:mask))) if options[:mask]
+        params.merge(options)
+      end
+
+      def build_upscale_body(image, options)
+        w, = size(options)
+        {
+          image: File.binread(image),
+          width: w
         }.merge(options)
       end
 

data/lib/gen_ai/image.rb

@@ -18,7 +18,9 @@ module GenAI
       client.edit(image, prompt, options)
     end
 
-    # def upscale; end
+    def upscale(image, options = {})
+      client.upscale(image, options)
+    end
 
     private
 

data/lib/gen_ai/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module GenAI
-  VERSION = '0.2.0'
+  VERSION = '0.2.1'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gen-ai
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Alex Chaplinsky
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-10-22 00:00:00.000000000 Z
+date: 2023-10-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday