ruby-amazon-bedrock 0.2.3 → 0.2.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 81db5e2aa4d8b27014d6f2f24bc79083ddae2401a60a2d6d120fbc27e9facd62
-  data.tar.gz: f8f3ae19c0756142df41ef49e9d1d66d33f480013d375b6086cdb70e5365a3f2
+  metadata.gz: 06f4b8ff875c2d3d8b104c026621108f24e2ea60dd4ef07e85b4874b346b95af
+  data.tar.gz: 5fae3ad77abbab1f45ce187ade385da0ab0d3a64d7a8c38e22283a08ed23078b
 SHA512:
-  metadata.gz: 4cd2bdd5a70da7ddd8f92dfed38cee2432b3a1800d9d774918fd967f6d623df68afef0b1e250866a90a013a0ff3f4226146cf1e9684c1e28bd8ebdd4dad444bc
-  data.tar.gz: e2b2f8a61ab61967e7d79ce0762002fbee9ce3fdc60086b5a6cb7f0c825caa91835fe07c632380cabcf8d0cadd237f609b104d3335af7bd9ffb08224bdf84d7f
+  metadata.gz: cd0bd9610262b0222d9680386cfcd46b070582c8f0053737020c35509504a31c2cac4e94668debed36fc9f3f5c4f45396f0082c57314277572124d24ce2bffb4
+  data.tar.gz: 44c080409f214e186841ff78a073a84749bb84cc978d2d206045f0a143b9533bf652356da17e4405bbdf3ae59337a0752f762af02ec2125ee1e84750a1c394a9

data/.circleci/config.yml

@@ -50,8 +50,6 @@ workflows:
           matrix:
             parameters:
               ruby-image:
-                - cimg/ruby:2.6-node
-                - cimg/ruby:2.7-node
                 - cimg/ruby:3.0-node
                 - cimg/ruby:3.1-node
                 - cimg/ruby:3.2-node

data/.env.sample

@@ -0,0 +1,5 @@
+AWS_REGION: 'us-east-1'
+
+# You don't need valid key data *unless you are creating new
+AWS_ACCESS_KEY_ID: 'aaaaaaaaaaaaaaaaaaaa'
+AWS_SECRET_ACCESS_KEY: 'aaaaaaaaaaaaaaaaaaaa'

data/.gitignore

@@ -4,7 +4,7 @@
 /coverage/
 /doc/
 /pkg/
-/spec/reports/
+	/spec/reports/
 /tmp/
 .env
 *.gem

data/CHANGELOG.md

@@ -1,3 +1,10 @@
+## [0.2.5] - 2024-09-17
+
+- Support for llama38b_instruct_v1
+- Support for llama370b_instruct_v1
+- Explicitly add base64 gem to dependencies
+- Support the use of AWS Named Profiles for authentication
+
 ## [0.2.3] - 2024-01-12
 
 - Fix A121 Labs bug for maxTokens parameter

data/Gemfile

@@ -9,6 +9,7 @@ gem "bundler-audit", "~> 0.8"
 gem "dotenv", "~> 2.7"
 gem "pry", "~> 0.13"
 gem "rake", "~> 13.0"
+gem "rexml", ">= 3.3.6"
 gem "rspec", "~> 3.0"
 gem "rubocop", "~> 1.21"
 gem "vcr", "~> 6.0"

data/Gemfile.lock

@@ -1,104 +1,110 @@
 PATH
   remote: .
   specs:
-    ruby-amazon-bedrock (0.2.3)
+    ruby-amazon-bedrock (0.2.4)
       aws-sdk-bedrockruntime (~> 1.0)
       aws-sdk-s3 (~> 1.0)
+      base64 (~> 0.2)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    addressable (2.8.5)
-      public_suffix (>= 2.0.2, < 6.0)
+    addressable (2.8.7)
+      public_suffix (>= 2.0.2, < 7.0)
     ast (2.4.2)
     aws-eventstream (1.3.0)
-    aws-partitions (1.860.0)
-    aws-sdk-bedrockruntime (1.4.0)
-      aws-sdk-core (~> 3, >= 3.188.0)
-      aws-sigv4 (~> 1.1)
-    aws-sdk-core (3.189.0)
+    aws-partitions (1.963.0)
+    aws-sdk-bedrockruntime (1.17.0)
+      aws-sdk-core (~> 3, >= 3.201.0)
+      aws-sigv4 (~> 1.5)
+    aws-sdk-core (3.201.4)
       aws-eventstream (~> 1, >= 1.3.0)
       aws-partitions (~> 1, >= 1.651.0)
       aws-sigv4 (~> 1.8)
       jmespath (~> 1, >= 1.6.1)
-    aws-sdk-kms (1.71.0)
-      aws-sdk-core (~> 3, >= 3.177.0)
-      aws-sigv4 (~> 1.1)
-    aws-sdk-s3 (1.132.0)
-      aws-sdk-core (~> 3, >= 3.179.0)
+    aws-sdk-kms (1.88.0)
+      aws-sdk-core (~> 3, >= 3.201.0)
+      aws-sigv4 (~> 1.5)
+    aws-sdk-s3 (1.157.0)
+      aws-sdk-core (~> 3, >= 3.201.0)
       aws-sdk-kms (~> 1)
-      aws-sigv4 (~> 1.6)
-    aws-sigv4 (1.8.0)
+      aws-sigv4 (~> 1.5)
+    aws-sigv4 (1.9.1)
       aws-eventstream (~> 1, >= 1.0.2)
+    base64 (0.2.0)
+    bigdecimal (3.1.8)
     bundler-audit (0.9.1)
       bundler (>= 1.2.0, < 3)
       thor (~> 1.0)
     coderay (1.1.3)
-    crack (0.4.5)
+    crack (1.0.0)
+      bigdecimal
       rexml
-    diff-lcs (1.5.0)
+    diff-lcs (1.5.1)
     dotenv (2.8.1)
-    hashdiff (1.0.1)
+    hashdiff (1.1.1)
     jmespath (1.6.2)
-    json (2.6.3)
+    json (2.7.2)
     language_server-protocol (3.17.0.3)
-    method_source (1.0.0)
-    parallel (1.23.0)
-    parser (3.2.2.4)
+    method_source (1.1.0)
+    parallel (1.26.1)
+    parser (3.3.4.2)
       ast (~> 2.4.1)
       racc
     pry (0.14.2)
       coderay (~> 1.1)
       method_source (~> 1.0)
-    public_suffix (5.0.4)
-    racc (1.7.3)
+    public_suffix (5.1.1)
+    racc (1.8.1)
     rainbow (3.1.1)
-    rake (13.1.0)
-    regexp_parser (2.8.2)
-    rexml (3.2.6)
-    rspec (3.12.0)
-      rspec-core (~> 3.12.0)
-      rspec-expectations (~> 3.12.0)
-      rspec-mocks (~> 3.12.0)
-    rspec-core (3.12.2)
-      rspec-support (~> 3.12.0)
-    rspec-expectations (3.12.3)
+    rake (13.2.1)
+    regexp_parser (2.9.2)
+    rexml (3.3.7)
+    rspec (3.13.0)
+      rspec-core (~> 3.13.0)
+      rspec-expectations (~> 3.13.0)
+      rspec-mocks (~> 3.13.0)
+    rspec-core (3.13.0)
+      rspec-support (~> 3.13.0)
+    rspec-expectations (3.13.1)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.12.0)
-    rspec-mocks (3.12.6)
+      rspec-support (~> 3.13.0)
+    rspec-mocks (3.13.1)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.12.0)
-    rspec-support (3.12.1)
-    rubocop (1.57.2)
+      rspec-support (~> 3.13.0)
+    rspec-support (3.13.1)
+    rubocop (1.65.1)
       json (~> 2.3)
       language_server-protocol (>= 3.17.0)
       parallel (~> 1.10)
-      parser (>= 3.2.2.4)
+      parser (>= 3.3.0.2)
       rainbow (>= 2.2.2, < 4.0)
-      regexp_parser (>= 1.8, < 3.0)
+      regexp_parser (>= 2.4, < 3.0)
       rexml (>= 3.2.5, < 4.0)
-      rubocop-ast (>= 1.28.1, < 2.0)
+      rubocop-ast (>= 1.31.1, < 2.0)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 2.4.0, < 3.0)
-    rubocop-ast (1.30.0)
-      parser (>= 3.2.1.0)
+    rubocop-ast (1.32.0)
+      parser (>= 3.3.1.0)
     ruby-progressbar (1.13.0)
-    thor (1.3.0)
+    thor (1.3.1)
     unicode-display_width (2.5.0)
     vcr (6.2.0)
-    webmock (3.19.1)
+    webmock (3.23.1)
       addressable (>= 2.8.0)
       crack (>= 0.3.2)
       hashdiff (>= 0.4.0, < 2.0.0)
 
 PLATFORMS
   arm64-darwin-22
+  arm64-darwin-23
 
 DEPENDENCIES
   bundler-audit (~> 0.8)
   dotenv (~> 2.7)
   pry (~> 0.13)
   rake (~> 13.0)
+  rexml (>= 3.3.6)
   rspec (~> 3.0)
   rubocop (~> 1.21)
   ruby-amazon-bedrock!
@@ -106,4 +112,4 @@ DEPENDENCIES
   webmock (~> 3.12)
 
 BUNDLED WITH
-   2.4.22
+   2.4.14

data/README.md

@@ -14,7 +14,7 @@ Amazon Bedrock is a fully managed service that makes FMs from leading AI startup
 Add the following line to your application's Gemfile:
 
 ```ruby
-gem "ruby-amazon-bedrock", "~> 0.2.3"
+gem "ruby-amazon-bedrock", "~> 0.2.4"
 ```
 
 And then execute:
@@ -59,20 +59,28 @@ Instantiate a client by passing your AWS IAM credentials:
 client = RubyAmazonBedrock::Client.new(
   region: "AWS_REGION",
   access_key_id: "AWS_ACCESS_KEY_ID",
-  access_token: "AWS_SECRET_ACCESS_KEY"
+  secret_access_key: "AWS_SECRET_ACCESS_KEY"
 )
 ```
 
-## With Configuration
+Or copy the `.env.sample` to a `.env` file with your account's credentials and use the `ENV` variable. NOTE: This step is REQUIRED in order to run the tests with `rspec`
 
 ```ruby
-RubyAmazonBedrock.configure do |config|
-  config.region = ENV.fetch('AWS_REGION', nil)
-  config.access_key_id = ENV.fetch('AWS_ACCESS_KEY_ID', nil)
-  config.secret_access_key = ENV.fetch('AWS_SECRET_ACCESS_KEY', nil)
-end
+client = RubyAmazonBedrock::Client.new(
+  region: ENV["AWS_REGION"],
+  access_key_id: ENV["AWS_ACCESS_KEY_ID"],
+  secret_access_key: ENV["AWS_SECRET_ACCESS_KEY"]
+)
+```
+
+### AWS Named Profiles
 
-client = RubyAmazonBedrock::Client.new
+You can also use [AWS Named Profiles](https://docs.aws.amazon.com/cli/latest/userguide/cli-configure-files.html#cli-configure-files-format-profile) by passing the `profile` keywoard argument. When using a named profile, specyfing the `region`, `access_key_id` and `access_token` won't be required.
+
+```ruby
+client = RubyAmazonBedrock::Client.new(
+  profile: "AWS_PROFILE"
+)
 ```
 
 ## Options
@@ -231,7 +239,7 @@ _*Claude Instant 1.2*_
 Supports: Question answering, information extraction, removing PII, content generation, multiple choice classification, Roleplay, comparing text, summarization, document Q&A with citation
 
 ```ruby
-client.invoke_model('anthropic.claude-instant-v1', 'What is a neural network?')
+client.invoke_model(id: 'anthropic.claude-instant-v1', prompt: 'What is a neural network?')
 
 # Response
 {:completion=>

data/lib/amazon_bedrock/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RubyAmazonBedrock
-  VERSION = "0.2.3"
+  VERSION = "0.2.4"
 end

data/lib/amazon_bedrock.rb

@@ -13,7 +13,7 @@ module RubyAmazonBedrock
 
   # Configuration class for setting up AWS credentials and region.
   class Configuration
-    attr_accessor :region, :access_key_id, :secret_access_key
+    attr_accessor :region, :access_key_id, :secret_access_key, :profile
 
     # Initializes a new Configuration instance, loading values from
     # environment variables or setting them to nil by default so the
@@ -22,6 +22,7 @@ module RubyAmazonBedrock
       @region = ENV.fetch('AWS_REGION', nil)
       @access_key_id = ENV.fetch('AWS_ACCESS_KEY_ID', nil)
       @secret_access_key = ENV.fetch('AWS_SECRET_ACCESS_KEY', nil)
+      @profile = ENV.fetch('AWS_PROFILE', nil)
     end
   end
 

data/lib/bedrock_runtime/client.rb

@@ -14,14 +14,20 @@ module RubyAmazonBedrock
     # Initializes the AWS BedrockRuntime client.
     #
     # @note The AWS credentials and region are fetched from the environment variables.
-    def initialize(region: nil, access_key_id: nil, secret_access_key: nil)
+    def initialize(region: nil, access_key_id: nil, secret_access_key: nil, profile: nil)
       config = RubyAmazonBedrock.configuration || RubyAmazonBedrock::Configuration.new
 
-      @client = Aws::BedrockRuntime::Client.new(
-        region: region || config.region,
-        access_key_id: access_key_id || config.access_key_id,
-        secret_access_key: secret_access_key || config.secret_access_key
-      )
+      @client = if profile
+                  Aws::BedrockRuntime::Client.new(
+                    profile: profile
+                  )
+                else
+                  Aws::BedrockRuntime::Client.new(
+                    region: region || config.region,
+                    access_key_id: access_key_id || config.access_key_id,
+                    secret_access_key: secret_access_key || config.secret_access_key
+                  )
+                end
     end
 
     # Invokes a model using the Bedrock Runtime client.

data/lib/bedrock_runtime/payload_builders/meta/llama370b_instruct_v1.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module RubyAmazonBedrock
+  module PayloadBuilders
+    module Meta
+      # Llama370bInstructV1  is a subclass of Base. It provides functionalities specific to the Meta
+      # Llama 3 70B Instruct model.
+      #
+      # @see https://us-west-2.console.aws.amazon.com/bedrock/home?region=us-west-2#/providers?model=meta.llama3-70b-instruct-v1:0
+      # for more information about the Meta model.
+      class Llama370bInstructV1 < Base
+        # Returns the model ID for the Meta Llama 3 70B Instruct model.
+        #
+        # @return [String] 'meta.llama3-70b-chat-v1:0'
+        def model_id
+          'meta.llama3-70b-instruct-v1:0'
+        end
+      end
+    end
+  end
+end

data/lib/bedrock_runtime/payload_builders/meta/llama38b_instruct_v1.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module RubyAmazonBedrock
+  module PayloadBuilders
+    module Meta
+      # Llama370bInstructV1  is a subclass of Base. It provides functionalities specific to the Meta
+      # Llama 3 70B Instruct model.
+      #
+      # @see https://us-west-2.console.aws.amazon.com/bedrock/home?region=us-west-2#/providers?model=meta.llama3-8b-instruct-v1:0
+      # for more information about the Meta model.
+      class Llama38bInstructV1 < Base
+        # Returns the model ID for the Meta Llama 3 70B Instruct model.
+        #
+        # @return [String] 'meta.llama3-8b-instruct-v1:0'
+        def model_id
+          'meta.llama3-8b-instruct-v1:0'
+        end
+      end
+    end
+  end
+end

data/lib/bedrock_runtime/payload_factory.rb

@@ -14,6 +14,8 @@ require_relative 'payload_builders/cohere/embed_english_v3'
 require_relative 'payload_builders/cohere/embed_multilingual_v3'
 require_relative 'payload_builders/meta/llama213b_chat_v1'
 require_relative 'payload_builders/meta/llama270b_chat_v1'
+require_relative 'payload_builders/meta/llama370b_instruct_v1'
+require_relative 'payload_builders/meta/llama38b_instruct_v1'
 require_relative 'payload_builders/stability_ai/stable_diffusion_xl_v0'
 require_relative 'payload_builders/stability_ai/stable_diffusion_xl_v1'
 
@@ -64,6 +66,8 @@ module RubyAmazonBedrock
         'cohere.embed-multilingual-v3' => PayloadBuilders::Cohere::EmbedMultilingualV3,
         'meta.llama2-13b-chat-v1' => PayloadBuilders::Meta::Llama213bChatV1,
         'meta.llama2-70b-chat-v1' => PayloadBuilders::Meta::Llama270bChatV1,
+        'meta.llama3-70b-instruct-v1:0' => PayloadBuilders::Meta::Llama370bInstructV1,
+        'meta.llama3-8b-instruct-v1:0' => PayloadBuilders::Meta::Llama38bInstructV1,
         'stability.stable-diffusion-xl-v0' => PayloadBuilders::StabilityAi::StableDiffusionXlV0,
         'stability.stable-diffusion-xl-v1' => PayloadBuilders::StabilityAi::StableDiffusionXlV1
       }

data/lib/bedrock_runtime/response_factory.rb

@@ -55,6 +55,8 @@ module RubyAmazonBedrock
         'cohere.embed-multilingual-v3' => ResponseBuilders::CohereEmbed,
         'meta.llama2-13b-chat-v1' => ResponseBuilders::Meta,
         'meta.llama2-70b-chat-v1' => ResponseBuilders::Meta,
+        'meta.llama3-70b-instruct-v1:0' => ResponseBuilders::Meta,
+        'meta.llama3-8b-instruct-v1:0' => ResponseBuilders::Meta,
         'stability.stable-diffusion-xl-v0' => ResponseBuilders::StabilityAi,
         'stability.stable-diffusion-xl-v1' => ResponseBuilders::StabilityAi
       }

data/ruby-amazon-bedrock.gemspec

@@ -37,4 +37,5 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency "aws-sdk-bedrockruntime", "~> 1.0"
   spec.add_dependency "aws-sdk-s3", "~> 1.0"
+  spec.add_dependency "base64", "~> 0.2"
 end

data/spec/bedrock_runtime/client_spec.rb

@@ -8,7 +8,8 @@ RSpec.describe RubyAmazonBedrock::Client do
     described_class.new(
       region: ENV.fetch('AWS_REGION', nil),
       access_key_id: ENV.fetch('AWS_ACCESS_KEY_ID', nil),
-      secret_access_key: ENV.fetch('AWS_SECRET_ACCESS_KEY', nil)
+      secret_access_key: ENV.fetch('AWS_SECRET_ACCESS_KEY', nil),
+      profile: ENV.fetch('AWS_PROFILE', nil)
     )
   end
 
@@ -26,6 +27,8 @@ RSpec.describe RubyAmazonBedrock::Client do
       'cohere.embed-multilingual-v3',
       'meta.llama2-13b-chat-v1',
       'meta.llama2-70b-chat-v1',
+      'meta.llama3-70b-instruct-v1:0',
+      'meta.llama3-8b-instruct-v1:0',
       'stability.stable-diffusion-xl-v0',
       'stability.stable-diffusion-xl-v1'
     ]

data/spec/bedrock_runtime/payload_builders/meta/llama370b_instruct_v1_spec.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+require 'spec_helper'
+require 'bedrock_runtime/payload_builders/meta/llama370b_instruct_v1'
+
+RSpec.describe RubyAmazonBedrock::PayloadBuilders::Meta::Llama370bInstructV1 do
+  let(:prompt) { 'example_prompt' }
+  let(:options) { {} }
+  let(:body) do
+    {
+      prompt: prompt,
+      max_gen_len: 512,
+      temperature: 0.5,
+      top_p: 0.9
+    }.to_json
+  end
+
+  describe '#build' do
+    it_should_behave_like 'a payload builder'
+
+    context 'with custom parameters' do
+      include_context 'meta parameters'
+      it_should_behave_like 'a payload builder'
+    end
+  end
+end

data/spec/bedrock_runtime/payload_builders/meta/llama38b_instruct_v1_spec.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+require 'spec_helper'
+require 'bedrock_runtime/payload_builders/meta/llama38b_instruct_v1'
+
+RSpec.describe RubyAmazonBedrock::PayloadBuilders::Meta::Llama38bInstructV1 do
+  let(:prompt) { 'example_prompt' }
+  let(:options) { {} }
+  let(:body) do
+    {
+      prompt: prompt,
+      max_gen_len: 512,
+      temperature: 0.5,
+      top_p: 0.9
+    }.to_json
+  end
+
+  describe '#build' do
+    it_should_behave_like 'a payload builder'
+
+    context 'with custom parameters' do
+      include_context 'meta parameters'
+      it_should_behave_like 'a payload builder'
+    end
+  end
+end

data/spec/bedrock_runtime/payload_factory_spec.rb

@@ -19,6 +19,8 @@ RSpec.describe RubyAmazonBedrock::PayloadFactory do
      "cohere.embed-multilingual-v3",
      "meta.llama2-13b-chat-v1",
      "meta.llama2-70b-chat-v1",
+     "meta.llama3-70b-instruct-v1:0",
+     "meta.llama3-8b-instruct-v1:0",
      "stability.stable-diffusion-xl-v0",
      "stability.stable-diffusion-xl-v1"]
   end
@@ -48,7 +50,7 @@ RSpec.describe RubyAmazonBedrock::PayloadFactory do
 
   describe '#models_to_builders' do
     it 'defines a mapping of model identifiers to builder classes' do
-      expect(models_mapping.keys).to eq(bedrock_models)
+      expect(models_mapping.keys).to contain_exactly(*bedrock_models)
     end
   end
 end

data/spec/cassettes/models/meta_llama3-70b-instruct-v1_0.yml

@@ -0,0 +1,73 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: https://bedrock-runtime.us-east-1.amazonaws.com/model/meta.llama3-70b-instruct-v1:0/invoke
+    body:
+      encoding: UTF-8
+      string: '{"prompt":"Give me a short list of steps for creating a Ruby gem","max_gen_len":512,"temperature":0.5,"top_p":0.9}'
+    headers:
+      Accept-Encoding:
+      - ''
+      Amz-Sdk-Invocation-Id:
+      - 32851ae6-1618-400a-9411-11d6d3d67636
+      Content-Type:
+      - application/json
+      Accept:
+      - "*/*"
+      User-Agent:
+      - aws-sdk-ruby3/3.201.4 ua/2.1 api/bedrock_runtime#1.17.0 os/macos#23 md/arm64
+        lang/ruby#3.0.0 md/3.0.0 m/D
+      Host:
+      - bedrock-runtime.us-east-1.amazonaws.com
+      X-Amz-Date:
+      - 20240917T163051Z
+      X-Amz-Content-Sha256:
+      - cf1ec2da83f5824b04de33922f5727968ac482454a9af56c2c3119c6711f2b1e
+      Authorization:
+      - AWS4-HMAC-SHA256 Credential=AKIASKU7DUX5LSIDI7FA/20240917/us-east-1/bedrock/aws4_request,
+        SignedHeaders=accept;amz-sdk-invocation-id;content-type;host;x-amz-content-sha256;x-amz-date,
+        Signature=c2858b5790f78f1428b84dace670018733257a68224824485146d1c0a695f0c6
+      Content-Length:
+      - '114'
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Tue, 17 Sep 2024 16:31:00 GMT
+      Content-Type:
+      - application/json
+      Content-Length:
+      - '1244'
+      Connection:
+      - keep-alive
+      X-Amzn-Requestid:
+      - 83c64727-212b-4d5d-a26e-681c991809d3
+      X-Amzn-Bedrock-Invocation-Latency:
+      - '7293'
+      X-Amzn-Bedrock-Output-Token-Count:
+      - '293'
+      X-Amzn-Bedrock-Input-Token-Count:
+      - '12'
+    body:
+      encoding: UTF-8
+      string: '{"generation":".\n\nHere is a short list of steps for creating a Ruby
+        gem:\n\n1. **Create a new gem**: Run `gem new my_gem` (replace \"my_gem\"
+        with your gem''s name) to create a new gem with the basic directory structure.\n2.
+        **Define your gem''s metadata**: Edit the `my_gem.gemspec` file to specify
+        your gem''s name, and other metadata such as version, description, and dependencies.\n3.
+        **Write your gem''s code**: Create a `lib` directory and add your Ruby code
+        to it. This is where you''ll implement the functionality of your gem.\n4.
+        **Test your gem**: Create a `test` directory and add test files to it. Use
+        a testing framework like RSpec or Minitest to write tests for your gem.\n5.
+        **Build and package your gem**: Run `gem build my_gem.gemspec` to build your
+        gem, and then `gem push my_gem-0.1.0.gem` (replace \"0.1.0\" with your gem''s
+        version) to push it to RubyGems.org.\n6. **Publish your gem**: Go to RubyGems.org
+        and create an account if you haven''t already. Then, upload your gem and make
+        it publicly available.\n\nThat''s it! Of course, there are many more details
+        to consider when creating a Ruby gem, but these steps should give you a good
+        starting point.","prompt_token_count":12,"generation_token_count":293,"stop_reason":"stop"}'
+  recorded_at: Tue, 17 Sep 2024 16:31:00 GMT
+recorded_with: VCR 6.2.0

data/spec/cassettes/models/meta_llama3-8b-instruct-v1_0.yml

@@ -0,0 +1,71 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: https://bedrock-runtime.us-east-1.amazonaws.com/model/meta.llama3-8b-instruct-v1:0/invoke
+    body:
+      encoding: UTF-8
+      string: '{"prompt":"Give me a short list of steps for creating a Ruby gem","max_gen_len":512,"temperature":0.5,"top_p":0.9}'
+    headers:
+      Accept-Encoding:
+      - ''
+      Amz-Sdk-Invocation-Id:
+      - f256772e-a630-485d-b52d-e20311339125
+      Content-Type:
+      - application/json
+      Accept:
+      - "*/*"
+      User-Agent:
+      - aws-sdk-ruby3/3.201.4 ua/2.1 api/bedrock_runtime#1.17.0 os/macos#23 md/arm64
+        lang/ruby#3.0.0 md/3.0.0 m/D
+      Host:
+      - bedrock-runtime.us-east-1.amazonaws.com
+      X-Amz-Date:
+      - 20240917T163109Z
+      X-Amz-Content-Sha256:
+      - cf1ec2da83f5824b04de33922f5727968ac482454a9af56c2c3119c6711f2b1e
+      Authorization:
+      - AWS4-HMAC-SHA256 Credential=AKIASKU7DUX5LSIDI7FA/20240917/us-east-1/bedrock/aws4_request,
+        SignedHeaders=accept;amz-sdk-invocation-id;content-type;host;x-amz-content-sha256;x-amz-date,
+        Signature=036bf9fb08b5c0308655674b5bd9eec2eb8c347f3b2e712585be1def1c780f69
+      Content-Length:
+      - '114'
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Tue, 17 Sep 2024 16:31:13 GMT
+      Content-Type:
+      - application/json
+      Content-Length:
+      - '1170'
+      Connection:
+      - keep-alive
+      X-Amzn-Requestid:
+      - 1e88ebb3-f78f-4b57-8926-229f8d4dc625
+      X-Amzn-Bedrock-Invocation-Latency:
+      - '3536'
+      X-Amzn-Bedrock-Output-Token-Count:
+      - '275'
+      X-Amzn-Bedrock-Input-Token-Count:
+      - '12'
+    body:
+      encoding: UTF-8
+      string: '{"generation":".\n\nComment by Brian Hays on January 28, 2013 at 9:13am\n\nHere
+        are the basic steps for creating a Ruby gem:\n\n1. Create a new directory
+        for your gem and navigate to it in your terminal.\n2. Run `gem init` to create
+        a basic gem structure.\n3. Edit the `gemspec` file to add information about
+        your gem, such as its name, version, and dependencies.\n4. Write your gem''s
+        code in the `lib` directory.\n5. Run `gem build` to build your gem.\n6. Run
+        `gem push` to publish your gem to a gem server (such as RubyGems.org).\n\nThat''s
+        the basic process, but there are many other things you can do to customize
+        and improve your gem, such as adding tests, documentation, and a README file.\n\nComment
+        by Brian Hays on January 28, 2013 at 9:14am\n\nAlso, you may want to consider
+        using a gem template tool like Bundler''s `bundle gem` command or the `gem-skeleton`
+        gem to help you get started with creating a new gem. These tools can save
+        you some time and effort by creating a basic gem structure for you. Just run
+        `bundle gem my_gem` or `gem-skeleton my_gem` and you''ll be off and running!","prompt_token_count":12,"generation_token_count":275,"stop_reason":"stop"}'
+  recorded_at: Tue, 17 Sep 2024 16:31:13 GMT
+recorded_with: VCR 6.2.0

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ruby-amazon-bedrock
 version: !ruby/object:Gem::Version
-  version: 0.2.3
+  version: 0.2.4
 platform: ruby
 authors:
 - Alvaro Delgado
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-01-12 00:00:00.000000000 Z
+date: 2024-09-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-bedrockruntime
@@ -38,6 +38,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: base64
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
 description: The ruby-amazon-bedrock gem offers Ruby developers an efficient and user-friendly
   interface to     Amazon Bedrock, a powerful library for AI-driven text and image
   generation. This gem simplifies the process of     connecting to Amazon Bedrock's
@@ -50,6 +64,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".circleci/config.yml"
+- ".env.sample"
 - ".gitignore"
 - ".rspec"
 - ".rubocop.yml"
@@ -90,6 +105,8 @@ files:
 - lib/bedrock_runtime/payload_builders/meta/base.rb
 - lib/bedrock_runtime/payload_builders/meta/llama213b_chat_v1.rb
 - lib/bedrock_runtime/payload_builders/meta/llama270b_chat_v1.rb
+- lib/bedrock_runtime/payload_builders/meta/llama370b_instruct_v1.rb
+- lib/bedrock_runtime/payload_builders/meta/llama38b_instruct_v1.rb
 - lib/bedrock_runtime/payload_builders/stability_ai/base.rb
 - lib/bedrock_runtime/payload_builders/stability_ai/stable_diffusion_xl_v0.rb
 - lib/bedrock_runtime/payload_builders/stability_ai/stable_diffusion_xl_v1.rb
@@ -128,6 +145,8 @@ files:
 - spec/bedrock_runtime/payload_builders/meta/base_spec.rb
 - spec/bedrock_runtime/payload_builders/meta/llama213b_chat_v1_spec.rb
 - spec/bedrock_runtime/payload_builders/meta/llama270b_chat_v1_spec.rb
+- spec/bedrock_runtime/payload_builders/meta/llama370b_instruct_v1_spec.rb
+- spec/bedrock_runtime/payload_builders/meta/llama38b_instruct_v1_spec.rb
 - spec/bedrock_runtime/payload_builders/stability_ai/base_spec.rb
 - spec/bedrock_runtime/payload_builders/stability_ai/stable_diffusion_xl_v0_spec.rb
 - spec/bedrock_runtime/payload_builders/stability_ai/stable_diffusion_xl_v1_spec.rb
@@ -148,6 +167,8 @@ files:
 - spec/cassettes/models/errors/not_found.yml
 - spec/cassettes/models/meta_llama2-13b-chat-v1.yml
 - spec/cassettes/models/meta_llama2-70b-chat-v1.yml
+- spec/cassettes/models/meta_llama3-70b-instruct-v1_0.yml
+- spec/cassettes/models/meta_llama3-8b-instruct-v1_0.yml
 - spec/cassettes/models/stability_stable-diffusion-xl-v0.yml
 - spec/cassettes/models/stability_stable-diffusion-xl-v1.yml
 - spec/fixtures/sample_image.jpg
@@ -176,7 +197,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.22
+rubygems_version: 3.2.3
 signing_key:
 specification_version: 4
 summary: Seamless Integration with Amazon Bedrock for AI-Powered Text and Image Generation