nano-bots 3.3.0 → 3.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: aaec6b825711abf0cc489a12d158c8558c51f886772bde35ba606baa23c32a0b
-  data.tar.gz: fe8fbb0a863c0f5a4bbe72a83daaa4b6fea807b3816fbaf3daffbb7fbc902a9d
+  metadata.gz: 12888eb352fa3d3a744e0d4be79073bde3325bc795e13f0bbe60d6b6d0143105
+  data.tar.gz: 644af12193710d8484e3802d8ff5f976fb37d88c29bdcb25bbfc0f59df153a90
 SHA512:
-  metadata.gz: 13fe49fd1bbab45f622a7b77d05de9308aa1ac90d7bf1ba9dce03280ef6bd995624106616706a68defb8580c7f8de9d2a79e140f8974b0c3f493d0c6042e420f
-  data.tar.gz: 673e795b635e5ec5a3b48dffee25ebdbf509bacd55de906aa180fc65f9342ab7820168c375257bc4351f23ec8989463e5c70de96ba20f4f6962aef439e6a142b
+  metadata.gz: 0cbda4335fcd2508e0735bd1a1034aea1588f0b944d145ffb0a2c63211c227aa0c855790bc45813c4dcabc97f062fbd26c3c211f405a0bc52b7048ad8ce113fb
+  data.tar.gz: e08dabe3aae2bd9501bd9087ebaaf3b243afb3580ca09ce08be2a42b58e9bb3187d2a27df3d4db9e992294ec841e301192af0196fc4daebc8aa5b7dca56eaa3b

data/Gemfile.lock

@@ -1,14 +1,15 @@
 PATH
   remote: .
   specs:
-    nano-bots (3.3.0)
+    nano-bots (3.4.0)
+      anthropic (~> 0.3.0)
       babosa (~> 2.0)
       cohere-ai (~> 1.1)
       concurrent-ruby (~> 1.3, >= 1.3.3)
       dotenv (~> 3.1, >= 3.1.2)
       faraday (~> 2.9, >= 2.9.2)
       faraday-typhoeus (~> 1.1)
-      gemini-ai (~> 4.0)
+      gemini-ai (~> 4.1)
       maritaca-ai (~> 1.2)
       mistral-ai (~> 1.2)
       ollama-ai (~> 1.2, >= 1.2.1)
@@ -25,6 +26,10 @@ GEM
   specs:
     addressable (2.8.7)
       public_suffix (>= 2.0.2, < 7.0)
+    anthropic (0.3.0)
+      event_stream_parser (>= 0.3.0, < 2.0.0)
+      faraday (>= 1)
+      faraday-multipart (>= 1)
     ast (2.4.2)
     babosa (2.0.0)
     base64 (0.2.0)
@@ -49,9 +54,9 @@ GEM
       faraday (~> 2.0)
       typhoeus (~> 1.4)
     ffi (1.17.0)
-    gemini-ai (4.0.0)
+    gemini-ai (4.1.0)
       event_stream_parser (~> 1.0)
-      faraday (~> 2.9)
+      faraday (~> 2.9, >= 2.9.2)
       faraday-typhoeus (~> 1.1)
       googleauth (~> 1.8)
       typhoeus (~> 1.4, >= 1.4.1)

data/README.md

@@ -1,6 +1,6 @@
 # Nano Bots 💎 🤖
 
-An implementation of the [Nano Bots](https://spec.nbots.io) specification with support for [Cohere Command](https://cohere.com), [Google Gemini](https://deepmind.google/technologies/gemini), [Maritaca AI MariTalk](https://www.maritaca.ai), [Mistral AI](https://mistral.ai), [Ollama](https://ollama.ai), [OpenAI ChatGPT](https://openai.com/chatgpt), and others, with support for calling tools (functions).
+An implementation of the [Nano Bots](https://spec.nbots.io) specification with support for [Anthropic Claude](https://www.anthropic.com/claude), [Cohere Command](https://cohere.com), [Google Gemini](https://deepmind.google/technologies/gemini), [Maritaca AI Sabiá](https://www.maritaca.ai), [Mistral AI](https://mistral.ai), [Ollama](https://ollama.ai), [OpenAI ChatGPT](https://openai.com/chatgpt), and others, with support for calling tools (functions).
 
 ![Ruby Nano Bots](https://raw.githubusercontent.com/icebaker/assets/main/nano-bots/ruby-nano-bots-canvas.png)
 
@@ -9,7 +9,7 @@ https://user-images.githubusercontent.com/113217272/238141567-c58a240c-7b67-4b3b
 ## TL;DR and Quick Start
 
 ```sh
-gem install nano-bots -v 3.3.0
+gem install nano-bots -v 3.4.0
 ```
 
 ```bash
@@ -59,7 +59,7 @@ nb gpt.yml - eval "hi"
 ```
 
 ```ruby
-gem 'nano-bots', '~> 3.3.0'
+gem 'nano-bots', '~> 3.4.0'
 ```
 
 ```ruby
@@ -80,6 +80,7 @@ end
   - [Debugging](#debugging)
   - [Library](#library)
 - [Setup](#setup)
+  - [Anthropic Claude](#anthropic-claude)
   - [Cohere Command](#cohere-command)
   - [Maritaca AI MariTalk](#maritaca-ai-maritalk)
   - [Mistral AI](#mistral-ai)
@@ -100,6 +101,7 @@ end
   - [Decrypting](#decrypting)
 - [Supported Providers](#supported-providers)
 - [Docker](#docker)
+  - [Anthropic Claude Container](#anthropic-claude-container)
   - [Cohere Command Container](#cohere-command-container)
   - [Maritaca AI MariTalk Container](#maritaca-ai-maritalk-container)
   - [Mistral AI Container](#mistral-ai-container)
@@ -250,13 +252,13 @@ end
 To install the CLI on your system:
 
 ```sh
-gem install nano-bots -v 3.3.0
+gem install nano-bots -v 3.4.0
 ```
 
 To use it in a Ruby project as a library, add to your `Gemfile`:
 
 ```ruby
-gem 'nano-bots', '~> 3.3.0'
+gem 'nano-bots', '~> 3.4.0'
 ```
 
 ```sh
@@ -283,6 +285,59 @@ NANO_BOTS_END_USER=your-user
 # NANO_BOTS_CARTRIDGES_PATH=/home/user/.local/share/nano-bots/cartridges
 ```
 
+### Anthropic Claude
+
+You can obtain your credentials on the [Anthropic Console](https://console.anthropic.com).
+
+```sh
+export ANTHROPIC_API_KEY=your-api-key
+```
+
+Alternatively, if your current directory has a `.env` file with the environment variables, they will be automatically loaded:
+
+```sh
+ANTHROPIC_API_KEY=your-api-key
+```
+
+Create a `cartridge.yml` file:
+
+```yaml
+---
+meta:
+  symbol: 🤖
+  name: Nano Bot Name
+  author: Your Name
+  version: 1.0.0
+  license: CC0-1.0
+  description: A helpful assistant.
+
+behaviors:
+  interaction:
+    directive: You are a helpful assistant.
+
+provider:
+  id: anthropic
+  credentials:
+    api-key: ENV/ANTHROPIC_API_KEY
+  settings:
+    model: claude-3-5-sonnet-20240620
+    max_tokens: 4096
+```
+
+Read the [full specification](https://spec.nbots.io/#/README?id=anthropic-claude) for Anthropic Claude.
+
+```bash
+nb cartridge.yml - eval "Hello"
+
+nb cartridge.yml - repl
+```
+
+```ruby
+bot = NanoBot.new(cartridge: 'cartridge.yml')
+
+puts bot.eval('Hello')
+```
+
 ### Cohere Command
 
 You can obtain your credentials on the [Cohere Platform](https://dashboard.cohere.com).
@@ -939,7 +994,7 @@ If you lose your password, you lose your data. It is not possible to recover it
 
 ## Supported Providers
 
-- [ ] [Anthropic Claude](https://www.anthropic.com)
+- [x] [Anthropic Claude](https://www.anthropic.com)
 - [x] [Cohere Command](https://cohere.com)
 - [x] [Google Gemini](https://deepmind.google/technologies/gemini)
 - [x] [Maritaca AI MariTalk](https://www.maritaca.ai)
@@ -965,6 +1020,23 @@ cp docker-compose.example.yml docker-compose.yml
 
 Set your provider credentials and choose your desired path for the cartridges files:
 
+### Anthropic Claude Container
+
+```yaml
+---
+services:
+  nano-bots:
+    image: ruby:3.3.3-slim-bookworm
+    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.4.0 && bash"
+    environment:
+      ANTHROPIC_API_KEY: your-api-key
+      NANO_BOTS_ENCRYPTION_PASSWORD: UNSAFE
+      NANO_BOTS_END_USER: your-user
+    volumes:
+      - ./your-cartridges:/root/.local/share/nano-bots/cartridges
+      - ./your-state-path:/root/.local/state/nano-bots
+```
+
 ### Cohere Command Container
 
 ```yaml
@@ -972,7 +1044,7 @@ Set your provider credentials and choose your desired path for the cartridges fi
 services:
   nano-bots:
     image: ruby:3.3.3-slim-bookworm
-    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.3.0 && bash"
+    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.4.0 && bash"
     environment:
       COHERE_API_KEY: your-api-key
       NANO_BOTS_ENCRYPTION_PASSWORD: UNSAFE
@@ -989,7 +1061,7 @@ services:
 services:
   nano-bots:
     image: ruby:3.3.3-slim-bookworm
-    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.3.0 && bash"
+    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.4.0 && bash"
     environment:
       MARITACA_API_KEY: your-api-key
       NANO_BOTS_ENCRYPTION_PASSWORD: UNSAFE
@@ -1006,7 +1078,7 @@ services:
 services:
   nano-bots:
     image: ruby:3.3.3-slim-bookworm
-    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.3.0 && bash"
+    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.4.0 && bash"
     environment:
       MISTRAL_API_KEY: your-api-key
       NANO_BOTS_ENCRYPTION_PASSWORD: UNSAFE
@@ -1025,7 +1097,7 @@ Remember that your `localhost` is by default inaccessible from inside Docker. Yo
 services:
   nano-bots:
     image: ruby:3.3.3-slim-bookworm
-    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.3.0 && bash"
+    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.4.0 && bash"
     environment:
       OLLAMA_API_ADDRESS: http://localhost:11434
       NANO_BOTS_ENCRYPTION_PASSWORD: UNSAFE
@@ -1044,7 +1116,7 @@ services:
 services:
   nano-bots:
     image: ruby:3.3.3-slim-bookworm
-    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.3.0 && bash"
+    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.4.0 && bash"
     environment:
       OPENAI_API_KEY: your-access-token
       NANO_BOTS_ENCRYPTION_PASSWORD: UNSAFE
@@ -1063,7 +1135,7 @@ services:
 services:
   nano-bots:
     image: ruby:3.3.3-slim-bookworm
-    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.3.0 && bash"
+    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.4.0 && bash"
     environment:
       GOOGLE_API_KEY: your-api-key
       NANO_BOTS_ENCRYPTION_PASSWORD: UNSAFE
@@ -1080,7 +1152,7 @@ services:
 services:
   nano-bots:
     image: ruby:3.3.3-slim-bookworm
-    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.3.0 && bash"
+    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.4.0 && bash"
     environment:
       GOOGLE_CREDENTIALS_FILE_PATH: /root/.config/google-credentials.json
       GOOGLE_REGION: us-east4
@@ -1099,7 +1171,7 @@ services:
 services:
   nano-bots:
     image: ruby:3.3.3-slim-bookworm
-    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.3.0 && bash"
+    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.4.0 && bash"
     environment:
       GOOGLE_REGION: us-east4
       NANO_BOTS_ENCRYPTION_PASSWORD: UNSAFE
@@ -1161,5 +1233,5 @@ gem build nano-bots.gemspec
 
 gem signin
 
-gem push nano-bots-3.3.0.gem
+gem push nano-bots-3.4.0.gem
 ```

data/components/embedding.rb

@@ -24,7 +24,11 @@ module NanoBot
 
         state.eval(code)
         embedded = state.get(:embedded)
-        embedded.call(values)
+        begin
+          embedded.call(values)
+        rescue StandardError => e
+          e.message
+        end
       end
 
       def self.fennel(source:, parameters:, values:, safety:)
@@ -39,7 +43,11 @@ module NanoBot
           safety[:sandboxed] ? { allowedGlobals: %w[math string table] } : nil
         )
         embedded = state.get(:embedded)
-        embedded.call(values)
+        begin
+          embedded.call(values)
+        rescue StandardError => e
+          e.message
+        end
       end
 
       def self.clojure(source:, parameters:, values:, safety:)

data/components/provider.rb

@@ -4,6 +4,7 @@ require_relative 'providers/openai'
 require_relative 'providers/ollama'
 require_relative 'providers/mistral'
 require_relative 'providers/google'
+require_relative 'providers/anthropic'
 require_relative 'providers/cohere'
 require_relative 'providers/maritaca'
 
@@ -20,6 +21,8 @@ module NanoBot
           Providers::Mistral.new(provider[:options], provider[:settings], provider[:credentials], environment:)
         when 'google'
           Providers::Google.new(provider[:options], provider[:settings], provider[:credentials], environment:)
+        when 'anthropic'
+          Providers::Anthropic.new(nil, provider[:settings], provider[:credentials], environment:)
         when 'cohere'
           Providers::Cohere.new(provider[:options], provider[:settings], provider[:credentials], environment:)
         when 'maritaca'

data/components/providers/anthropic.rb

@@ -0,0 +1,114 @@
+# frozen_string_literal: true
+
+require 'anthropic'
+
+require_relative 'base'
+
+require_relative '../../logic/providers/anthropic/tokens'
+require_relative '../../logic/helpers/hash'
+require_relative '../../logic/cartridge/default'
+
+module NanoBot
+  module Components
+    module Providers
+      class Anthropic < Base
+        attr_reader :settings
+
+        CHAT_SETTINGS = %i[
+          model stream max_tokens temperature top_k top_p tool_choice
+          metadata stop_sequences
+        ].freeze
+
+        def initialize(_options, settings, credentials, _environment)
+          @settings = settings
+
+          unless @settings.key?(:stream)
+            @settings = Marshal.load(Marshal.dump(@settings))
+            @settings[:stream] = Logic::Helpers::Hash.fetch(
+              Logic::Cartridge::Default.instance.values, %i[provider settings stream]
+            )
+          end
+
+          @client = ::Anthropic::Client.new(
+            access_token: credentials[:'api-key'],
+            anthropic_version: credentials[:'anthropic-version']
+          )
+        end
+
+        def evaluate(input, streaming, cartridge, &feedback)
+          messages = input[:history].map do |event|
+            { role: event[:who] == 'user' ? 'user' : 'assistant',
+              content: event[:message],
+              _meta: { at: event[:at] } }
+          end
+
+          if input[:behavior][:backdrop]
+            messages.prepend(
+              { role: 'assistant',
+                content: 'Ok.',
+                _meta: { at: Time.now } }
+            )
+
+            messages.prepend(
+              { role: 'user',
+                content: input[:behavior][:backdrop],
+                _meta: { at: Time.now } }
+            )
+          end
+
+          payload = { messages: }
+
+          payload[:system] = input[:behavior][:directive] if input[:behavior][:directive]
+
+          CHAT_SETTINGS.each do |key|
+            payload[key] = @settings[key] unless payload.key?(key) || !@settings.key?(key)
+          end
+
+          raise 'Anthropic does not support tools.' if input[:tools]
+
+          if streaming
+            content = ''
+
+            stream_call_back = proc do |event|
+              partial_content = event.dig('delta', 'text')
+
+              if partial_content && event['type'] == 'content_block_delta'
+                content += partial_content
+                feedback.call(
+                  { should_be_stored: false,
+                    interaction: { who: 'AI', message: partial_content } }
+                )
+              end
+
+              if event['type'] == 'content_block_stop'
+                feedback.call(
+                  { should_be_stored: !(content.nil? || content == ''),
+                    interaction: content.nil? || content == '' ? nil : { who: 'AI', message: content },
+                    finished: true }
+                )
+              end
+            end
+
+            @client.messages(
+              parameters: Logic::Anthropic::Tokens.apply_policies!(
+                cartridge, payload
+              ).merge({ stream: stream_call_back })
+            )
+          else
+            result = @client.messages(
+              parameters: Logic::Anthropic::Tokens.apply_policies!(cartridge, payload)
+            )
+
+            content = result['content'].map { |content| content['text'] }.join
+
+            feedback.call(
+              { should_be_stored: !(content.nil? || content.to_s.strip == ''),
+                interaction: content.nil? || content == '' ? nil : { who: 'AI', message: content },
+                finished: true }
+            )
+          end
+        end
+      end
+    end
+  end
+end

data/components/providers/cohere.rb

@@ -15,9 +15,10 @@ module NanoBot
         attr_reader :settings
 
         CHAT_SETTINGS = %i[
-          model stream prompt_truncation connectors
-          search_queries_only documents citation_quality
-          temperature
+          model stream prompt_truncation connectors search_queries_only
+          documents citation_quality temperature max_tokens max_input_tokens
+          k p seed stop_sequences frequency_penalty presence_penalty
+          force_single_step
         ].freeze
 
         def initialize(options, settings, credentials, _environment)

data/components/providers/google.rb

@@ -19,7 +19,9 @@ module NanoBot
 
         SETTINGS = {
           generationConfig: %i[
-            temperature topP topK candidateCount maxOutputTokens stopSequences
+            temperature maxOutputTokens candidateCount presencePenalty
+            frequencyPenalty topK topP stopSequences
+            responseMimeType responseSchema
           ].freeze
         }.freeze
 
@@ -154,6 +156,9 @@ module NanoBot
               if event.dig('candidates', 0, 'finishReason') == 'SAFETY'
                 reasons = event.dig('candidates', 0, 'safetyRatings')
                 raise StandardError, "Generation stopped for safety reasons: #{reasons}"
+              elsif event.dig('candidates', 0, 'finishReason') == 'RECITATION'
+                reasons = event.dig('candidates', 0, 'citationMetadata')
+                raise StandardError, "Generation stopped for recitation reasons: #{reasons}"
               end
             end
 

data/components/providers/maritaca.rb

@@ -15,7 +15,8 @@ module NanoBot
         attr_reader :settings
 
         CHAT_SETTINGS = %i[
-          max_tokens model stream do_sample temperature top_p repetition_penalty stopping_tokens
+          stream model max_tokens do_sample temperature top_p
+          repetition_penalty num_tokens_per_message stopping_tokens
         ].freeze
 
         def initialize(options, settings, credentials, _environment)

data/components/providers/mistral.rb

@@ -15,7 +15,8 @@ module NanoBot
         attr_reader :settings
 
         CHAT_SETTINGS = %i[
-          model temperature top_p max_tokens stream safe_mode random_seed
+          model temperature top_p max_tokens stream safe_prompt random_seed
+          safe_mode
         ].freeze
 
         def initialize(options, settings, credentials, _environment)

data/components/providers/ollama.rb

@@ -15,12 +15,15 @@ module NanoBot
         attr_reader :settings
 
         CHAT_SETTINGS = %i[
-          model template stream
+          model template stream format raw
         ].freeze
 
         CHAT_OPTIONS = %i[
-          mirostat mirostat_eta mirostat_tau num_ctx num_gqa num_gpu num_thread repeat_last_n
-          repeat_penalty temperature seed stop tfs_z num_predict top_k top_p
+          num_keep seed num_predict top_k top_p tfs_z typical_p repeat_last_n
+          temperature repeat_penalty presence_penalty frequency_penalty
+          mirostat mirostat_tau mirostat_eta penalize_newline numa num_ctx
+          num_batch num_gpu main_gpu low_vram f16_kv vocab_only use_mmap
+          use_mlock num_thread stop
         ].freeze
 
         def initialize(options, settings, credentials, _environment)

data/docker-compose.example.yml

@@ -2,13 +2,16 @@
 services:
   nano-bots:
     image: ruby:3.3.3-slim-bookworm
-    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.3.0 && bash"
+    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 3.4.0 && bash"
     environment:
+      ANTHROPIC_API_KEY: your-api-key
+      
       COHERE_API_KEY: your-api-key
 
       # GOOGLE_API_KEY: your-api-key
 
       # GOOGLE_CREDENTIALS_FILE_PATH: /root/.config/google-credentials.json
+      # GOOGLE_CREDENTIALS_FILE_CONTENTS: "contents"
       # GOOGLE_PROJECT_ID: your-project-id
       GOOGLE_REGION: us-east4
 

data/logic/cartridge/streaming.rb

@@ -8,7 +8,7 @@ module NanoBot
       module Streaming
         def self.enabled?(cartridge, interface)
           provider_stream = case Helpers::Hash.fetch(cartridge, %i[provider id])
-                            when 'openai', 'mistral', 'cohere', 'ollama'
+                            when 'openai', 'mistral', 'anthropic', 'cohere', 'ollama'
                               Helpers::Hash.fetch(cartridge, %i[provider settings stream])
                             when 'google', 'maritaca'
                               Helpers::Hash.fetch(cartridge, %i[provider options stream])

data/logic/providers/anthropic/tokens.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+module NanoBot
+  module Logic
+    module Anthropic
+      module Tokens
+        def self.apply_policies!(_cartridge, payload)
+          payload[:messages] = payload[:messages].map { |message| message.except(:_meta) }
+          payload
+        end
+      end
+    end
+  end
+end

data/nano-bots.gemspec

@@ -40,8 +40,9 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'redcarpet', '~> 3.6'
   spec.add_dependency 'sweet-moon', '~> 1.0'
 
+  spec.add_dependency 'anthropic', '~> 0.3.0'
   spec.add_dependency 'cohere-ai', '~> 1.1'
-  spec.add_dependency 'gemini-ai', '~> 4.0'
+  spec.add_dependency 'gemini-ai', '~> 4.1'
   spec.add_dependency 'maritaca-ai', '~> 1.2'
   spec.add_dependency 'mistral-ai', '~> 1.2'
   spec.add_dependency 'ollama-ai', '~> 1.2', '>= 1.2.1'