nano-bots 2.4.0 → 2.5.0

data/components/provider.rb

@@ -1,9 +1,11 @@
 # frozen_string_literal: true
 
-require_relative 'providers/google'
-require_relative 'providers/mistral'
 require_relative 'providers/openai'
+require_relative 'providers/ollama'
+require_relative 'providers/mistral'
+require_relative 'providers/google'
 require_relative 'providers/cohere'
+require_relative 'providers/maritaca'
 
 module NanoBot
   module Components
@@ -12,12 +14,16 @@ module NanoBot
         case provider[:id]
         when 'openai'
           Providers::OpenAI.new(nil, provider[:settings], provider[:credentials], environment:)
-        when 'google'
-          Providers::Google.new(provider[:options], provider[:settings], provider[:credentials], environment:)
+        when 'ollama'
+          Providers::Ollama.new(provider[:options], provider[:settings], provider[:credentials], environment:)
         when 'mistral'
           Providers::Mistral.new(provider[:options], provider[:settings], provider[:credentials], environment:)
+        when 'google'
+          Providers::Google.new(provider[:options], provider[:settings], provider[:credentials], environment:)
         when 'cohere'
           Providers::Cohere.new(provider[:options], provider[:settings], provider[:credentials], environment:)
+        when 'maritaca'
+          Providers::Maritaca.new(provider[:options], provider[:settings], provider[:credentials], environment:)
         else
           raise "Unsupported provider \"#{provider[:id]}\""
         end

data/components/providers/cohere.rb

@@ -76,7 +76,7 @@ module NanoBot
           if streaming
             content = ''
 
-            stream_call_back = proc do |event, _parsed, _raw|
+            stream_call_back = proc do |event, _raw|
               partial_content = event['text']
 
               if partial_content && event['event_type'] == 'text-generation'

data/components/providers/maritaca.rb

@@ -0,0 +1,113 @@
+# frozen_string_literal: true
+
+require 'maritaca-ai'
+
+require_relative 'base'
+
+require_relative '../../logic/providers/maritaca/tokens'
+require_relative '../../logic/helpers/hash'
+require_relative '../../logic/cartridge/default'
+
+module NanoBot
+  module Components
+    module Providers
+      class Maritaca < Base
+        attr_reader :settings
+
+        CHAT_SETTINGS = %i[
+          max_tokens model do_sample temperature top_p repetition_penalty stopping_tokens
+        ].freeze
+
+        def initialize(options, settings, credentials, _environment)
+          @settings = settings
+
+          maritaca_options = if options
+                               options.transform_keys { |key| key.to_s.gsub('-', '_').to_sym }
+                             else
+                               {}
+                             end
+
+          unless maritaca_options.key?(:stream)
+            maritaca_options[:stream] = Logic::Helpers::Hash.fetch(
+              Logic::Cartridge::Default.instance.values, %i[provider options stream]
+            )
+          end
+
+          maritaca_options[:server_sent_events] = maritaca_options.delete(:stream)
+
+          @client = ::Maritaca.new(
+            credentials: credentials.transform_keys { |key| key.to_s.gsub('-', '_').to_sym },
+            options: maritaca_options
+          )
+        end
+
+        def evaluate(input, streaming, cartridge, &feedback)
+          messages = input[:history].map do |event|
+            { role: event[:who] == 'user' ? 'user' : 'assistant',
+              content: event[:message],
+              _meta: { at: event[:at] } }
+          end
+
+          # TODO: Does Maritaca have system messages?
+          %i[backdrop directive].each do |key|
+            next unless input[:behavior][key]
+
+            messages.prepend(
+              { role: 'user',
+                content: input[:behavior][key],
+                _meta: { at: Time.now } }
+            )
+          end
+
+          payload = { chat_mode: true, messages: }
+
+          CHAT_SETTINGS.each do |key|
+            payload[key] = @settings[key] unless payload.key?(key) || !@settings.key?(key)
+          end
+
+          raise 'Maritaca does not support tools.' if input[:tools]
+
+          if streaming
+            content = ''
+
+            stream_call_back = proc do |event, _raw|
+              partial_content = event['answer']
+
+              if partial_content
+                content += partial_content
+                feedback.call(
+                  { should_be_stored: false,
+                    interaction: { who: 'AI', message: partial_content } }
+                )
+              end
+            end
+
+            @client.chat_inference(
+              Logic::Maritaca::Tokens.apply_policies!(cartridge, payload),
+              server_sent_events: true, &stream_call_back
+            )
+
+            feedback.call(
+              { should_be_stored: !(content.nil? || content == ''),
+                interaction: content.nil? || content == '' ? nil : { who: 'AI', message: content },
+                finished: true }
+            )
+          else
+            result = @client.chat_inference(
+              Logic::Maritaca::Tokens.apply_policies!(cartridge, payload),
+              server_sent_events: false
+            )
+
+            content = result['answer']
+
+            feedback.call(
+              { should_be_stored: !(content.nil? || content.to_s.strip == ''),
+                interaction: content.nil? || content == '' ? nil : { who: 'AI', message: content },
+                finished: true }
+            )
+          end
+        end
+      end
+    end
+  end
+end

data/components/providers/ollama.rb

@@ -0,0 +1,132 @@
+# frozen_string_literal: true
+
+require 'ollama-ai'
+
+require_relative 'base'
+
+require_relative '../../logic/providers/ollama/tokens'
+require_relative '../../logic/helpers/hash'
+require_relative '../../logic/cartridge/default'
+
+module NanoBot
+  module Components
+    module Providers
+      class Ollama < Base
+        attr_reader :settings
+
+        CHAT_SETTINGS = %i[
+          model template stream
+        ].freeze
+
+        CHAT_OPTIONS = %i[
+          mirostat mirostat_eta mirostat_tau num_ctx num_gqa num_gpu num_thread repeat_last_n
+          repeat_penalty temperature seed stop tfs_z num_predict top_k top_p
+        ].freeze
+
+        def initialize(options, settings, credentials, _environment)
+          @settings = settings
+
+          ollama_options = if options
+                             options.transform_keys { |key| key.to_s.gsub('-', '_').to_sym }
+                           else
+                             {}
+                           end
+
+          unless @settings.key?(:stream)
+            @settings = Marshal.load(Marshal.dump(@settings))
+            @settings[:stream] = Logic::Helpers::Hash.fetch(
+              Logic::Cartridge::Default.instance.values, %i[provider settings stream]
+            )
+          end
+
+          ollama_options[:server_sent_events] = @settings[:stream]
+
+          credentials ||= {}
+
+          @client = ::Ollama.new(
+            credentials: credentials.transform_keys { |key| key.to_s.gsub('-', '_').to_sym },
+            options: ollama_options
+          )
+        end
+
+        def evaluate(input, streaming, cartridge, &feedback)
+          messages = input[:history].map do |event|
+            { role: event[:who] == 'user' ? 'user' : 'assistant',
+              content: event[:message],
+              _meta: { at: event[:at] } }
+          end
+
+          %i[backdrop directive].each do |key|
+            next unless input[:behavior][key]
+
+            messages.prepend(
+              { role: key == :directive ? 'system' : 'user',
+                content: input[:behavior][key],
+                _meta: { at: Time.now } }
+            )
+          end
+
+          payload = { messages: }
+
+          CHAT_SETTINGS.each do |key|
+            payload[key] = @settings[key] unless payload.key?(key) || !@settings.key?(key)
+          end
+
+          if @settings.key?(:options)
+            options = {}
+
+            CHAT_OPTIONS.each do |key|
+              options[key] = @settings[:options][key] unless options.key?(key) || !@settings[:options].key?(key)
+            end
+
+            payload[:options] = options unless options.empty?
+          end
+
+          raise 'Ollama does not support tools.' if input[:tools]
+
+          if streaming
+            content = ''
+
+            stream_call_back = proc do |event, _raw|
+              partial_content = event.dig('message', 'content')
+
+              if partial_content
+                content += partial_content
+                feedback.call(
+                  { should_be_stored: false,
+                    interaction: { who: 'AI', message: partial_content } }
+                )
+              end
+
+              if event['done']
+                feedback.call(
+                  { should_be_stored: !(content.nil? || content == ''),
+                    interaction: content.nil? || content == '' ? nil : { who: 'AI', message: content },
+                    finished: true }
+                )
+              end
+            end
+
+            @client.chat(
+              Logic::Ollama::Tokens.apply_policies!(cartridge, payload),
+              server_sent_events: true, &stream_call_back
+            )
+          else
+            result = @client.chat(
+              Logic::Ollama::Tokens.apply_policies!(cartridge, payload),
+              server_sent_events: false
+            )
+
+            content = result.map { |event| event.dig('message', 'content') }.join
+
+            feedback.call(
+              { should_be_stored: !(content.nil? || content.to_s.strip == ''),
+                interaction: content.nil? || content == '' ? nil : { who: 'AI', message: content },
+                finished: true }
+            )
+          end
+        end
+      end
+    end
+  end
+end

data/docker-compose.example.yml

@@ -2,10 +2,9 @@
 services:
   nano-bots:
     image: ruby:3.2.2-slim-bookworm
-    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 2.4.0 && bash"
+    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev curl && curl -s https://raw.githubusercontent.com/babashka/babashka/master/install | bash && gem install nano-bots -v 2.5.0 && bash"
     environment:
-      OPENAI_API_ADDRESS: https://api.openai.com
-      OPENAI_API_KEY: your-access-token
+      COHERE_API_KEY: your-api-key
 
       GOOGLE_API_KEY: your-api-key
 
@@ -13,9 +12,16 @@ services:
       GOOGLE_PROJECT_ID: your-project-id
       GOOGLE_REGION: us-east4
 
+      MARITACA_API_KEY: 'your-api-key'
+
+      MISTRAL_API_KEY: your-api-key
+
+      OLLAMA_API_ADDRESS: http://host.docker.internal:11434
+
+      OPENAI_API_KEY: your-access-token
+
       NANO_BOTS_ENCRYPTION_PASSWORD: UNSAFE
       NANO_BOTS_END_USER: your-user
-
     volumes:
       - ./google-credentials.json:/root/.config/google-credentials.json
       - ./your-cartridges:/root/.local/share/nano-bots/cartridges

data/logic/cartridge/streaming.rb

@@ -8,9 +8,9 @@ module NanoBot
       module Streaming
         def self.enabled?(cartridge, interface)
           provider_stream = case Helpers::Hash.fetch(cartridge, %i[provider id])
-                            when 'openai', 'mistral', 'cohere'
+                            when 'openai', 'mistral', 'cohere', 'ollama'
                               Helpers::Hash.fetch(cartridge, %i[provider settings stream])
-                            when 'google'
+                            when 'google', 'maritaca'
                               Helpers::Hash.fetch(cartridge, %i[provider options stream])
                             end
 

data/logic/providers/maritaca/tokens.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+module NanoBot
+  module Logic
+    module Maritaca
+      module Tokens
+        def self.apply_policies!(_cartridge, payload)
+          payload[:messages] = payload[:messages].map { |message| message.except(:_meta) }
+          payload
+        end
+      end
+    end
+  end
+end

data/logic/providers/ollama/tokens.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+module NanoBot
+  module Logic
+    module Ollama
+      module Tokens
+        def self.apply_policies!(_cartridge, payload)
+          payload[:messages] = payload[:messages].map { |message| message.except(:_meta) }
+          payload
+        end
+      end
+    end
+  end
+end

data/nano-bots.gemspec

@@ -32,16 +32,19 @@ Gem::Specification.new do |spec|
   spec.executables = ['nb']
 
   spec.add_dependency 'babosa', '~> 2.0'
-  spec.add_dependency 'cohere-ai', '~> 1.0', '>= 1.0.1'
   spec.add_dependency 'concurrent-ruby', '~> 1.2', '>= 1.2.2'
   spec.add_dependency 'dotenv', '~> 2.8', '>= 2.8.1'
-  spec.add_dependency 'gemini-ai', '~> 3.1'
-  spec.add_dependency 'mistral-ai', '~> 1.1'
   spec.add_dependency 'pry', '~> 0.14.2'
   spec.add_dependency 'rainbow', '~> 3.1', '>= 3.1.1'
   spec.add_dependency 'rbnacl', '~> 7.1', '>= 7.1.1'
-  spec.add_dependency 'ruby-openai', '~> 6.3', '>= 6.3.1'
   spec.add_dependency 'sweet-moon', '~> 0.0.7'
 
+  spec.add_dependency 'cohere-ai', '~> 1.0', '>= 1.0.1'
+  spec.add_dependency 'gemini-ai', '~> 3.1', '>= 3.1.2'
+  spec.add_dependency 'maritaca-ai', '~> 1.0'
+  spec.add_dependency 'mistral-ai', '~> 1.1'
+  spec.add_dependency 'ollama-ai', '~> 1.0'
+  spec.add_dependency 'ruby-openai', '~> 6.3', '>= 6.3.1'
+
   spec.metadata['rubygems_mfa_required'] = 'true'
 end

data/static/gem.rb

@@ -3,11 +3,11 @@
 module NanoBot
   GEM = {
     name: 'nano-bots',
-    version: '2.4.0',
-    specification: '2.1.0',
+    version: '2.5.0',
+    specification: '2.3.0',
     author: 'icebaker',
-    summary: 'Ruby Implementation of Nano Bots: small, AI-powered bots for OpenAI ChatGPT, Mistral AI, and Google Gemini.',
-    description: 'Ruby Implementation of Nano Bots: small, AI-powered bots that can be easily shared as a single file, designed to support multiple providers such as OpenAI ChatGPT, Mistral AI, and Google Gemini, with support for calling Tools (Functions).',
+    summary: 'Ruby Implementation of Nano Bots: small, AI-powered bots for OpenAI ChatGPT, Ollama, Mistral AI, Cohere Command, Maritaca AI MariTalk, and Google Gemini.',
+    description: 'Ruby Implementation of Nano Bots: small, AI-powered bots that can be easily shared as a single file, designed to support multiple providers such as OpenAI ChatGPT, Ollama, Mistral AI, Cohere Command, Maritaca AI MariTalk, and Google Gemini, with support for calling Tools (Functions).',
     github: 'https://github.com/icebaker/ruby-nano-bots',
     gem_server: 'https://rubygems.org',
     license: 'MIT',