nano-bots 0.1.1 → 1.0.0

data/controllers/instance.rb

@@ -6,9 +6,9 @@ require_relative '../logic/helpers/hash'
 require_relative '../components/provider'
 require_relative '../components/storage'
 require_relative '../components/stream'
-require_relative './interfaces/repl'
-require_relative './interfaces/eval'
-require_relative './session'
+require_relative 'interfaces/repl'
+require_relative 'interfaces/eval'
+require_relative 'session'
 
 module NanoBot
   module Controllers
@@ -83,7 +83,7 @@ module NanoBot
             raise StandardError, "Cartridge file not found: \"#{path}\""
           end
 
-          @cartridge = YAML.safe_load(File.read(elected_path), permitted_classes: [Symbol])
+          @cartridge = YAML.safe_load_file(elected_path, permitted_classes: [Symbol])
         end
 
         @safe_cartridge = Marshal.load(Marshal.dump(@cartridge))

data/controllers/interfaces/cli.rb

@@ -81,7 +81,7 @@ module NanoBot
           when 'cartridge'
             puts YAML.dump(bot.cartridge)
           else
-            raise "TODO: [#{params[:command]}]"
+            raise "Command not found: [#{params[:command]}]"
           end
         end
       end

data/controllers/interfaces/tools.rb

@@ -0,0 +1,104 @@
+# frozen_string_literal: true
+
+require 'rainbow'
+
+require_relative '../../logic/cartridge/tools'
+require_relative '../../logic/cartridge/safety'
+require_relative '../../components/embedding'
+
+module NanoBot
+  module Controllers
+    module Interfaces
+      module Tool
+        def self.confirming(session, cartridge, mode, feedback)
+          yeses = Logic::Cartridge::Safety.yeses(cartridge)
+          default_answer = Logic::Cartridge::Safety.default_answer(cartridge)
+          dispatch_feedback(session, cartridge, mode, feedback)
+          session.flush
+          answer = $stdin.gets.chomp.to_s.downcase.strip
+          answer = default_answer if answer == ''
+          session.print("\n")
+          yeses.include?(answer)
+        end
+
+        def self.adapt(feedback, adapter, cartridge)
+          call = {
+            parameters: %w[id name parameters parameters-as-json output],
+            values: [
+              feedback[:id], feedback[:name], feedback[:parameters],
+              feedback[:parameters].to_json,
+              feedback[:output]
+            ],
+            safety: { sandboxed: Logic::Cartridge::Safety.sandboxed?(cartridge) }
+          }
+
+          raise StandardError, 'conflicting adapters' if %i[fennel lua clojure].count { |key| !adapter[key].nil? } > 1
+
+          if adapter[:fennel]
+            call[:source] = adapter[:fennel]
+            Components::Embedding.fennel(**call)
+          elsif adapter[:clojure]
+            call[:source] = adapter[:clojure]
+            Components::Embedding.clojure(**call)
+          elsif adapter[:lua]
+            call[:parameters] = %w[id name parameters parameters_as_json output]
+            call[:source] = adapter[:lua]
+            Components::Embedding.lua(**call)
+          else
+            raise 'missing handler for adapter'
+          end
+        end
+
+        def self.dispatch_feedback(session, cartridge, mode, feedback)
+          enabled = Logic::Cartridge::Tools.feedback?(cartridge, mode.to_sym, feedback[:action].to_sym)
+
+          enabled = true if feedback[:action].to_sym == :confirming
+
+          return unless enabled
+
+          color = Logic::Cartridge::Tools.fetch_from_interface(
+            cartridge, mode.to_sym, feedback[:action].to_sym, [:color]
+          )
+
+          adapter = Tool.adapter(cartridge, mode, feedback)
+
+          if %i[fennel lua clojure].any? { |key| !adapter[key].nil? }
+            message = adapt(feedback, adapter, cartridge)
+          else
+            message = "#{feedback[:name]} #{feedback[:parameters].to_json}"
+
+            message += "\n#{feedback[:output]}" if feedback[:action].to_sym == :responding
+          end
+
+          message = "#{adapter[:prefix]}#{message}#{adapter[:suffix]}"
+
+          session.print(color.nil? ? message : Rainbow(message).send(color))
+        end
+
+        def self.adapter(cartridge, mode, feedback)
+          prefix = Logic::Cartridge::Tools.fetch_from_interface(
+            cartridge, mode.to_sym, feedback[:action].to_sym, [:prefix]
+          )
+
+          suffix = Logic::Cartridge::Tools.fetch_from_interface(
+            cartridge, mode.to_sym, feedback[:action].to_sym, [:suffix]
+          )
+
+          fennel = Logic::Cartridge::Tools.fetch_from_interface(
+            cartridge, mode.to_sym, feedback[:action].to_sym, %i[adapter fennel]
+          )
+
+          lua = Logic::Cartridge::Tools.fetch_from_interface(
+            cartridge, mode.to_sym, feedback[:action].to_sym, %i[adapter lua]
+          )
+
+          clojure = Logic::Cartridge::Tools.fetch_from_interface(
+            cartridge, mode.to_sym, feedback[:action].to_sym, %i[adapter clojure]
+          )
+
+          { prefix:, suffix:, fennel:, lua:, clojure: }
+        end
+      end
+    end
+  end
+end

data/controllers/session.rb

@@ -3,10 +3,14 @@
 require 'babosa'
 
 require 'fileutils'
+require 'rainbow'
 
 require_relative '../logic/helpers/hash'
+require_relative '../logic/cartridge/safety'
 require_relative '../logic/cartridge/streaming'
 require_relative '../logic/cartridge/interaction'
+require_relative '../logic/cartridge/fetch'
+require_relative 'interfaces/tools'
 require_relative '../components/storage'
 require_relative '../components/adapter'
 require_relative '../components/crypto'
@@ -14,6 +18,7 @@ require_relative '../components/crypto'
 module NanoBot
   module Controllers
     STREAM_TIMEOUT_IN_SECONDS = 5
+    INFINITE_LOOP_PREVENTION = 10
 
     class Session
       attr_accessor :stream
@@ -41,9 +46,9 @@ module NanoBot
       end
 
       def load_state
-        @state = Logic::Helpers::Hash.symbolize_keys(JSON.parse(
-                                                       Components::Crypto.decrypt(File.read(@state_path))
-                                                     ))
+        @state = Logic::Helpers::Hash.symbolize_keys(
+          JSON.parse(Components::Crypto.decrypt(File.read(@state_path)))
+        )
       end
 
       def store_state!
@@ -68,7 +73,7 @@ module NanoBot
           mode: mode.to_s,
           input: message,
           message: Components::Adapter.apply(
-            :input, Logic::Cartridge::Interaction.input(@cartridge, mode.to_sym, message)
+            Logic::Cartridge::Interaction.input(@cartridge, mode.to_sym, message), @cartridge
           )
         }
 
@@ -78,41 +83,88 @@ module NanoBot
       end
 
       def process(input, mode:)
+        interface = Logic::Helpers::Hash.fetch(@cartridge, [:interfaces, mode.to_sym]) || {}
+
+        input[:interface] = interface
+        input[:tools] = @cartridge[:tools]
+
+        needs_another_round = true
+
+        rounds = 0
+
+        while needs_another_round
+          needs_another_round = process_interaction(input, mode:)
+          rounds += 1
+          raise StandardError, 'infinite loop prevention' if rounds > INFINITE_LOOP_PREVENTION
+        end
+      end
+
+      def process_interaction(input, mode:)
         prefix = Logic::Cartridge::Affixes.get(@cartridge, mode.to_sym, :output, :prefix)
         suffix = Logic::Cartridge::Affixes.get(@cartridge, mode.to_sym, :output, :suffix)
 
-        interface = Logic::Helpers::Hash.fetch(@cartridge, [:interfaces, mode.to_sym]) || {}
+        color = Logic::Cartridge::Fetch.cascate(
+          @cartridge, [[:interfaces, mode.to_sym, :output, :color], %i[interfaces output color]]
+        )
 
-        streaming = Logic::Cartridge::Streaming.enabled?(@cartridge, mode.to_sym)
+        color = color.to_sym if color
 
-        input[:interface] = interface
+        streaming = Logic::Cartridge::Streaming.enabled?(@cartridge, mode.to_sym)
 
         updated_at = Time.now
 
         ready = false
-        @provider.evaluate(input) do |output, finished|
-          updated_at = Time.now
-
-          if finished
-            event = Marshal.load(Marshal.dump(output))
 
-            output = Logic::Cartridge::Interaction.output(
-              @cartridge, mode.to_sym, output, streaming, finished
-            )
+        needs_another_round = false
 
-            output[:message] = Components::Adapter.apply(:output, output[:message])
+        @provider.evaluate(input, streaming, @cartridge) do |feedback|
+          needs_another_round = true if feedback[:needs_another_round]
 
-            event[:mode] = mode.to_s
-            event[:output] = "#{prefix}#{output[:message]}#{suffix}"
-
-            @state[:history] << event
-
-            self.print(output[:message]) unless streaming
+          updated_at = Time.now
 
-            ready = true
-            flush
-          elsif streaming
-            self.print(output[:message])
+          if feedback[:interaction] &&
+             feedback.dig(:interaction, :meta, :tool, :action) &&
+             feedback[:interaction][:meta][:tool][:action] == 'confirming'
+            Interfaces::Tool.confirming(self, @cartridge, mode, feedback[:interaction][:meta][:tool])
+          else
+
+            if feedback[:interaction] && feedback.dig(:interaction, :meta, :tool, :action)
+              Interfaces::Tool.dispatch_feedback(
+                self, @cartridge, mode, feedback[:interaction][:meta][:tool]
+              )
+            end
+
+            if feedback[:interaction]
+              event = Marshal.load(Marshal.dump(feedback[:interaction]))
+              event[:mode] = mode.to_s
+              event[:output] = nil
+
+              if feedback[:interaction][:who] == 'AI' && feedback[:interaction][:message]
+                event[:output] = feedback[:interaction][:message]
+                unless streaming
+                  output = Logic::Cartridge::Interaction.output(
+                    @cartridge, mode.to_sym, feedback[:interaction], streaming, feedback[:finished]
+                  )
+                  output[:message] = Components::Adapter.apply(output[:message], @cartridge)
+                  event[:output] = (output[:message]).to_s
+                end
+              end
+
+              @state[:history] << event if feedback[:should_be_stored]
+
+              if event[:output] && ((!feedback[:finished] && streaming) || (!streaming && feedback[:finished]))
+                self.print(color ? Rainbow(event[:output]).send(color) : event[:output])
+              end
+
+              # The `print` function already outputs a prefix and a suffix, so
+              # we should add them afterwards to avoid printing them twice.
+              event[:output] = "#{prefix}#{event[:output]}#{suffix}"
+            end
+
+            if feedback[:finished]
+              flush
+              ready = true
+            end
           end
         end
 
@@ -122,6 +174,8 @@ module NanoBot
         end
 
         store_state! unless @stateless
+
+        needs_another_round
       end
 
       def flush

data/docker-compose.example.yml

@@ -3,7 +3,7 @@ version: '3.7'
 services:
   nano-bots:
     image: ruby:3.2.2-slim-bullseye
-    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev && gem install nano-bots -v 0.1.1 && bash"
+    command: sh -c "apt-get update && apt-get install -y --no-install-recommends build-essential libffi-dev libsodium-dev lua5.4-dev && gem install nano-bots -v 1.0.0 && bash"
     environment:
       OPENAI_API_ADDRESS: https://api.openai.com
       OPENAI_API_KEY: your-access-token

data/logic/cartridge/adapters.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 require_relative '../helpers/hash'
-require_relative './default'
+require_relative 'default'
 
 module NanoBot
   module Logic

data/logic/cartridge/affixes.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 require_relative '../helpers/hash'
-require_relative './default'
+require_relative 'default'
 
 module NanoBot
   module Logic

data/logic/cartridge/default.rb

@@ -15,7 +15,7 @@ module NanoBot
           return @values if @values
 
           path = File.expand_path('../../static/cartridges/default.yml', __dir__)
-          cartridge = YAML.safe_load(File.read(path), permitted_classes: [Symbol])
+          cartridge = YAML.safe_load_file(path, permitted_classes: [Symbol])
           @values = Logic::Helpers::Hash.symbolize_keys(cartridge)
           @values
         end
@@ -24,7 +24,7 @@ module NanoBot
           return @baseline if @baseline
 
           path = File.expand_path('../../static/cartridges/baseline.yml', __dir__)
-          cartridge = YAML.safe_load(File.read(path), permitted_classes: [Symbol])
+          cartridge = YAML.safe_load_file(path, permitted_classes: [Symbol])
           @baseline = Logic::Helpers::Hash.symbolize_keys(cartridge)
           @baseline
         end

data/logic/cartridge/fetch.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+require_relative 'default'
+require_relative '../helpers/hash'
+
+module NanoBot
+  module Logic
+    module Cartridge
+      module Fetch
+        def self.cascate(cartridge, paths)
+          results = paths.map { |path| Helpers::Hash.fetch(cartridge, path) }
+          result = results.find { |candidate| !candidate.nil? }
+          return result unless result.nil?
+
+          results = paths.map { |path| Helpers::Hash.fetch(Default.instance.values, path) }
+          result = results.find { |candidate| !candidate.nil? }
+          return result unless result.nil?
+
+          nil
+        end
+      end
+    end
+  end
+end

data/logic/cartridge/interaction.rb

@@ -1,9 +1,7 @@
 # frozen_string_literal: true
 
-require 'sweet-moon'
-
-require_relative './affixes'
-require_relative './adapters'
+require_relative 'affixes'
+require_relative 'adapters'
 
 module NanoBot
   module Logic
@@ -12,23 +10,25 @@ module NanoBot
         def self.input(cartridge, interface, content)
           lua = Adapter.expression(cartridge, interface, :input, :lua)
           fennel = Adapter.expression(cartridge, interface, :input, :fennel)
+          clojure = Adapter.expression(cartridge, interface, :input, :clojure)
 
           prefix = Affixes.get(cartridge, interface, :input, :prefix)
           suffix = Affixes.get(cartridge, interface, :input, :suffix)
 
-          { content:, prefix:, suffix:, lua:, fennel: }
+          { content:, prefix:, suffix:, lua:, fennel:, clojure: }
         end
 
         def self.output(cartridge, interface, result, streaming, _finished)
           if streaming
-            result[:message] = { content: result[:message], lua: nil, fennel: nil }
+            result[:message] = { content: result[:message], lua: nil, fennel: nil, clojure: nil }
             return result
           end
 
           lua = Adapter.expression(cartridge, interface, :output, :lua)
           fennel = Adapter.expression(cartridge, interface, :output, :fennel)
+          clojure = Adapter.expression(cartridge, interface, :output, :clojure)
 
-          result[:message] = { content: result[:message], lua:, fennel: }
+          result[:message] = { content: result[:message], lua:, fennel:, clojure: }
 
           result
         end

data/logic/cartridge/safety.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+require_relative 'fetch'
+
+module NanoBot
+  module Logic
+    module Cartridge
+      module Safety
+        def self.default_answer(cartridge)
+          default = Fetch.cascate(cartridge, [%i[interfaces tools confirming default]])
+          return [] if default.nil?
+
+          default
+        end
+
+        def self.yeses(cartridge)
+          yeses_values = Fetch.cascate(cartridge, [%i[interfaces tools confirming yeses]])
+          return [] if yeses_values.nil?
+
+          yeses_values
+        end
+
+        def self.confirmable?(cartridge)
+          confirmable = Fetch.cascate(cartridge, [%i[safety tools confirmable]])
+          return true if confirmable.nil?
+
+          confirmable
+        end
+
+        def self.sandboxed?(cartridge)
+          sandboxed = Fetch.cascate(cartridge, [%i[safety functions sandboxed]])
+          return true if sandboxed.nil?
+
+          sandboxed
+        end
+      end
+    end
+  end
+end

data/logic/cartridge/tools.rb

@@ -0,0 +1,53 @@
+# frozen_string_literal: true
+
+require_relative 'fetch'
+require_relative 'affixes'
+require_relative 'adapters'
+
+module NanoBot
+  module Logic
+    module Cartridge
+      module Tools
+        def self.fetch_from_interface(cartridge, interface, action, path)
+          Fetch.cascate(cartridge, [
+                          [:interfaces, interface, :tools, action].concat(path),
+                          [:interfaces, :tools, action].concat(path),
+                          %i[interfaces tools].concat(path)
+                        ])
+        end
+
+        def self.feedback?(cartridge, interface, action)
+          Fetch.cascate(cartridge, [
+                          [:interfaces, interface, :tools, action, :feedback],
+                          [:interfaces, :tools, action, :feedback],
+                          %i[interfaces tools feedback]
+                        ])
+        end
+
+        def self.input(cartridge, interface, content)
+          lua = Adapter.expression(cartridge, interface, :input, :lua)
+          fennel = Adapter.expression(cartridge, interface, :input, :fennel)
+
+          prefix = Affixes.get(cartridge, interface, :input, :prefix)
+          suffix = Affixes.get(cartridge, interface, :input, :suffix)
+
+          { content:, prefix:, suffix:, lua:, fennel: }
+        end
+
+        def self.output(cartridge, interface, result, streaming, _finished)
+          if streaming
+            result[:message] = { content: result[:message], lua: nil, fennel: nil }
+            return result
+          end
+
+          lua = Adapter.expression(cartridge, interface, :output, :lua)
+          fennel = Adapter.expression(cartridge, interface, :output, :fennel)
+
+          result[:message] = { content: result[:message], lua:, fennel: }
+
+          result
+        end
+      end
+    end
+  end
+end

data/logic/providers/openai/tools.rb

@@ -0,0 +1,58 @@
+# frozen_string_literal: true
+
+require 'json'
+
+require_relative '../../helpers/hash'
+
+module NanoBot
+  module Logic
+    module OpenAI
+      module Tools
+        def self.prepare(cartridge, tools)
+          applies = []
+
+          tools = Marshal.load(Marshal.dump(tools))
+
+          tools.each do |tool|
+            tool = Helpers::Hash.symbolize_keys(tool)
+
+            cartridge.each do |candidate|
+              next unless tool[:function][:name] == candidate[:name]
+
+              source = {}
+
+              source[:clojure] = candidate[:clojure] if candidate[:clojure]
+              source[:fennel] = candidate[:fennel] if candidate[:fennel]
+              source[:lua] = candidate[:lua] if candidate[:lua]
+
+              applies << {
+                id: tool[:id],
+                name: tool[:function][:name],
+                type: 'function',
+                parameters: JSON.parse(tool[:function][:arguments]),
+                source:
+              }
+            end
+          end
+
+          raise 'missing tool' if applies.size != tools.size
+
+          applies
+        end
+
+        def self.adapt(cartridge)
+          output = {
+            type: 'function',
+            function: {
+              name: cartridge[:name], description: cartridge[:description]
+            }
+          }
+
+          output[:function][:parameters] = (cartridge[:parameters] || { type: 'object', properties: {} })
+
+          output
+        end
+      end
+    end
+  end
+end

data/logic/providers/openai.rb

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+
+require 'json'
+
+module NanoBot
+  module Logic
+    module OpenAI
+      def self.prepare_tools(cartridge, tools)
+        applies = []
+        tools.each do |tool|
+          cartridge.each do |candidate|
+            next unless candidate[:type] == 'function' &&
+                        tool[:type] == candidate[:type] &&
+                        tool[:function][:name] == candidate[:name]
+
+            source = {}
+
+            source[:fennel] = candidate[:fennel] if candidate[:fennel]
+            source[:lua] = candidate[:lua] if candidate[:lua]
+
+            applies << {
+              name: tool[:function][:name],
+              type: candidate[:type],
+              parameters: JSON.parse(tool[:function][:arguments]),
+              source:
+            }
+          end
+        end
+
+        applies
+      end
+
+      def self.adapt_tool(cartridge)
+        raise 'unsupported tool' if cartridge[:type] != 'function'
+
+        adapted = {
+          type: 'function',
+          function: {
+            name: cartridge[:name], description: cartridge[:description],
+            parameters: { type: 'object', properties: {} }
+          }
+        }
+
+        properties = adapted[:function][:parameters][:properties]
+
+        cartridge[:parameters].each do |parameter|
+          key = parameter[:name].to_sym
+          properties[key] = {}
+          properties[key][:type] = parameter[:type] || 'string'
+          properties[key][:description] = parameter[:description] if parameter[:description]
+        end
+
+        adapted
+      end
+    end
+  end
+end

data/nano-bots.gemspec

@@ -32,12 +32,13 @@ Gem::Specification.new do |spec|
   spec.executables = ['nb']
 
   spec.add_dependency 'babosa', '~> 2.0'
+  spec.add_dependency 'concurrent-ruby', '~> 1.2', '>= 1.2.2'
   spec.add_dependency 'dotenv', '~> 2.8', '>= 2.8.1'
-  spec.add_dependency 'faraday', '~> 2.7', '>= 2.7.5'
+  spec.add_dependency 'faraday', '~> 2.7', '>= 2.7.12'
   spec.add_dependency 'pry', '~> 0.14.2'
   spec.add_dependency 'rainbow', '~> 3.1', '>= 3.1.1'
   spec.add_dependency 'rbnacl', '~> 7.1', '>= 7.1.1'
-  spec.add_dependency 'ruby-openai', '~> 4.0'
+  spec.add_dependency 'ruby-openai', '~> 6.3'
   spec.add_dependency 'sweet-moon', '~> 0.0.7'
 
   spec.metadata['rubygems_mfa_required'] = 'true'

data/static/cartridges/baseline.yml

@@ -14,4 +14,4 @@ provider:
     access-token: ENV/OPENAI_API_KEY
   settings:
     user: ENV/NANO_BOTS_END_USER
-    model: gpt-3.5-turbo
+    model: gpt-3.5-turbo-1106

data/static/cartridges/default.yml

@@ -1,4 +1,10 @@
 ---
+safety:
+  functions:
+    sandboxed: true
+  tools:
+    confirmable: true
+
 interfaces:
   repl:
     output:
@@ -12,6 +18,16 @@ interfaces:
     output:
       stream: true
       suffix: "\n"
+  tools:
+    confirming:
+      suffix: ' [yN] '
+      default: 'n'
+      yeses: ['y', 'yes']
+    executing:
+      feedback: false
+    responding:
+      suffix: "\n\n"
+      feedback: true
 
 provider:
   settings: