active_intelligence 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2e1c7bb93d2214209574b2f6b986277421292677714cfab12b0d4098120a2ab7
-  data.tar.gz: 252e6da4f5d286a5543bb545fd5f092f5cf2a4897dc6495e361d7acb2724e58f
+  metadata.gz: 5ca1684233da615710eb4627d5f5dd36de700412b55ab9d3bfc33f28ba1b19b6
+  data.tar.gz: b7916597e70b62d5c70af58df106fa881d678d96d378eaae44434c993f0c60d5
 SHA512:
-  metadata.gz: 59d425d0286378186805e9ee1f95f9253a1be50989dbd1feb864fff707f938f5214b8b873f6b2a02b58909978c5e52e3530067cbe26229531f4cdc71659fba13
-  data.tar.gz: a017e3208d19e4bdb722ebb01381765a753a2a9976c40f63516a9b93008fe68164f2e9ee5375010833e523e75984ff376e033d24d5ca067a927640d88972303a
+  metadata.gz: 179e855f89af509ab9fd3860344df57cefde149b36fccdad3bf9b4d7cbc49f91f5486bcaf01c3f551a7e4e0c83d600ceeef6652951cf0ffcb22b8887d369d841
+  data.tar.gz: a933ec32b319a915ed17a9c1bb4266595fba0a538805046ee4ac98337a678bf6a7664e44472d5ed7a156f34db32f9cb0ca87856ab5035cca49fe59aa7dba4673

data/README.md

@@ -19,6 +19,11 @@ And then execute:
 $ bundle
 ```
 
+To install migrations:
+```bash
+rails active_intelligence:install:migrations
+```
+
 ## LLM Usage
 
 ### 1. Configuration
@@ -32,7 +37,7 @@ openai: &openai
 
 development:
   <<: *openai
-  model: gpt-4-32k
+  model: gpt-4-turbo
   temperature: 0.0
 ```
 
@@ -62,6 +67,50 @@ default_response = user.from_llm
 invite_response = user.from_llm(:invite)
 ```
 
+## Chat
+
+
+```mermaid
+erDiagram
+    Chat {
+        integer id
+    }
+    ChatMessage {
+        integer id
+        integer chat_id
+        string role
+        string content
+    }
+    Chat ||--o{ ChatMessage : has_many
+```
+
+### 6. Create a chat prompt
+
+```
+# app/prompts/active_intelligence/chat.erb
+
+* Your name is Poe.  You are a fan of Edgar Allan Poe.
+* You are the AI propritor of the Raven Hotel.
+* You exhibit the utmost sincerity and hostpitality.
+```
+  
+### 7. Create a chat, add a message, and get a reply
+
+```ruby
+include ActiveIntelligence
+
+chat = Chat.create!
+chat.messages.create!(role: 'user', content: "Hi!  Who are you?")
+puts chat.reply.content
+````
+
+### 8.  Chat using the REPL
+
+```
+rake active_intelligence:chat
+rake active_intelligence:chat[id] 
+```
+
 ## ASR Usage
 
 ### 1. Configuration

data/app/models/active_intelligence/chat.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module ActiveIntelligence
+  class Chat < ApplicationRecord
+    include Promptable
+
+    has_many :messages,
+             class_name: ActiveIntelligence::ChatMessage.to_s,
+             dependent: :destroy,
+             counter_cache: :messages_count
+
+    def as_json(options = {})
+      if options.empty?
+        options[:only] = %i[id created_at updated_at]
+        options[:methods] = %i[messages_count]
+        options[:include] = [messages: { only: %i[id role content created_at updated_at] }]
+      end
+
+      super(options)
+    end
+
+    def reply(options = {})
+      options = options.dup
+      llm = ActiveIntelligence::LLM::Config.new.adapter(options[:adapter])
+      prompt = options.delete(:prompt) || to_prompt(options.delete(:name))
+
+      reply = llm.reply(self, prompt, options)
+      return messages.create!(role: 'assistant', content: reply)
+    end
+  end
+end

data/app/models/active_intelligence/chat_message.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module ActiveIntelligence
+  class ChatMessage < ApplicationRecord
+
+    belongs_to :chat,
+               class_name: ActiveIntelligence::Chat.to_s,
+               counter_cache: :messages_count
+
+    enum role: { assistant: 0, user: 1 }
+  end
+end

data/app/models/concerns/active_intelligence/promptable.rb

@@ -5,16 +5,17 @@ module ActiveIntelligence
     extend ActiveSupport::Concern
 
     included do
-      def from_llm(template = nil, llm = nil)
-        llm = ActiveIntelligence::LLM::Config.adapter(llm)
-        return llm.generate(to_prompt(template))
+      def from_llm(template = nil, options = {})
+        adapter = options[:adapter]
+        llm = ActiveIntelligence::LLM::Config.new.adapter(adapter)
+        return llm.generate(to_prompt(template, options))
       end
 
-      def to_prompt(name = nil)
+      def to_prompt(name = nil, options = {})
         template = self.class.name.pluralize.underscore
         template = [template, name].join('/') if name
 
-        assigns = { self: self }
+        assigns = { self: self }.merge(options[:assigns] || {})
         prompt = ActiveIntelligence::LLM::Prompt.new(template, assigns)
         return prompt.render
       end

data/app/services/active_intelligence/application_service.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+# SEE: https://www.toptal.com/ruby-on-rails/rails-service-objects-tutorial
+
+module ActiveIntelligence
+  class ApplicationService
+    def self.call(*args, &block)
+      new(*args, &block).call
+    end
+
+    def initialize(*_args, &_block); end
+  end
+end

data/app/services/active_intelligence/chat_repl_service.rb

@@ -0,0 +1,73 @@
+# frozen_string_literal: true
+
+module ActiveIntelligence
+  class ChatREPLService < ApplicationService
+    # rubocop:disable Rails/Output
+
+    def initialize(chat)
+      super
+
+      @chat = chat
+      @counter = 1
+    end
+
+    def call
+      header
+      help
+      history
+      loop { cycle || break }
+    end
+
+    def cycle
+      print prefix(:user)
+      input = $stdin.gets.chomp
+      case input
+        when 'h' then help
+        when 'p' then prompt
+        when 'q' then return false
+        else reply(input)
+      end
+
+      return true
+    end
+
+    def header
+      puts "Chat #{@chat.id}\n"
+    end
+
+    def help
+      puts <<~HELP
+
+        h - help
+        p - prompt
+        q - quit
+      HELP
+    end
+
+    def history
+      @chat.messages.order(:id).each do |message|
+        @counter += 1
+        puts [prefix(message.role), message.content].join
+      end
+    end
+
+    def prefix(name)
+      "\n(#{name}:#{@counter})> "
+    end
+
+    def prompt
+      puts ["\n", @chat.to_prompt].join
+    end
+
+    def reply(input)
+      @chat.messages.create!(role: 'user', content: input)
+
+      @counter += 1
+      print prefix(:assistant)
+      puts @chat.reply.content
+      @counter += 1
+    end
+
+    # rubocop:enable Rails/Output
+  end
+end

data/config/initializers/inflections.rb

@@ -4,4 +4,5 @@ ActiveSupport::Inflector.inflections(:en) do |inflect|
   inflect.acronym 'ASR'
   inflect.acronym 'LLM'
   inflect.acronym 'OpenAI'
+  inflect.acronym 'REPL'
 end

data/db/migrate/20240520181009_create_active_intelligence_chats.rb

@@ -0,0 +1,8 @@
+class CreateActiveIntelligenceChats < ActiveRecord::Migration[7.1]
+  def change
+    create_table :active_intelligence_chats do |t|
+      t.integer :messages_count, default: 0, null: false
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20240520185221_create_active_intelligence_chat_messages.rb

@@ -0,0 +1,10 @@
+class CreateActiveIntelligenceChatMessages < ActiveRecord::Migration[7.1]
+  def change
+    create_table :active_intelligence_chat_messages do |t|
+      t.references :chat, null: false
+      t.integer :role, null: false
+      t.text :content
+      t.timestamps
+    end
+  end
+end

data/lib/active_intelligence/asr/aws_adapter.rb

@@ -57,11 +57,12 @@ module ActiveIntelligence
 
       def parameters(key, options)
         now = Time.now.to_i
+        format = options.delete(:format) # TODO: This ain't good
 
         parameters = {
           transcription_job_name: "transcribe-#{now}",
           language_code: settings[:language_code] || 'en-US',
-          media_format: options[:format] || format(key),
+          media_format: format || format(key),
           media: { media_file_uri: s3_url(key) },
           output_bucket_name: settings[:bucket],
           output_key: s3_path("transcribe-#{now}.json")

data/lib/active_intelligence/concerns/openai.rb

@@ -16,6 +16,7 @@ module ActiveIntelligence
           settings.except(
             :adapter,
             :access_token,
+            :chat_message_limit,
             :organization_id,
             :request_timeout
           )

data/lib/active_intelligence/config.rb

@@ -3,7 +3,8 @@
 module ActiveIntelligence
   class Config
 
-    def adapter(key = Rails.env.to_sym)
+    def adapter(key = nil)
+      key ||= Rails.env.to_sym
       settings = settings(key)
 
       klass = [

data/lib/active_intelligence/llm/adapter.rb

@@ -7,6 +7,10 @@ module ActiveIntelligence
       def generate(prompt, options = {})
         raise NotImplementedError
       end
+
+      def reply(chat, prompt, options = {})
+        raise NotImplementedError
+      end
     end
   end
 end

data/lib/active_intelligence/llm/openai_adapter.rb

@@ -7,13 +7,30 @@ module ActiveIntelligence
     class OpenAIAdapter < Adapter
       include ActiveIntelligence::Concerns::OpenAI
 
+      def chat(parameters)
+        response = client.chat(parameters:)
+        return response.dig('choices', 0, 'message', 'content')
+      end
+
       def generate(prompt, _options = {})
         parameters = default_parameters
         parameters[:messages] = [{ role: 'user', content: prompt }]
 
-        response = client.chat(parameters:)
+        return chat(parameters)
+      end
 
-        return response.dig('choices', 0, 'message', 'content')
+      def reply(chat, prompt, options = {})
+        limit = options[:limit] || settings[:chat_message_limit] || 10
+
+        parameters = default_parameters
+        parameters[:messages] = [{ role: 'system', content: prompt }]
+
+        messages = chat.messages.order(created_at: :desc).limit(limit).reverse
+        messages.each do |message|
+          parameters[:messages] << { role: message.role, content: message.content }
+        end
+
+        return chat(parameters)
       end
     end
   end

data/lib/active_intelligence/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module ActiveIntelligence
-  VERSION = '0.1.0'
+  VERSION = '0.2.0'
 end

data/lib/tasks/active_intelligence_tasks.rake

@@ -1,6 +1,11 @@
 # frozen_string_literal: true
 
-# desc "Explaining what the task does"
-# task :active_intelligence do
-#   # Task goes here
-# end
+namespace :active_intelligence do
+  include ActiveIntelligence
+
+  desc 'Chat with the LLM'
+  task :chat, [:id] => :environment do |_t, args|
+    chat = args[:id].nil? ? Chat.create! : Chat.find(args[:id])
+    ChatREPLService.call(chat)
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: active_intelligence
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Rich Humphrey
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-04-01 00:00:00.000000000 Z
+date: 2024-05-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -97,10 +97,16 @@ files:
 - app/jobs/active_intelligence/application_job.rb
 - app/mailers/active_intelligence/application_mailer.rb
 - app/models/active_intelligence/application_record.rb
+- app/models/active_intelligence/chat.rb
+- app/models/active_intelligence/chat_message.rb
 - app/models/concerns/active_intelligence/promptable.rb
+- app/services/active_intelligence/application_service.rb
+- app/services/active_intelligence/chat_repl_service.rb
 - app/views/layouts/active_intelligence/application.html.erb
 - config/initializers/inflections.rb
 - config/routes.rb
+- db/migrate/20240520181009_create_active_intelligence_chats.rb
+- db/migrate/20240520185221_create_active_intelligence_chat_messages.rb
 - lib/active_intelligence.rb
 - lib/active_intelligence/adapter.rb
 - lib/active_intelligence/asr/adapter.rb