ollama-ruby 0.4.0 → 0.6.0

data/bin/ollama_chat

@@ -5,6 +5,8 @@ include Ollama
 require 'term/ansicolor'
 include Term::ANSIColor
 require 'tins'
+require 'tins/xt/full'
+require 'tins/xt/hash_union'
 include Tins::GO
 require 'reline'
 require 'reverse_markdown'
@@ -15,6 +17,7 @@ require 'nokogiri'
 require 'rss'
 require 'pdf/reader'
 require 'csv'
+require 'xdg'
 
 class OllamaChatConfig
   include ComplexConfig
@@ -23,18 +26,30 @@ class OllamaChatConfig
   DEFAULT_CONFIG = <<~EOT
     ---
     url: <%= ENV['OLLAMA_URL'] || 'http://%s' % ENV.fetch('OLLAMA_HOST') %>
+    proxy: null # http://localhost:8080
     model:
       name: <%= ENV.fetch('OLLAMA_CHAT_MODEL', 'llama3.1') %>
       options:
         num_ctx: 8192
     prompts:
-      system: <%= ENV.fetch('OLLAMA_CHAT_SYSTEM', 'null') %>
+      embed: "This source was now embedded: %{source}"
       summarize: |
-        Generate an abstract summary of the content in this document:
-
-        %s
-    voice: Samantha
+        Generate an abstract summary of the content in this document using
+        %{words} words:
+
+        %{source_content}
+      web: |
+        Answer the the query %{query} using these sources and summaries:
+
+        %{results}
+    system_prompts:
+      default: <%= ENV.fetch('OLLAMA_CHAT_SYSTEM', 'null') %>
+    voice:
+      enabled: false
+      default: Samantha
+      list: <%= `say -v ?`.lines.map { _1[/^(.+?)\s+[a-z]{2}_[a-zA-Z0-9]{2,}/, 1] }.uniq.sort.to_s.force_encoding('ASCII-8BIT') %>
     markdown: true
+    stream: true
     embedding:
       enabled: true
       model:
@@ -42,16 +57,22 @@ class OllamaChatConfig
         options: {}
         # Retrieval prompt template:
         prompt: 'Represent this sentence for searching relevant passages: %s'
-      collection: <%= ENV.fetch('OLLAMA_CHAT_COLLECTION', 'ollama_chat') %>
+      collection: <%= ENV['OLLAMA_CHAT_COLLECTION'] %>
       found_texts_size: 4096
       found_texts_count: null
       splitter:
         name: RecursiveCharacter
         chunk_size: 1024
-    cache: Ollama::Documents::Cache::RedisBackedMemoryCache
+    cache: Ollama::Documents::RedisBackedMemoryCache
     redis:
-      url: <%= ENV.fetch('REDIS_URL', 'null') %>
+      documents:
+        url: <%= ENV.fetch('REDIS_URL', 'null') %>
+      expiring:
+        url: <%= ENV.fetch('REDIS_EXPIRING_URL', 'null') %>
+        ex: 86400
     debug: <%= ENV['OLLAMA_CHAT_DEBUG'].to_i == 1 ? true : false %>
+    ssl_no_verify: []
+    copy: pbcopy
   EOT
 
   def initialize(filename = nil)
@@ -62,7 +83,7 @@ class OllamaChatConfig
     if @filename == default_path && !retried
       retried = true
       mkdir_p File.dirname(default_path)
-      File.secure_write(default_path, DEFAULT_CONFIG)
+      File.secure_write(default_path.to_s, DEFAULT_CONFIG)
       retry
     else
       raise
@@ -74,17 +95,11 @@ class OllamaChatConfig
   attr_reader :config
 
   def default_path
-    File.join(config_dir_path, 'config.yml')
+    config_dir_path + 'config.yml'
   end
 
   def config_dir_path
-    File.join(
-      ENV.fetch(
-        'XDG_CONFIG_HOME',
-        File.join(ENV.fetch('HOME'), '.config')
-      ),
-      'ollama_chat'
-    )
+    XDG.new.config_home + 'ollama_chat'
   end
 end
 
@@ -112,8 +127,8 @@ class FollowChat
       end
       content = response.message&.content
       @messages.last.content << content
-      if @markdown and @messages.last.content.present?
-        markdown_content = Utils::ANSIMarkdown.parse(@messages.last.content)
+      if @markdown and content = @messages.last.content.full?
+        markdown_content = Utils::ANSIMarkdown.parse(content)
         @output.print clear_screen, move_home, @user, ?\n, markdown_content
       else
         @output.print content
@@ -145,12 +160,113 @@ class FollowChat
   end
 end
 
+module CheckSwitch
+  extend Tins::Concern
+
+  included do
+    alias_method :on?, :value
+  end
+
+  def off?
+    !on?
+  end
+
+  def show
+    puts @msg[value]
+  end
+end
+
+class Switch
+  def initialize(name, msg:, config: $config)
+    @value = !!config.send("#{name}?")
+    @msg   = msg
+  end
+
+  attr_reader :value
+
+  def set(value, show: false)
+    @value = !!value
+    show && self.show
+  end
+
+  def toggle(show: true)
+    @value = !@value
+    show && self.show
+  end
+
+  include CheckSwitch
+end
+
+class CombinedSwitch
+  def initialize(value:, msg:)
+    @value = value
+    @msg   = msg
+  end
+
+  def value
+    @value.()
+  end
+
+  include CheckSwitch
+end
+
+def setup_switches
+  $markdown = Switch.new(
+    :markdown,
+    msg: {
+      true  => "Using #{italic{'ANSI'}} markdown to output content.",
+      false => "Using plaintext for outputting content.",
+    }
+  )
+
+  $stream = Switch.new(
+    :stream,
+    msg: {
+      true  => "Streaming enabled.",
+      false => "Streaming disabled.",
+    }
+  )
+
+  $voice = Switch.new(
+    :stream,
+    msg: {
+      true  => "Voice output enabled.",
+      false => "Voice output disabled.",
+    },
+    config: $config.voice
+  )
+
+  $embedding_enabled = Switch.new(
+    :embedding_enabled,
+    msg: {
+      true  => "Embedding enabled.",
+      false => "Embedding disabled.",
+    }
+  )
+
+  $embedding_paused = Switch.new(
+    :embedding_paused,
+    msg: {
+      true  => "Embedding paused.",
+      false => "Embedding resumed.",
+    }
+  )
+
+  $embedding = CombinedSwitch.new(
+    value: -> { $embedding_enabled.on? && $embedding_paused.off? },
+    msg: {
+      true  => "Embedding is currently performed.",
+      false => "Embedding is currently not performed.",
+    }
+  )
+end
+
 def search_web(query, n = nil)
   n = n.to_i
   n < 1 and n = 1
   query = URI.encode_uri_component(query)
   url = "https://www.duckduckgo.com/html/?q=#{query}"
-  Ollama::Utils::Fetcher.new(debug: $config.debug).get(url) do |tmp|
+  Ollama::Utils::Fetcher.get(url, debug: $config.debug) do |tmp|
     result = []
     doc = Nokogiri::HTML(tmp)
     doc.css('.results_links').each do |link|
@@ -183,7 +299,7 @@ def pull_model_unless_present(model, options, retried = false)
     end
   }
 rescue Errors::NotFoundError
-  puts "Model #{bold{model}} not found, attempting to pull it now…"
+  puts "Model #{bold{model}} not found locally, attempting to pull it from remote now…"
   ollama.pull(name: model)
   if retried
     exit 1
@@ -192,7 +308,7 @@ rescue Errors::NotFoundError
     retry
   end
 rescue Errors::Error => e
-  warn "Caught #{e.class}: #{e} => Exiting."
+  warn "Caught #{e.class} while pulling model: #{e} => Exiting."
   exit 1
 end
 
@@ -217,32 +333,25 @@ def save_conversation(filename, messages)
 end
 
 def message_type(images)
-  if images.present?
-    ?📸
-  else
-    ?📨
-  end
+  images.present? ? ?📸 : ?📨
 end
 
-def list_conversation(messages, markdown)
-  messages.each do |m|
+def list_conversation(messages, last = nil)
+  last = (last || messages.size).clamp(0, messages.size)
+  messages[-last..-1].to_a.each do |m|
     role_color = case m.role
                  when 'user' then 172
                  when 'assistant' then 111
                  when 'system' then 213
                  else 210
                  end
-    content = if markdown && m.content.present?
-                Utils::ANSIMarkdown.parse(m.content)
-              else
-                m.content
-              end
+    content = m.content.full? { $markdown.on? ? Utils::ANSIMarkdown.parse(_1) : _1 }
     message_text = message_type(m.images) + " "
     message_text += bold { color(role_color) { m.role } }
     message_text += ":\n#{content}"
-    if m.images.present?
-      message_text += "\nImages: " + italic { m.images.map(&:path) * ', ' }
-    end
+    m.images.full? { |images|
+      message_text += "\nImages: " + italic { images.map(&:path) * ', ' }
+    }
     puts message_text
   end
 end
@@ -258,37 +367,37 @@ end
 
 def parse_rss(source_io)
   feed = RSS::Parser.parse(source_io, false, false)
-  title = <<~end
+  title = <<~EOT
     # #{feed&.channel&.title}
 
-  end
+  EOT
   feed.items.inject(title) do |text, item|
-    text << <<~end
+    text << <<~EOT
       ## [#{item&.title}](#{item&.link})
 
       updated on #{item&.pubDate}
 
       #{reverse_markdown(item&.description)}
 
-    end
+    EOT
   end
 end
 
 def parse_atom(source_io)
   feed = RSS::Parser.parse(source_io, false, false)
-  title = <<~end
+  title = <<~EOT
     # #{feed.title.content}
 
-  end
+  EOT
   feed.items.inject(title) do |text, item|
-    text << <<~end
+    text << <<~EOT
       ## [#{item&.title&.content}](#{item&.link&.href})
 
       updated on #{item&.updated&.content}
 
       #{reverse_markdown(item&.content&.content)}
 
-    end
+    EOT
   end
 end
 
@@ -313,8 +422,6 @@ def parse_source(source_io)
       result << "\n\n"
     end
     result
-  when %r(\Atext/)
-    source_io.read
   when 'application/rss+xml'
     parse_rss(source_io)
   when 'application/atom+xml'
@@ -324,39 +431,54 @@ def parse_source(source_io)
   when 'application/pdf'
     reader = PDF::Reader.new(source_io)
     reader.pages.inject(+'') { |result, page| result << page.text }
+  when %r(\Atext/), nil
+    source_io.read
   else
-    STDERR.puts "Cannot import #{source_io&.content_type} document."
+    STDERR.puts "Cannot embed #{source_io&.content_type} document."
     return
   end
 end
 
-def import_document(source_io, source)
-  embedding_enabled? or return parse_source(source_io)
-  puts "Importing #{italic { source_io&.content_type }} document #{source.to_s.inspect}."
+def embed_source(source_io, source)
+  $embedding.on? or return parse_source(source_io)
+  puts "Embedding #{italic { source_io&.content_type }} document #{source.to_s.inspect}."
   text = parse_source(source_io) or return
   text.downcase!
   splitter_config = $config.embedding.splitter
-  inputs = case splitter_config.name
-           when 'Character'
-             Ollama::Documents::Splitters::Character.new(
-               chunk_size: splitter_config.chunk_size,
-             ).split(text)
-           when 'RecursiveCharacter'
-             Ollama::Documents::Splitters::RecursiveCharacter.new(
-               chunk_size: splitter_config.chunk_size,
-             ).split(text)
-           when 'Semantic'
-             Ollama::Documents::Splitters::Semantic.new(
-               ollama:, model: $config.embedding.model.name,
-               chunk_size: splitter_config.chunk_size,
-             ).split(
-               text,
-               breakpoint: splitter_config.breakpoint.to_sym,
-               percentage: splitter_config.percentage?,
-               percentile: splitter_config.percentile?,
-             )
-           end
-  $documents.add(inputs, source: source.to_s)
+  inputs = nil
+  case splitter_config.name
+  when 'Character'
+    splitter = Ollama::Documents::Splitters::Character.new(
+      chunk_size: splitter_config.chunk_size,
+    )
+    inputs = splitter.split(text)
+  when 'RecursiveCharacter'
+    splitter = Ollama::Documents::Splitters::RecursiveCharacter.new(
+      chunk_size: splitter_config.chunk_size,
+    )
+    inputs = splitter.split(text)
+  when 'Semantic'
+    splitter = Ollama::Documents::Splitters::Semantic.new(
+      ollama:, model: $config.embedding.model.name,
+      chunk_size: splitter_config.chunk_size,
+    )
+    inputs = splitter.split(
+      text,
+      breakpoint: splitter_config.breakpoint.to_sym,
+      percentage: splitter_config.percentage?,
+      percentile: splitter_config.percentile?,
+    )
+    inputs = splitter.split(text)
+  end
+  inputs or return
+  source = source.to_s
+  if source.start_with?(?!)
+    source = Ollama::Utils::Width.truncate(
+      source[1..-1].gsub(/\W+/, ?_),
+      length: 10
+    )
+  end
+  $documents.add(inputs, source: source)
 end
 
 def add_image(images, source_io, source)
@@ -365,10 +487,32 @@ def add_image(images, source_io, source)
   (images << image).uniq!
 end
 
+def http_options(url)
+  options = {}
+  if ssl_no_verify = $config.ssl_no_verify?
+    hostname = URI.parse(url).hostname
+    options |= { ssl_verify_peer: !ssl_no_verify.include?(hostname) }
+  end
+  if proxy = $config.proxy?
+    options |= { proxy: }
+  end
+  options
+end
+
 def fetch_source(source, &block)
   case source
+  when %r(\A!(.*))
+    command = $1
+    Utils::Fetcher.execute(command) do |tmp|
+      block.(tmp)
+    end
   when %r(\Ahttps?://\S+)
-    Utils::Fetcher.get(source, debug: $config.debug) do |tmp|
+    Utils::Fetcher.get(
+      source,
+      cache:        $cache,
+      debug:        $config.debug,
+      http_options: http_options(source)
+    ) do |tmp|
       block.(tmp)
     end
   when %r(\Afile://(?:(?:[.-]|[[:alnum:]])*)(/\S*)|([~.]?/\S*))
@@ -381,20 +525,48 @@ def fetch_source(source, &block)
     raise "invalid source"
   end
 rescue => e
-  STDERR.puts "Cannot add source #{source.to_s.inspect}: #{e}\n#{e.backtrace * ?\n}"
+  STDERR.puts "Cannot fetch source #{source.to_s.inspect}: #{e}\n#{e.backtrace * ?\n}"
 end
 
-def summarize(source)
+def import(source)
+  puts "Now importing #{source.to_s.inspect}."
+  fetch_source(source) do |source_io|
+    content = parse_source(source_io)
+    content.present? or return
+    source_io.rewind
+    content
+  end
+end
+
+def summarize(source, words: nil)
+  words = words.to_i
+  words < 1 and words = 100
   puts "Now summarizing #{source.to_s.inspect}."
   source_content =
     fetch_source(source) do |source_io|
       content = parse_source(source_io)
       content.present? or return
       source_io.rewind
-      import_document(source_io, source)
       content
     end
-  $config.prompts.summarize % source_content
+  $config.prompts.summarize % { source_content:, words: }
+end
+
+def embed(source)
+  if $embedding.on?
+    puts "Now embedding #{source.to_s.inspect}."
+    fetch_source(source) do |source_io|
+      content = parse_source(source_io)
+      content.present? or return
+      source_io.rewind
+      embed_source(source_io, source)
+      content
+    end
+    $config.prompts.embed % { source: }
+  else
+    puts "Embedding is off, so I will just give a small summary of this source."
+    summarize(source)
+  end
 end
 
 def parse_content(content, images)
@@ -412,7 +584,7 @@ def parse_content(content, images)
         when 'image'
           add_image(images, source_io, source)
         when 'text', 'application'
-          import_document(source_io, source)
+          embed_source(source_io, source)
         else
           STDERR.puts(
             "Cannot fetch #{source.to_s.inspect} with content type "\
@@ -438,22 +610,28 @@ ensure
 end
 
 def choose_collection(default_collection)
-  collections = [ default_collection ] + $documents.collections.map(&:to_s)
-  collections = collections.uniq.sort
-  $documents.collection = collection =
-    Ollama::Utils::Chooser.choose(collections) || default_collection
+  collections = [ default_collection ] + $documents.collections
+  collections = collections.compact.map(&:to_s).uniq.sort
+  collections.unshift('[NEW]')
+  collection = Ollama::Utils::Chooser.choose(collections) || default_collection
+  if collection == '[NEW]'
+      print "Enter name of the new collection: "
+      collection = STDIN.gets.chomp
+  end
+  $documents.collection = collection
 ensure
   puts "Changing to collection #{bold{collection}}."
   collection_stats
 end
 
 def collection_stats
-  puts <<~end
+  puts <<~EOT
     Collection
       Name: #{bold{$documents.collection}}
+      Embedding model: #{bold{$embedding_model}}
       #Embeddings: #{$documents.size}
       Tags: #{$documents.tags}
-  end
+  EOT
 end
 
 def configure_cache
@@ -467,46 +645,100 @@ rescue => e
   Ollama::Documents::MemoryCache
 end
 
-def set_markdown(value)
-  if value
-    puts "Using ANSI markdown to output content."
-    true
-  else
-    puts "Using plaintext for outputting content."
-    false
+def show_system_prompt
+  puts <<~EOT
+    Configured system prompt is:
+    #{Ollama::Utils::ANSIMarkdown.parse($system.to_s).gsub(/\n+\z/, '').full? || 'n/a'}
+  EOT
+end
+
+def set_system_prompt(messages, system)
+  $system = system
+  messages.clear
+  messages << Message.new(role: 'system', content: system)
+end
+
+def change_system_prompt(messages)
+  prompts = $config.system_prompts.attribute_names.compact
+  chosen  = Ollama::Utils::Chooser.choose(prompts)
+  system  = if chosen
+              $config.system_prompts.send(chosen)
+            else
+              default
+            end
+  set_system_prompt(messages, system)
+end
+
+def change_voice
+  chosen  = Ollama::Utils::Chooser.choose($config.voice.list)
+  $current_voice = chosen.full? || $config.voice.default
+end
+
+def info
+  puts "Current model is #{bold{$model}}."
+  collection_stats
+  $embedding.show
+  if $embedding.on?
+    puts "Text splitter is #{bold{$config.embedding.splitter.name}}."
+  end
+  puts "Documents database cache is #{$documents.nil? ? 'n/a' : bold{$documents.cache.class}}"
+  $markdown.show
+  $stream.show
+  if $voice.on?
+    puts "Using voice #{bold{$current_voice}} to speak."
   end
+  show_system_prompt
 end
 
 def clear_messages(messages)
   messages.delete_if { _1.role != 'system' }
 end
 
-def embedding_enabled?
-  $config.embedding.enabled && !$opts[?E]
+def copy_to_clipboard(messages)
+  if message = messages.last and message.role == 'assistant'
+    copy = `which #{$config.copy}`.chomp
+    if copy.present?
+      IO.popen(copy, 'w') do |clipboard|
+        clipboard.write(message.content)
+      end
+      STDOUT.puts "The last response has been copied to the system clipboard."
+    else
+      STDERR.puts "#{$config.copy.inspect} command not found in system's path!"
+    end
+  else
+    STDERR.puts "No response available to copy to the system clipboard."
+  end
 end
 
 def display_chat_help
-  puts <<~end
-    /paste                                   to paste content
-    /markdown                                toggle markdown output
-    /list                                    list the messages of the conversation
-    /clear                                   clear the conversation messages
-    /clobber                                 clear conversation messages and collection
-    /pop [n]                                 pop the last n exchanges, defaults to 1
-    /model                                   change the model
-    /regenerate                              the last answer message
-    /collection clear [tag]|stats|change|new clear or show stats of current collection
-    /summarize source                        summarize the URL/file source's content
-    /web [n] query                           query web search & return n or 1 results
-    /save filename                           store conversation messages
-    /load filename                           load conversation messages
-    /quit                                    to quit
-    /help                                    to view this help
-  end
+  puts <<~EOT
+    /copy                           to copy last response to clipboard
+    /paste                          to paste content
+    /markdown                       toggle markdown output
+    /stream                         toggle stream output
+    /voice( change)                 toggle voice output or change the voice
+    /list [n]                       list the last n / all conversation exchanges
+    /clear                          clear the whole conversation
+    /clobber                        clear the conversation and collection
+    /pop [n]                        pop the last n exchanges, defaults to 1
+    /model                          change the model
+    /system                         change system prompt (clears conversation)
+    /regenerate                     the last answer message
+    /collection clear [tag]|change  clear or show stats of current collection
+    /import source                  import the source's content
+    /summarize [n] source           summarize the source's content in n words
+    /embedding                      toggle embedding paused or not
+    /embed source                   embed the source's content
+    /web [n] query                  query web search & return n or 1 results
+    /save filename                  store conversation messages
+    /load filename                  load conversation messages
+    /quit                           to quit
+    /help                           to view this help
+  EOT
 end
 
 def usage
-  puts <<~end
+  puts <<~EOT
     #{File.basename($0)} [OPTIONS]
 
       -f CONFIG      config file to read
@@ -518,10 +750,15 @@ def usage
       -D DOCUMENT    load document and add to embeddings collection (multiple)
       -M             use (empty) MemoryCache for this chat session
       -E             disable embeddings for this chat session
-      -v             use voice output
+      -V             display the current version number and quit
       -h             this help
 
-  end
+  EOT
+  exit 0
+end
+
+def version
+  puts "%s %s" % [ File.basename($0), Ollama::VERSION ]
   exit 0
 end
 
@@ -529,35 +766,50 @@ def ollama
   $ollama
 end
 
-$opts = go 'f:u:m:s:c:C:D:MEvh'
+$opts = go 'f:u:m:s:c:C:D:MEVh'
 
 config = OllamaChatConfig.new($opts[?f])
 $config = config.config
 
-$opts[?h] and usage
+setup_switches
 
-puts "Configuration read from #{config.filename.inspect} is:", $config
+$opts[?h] and usage
+$opts[?V] and version
 
 base_url = $opts[?u] || $config.url
 $ollama      = Client.new(base_url:, debug: $config.debug)
 
-model        = choose_model($opts[?m], $config.model.name)
+$model       = choose_model($opts[?m], $config.model.name)
 options      = Options[$config.model.options]
-model_system = pull_model_unless_present(model, options)
+model_system = pull_model_unless_present($model, options)
 messages     = []
+$embedding_enabled.set($config.embedding.enabled && !$opts[?E])
 
-if embedding_enabled?
-  embedding_model         = $config.embedding.model.name
+if $opts[?c]
+  messages.concat load_conversation($opts[?c])
+else
+  default = $config.system_prompts.default? || model_system
+  if $opts[?s] == ??
+    change_system_prompt(messages)
+  else
+    system = Ollama::Utils::FileArgument.get_file_argument($opts[?s], default:)
+    system.present? and set_system_prompt(messages, system)
+  end
+end
+
+if $embedding.on?
+  $embedding_model         = $config.embedding.model.name
   embedding_model_options = Options[$config.embedding.model.options]
-  pull_model_unless_present(embedding_model, embedding_model_options)
+  pull_model_unless_present($embedding_model, embedding_model_options)
   collection = $opts[?C] || $config.embedding.collection
   $documents = Documents.new(
     ollama:,
-    model:         $config.embedding.model.name,
+    model:         $embedding_model,
     model_options: $config.embedding.model.options,
     collection:,
     cache:         configure_cache,
-    redis_url:     $config.redis.url?,
+    redis_url:     $config.redis.documents.url?,
+    debug:         ENV['DEBUG'].to_i == 1,
   )
 
   document_list = $opts[?D].to_a
@@ -578,34 +830,27 @@ if embedding_enabled?
     document_list.each_slice(25) do |docs|
       docs.each do |doc|
         fetch_source(doc) do |doc_io|
-          import_document(doc_io, doc)
+          embed_source(doc_io, doc)
         end
       end
     end
   end
-  collection_stats
 else
-  $documents = Documents.new(ollama:, model:)
+  $documents = Tins::NULL
 end
 
-if voice = ($config.voice if $opts[?v])
-  puts "Using voice #{bold{voice}} to speak."
+if redis_expiring_url = $config.redis.expiring.url?
+  $cache = Ollama::Documents::RedisCache.new(
+    prefix: 'Expiring-',
+    url:    redis_expiring_url,
+    ex:     $config.redis.expiring.ex,
+  )
 end
-markdown = set_markdown($config.markdown)
 
-if $opts[?c]
-  messages.concat load_conversation($opts[?c])
-else
-  if system = Ollama::Utils::FileArgument.
-      get_file_argument($opts[?s], default: $config.prompts.system? || model_system)
-    messages << Message.new(role: 'system', content: system)
-    puts <<~end
-      Configured system prompt is:
-      #{italic{Ollama::Utils::Width.wrap(system, percentage: 90)}}
-    end
-  end
-end
+$current_voice = $config.voice.default
 
+puts "Configuration read from #{config.filename.inspect} is:", $config
+info
 puts "\nType /help to display the chat help."
 
 images = []
@@ -618,14 +863,27 @@ loop do
   when %r(^/paste$)
     puts bold { "Paste your content and then press C-d!" }
     content = STDIN.read
-  when %r(^/quit$)
-    puts "Goodbye."
-    exit 0
+  when %r(^/copy$)
+    copy_to_clipboard(messages)
+    next
   when %r(^/markdown$)
-    markdown = set_markdown(!markdown)
+    $markdown.toggle
+    next
+  when %r(^/stream$)
+    $stream.toggle
     next
-  when %r(^/list$)
-    list_conversation(messages, markdown)
+  when %r(^/voice(?:\s+(change))?$)
+    if $1 == 'change'
+      change_voice
+    else
+      $voice.toggle
+    end
+    next
+  when %r(^/list(?:\s+(\d*))?$)
+    last = if $1
+             2 * $1.to_i
+           end
+    list_conversation(messages, last)
     next
   when %r(^/clear$)
     clear_messages(messages)
@@ -636,7 +894,7 @@ loop do
     $documents.clear
     puts "Cleared messages and collection."
     next
-  when %r(^/collection\s+(clear|stats|change|new)(?:\s+(.+))?$)
+  when %r(^/collection\s+(clear|change)(?:\s+(.+))?$)
     command, arg = $1, $2
     case command
     when 'clear'
@@ -648,24 +906,30 @@ loop do
         $documents.clear
         puts "Cleared collection #{bold{collection}}."
       end
-    when 'stats'
-      collection_stats
     when 'change'
       choose_collection(collection)
-    when 'new'
-      print "Enter name of the new collection: "
-      $documents.collection = collection = STDIN.gets.chomp
-      collection_stats
     end
     next
-  when %r(^/pop?(?:\s+(\d*))?$)
-    n = $1.to_i.clamp(1, Float::INFINITY)
-    r =  messages.pop(2 * n)
-    m = r.size / 2
-    puts "Popped the last #{m} exchanges."
+  when %r(^/system$)
+    change_system_prompt(messages)
+    info
+    next
+  when %r(/info)
+    info
+    next
+  when %r(^/pop(?:\s+(\d*))?$)
+    if messages.size > 1
+      n = $1.to_i.clamp(1, Float::INFINITY)
+      r =  messages.pop(2 * n)
+      m = r.size / 2
+      puts "Popped the last #{m} exchanges."
+    else
+      puts "No more exchanges you can pop."
+    end
+    list_conversation(messages, 2)
     next
   when %r(^/model$)
-    model = choose_model('', model)
+    $model = choose_model('', $model)
     next
   when %r(^/regenerate$)
     if content = messages[-2]&.content
@@ -677,23 +941,30 @@ loop do
     end
     parse_content = false
     content
-  when %r(^/summarize\s+(.+))
+  when %r(^/import\s+(.+))
+    parse_content = false
+    content       = import($1) or next
+  when %r(^/summarize\s+(?:(\d+)\s+)?(.+))
     parse_content = false
-    content       = summarize($1) or next
+    content       = summarize($2, words: $1) or next
+  when %r(^/embedding$)
+    $embedding_paused.toggle(show: false)
+    $embedding.show
+    next
+  when %r(^/embed\s+(.+))
+    parse_content = false
+    content       = embed($1) or next
   when %r(^/web\s+(?:(\d+)\s+)?(.+))
     parse_content   = false
     urls            = search_web($2, $1.to_i)
     urls.each do |url|
-      fetch_source(url) do |url_io|
-        import_document(url_io, url)
-      end
+      fetch_source(url) { |url_io| embed_source(url_io, url) }
     end
     urls_summarized = urls.map { summarize(_1) }
-    content = <<~end
-      Answer the the query #{$2.inspect} using these sources and summaries:
-
-      #{urls.zip(urls_summarized).map { |u, s| "%s as \n:%s" % [ u, s ] } * "\n\n"}
-    end
+    query   = $2.inspect
+    results = urls.zip(urls_summarized).
+      map { |u, s| "%s as \n:%s" % [ u, s ] } * "\n\n"
+    content = $config.prompts.web % { query:, results: }
   when %r(^/save\s+(.+)$)
     save_conversation($1, messages)
     puts "Saved conversation to #$1."
@@ -702,6 +973,9 @@ loop do
     messages = load_conversation($1)
     puts "Loaded conversation from #$1."
     next
+  when %r(^/quit$)
+    puts "Goodbye."
+    exit 0
   when %r(^/)
     display_chat_help
     next
@@ -714,12 +988,12 @@ loop do
   end
 
   content, tags = if parse_content
-                    parse_content(content, images.clear)
+                    parse_content(content, images)
                   else
                     [ content, Utils::Tags.new ]
                   end
 
-  if embedding_enabled? && content
+  if $embedding.on? && content
     records = $documents.find_where(
       content.downcase,
       tags:,
@@ -733,11 +1007,12 @@ loop do
     end
   end
 
-  messages << Message.new(role: 'user', content:, images:)
-  handler = FollowChat.new(messages:, markdown:, voice:)
-  ollama.chat(model:, messages:, options:, stream: true, &handler)
+  messages << Message.new(role: 'user', content:, images: images.dup)
+  images.clear
+  handler = FollowChat.new(messages:, markdown: $markdown.on?, voice: ($current_voice if $voice.on?))
+  ollama.chat(model: $model, messages:, options:, stream: $stream.on?, &handler)
 
-  if embedding_enabled? && !records.empty?
+  if $embedding.on? && !records.empty?
     puts "", records.map { |record|
       link = if record.source =~ %r(\Ahttps?://)
                record.source