ollama-ruby 0.5.0 → 0.7.0

data/bin/ollama_chat

@@ -4,9 +4,6 @@ require 'ollama'
 include Ollama
 require 'term/ansicolor'
 include Term::ANSIColor
-require 'tins'
-require 'tins/xt/full'
-require 'tins/xt/hash_union'
 include Tins::GO
 require 'reline'
 require 'reverse_markdown'
@@ -17,6 +14,7 @@ require 'nokogiri'
 require 'rss'
 require 'pdf/reader'
 require 'csv'
+require 'xdg'
 
 class OllamaChatConfig
   include ComplexConfig
@@ -30,8 +28,12 @@ class OllamaChatConfig
       name: <%= ENV.fetch('OLLAMA_CHAT_MODEL', 'llama3.1') %>
       options:
         num_ctx: 8192
+    location:
+      enabled: false
+      name: Berlin
+      decimal_degrees: [ 52.514127, 13.475211 ]
+      units: SI (International System of Units) # or USCS (United States Customary System)
     prompts:
-      system: <%= ENV.fetch('OLLAMA_CHAT_SYSTEM', 'null') %>
       embed: "This source was now embedded: %{source}"
       summarize: |
         Generate an abstract summary of the content in this document using
@@ -42,8 +44,14 @@ class OllamaChatConfig
         Answer the the query %{query} using these sources and summaries:
 
         %{results}
-    voice: Samantha
+    system_prompts:
+      default: <%= ENV.fetch('OLLAMA_CHAT_SYSTEM', 'null') %>
+    voice:
+      enabled: false
+      default: Samantha
+      list: <%= `say -v ?`.lines.map { _1[/^(.+?)\s+[a-z]{2}_[a-zA-Z0-9]{2,}/, 1] }.uniq.sort.to_s.force_encoding('ASCII-8BIT') %>
     markdown: true
+    stream: true
     embedding:
       enabled: true
       model:
@@ -57,14 +65,16 @@ class OllamaChatConfig
       splitter:
         name: RecursiveCharacter
         chunk_size: 1024
-    cache: Ollama::Documents::Cache::RedisBackedMemoryCache
+    cache: Ollama::Documents::RedisBackedMemoryCache
     redis:
       documents:
         url: <%= ENV.fetch('REDIS_URL', 'null') %>
       expiring:
         url: <%= ENV.fetch('REDIS_EXPIRING_URL', 'null') %>
+        ex: 86400
     debug: <%= ENV['OLLAMA_CHAT_DEBUG'].to_i == 1 ? true : false %>
     ssl_no_verify: []
+    copy: pbcopy
   EOT
 
   def initialize(filename = nil)
@@ -87,17 +97,11 @@ class OllamaChatConfig
   attr_reader :config
 
   def default_path
-    File.join(config_dir_path, 'config.yml')
+    config_dir_path + 'config.yml'
   end
 
   def config_dir_path
-    File.join(
-      ENV.fetch(
-        'XDG_CONFIG_HOME',
-        File.join(ENV.fetch('HOME'), '.config')
-      ),
-      'ollama_chat'
-    )
+    XDG.new.config_home + 'ollama_chat'
   end
 end
 
@@ -158,12 +162,125 @@ class FollowChat
   end
 end
 
+module CheckSwitch
+  extend Tins::Concern
+
+  included do
+    alias_method :on?, :value
+  end
+
+  def off?
+    !on?
+  end
+
+  def show
+    puts @msg[value]
+  end
+end
+
+class Switch
+  def initialize(name, msg:, config: $config)
+    @value = [ false, true ].include?(config) ? config : !!config.send("#{name}?")
+    @msg   = msg
+  end
+
+  attr_reader :value
+
+  def set(value, show: false)
+    @value = !!value
+    show && self.show
+  end
+
+  def toggle(show: true)
+    @value = !@value
+    show && self.show
+  end
+
+  include CheckSwitch
+end
+
+class CombinedSwitch
+  def initialize(value:, msg:)
+    @value = value
+    @msg   = msg
+  end
+
+  def value
+    @value.()
+  end
+
+  include CheckSwitch
+end
+
+def setup_switches
+  $markdown = Switch.new(
+    :markdown,
+    msg: {
+      true  => "Using #{italic{'ANSI'}} markdown to output content.",
+      false => "Using plaintext for outputting content.",
+    }
+  )
+
+  $stream = Switch.new(
+    :stream,
+    msg: {
+      true  => "Streaming enabled.",
+      false => "Streaming disabled.",
+    }
+  )
+
+  $voice = Switch.new(
+    :stream,
+    msg: {
+      true  => "Voice output enabled.",
+      false => "Voice output disabled.",
+    },
+    config: $config.voice
+  )
+
+  $embedding_enabled = Switch.new(
+    :embedding_enabled,
+    msg: {
+      true  => "Embedding enabled.",
+      false => "Embedding disabled.",
+    }
+  )
+
+  $embedding_paused = Switch.new(
+    :embedding_paused,
+    msg: {
+      true  => "Embedding paused.",
+      false => "Embedding resumed.",
+    }
+  )
+
+  $embedding = CombinedSwitch.new(
+    value: -> { $embedding_enabled.on? && $embedding_paused.off? },
+    msg: {
+      true  => "Embedding is currently performed.",
+      false => "Embedding is currently not performed.",
+    }
+  )
+
+  $location = Switch.new(
+    :location,
+    msg: {
+      true  => "Location and localtime enabled.",
+      false => "Location and localtime disabled.",
+    },
+    config: $config.location.enabled
+  )
+end
+
 def search_web(query, n = nil)
+  if l = at_location
+    query += " #{at_location}"
+  end
   n = n.to_i
   n < 1 and n = 1
   query = URI.encode_uri_component(query)
   url = "https://www.duckduckgo.com/html/?q=#{query}"
-  Ollama::Utils::Fetcher.new(debug: $config.debug).get(url) do |tmp|
+  Ollama::Utils::Fetcher.get(url, debug: $config.debug) do |tmp|
     result = []
     doc = Nokogiri::HTML(tmp)
     doc.css('.results_links').each do |link|
@@ -196,7 +313,7 @@ def pull_model_unless_present(model, options, retried = false)
     end
   }
 rescue Errors::NotFoundError
-  puts "Model #{bold{model}} not found, attempting to pull it now…"
+  puts "Model #{bold{model}} not found locally, attempting to pull it from remote now…"
   ollama.pull(name: model)
   if retried
     exit 1
@@ -205,7 +322,7 @@ rescue Errors::NotFoundError
     retry
   end
 rescue Errors::Error => e
-  warn "Caught #{e.class}: #{e} => Exiting."
+  warn "Caught #{e.class} while pulling model: #{e} => Exiting."
   exit 1
 end
 
@@ -242,7 +359,7 @@ def list_conversation(messages, last = nil)
                  when 'system' then 213
                  else 210
                  end
-    content = m.content.full? { $markdown ? Utils::ANSIMarkdown.parse(_1) : _1 }
+    content = m.content.full? { $markdown.on? ? Utils::ANSIMarkdown.parse(_1) : _1 }
     message_text = message_type(m.images) + " "
     message_text += bold { color(role_color) { m.role } }
     message_text += ":\n#{content}"
@@ -298,6 +415,32 @@ def parse_atom(source_io)
   end
 end
 
+def pdf_read(io)
+  reader = PDF::Reader.new(io)
+  reader.pages.inject(+'') { |result, page| result << page.text }
+end
+
+def ps_read(io)
+  gs = `which gs`.chomp
+  if gs.present?
+    Tempfile.create do |tmp|
+      IO.popen("#{gs} -q -sDEVICE=pdfwrite -sOutputFile=#{tmp.path} -", 'wb') do |gs_io|
+        until io.eof?
+          buffer = io.read(1 << 17)
+          IO.select(nil, [ gs_io ], nil)
+          gs_io.write buffer
+        end
+        gs_io.close
+        File.open(tmp.path, 'rb') do |pdf|
+          pdf_read(pdf)
+        end
+      end
+    end
+  else
+    STDERR.puts "Cannot convert #{io&.content_type} whith ghostscript, gs not in path."
+  end
+end
+
 def parse_source(source_io)
   case source_io&.content_type
   when 'text/html'
@@ -319,17 +462,16 @@ def parse_source(source_io)
       result << "\n\n"
     end
     result
-  when %r(\Atext/)
-    source_io.read
   when 'application/rss+xml'
     parse_rss(source_io)
   when 'application/atom+xml'
     parse_atom(source_io)
-  when 'application/json'
-    source_io.read
+  when 'application/postscript'
+    ps_read(source_io)
   when 'application/pdf'
-    reader = PDF::Reader.new(source_io)
-    reader.pages.inject(+'') { |result, page| result << page.text }
+    pdf_read(source_io)
+  when %r(\Aapplication/(json|ld\+json|x-ruby|x-perl|x-gawk|x-python|x-javascript|x-c?sh|x-dosexec|x-shellscript|x-tex|x-latex|x-lyx|x-bibtex)), %r(\Atext/), nil
+    source_io.read
   else
     STDERR.puts "Cannot embed #{source_io&.content_type} document."
     return
@@ -337,7 +479,7 @@ def parse_source(source_io)
 end
 
 def embed_source(source_io, source)
-  embedding_enabled? or return parse_source(source_io)
+  $embedding.on? or return parse_source(source_io)
   puts "Embedding #{italic { source_io&.content_type }} document #{source.to_s.inspect}."
   text = parse_source(source_io) or return
   text.downcase!
@@ -375,7 +517,7 @@ def embed_source(source_io, source)
       length: 10
     )
   end
-  $documents.add(inputs, source: source)
+  $documents.add(inputs, source:)
 end
 
 def add_image(images, source_io, source)
@@ -404,7 +546,12 @@ def fetch_source(source, &block)
       block.(tmp)
     end
   when %r(\Ahttps?://\S+)
-    Utils::Fetcher.get(source, debug: $config.debug, http_options: http_options(source)) do |tmp|
+    Utils::Fetcher.get(
+      source,
+      cache:        $cache,
+      debug:        $config.debug,
+      http_options: http_options(source)
+    ) do |tmp|
       block.(tmp)
     end
   when %r(\Afile://(?:(?:[.-]|[[:alnum:]])*)(/\S*)|([~.]?/\S*))
@@ -417,7 +564,7 @@ def fetch_source(source, &block)
     raise "invalid source"
   end
 rescue => e
-  STDERR.puts "Cannot add source #{source.to_s.inspect}: #{e}\n#{e.backtrace * ?\n}"
+  STDERR.puts "Cannot fetch source #{source.to_s.inspect}: #{e}\n#{e.backtrace * ?\n}"
 end
 
 def import(source)
@@ -445,7 +592,7 @@ def summarize(source, words: nil)
 end
 
 def embed(source)
-  if embedding_enabled?
+  if $embedding.on?
     puts "Now embedding #{source.to_s.inspect}."
     fetch_source(source) do |source_io|
       content = parse_source(source_io)
@@ -468,7 +615,7 @@ def parse_content(content, images)
   content.scan(%r([.~]?/\S+|https?://\S+|#\S+)).each do |source|
     case source
     when /\A#(\S+)/
-      tags << $1
+      tags.add($1, source:)
     else
       source = source.sub(/(["')]|\*+)\z/, '')
       fetch_source(source) do |source_io|
@@ -490,29 +637,37 @@ def parse_content(content, images)
   return content, (tags unless tags.empty?)
 end
 
-def choose_model(cli_model, default_model)
+def choose_model(cli_model, current_model)
   models = ollama.tags.models.map(&:name).sort
   model = if cli_model == ''
-            Ollama::Utils::Chooser.choose(models) || default_model
+            Ollama::Utils::Chooser.choose(models) || current_model
           else
-            cli_model || default_model
+            cli_model || current_model
           end
 ensure
   puts green { "Connecting to #{model}@#{ollama.base_url} now…" }
 end
 
-def choose_collection(default_collection)
-  collections = [ default_collection ] + $documents.collections
+def ask?(prompt:)
+  print prompt
+  STDIN.gets.chomp
+end
+
+def choose_collection(current_collection)
+  collections = [ current_collection ] + $documents.collections
   collections = collections.compact.map(&:to_s).uniq.sort
-  collections.unshift('[NEW]')
-  collection = Ollama::Utils::Chooser.choose(collections) || default_collection
-  if collection == '[NEW]'
-      print "Enter name of the new collection: "
-      collection = STDIN.gets.chomp
+  collections.unshift('[EXIT]').unshift('[NEW]')
+  collection = Ollama::Utils::Chooser.choose(collections) || current_collection
+  case collection
+  when '[NEW]'
+    $documents.collection = ask?(prompt: "Enter name of the new collection: ")
+  when nil, '[EXIT]'
+    puts "Exiting chooser."
+  when /./
+    $documents.collection = collection
   end
-  $documents.collection = collection
 ensure
-  puts "Changing to collection #{bold{collection}}."
+  puts "Using collection #{bold{$documents.collection}}."
   collection_stats
 end
 
@@ -537,64 +692,101 @@ rescue => e
   Ollama::Documents::MemoryCache
 end
 
-def toggle_markdown
-  $markdown = !$markdown
-  show_markdown
-end
-
-def show_markdown
-  if $markdown
-    puts "Using ANSI markdown to output content."
-  else
-    puts "Using plaintext for outputting content."
-  end
-  $markdown
+def show_system_prompt
+  puts <<~EOT
+    Configured system prompt is:
+    #{Ollama::Utils::ANSIMarkdown.parse($system.to_s).gsub(/\n+\z/, '').full? || 'n/a'}
+  EOT
 end
 
-def set_embedding(embedding)
-  $embedding_enabled = embedding
-  show_embedding
+def at_location
+  if $location.on?
+    location_name            = $config.location.name
+    location_decimal_degrees = $config.location.decimal_degrees * ', '
+    localtime                = Time.now.iso8601
+    units                    = $config.location.units
+    $config.prompts.location % {
+      location_name:, location_decimal_degrees:, localtime:, units:,
+    }
+  end.to_s
 end
 
-def show_embedding
-  puts "Embedding is #{embedding_enabled? ? "on" : "off"}."
-  $embedding_enabled
+def set_system_prompt(messages, system)
+  $system = system
+  messages.clear
+  messages << Message.new(role: 'system', content: system)
 end
 
-def embedding_enabled?
-  $embedding_enabled && !$embedding_paused
+def change_system_prompt(messages, default)
+  prompts = $config.system_prompts.attribute_names.compact
+  chosen  = Ollama::Utils::Chooser.choose(prompts)
+  system  = if chosen
+              $config.system_prompts.send(chosen)
+            else
+              default
+            end
+  set_system_prompt(messages, system)
 end
 
-def toggle_embedding_paused
-  $embedding_paused = !$embedding_paused
-  show_embedding
+def change_voice
+  chosen  = Ollama::Utils::Chooser.choose($config.voice.list)
+  $current_voice = chosen.full? || $config.voice.default
 end
 
 def info
   puts "Current model is #{bold{$model}}."
   collection_stats
-  if show_embedding
+  $embedding.show
+  if $embedding.on?
     puts "Text splitter is #{bold{$config.embedding.splitter.name}}."
   end
-  puts "Documents database cache is #{$documents.nil? ? 'n/a' : $documents.cache.class}"
-  show_markdown
+  puts "Documents database cache is #{$documents.nil? ? 'n/a' : bold{$documents.cache.class}}"
+  $markdown.show
+  $stream.show
+  $location.show
+  if $voice.on?
+    puts "Using voice #{bold{$current_voice}} to speak."
+  end
+  show_system_prompt
 end
 
 def clear_messages(messages)
   messages.delete_if { _1.role != 'system' }
 end
 
+def copy_to_clipboard(messages)
+  if message = messages.last and message.role == 'assistant'
+    copy = `which #{$config.copy}`.chomp
+    if copy.present?
+      IO.popen(copy, 'w') do |clipboard|
+        clipboard.write(message.content)
+      end
+      STDOUT.puts "The last response has been copied to the system clipboard."
+    else
+      STDERR.puts "#{$config.copy.inspect} command not found in system's path!"
+    end
+  else
+    STDERR.puts "No response available to copy to the system clipboard."
+  end
+end
+
 def display_chat_help
   puts <<~EOT
+    /copy                           to copy last response to clipboard
     /paste                          to paste content
     /markdown                       toggle markdown output
+    /stream                         toggle stream output
+    /location                       toggle location submission
+    /voice( change)                 toggle voice output or change the voice
     /list [n]                       list the last n / all conversation exchanges
     /clear                          clear the whole conversation
     /clobber                        clear the conversation and collection
     /pop [n]                        pop the last n exchanges, defaults to 1
     /model                          change the model
+    /system                         change system prompt (clears conversation)
     /regenerate                     the last answer message
-    /collection clear [tag]|change  clear or show stats of current collection
+    /collection( clear|change)      change (default) collection or clear
+    /info                           show information for current session
     /import source                  import the source's content
     /summarize [n] source           summarize the source's content in n words
     /embedding                      toggle embedding paused or not
@@ -609,7 +801,7 @@ end
 
 def usage
   puts <<~EOT
-    #{File.basename($0)} [OPTIONS]
+    Usage: #{File.basename($0)} [OPTIONS]
 
       -f CONFIG      config file to read
       -u URL         the ollama base url, OLLAMA_URL
@@ -620,25 +812,31 @@ def usage
       -D DOCUMENT    load document and add to embeddings collection (multiple)
       -M             use (empty) MemoryCache for this chat session
       -E             disable embeddings for this chat session
-      -v             use voice output
+      -V             display the current version number and quit
       -h             this help
 
   EOT
   exit 0
 end
 
+def version
+  puts "%s %s" % [ File.basename($0), Ollama::VERSION ]
+  exit 0
+end
+
 def ollama
   $ollama
 end
 
-$opts = go 'f:u:m:s:c:C:D:MEvh'
+$opts = go 'f:u:m:s:c:C:D:MEVh'
 
 config = OllamaChatConfig.new($opts[?f])
 $config = config.config
 
-$opts[?h] and usage
+setup_switches
 
-puts "Configuration read from #{config.filename.inspect} is:", $config
+$opts[?h] and usage
+$opts[?V] and version
 
 base_url = $opts[?u] || $config.url
 $ollama      = Client.new(base_url:, debug: $config.debug)
@@ -647,14 +845,21 @@ $model       = choose_model($opts[?m], $config.model.name)
 options      = Options[$config.model.options]
 model_system = pull_model_unless_present($model, options)
 messages     = []
-set_embedding($config.embedding.enabled && !$opts[?E])
+$embedding_enabled.set($config.embedding.enabled && !$opts[?E])
 
-if voice = ($config.voice if $opts[?v])
-  puts "Using voice #{bold{voice}} to speak."
+if $opts[?c]
+  messages.concat load_conversation($opts[?c])
+else
+  default = $config.system_prompts.default? || model_system
+  if $opts[?s] == ??
+    change_system_prompt(messages, default)
+  else
+    system = Ollama::Utils::FileArgument.get_file_argument($opts[?s], default:)
+    system.present? and set_system_prompt(messages, system)
+  end
 end
-$markdown = $config.markdown
 
-if embedding_enabled?
+if $embedding.on?
   $embedding_model         = $config.embedding.model.name
   embedding_model_options = Options[$config.embedding.model.options]
   pull_model_unless_present($embedding_model, embedding_model_options)
@@ -666,6 +871,7 @@ if embedding_enabled?
     collection:,
     cache:         configure_cache,
     redis_url:     $config.redis.documents.url?,
+    debug:         ENV['DEBUG'].to_i == 1,
   )
 
   document_list = $opts[?D].to_a
@@ -691,24 +897,22 @@ if embedding_enabled?
       end
     end
   end
-  collection_stats
 else
   $documents = Tins::NULL
 end
 
-if $opts[?c]
-  messages.concat load_conversation($opts[?c])
-else
-  if system = Ollama::Utils::FileArgument.
-      get_file_argument($opts[?s], default: $config.prompts.system? || model_system)
-    messages << Message.new(role: 'system', content: system)
-    puts <<~EOT
-      Configured system prompt is:
-      #{italic{Ollama::Utils::Width.wrap(system, percentage: 90)}}
-    EOT
-  end
+if redis_expiring_url = $config.redis.expiring.url?
+  $cache = Ollama::Documents::RedisCache.new(
+    prefix: 'Expiring-',
+    url:    redis_expiring_url,
+    ex:     $config.redis.expiring.ex,
+  )
 end
 
+$current_voice = $config.voice.default
+
+puts "Configuration read from #{config.filename.inspect} is:", $config
+info
 puts "\nType /help to display the chat help."
 
 images = []
@@ -718,11 +922,27 @@ loop do
   content = Reline.readline(input_prompt, true)&.chomp
 
   case content
+  when %r(^/copy$)
+    copy_to_clipboard(messages)
+    next
   when %r(^/paste$)
     puts bold { "Paste your content and then press C-d!" }
     content = STDIN.read
   when %r(^/markdown$)
-    $markdown = toggle_markdown
+    $markdown.toggle
+    next
+  when %r(^/stream$)
+    $stream.toggle
+    next
+  when %r(^/location$)
+    $location.toggle
+    next
+  when %r(^/voice(?:\s+(change))?$)
+    if $1 == 'change'
+      change_voice
+    else
+      $voice.toggle
+    end
     next
   when %r(^/list(?:\s+(\d*))?$)
     last = if $1
@@ -735,29 +955,14 @@ loop do
     puts "Cleared messages."
     next
   when %r(^/clobber$)
-    clear_messages(messages)
-    $documents.clear
-    puts "Cleared messages and collection."
-    next
-  when %r(^/collection\s+(clear|change)(?:\s+(.+))?$)
-    command, arg = $1, $2
-    case command
-    when 'clear'
-      tags = arg.present? ? arg.sub(/\A#*/, '') : nil
-      if tags
-        $documents.clear(tags:)
-        puts "Cleared tag ##{tags} from collection #{bold{collection}}."
-      else
-        $documents.clear
-        puts "Cleared collection #{bold{collection}}."
-      end
-    when 'change'
-      choose_collection(collection)
+    if ask?(prompt: 'Are you sure? (y/n) ') =~ /\Ay/i
+      clear_messages(messages)
+      $documents.clear
+      puts "Cleared messages and collection #{bold{$documents.collection}}."
+    else
+      puts 'Cancelled.'
     end
     next
-  when %r(/info)
-    info
-    next
   when %r(^/pop(?:\s+(\d*))?$)
     if messages.size > 1
       n = $1.to_i.clamp(1, Float::INFINITY)
@@ -772,6 +977,10 @@ loop do
   when %r(^/model$)
     $model = choose_model('', $model)
     next
+  when %r(^/system$)
+    change_system_prompt(messages, $system)
+    info
+    next
   when %r(^/regenerate$)
     if content = messages[-2]&.content
       content.gsub!(/\nConsider these chunks for your answer.*\z/, '')
@@ -782,6 +991,38 @@ loop do
     end
     parse_content = false
     content
+  when %r(^/collection(?:\s+(clear|change))?$)
+    case $1 || 'change'
+    when 'clear'
+      loop do
+        tags = $documents.tags.add('[EXIT]').add('[ALL]')
+        tag = Ollama::Utils::Chooser.choose(tags, prompt: 'Clear? %s')
+        case tag
+        when nil, '[EXIT]'
+          puts "Exiting chooser."
+          break
+        when '[ALL]'
+          if ask?(prompt: 'Are you sure? (y/n) ') =~ /\Ay/i
+            $documents.clear
+            puts "Cleared collection #{bold{$documents.collection}}."
+            break
+          else
+            puts 'Cancelled.'
+            sleep 3
+          end
+        when /./
+          $documents.clear(tags: [ tag ])
+          puts "Cleared tag #{tag} from collection #{bold{$documents.collection}}."
+          sleep 3
+        end
+      end
+    when 'change'
+      choose_collection($documents.collection)
+    end
+    next
+  when %r(/info)
+    info
+    next
   when %r(^/import\s+(.+))
     parse_content = false
     content       = import($1) or next
@@ -789,7 +1030,8 @@ loop do
     parse_content = false
     content       = summarize($2, words: $1) or next
   when %r(^/embedding$)
-    toggle_embedding_paused
+    $embedding_paused.toggle(show: false)
+    $embedding.show
     next
   when %r(^/embed\s+(.+))
     parse_content = false
@@ -828,12 +1070,12 @@ loop do
   end
 
   content, tags = if parse_content
-                    parse_content(content, images.clear)
+                    parse_content(content, images)
                   else
                     [ content, Utils::Tags.new ]
                   end
 
-  if embedding_enabled? && content
+  if $embedding.on? && content
     records = $documents.find_where(
       content.downcase,
       tags:,
@@ -847,11 +1089,16 @@ loop do
     end
   end
 
-  messages << Message.new(role: 'user', content:, images:)
-  handler = FollowChat.new(messages:, markdown: $markdown, voice:)
-  ollama.chat(model: $model, messages:, options:, stream: true, &handler)
+  if location = at_location.full?
+    content += " [#{location} – do not comment on this information, just consider it for eventual queries]"
+  end
+
+  messages << Message.new(role: 'user', content:, images: images.dup)
+  images.clear
+  handler = FollowChat.new(messages:, markdown: $markdown.on?, voice: ($current_voice if $voice.on?))
+  ollama.chat(model: $model, messages:, options:, stream: $stream.on?, &handler)
 
-  if embedding_enabled? && !records.empty?
+  if $embedding.on? && !records.empty?
     puts "", records.map { |record|
       link = if record.source =~ %r(\Ahttps?://)
                record.source