ollama_chat 0.0.2 → 0.0.4

data/docker-compose.yml

@@ -1,10 +1,31 @@
 services:
   redis:
+    container_name: redis
     image: valkey/valkey:7.2.8-alpine
     restart: unless-stopped
     ports: [ "127.0.0.1:9736:6379" ]
     volumes:
       - "redis-data:/data:delegated"
       - "./redis/redis.conf:/etc/redis.conf"
+  searxng:
+    container_name: searxng
+    image: searxng/searxng:latest
+    ports:
+      - "127.0.0.1:8088:8080"
+    restart: unless-stopped
+    cap_drop:
+      - ALL
+    cap_add:
+      - CHOWN
+      - SETGID
+      - SETUID
+      - DAC_OVERRIDE
+    logging:
+      driver: "json-file"
+      options:
+        max-size: "1m"
+        max-file: "1"
+    volumes:
+      - "./config/searxng:/etc/searxng"
 volumes:
   redis-data:

data/lib/ollama_chat/chat.rb

@@ -19,6 +19,7 @@ class OllamaChat::Chat
   include OllamaChat::ModelHandling
   include OllamaChat::Parsing
   include OllamaChat::SourceFetching
+  include OllamaChat::WebSearching
   include OllamaChat::Dialog
   include OllamaChat::Information
   include OllamaChat::Clipboard
@@ -37,6 +38,7 @@ class OllamaChat::Chat
       debug:      config.debug,
       user_agent:
     )
+    server_version
     @document_policy = config.document_policy
     @model           = choose_model(@opts[?m], config.model.name)
     @model_options   = Ollama::Options[config.model.options]
@@ -200,7 +202,7 @@ class OllamaChat::Chat
         content       = embed($1) or next
       when %r(^/web\s+(?:(\d+)\s+)?(.+))
         parse_content   = false
-        urls            = search_web($2, $1.to_i)
+        urls            = search_web($2, $1.to_i) or next
         urls.each do |url|
           fetch_source(url) { |url_io| embed_source(url_io, url) }
         end
@@ -391,7 +393,7 @@ class OllamaChat::Chat
       Documentrix::Documents::RedisCache.new(
         prefix: 'Expiring-',
         url:,
-        ex:     config.redis.expiring.ex,
+        ex:     config.redis.expiring.ex?.to_i,
       )
     end
   end

data/lib/ollama_chat/information.rb

@@ -28,6 +28,8 @@ module OllamaChat::Information
   end
 
   def info
+    STDOUT.puts "Running ollama_chat version: #{bold(OllamaChat::VERSION)}"
+    STDOUT.puts "Connected to ollama server version: #{bold(server_version)}"
     STDOUT.puts "Current model is #{bold{@model}}."
     if @model_options.present?
       STDOUT.puts "  Options: #{JSON.pretty_generate(@model_options).gsub(/(?<!\A)^/, '  ')}"
@@ -46,6 +48,7 @@ module OllamaChat::Information
     stream.show
     location.show
     STDOUT.puts "Document policy for references in user text: #{bold{@document_policy}}"
+    STDOUT.puts "Currently selected search engine is #{bold(search_engine)}."
     if @voice.on?
       STDOUT.puts "Using voice #{bold{@current_voice}} to speak."
     end
@@ -110,4 +113,8 @@ module OllamaChat::Information
     STDOUT.puts "%s %s" % [ progname, OllamaChat::VERSION ]
     0
   end
+
+  def server_version
+    @server_version ||= ollama.version.version
+  end
 end

data/lib/ollama_chat/ollama_chat_config/default_config.yml

@@ -56,5 +56,14 @@ redis:
     url: <%= ENV.fetch('REDIS_EXPIRING_URL', 'null') %>
     ex: 86400
 debug: <%= ENV['OLLAMA_CHAT_DEBUG'].to_i == 1 ? true : false %>
+request_headers:
+  Accept: 'text/*,application/*,image/*'
 ssl_no_verify: []
 copy: pbcopy
+web_search:
+  use: duckduckgo
+  engines:
+    duckduckgo:
+      url: 'https://www.duckduckgo.com/html/?q=%{query}'
+    searxng:
+      url: 'http://localhost:8088/search?q=%{query}&format=json'

data/lib/ollama_chat/source_fetching.rb

@@ -22,6 +22,7 @@ module OllamaChat::SourceFetching
       links.add(source.to_s)
       OllamaChat::Utils::Fetcher.get(
         source,
+        headers:      config.request_headers?.to_h,
         cache:        @cache,
         debug:        config.debug,
         http_options: http_options(OllamaChat::Utils::Fetcher.normalize_url(source))
@@ -140,33 +141,4 @@ module OllamaChat::SourceFetching
       summarize(source)
     end
   end
-
-  def search_web(query, n = nil)
-    if l = @messages.at_location.full?
-      query += " #{l}"
-    end
-    n = n.to_i.clamp(1..)
-    query = URI.encode_uri_component(query)
-    url = "https://www.duckduckgo.com/html/?q=#{query}"
-    OllamaChat::Utils::Fetcher.get(url, debug: config.debug) do |tmp|
-      result = []
-      doc = Nokogiri::HTML(tmp)
-      doc.css('.results_links').each do |link|
-        if n > 0
-          url = link.css('.result__a').first&.[]('href')
-          url.sub!(%r(\A(//duckduckgo\.com)?/l/\?uddg=), '')
-          url.sub!(%r(&rut=.*), '')
-          url = URI.decode_uri_component(url)
-          url = URI.parse(url)
-          url.host =~ /duckduckgo\.com/ and next
-          links.add(url.to_s)
-          result << url
-          n -= 1
-        else
-          break
-        end
-      end
-      result
-    end
-  end
 end

data/lib/ollama_chat/utils/fetcher.rb

@@ -20,14 +20,14 @@ class OllamaChat::Utils::Fetcher
 
   class RetryWithoutStreaming < StandardError; end
 
-  def self.get(url, **options, &block)
+  def self.get(url, headers: {}, **options, &block)
     cache = options.delete(:cache) and
       cache = OllamaChat::Utils::CacheFetcher.new(cache)
     if result = cache&.get(url, &block)
       infobar.puts "Getting #{url.to_s.inspect} from cache."
       return result
     else
-      new(**options).send(:get, url) do |tmp|
+      new(**options).send(:get, url, headers:) do |tmp|
         result = block.(tmp)
         if cache && !tmp.is_a?(StringIO)
           tmp.rewind
@@ -91,7 +91,9 @@ class OllamaChat::Utils::Fetcher
     Excon.new(url, options.merge(@http_options))
   end
 
-  def get(url, &block)
+  def get(url, headers: {}, &block)
+    headers |= self.headers
+    headers = headers.transform_keys(&:to_s)
     response = nil
     Tempfile.open do |tmp|
       infobar.label = 'Getting'

data/lib/ollama_chat/version.rb

@@ -1,6 +1,6 @@
 module OllamaChat
   # OllamaChat version
-  VERSION         = '0.0.2'
+  VERSION         = '0.0.4'
   VERSION_ARRAY   = VERSION.split('.').map(&:to_i) # :nodoc:
   VERSION_MAJOR   = VERSION_ARRAY[0] # :nodoc:
   VERSION_MINOR   = VERSION_ARRAY[1] # :nodoc:

data/lib/ollama_chat/web_searching.rb

@@ -0,0 +1,60 @@
+module OllamaChat::WebSearching
+  def search_web(query, n = nil)
+    l     = @messages.at_location.full? and query += " #{l}"
+    n     = n.to_i.clamp(1..)
+    query = URI.encode_uri_component(query)
+    search_command = :"search_web_with_#{search_engine}"
+    if respond_to?(search_command, true)
+      send(search_command, query, n)
+    else
+      STDOUT.puts "Search engine #{bold{search_engine}} not implemented!"
+      nil
+    end
+  end
+
+  private
+
+  def search_engine
+    config.web_search.use
+  end
+
+  def search_web_with_searxng(query, n)
+    url = config.web_search.engines.searxng.url % { query: }
+    OllamaChat::Utils::Fetcher.get(
+      url,
+      headers: config.request_headers?.to_h,
+      debug:   config.debug
+    ) do |tmp|
+      data = JSON.parse(tmp.read, object_class: JSON::GenericObject)
+      data.results.first(n).map(&:url)
+    end
+  end
+
+  def search_web_with_duckduckgo(query, n)
+    url = config.web_search.engines.duckduckgo.url % { query: }
+    OllamaChat::Utils::Fetcher.get(
+      url,
+      headers: config.request_headers?.to_h,
+      debug:   config.debug
+    ) do |tmp|
+      result = []
+      doc = Nokogiri::HTML(tmp)
+      doc.css('.results_links').each do |link|
+        if n > 0
+          url = link.css('.result__a').first&.[]('href')
+          url.sub!(%r(\A(//duckduckgo\.com)?/l/\?uddg=), '')
+          url.sub!(%r(&rut=.*), '')
+          url = URI.decode_uri_component(url)
+          url = URI.parse(url)
+          url.host =~ /duckduckgo\.com/ and next
+          links.add(url.to_s)
+          result << url
+          n -= 1
+        else
+          break
+        end
+      end
+      result
+    end
+  end
+end

data/lib/ollama_chat.rb

@@ -13,6 +13,7 @@ require 'ollama_chat/message_list'
 require 'ollama_chat/model_handling'
 require 'ollama_chat/parsing'
 require 'ollama_chat/source_fetching'
+require 'ollama_chat/web_searching'
 require 'ollama_chat/dialog'
 require 'ollama_chat/information'
 require 'ollama_chat/clipboard'

data/ollama_chat.gemspec

@@ -1,26 +1,26 @@
 # -*- encoding: utf-8 -*-
-# stub: ollama_chat 0.0.2 ruby lib
+# stub: ollama_chat 0.0.4 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "ollama_chat".freeze
-  s.version = "0.0.2".freeze
+  s.version = "0.0.4".freeze
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib".freeze]
   s.authors = ["Florian Frank".freeze]
-  s.date = "2025-02-12"
+  s.date = "2025-02-21"
   s.description = "The app provides a command-line interface (CLI) to an Ollama AI model,\nallowing users to engage in text-based conversations and generate\nhuman-like responses. Users can import data from local files or web pages,\nwhich are then processed through three different modes: fully importing the\ncontent into the conversation context, summarizing the information for\nconcise reference, or storing it in an embedding vector database for later\nretrieval based on the conversation.\n".freeze
   s.email = "flori@ping.de".freeze
   s.executables = ["ollama_chat".freeze]
-  s.extra_rdoc_files = ["README.md".freeze, "lib/ollama_chat.rb".freeze, "lib/ollama_chat/chat.rb".freeze, "lib/ollama_chat/clipboard.rb".freeze, "lib/ollama_chat/dialog.rb".freeze, "lib/ollama_chat/document_cache.rb".freeze, "lib/ollama_chat/follow_chat.rb".freeze, "lib/ollama_chat/information.rb".freeze, "lib/ollama_chat/message_list.rb".freeze, "lib/ollama_chat/message_type.rb".freeze, "lib/ollama_chat/model_handling.rb".freeze, "lib/ollama_chat/ollama_chat_config.rb".freeze, "lib/ollama_chat/parsing.rb".freeze, "lib/ollama_chat/source_fetching.rb".freeze, "lib/ollama_chat/switches.rb".freeze, "lib/ollama_chat/utils.rb".freeze, "lib/ollama_chat/utils/cache_fetcher.rb".freeze, "lib/ollama_chat/utils/chooser.rb".freeze, "lib/ollama_chat/utils/fetcher.rb".freeze, "lib/ollama_chat/utils/file_argument.rb".freeze, "lib/ollama_chat/version.rb".freeze]
-  s.files = [".all_images.yml".freeze, ".envrc".freeze, ".gitignore".freeze, "CHANGES.md".freeze, "Gemfile".freeze, "README.md".freeze, "Rakefile".freeze, "VERSION".freeze, "bin/ollama_chat".freeze, "docker-compose.yml".freeze, "lib/ollama_chat.rb".freeze, "lib/ollama_chat/chat.rb".freeze, "lib/ollama_chat/clipboard.rb".freeze, "lib/ollama_chat/dialog.rb".freeze, "lib/ollama_chat/document_cache.rb".freeze, "lib/ollama_chat/follow_chat.rb".freeze, "lib/ollama_chat/information.rb".freeze, "lib/ollama_chat/message_list.rb".freeze, "lib/ollama_chat/message_type.rb".freeze, "lib/ollama_chat/model_handling.rb".freeze, "lib/ollama_chat/ollama_chat_config.rb".freeze, "lib/ollama_chat/ollama_chat_config/default_config.yml".freeze, "lib/ollama_chat/parsing.rb".freeze, "lib/ollama_chat/source_fetching.rb".freeze, "lib/ollama_chat/switches.rb".freeze, "lib/ollama_chat/utils.rb".freeze, "lib/ollama_chat/utils/cache_fetcher.rb".freeze, "lib/ollama_chat/utils/chooser.rb".freeze, "lib/ollama_chat/utils/fetcher.rb".freeze, "lib/ollama_chat/utils/file_argument.rb".freeze, "lib/ollama_chat/version.rb".freeze, "ollama_chat.gemspec".freeze, "redis/redis.conf".freeze, "spec/assets/api_show.json".freeze, "spec/assets/api_tags.json".freeze, "spec/assets/conversation.json".freeze, "spec/assets/duckduckgo.html".freeze, "spec/assets/example.atom".freeze, "spec/assets/example.csv".freeze, "spec/assets/example.html".freeze, "spec/assets/example.pdf".freeze, "spec/assets/example.ps".freeze, "spec/assets/example.rb".freeze, "spec/assets/example.rss".freeze, "spec/assets/example.xml".freeze, "spec/assets/kitten.jpg".freeze, "spec/assets/prompt.txt".freeze, "spec/ollama_chat/chat_spec.rb".freeze, "spec/ollama_chat/clipboard_spec.rb".freeze, "spec/ollama_chat/follow_chat_spec.rb".freeze, "spec/ollama_chat/information_spec.rb".freeze, "spec/ollama_chat/message_list_spec.rb".freeze, "spec/ollama_chat/model_handling_spec.rb".freeze, "spec/ollama_chat/parsing_spec.rb".freeze, "spec/ollama_chat/source_fetching_spec.rb".freeze, "spec/ollama_chat/switches_spec.rb".freeze, "spec/ollama_chat/utils/cache_fetcher_spec.rb".freeze, "spec/ollama_chat/utils/fetcher_spec.rb".freeze, "spec/ollama_chat/utils/file_argument_spec.rb".freeze, "spec/spec_helper.rb".freeze, "tmp/.keep".freeze]
+  s.extra_rdoc_files = ["README.md".freeze, "lib/ollama_chat.rb".freeze, "lib/ollama_chat/chat.rb".freeze, "lib/ollama_chat/clipboard.rb".freeze, "lib/ollama_chat/dialog.rb".freeze, "lib/ollama_chat/document_cache.rb".freeze, "lib/ollama_chat/follow_chat.rb".freeze, "lib/ollama_chat/information.rb".freeze, "lib/ollama_chat/message_list.rb".freeze, "lib/ollama_chat/message_type.rb".freeze, "lib/ollama_chat/model_handling.rb".freeze, "lib/ollama_chat/ollama_chat_config.rb".freeze, "lib/ollama_chat/parsing.rb".freeze, "lib/ollama_chat/source_fetching.rb".freeze, "lib/ollama_chat/switches.rb".freeze, "lib/ollama_chat/utils.rb".freeze, "lib/ollama_chat/utils/cache_fetcher.rb".freeze, "lib/ollama_chat/utils/chooser.rb".freeze, "lib/ollama_chat/utils/fetcher.rb".freeze, "lib/ollama_chat/utils/file_argument.rb".freeze, "lib/ollama_chat/version.rb".freeze, "lib/ollama_chat/web_searching.rb".freeze]
+  s.files = [".all_images.yml".freeze, ".envrc".freeze, ".gitignore".freeze, "CHANGES.md".freeze, "Gemfile".freeze, "README.md".freeze, "Rakefile".freeze, "VERSION".freeze, "bin/ollama_chat".freeze, "config/searxng/settings.yml".freeze, "docker-compose.yml".freeze, "lib/ollama_chat.rb".freeze, "lib/ollama_chat/chat.rb".freeze, "lib/ollama_chat/clipboard.rb".freeze, "lib/ollama_chat/dialog.rb".freeze, "lib/ollama_chat/document_cache.rb".freeze, "lib/ollama_chat/follow_chat.rb".freeze, "lib/ollama_chat/information.rb".freeze, "lib/ollama_chat/message_list.rb".freeze, "lib/ollama_chat/message_type.rb".freeze, "lib/ollama_chat/model_handling.rb".freeze, "lib/ollama_chat/ollama_chat_config.rb".freeze, "lib/ollama_chat/ollama_chat_config/default_config.yml".freeze, "lib/ollama_chat/parsing.rb".freeze, "lib/ollama_chat/source_fetching.rb".freeze, "lib/ollama_chat/switches.rb".freeze, "lib/ollama_chat/utils.rb".freeze, "lib/ollama_chat/utils/cache_fetcher.rb".freeze, "lib/ollama_chat/utils/chooser.rb".freeze, "lib/ollama_chat/utils/fetcher.rb".freeze, "lib/ollama_chat/utils/file_argument.rb".freeze, "lib/ollama_chat/version.rb".freeze, "lib/ollama_chat/web_searching.rb".freeze, "ollama_chat.gemspec".freeze, "redis/redis.conf".freeze, "spec/assets/api_show.json".freeze, "spec/assets/api_tags.json".freeze, "spec/assets/api_version.json".freeze, "spec/assets/conversation.json".freeze, "spec/assets/duckduckgo.html".freeze, "spec/assets/example.atom".freeze, "spec/assets/example.csv".freeze, "spec/assets/example.html".freeze, "spec/assets/example.pdf".freeze, "spec/assets/example.ps".freeze, "spec/assets/example.rb".freeze, "spec/assets/example.rss".freeze, "spec/assets/example.xml".freeze, "spec/assets/kitten.jpg".freeze, "spec/assets/prompt.txt".freeze, "spec/assets/searxng.json".freeze, "spec/ollama_chat/chat_spec.rb".freeze, "spec/ollama_chat/clipboard_spec.rb".freeze, "spec/ollama_chat/follow_chat_spec.rb".freeze, "spec/ollama_chat/information_spec.rb".freeze, "spec/ollama_chat/message_list_spec.rb".freeze, "spec/ollama_chat/model_handling_spec.rb".freeze, "spec/ollama_chat/parsing_spec.rb".freeze, "spec/ollama_chat/source_fetching_spec.rb".freeze, "spec/ollama_chat/switches_spec.rb".freeze, "spec/ollama_chat/utils/cache_fetcher_spec.rb".freeze, "spec/ollama_chat/utils/fetcher_spec.rb".freeze, "spec/ollama_chat/utils/file_argument_spec.rb".freeze, "spec/ollama_chat/web_searching_spec.rb".freeze, "spec/spec_helper.rb".freeze, "tmp/.keep".freeze]
   s.homepage = "https://github.com/flori/ollama_chat".freeze
   s.licenses = ["MIT".freeze]
   s.rdoc_options = ["--title".freeze, "OllamaChat - A command-line interface (CLI) for interacting with an Ollama AI model.".freeze, "--main".freeze, "README.md".freeze]
   s.required_ruby_version = Gem::Requirement.new("~> 3.1".freeze)
   s.rubygems_version = "3.6.2".freeze
   s.summary = "A command-line interface (CLI) for interacting with an Ollama AI model.".freeze
-  s.test_files = ["spec/assets/example.rb".freeze, "spec/ollama_chat/chat_spec.rb".freeze, "spec/ollama_chat/clipboard_spec.rb".freeze, "spec/ollama_chat/follow_chat_spec.rb".freeze, "spec/ollama_chat/information_spec.rb".freeze, "spec/ollama_chat/message_list_spec.rb".freeze, "spec/ollama_chat/model_handling_spec.rb".freeze, "spec/ollama_chat/parsing_spec.rb".freeze, "spec/ollama_chat/source_fetching_spec.rb".freeze, "spec/ollama_chat/switches_spec.rb".freeze, "spec/ollama_chat/utils/cache_fetcher_spec.rb".freeze, "spec/ollama_chat/utils/fetcher_spec.rb".freeze, "spec/ollama_chat/utils/file_argument_spec.rb".freeze, "spec/spec_helper.rb".freeze]
+  s.test_files = ["spec/assets/example.rb".freeze, "spec/ollama_chat/chat_spec.rb".freeze, "spec/ollama_chat/clipboard_spec.rb".freeze, "spec/ollama_chat/follow_chat_spec.rb".freeze, "spec/ollama_chat/information_spec.rb".freeze, "spec/ollama_chat/message_list_spec.rb".freeze, "spec/ollama_chat/model_handling_spec.rb".freeze, "spec/ollama_chat/parsing_spec.rb".freeze, "spec/ollama_chat/source_fetching_spec.rb".freeze, "spec/ollama_chat/switches_spec.rb".freeze, "spec/ollama_chat/utils/cache_fetcher_spec.rb".freeze, "spec/ollama_chat/utils/fetcher_spec.rb".freeze, "spec/ollama_chat/utils/file_argument_spec.rb".freeze, "spec/ollama_chat/web_searching_spec.rb".freeze, "spec/spec_helper.rb".freeze]
 
   s.specification_version = 4
 
@@ -32,7 +32,7 @@ Gem::Specification.new do |s|
   s.add_development_dependency(%q<debug>.freeze, [">= 0".freeze])
   s.add_development_dependency(%q<simplecov>.freeze, [">= 0".freeze])
   s.add_runtime_dependency(%q<excon>.freeze, ["~> 1.0".freeze])
-  s.add_runtime_dependency(%q<ollama-ruby>.freeze, ["~> 0.14".freeze])
+  s.add_runtime_dependency(%q<ollama-ruby>.freeze, ["~> 0.15".freeze])
   s.add_runtime_dependency(%q<documentrix>.freeze, ["~> 0.0".freeze])
   s.add_runtime_dependency(%q<rss>.freeze, ["~> 0.3".freeze])
   s.add_runtime_dependency(%q<term-ansicolor>.freeze, ["~> 1.11".freeze])

data/spec/assets/api_version.json

@@ -0,0 +1,3 @@
+{
+  "version": "6.6.6"
+}

data/spec/assets/searxng.json

@@ -0,0 +1,111 @@
+{
+  "query": "foo",
+  "number_of_results": 0,
+  "results": [
+    {
+      "url": "https://en.wikipedia.org/wiki/Foo_Fighters",
+      "title": "Foo Fighters - Wikipedia",
+      "content": "The Foo Fighters are an American rock band formed in Seattle in 1994. Initially founded as a one-man project by former Nirvana drummer Dave Grohl, the band comprises vocalist/guitarist Grohl, bassist Nate Mendel, guitarist Pat Smear, guitarist Chris Shiflett, keyboardist Rami Jaffee and drummer Josh Freese.Guitarist Franz Stahl and drummers William Goldsmith and Taylor Hawkins are former ...",
+      "publishedDate": null,
+      "thumbnail": null,
+      "engine": "brave",
+      "template": "default.html",
+      "parsed_url": [
+        "https",
+        "en.wikipedia.org",
+        "/wiki/Foo_Fighters",
+        "",
+        "",
+        ""
+      ],
+      "engines": [
+        "startpage",
+        "brave",
+        "google",
+        "duckduckgo"
+      ],
+      "positions": [
+        2,
+        1,
+        2,
+        1
+      ],
+      "score": 12.0,
+      "category": "general"
+    },
+    {
+      "url": "https://www.foofighters.com",
+      "title": "Home - Foo Fighters",
+      "content": "Official website of Foo Fighters",
+      "publishedDate": "2023-04-19T00:00:00",
+      "thumbnail": null,
+      "engine": "brave",
+      "template": "default.html",
+      "parsed_url": [
+        "https",
+        "www.foofighters.com",
+        "",
+        "",
+        "",
+        ""
+      ],
+      "engines": [
+        "startpage",
+        "brave",
+        "google",
+        "duckduckgo"
+      ],
+      "positions": [
+        1,
+        2,
+        7,
+        2
+      ],
+      "score": 8.571428571428571,
+      "category": "general"
+    },
+    {
+      "url": "https://www.dictionary.com/e/tech-science/foo/",
+      "title": "foo | Meaning & Origin | Dictionary.com",
+      "content": "\"Foo was here\" was a popular piece of graffiti drawn by Australian soldiers in WWII, and possibly even WWI, that depicts a little man poking his head and large nose over the wall à la Kilroy. While the origins of this foo are unclear, it appears to be unrelated to Holman's foo.",
+      "publishedDate": "2022-07-04T00:00:00",
+      "thumbnail": "",
+      "engine": "brave",
+      "template": "default.html",
+      "parsed_url": [
+        "https",
+        "www.dictionary.com",
+        "/e/tech-science/foo/",
+        "",
+        "",
+        ""
+      ],
+      "engines": [
+        "brave",
+        "duckduckgo"
+      ],
+      "positions": [
+        13,
+        1
+      ],
+      "score": 2.1538461538461537,
+      "category": "general"
+    }
+  ],
+  "suggestions": [
+    "foo fighters - everlong",
+    "Foo meaning",
+    "Foo Fighters WW2",
+    "Foo Fighters - Learn to Fly",
+    "foo fighters - the colour and the shape",
+    "Foo Fighters tour 2024",
+    "Foo programming",
+    "Foo word"
+  ],
+  "unresponsive_engines": [
+    [
+      "qwant",
+      "Suspended: CAPTCHA"
+    ]
+  ]
+}

data/spec/ollama_chat/chat_spec.rb

@@ -2,19 +2,14 @@ require 'spec_helper'
 
 RSpec.describe OllamaChat::Chat do
   let :argv do
-    []
+    %w[ -C test ]
   end
 
   let :chat do
     OllamaChat::Chat.new argv: argv
   end
 
-  before do
-    stub_request(:get, %r(/api/tags\z)).
-      to_return(status: 200, body: asset_json('api_tags.json'))
-    stub_request(:post, %r(/api/show\z)).
-      to_return(status: 200, body: asset_json('api_show.json'))
-  end
+  connect_to_ollama_server(instantiate: false)
 
   it 'can be instantiated' do
     expect(chat).to be_a described_class
@@ -43,7 +38,7 @@ RSpec.describe OllamaChat::Chat do
   describe Documentrix::Documents do
     context 'with documents' do
       let :argv do
-        %w[ -D ] << asset('example.html')
+        %w[ -C test -D ] << asset('example.html')
       end
 
       it 'Adds documents passed to app via -D option' do
@@ -66,7 +61,7 @@ RSpec.describe OllamaChat::Chat do
     it 'can display collection_stats' do
       chat
       expect(STDOUT).to receive(:puts).with(
-        "Current Collection\n  Name: \e[1mdefault\e[0m\n  #Embeddings: 0\n  #Tags: 0\n  Tags: \n"
+        "Current Collection\n  Name: \e[1mtest\e[0m\n  #Embeddings: 0\n  #Tags: 0\n  Tags: \n"
       )
       expect(chat.collection_stats).to be_nil
     end
@@ -76,6 +71,8 @@ RSpec.describe OllamaChat::Chat do
       expect(STDOUT).to receive(:puts).
         with(
           /
+            Running\ ollama_chat\ version|
+            Connected\ to\ ollama\ server|
             Current\ model|
             Options|
             Embedding|
@@ -84,7 +81,8 @@ RSpec.describe OllamaChat::Chat do
             output\ content|
             Streaming|
             Location|
-            Document\ policy
+            Document\ policy|
+            Currently\ selected\ search\ engine
           /x
         ).at_least(1)
       expect(chat.info).to be_nil

data/spec/ollama_chat/clipboard_spec.rb

@@ -5,13 +5,7 @@ RSpec.describe OllamaChat::Clipboard do
     OllamaChat::Chat.new
   end
 
-  before do
-    stub_request(:get, %r(/api/tags\z)).
-      to_return(status: 200, body: asset_json('api_tags.json'))
-    stub_request(:post, %r(/api/show\z)).
-      to_return(status: 200, body: asset_json('api_show.json'))
-    chat
-  end
+  connect_to_ollama_server
 
   it 'can copy to clipboard' do
     expect(STDERR).to receive(:puts).with(/No response available to copy to the system clipboard/)

data/spec/ollama_chat/information_spec.rb

@@ -5,13 +5,7 @@ RSpec.describe OllamaChat::Information do
     OllamaChat::Chat.new
   end
 
-  before do
-    stub_request(:get, %r(/api/tags\z)).
-      to_return(status: 200, body: asset_json('api_tags.json'))
-    stub_request(:post, %r(/api/show\z)).
-      to_return(status: 200, body: asset_json('api_show.json'))
-    chat
-  end
+  connect_to_ollama_server
 
   describe ::OllamaChat::Information::UserAgent do
     it 'has progname' do
@@ -29,6 +23,7 @@ RSpec.describe OllamaChat::Information do
   end
 
   it 'can show info' do
+    expect(STDOUT).to receive(:puts).with(/Connected to ollama server version/)
     expect(STDOUT).to receive(:puts).with(/Current model is/)
     expect(STDOUT).to receive(:puts).at_least(1)
     expect(chat.info).to be_nil

data/spec/ollama_chat/model_handling_spec.rb

@@ -5,13 +5,7 @@ RSpec.describe OllamaChat::ModelHandling do
     OllamaChat::Chat.new
   end
 
-  before do
-    stub_request(:get, %r(/api/tags\z)).
-      to_return(status: 200, body: asset_json('api_tags.json'))
-    stub_request(:post, %r(/api/show\z)).
-      to_return(status: 200, body: asset_json('api_show.json'))
-    chat
-  end
+  connect_to_ollama_server
 
   it 'can check if model_present?' do
     expect(chat.ollama).to receive(:show).and_raise Ollama::Errors::NotFoundError

data/spec/ollama_chat/parsing_spec.rb

@@ -6,13 +6,7 @@ RSpec.describe OllamaChat::Parsing do
     OllamaChat::Chat.new
   end
 
-  before do
-    stub_request(:get, %r(/api/tags\z)).
-      to_return(status: 200, body: asset_json('api_tags.json'))
-    stub_request(:post, %r(/api/show\z)).
-      to_return(status: 200, body: asset_json('api_show.json'))
-    chat
-  end
+  connect_to_ollama_server
 
   describe '#parse_source' do
     it 'can parse HTML' do

data/spec/ollama_chat/source_fetching_spec.rb

@@ -5,13 +5,7 @@ RSpec.describe OllamaChat::SourceFetching do
     OllamaChat::Chat.new
   end
 
-  before do
-    stub_request(:get, %r(/api/tags\z)).
-      to_return(status: 200, body: asset_json('api_tags.json'))
-    stub_request(:post, %r(/api/show\z)).
-      to_return(status: 200, body: asset_json('api_show.json'))
-    allow(chat).to receive(:location).and_return(double(on?: false))
-  end
+  connect_to_ollama_server
 
   it 'can import' do
     expect(chat.import('./spec/assets/example.html')).to start_with(<<~EOT)
@@ -42,13 +36,4 @@ RSpec.describe OllamaChat::SourceFetching do
       'This source was now embedded: ./spec/assets/example.html'
     )
   end
-
-  it 'can search web' do
-    stub_request(:get, "https://www.duckduckgo.com/html/?q=foo").
-      with(headers: { 'Host'=>'www.duckduckgo.com' }).
-      to_return(status: 200, body: asset_content('duckduckgo.html'), headers: {})
-    expect(chat.search_web('foo').first.to_s).to eq(
-      'https://en.wikipedia.org/wiki/Foo_Fighters'
-    )
-  end
 end

data/spec/ollama_chat/utils/fetcher_spec.rb

@@ -33,6 +33,21 @@ RSpec.describe OllamaChat::Utils::Fetcher do
     end
   end
 
+  it 'can #get with headers' do
+    stub_request(:get, url).
+      with(headers: { 'Accept' => 'text/html' } | fetcher.headers).
+      to_return(
+        status: 200,
+        body: 'world',
+        headers: { 'Content-Type' => 'text/plain' },
+      )
+    fetcher.get(url, headers: { 'Accept' => 'text/html' }) do |tmp|
+      expect(tmp).to be_a Tempfile
+      expect(tmp.read).to eq 'world'
+      expect(tmp.content_type).to eq 'text/plain'
+    end
+  end
+
   it 'can #get without ssl peer verification' do
     fetcher = described_class.new(
       http_options: { ssl_verify_peer: false }

data/spec/ollama_chat/web_searching_spec.rb

@@ -0,0 +1,29 @@
+require 'spec_helper'
+
+RSpec.describe OllamaChat::WebSearching do
+  let :chat do
+    OllamaChat::Chat.new
+  end
+
+  connect_to_ollama_server
+
+  it 'can search web with duckduckgo' do
+    expect(chat).to receive(:search_engine).and_return 'duckduckgo'
+    stub_request(:get, 'https://www.duckduckgo.com/html/?q=foo').
+      with(headers: { 'Host'=>'www.duckduckgo.com' }).
+      to_return(status: 200, body: asset_content('duckduckgo.html'), headers: {})
+    expect(chat.search_web('foo').first.to_s).to eq(
+      'https://en.wikipedia.org/wiki/Foo_Fighters'
+    )
+  end
+
+  it 'can search web with searxng' do
+    expect(chat).to receive(:search_engine).and_return 'searxng'
+    stub_request(:get, 'http://localhost:8088/search?format=json&language=en&q=foo').
+      with(headers: { 'Host'=>'localhost:8088' }).
+      to_return(status: 200, body: asset_content('searxng.json'), headers: {})
+    expect(chat.search_web('foo').first.to_s).to eq(
+      'https://en.wikipedia.org/wiki/Foo_Fighters'
+    )
+  end
+end

data/spec/spec_helper.rb

@@ -39,6 +39,18 @@ def asset_json(name)
   JSON(JSON(File.read(asset(name))))
 end
 
+def connect_to_ollama_server(instantiate: true)
+  before do
+    stub_request(:get, %r(/api/tags\z)).
+      to_return(status: 200, body: asset_json('api_tags.json'))
+    stub_request(:post, %r(/api/show\z)).
+      to_return(status: 200, body: asset_json('api_show.json'))
+    stub_request(:get, %r(/api/version\z)).
+      to_return(status: 200, body: asset_json('api_version.json'))
+    instantiate and chat
+  end
+end
+
 RSpec.configure do |config|
   config.before(:suite) do
     infobar.show = nil