ollama_chat 0.0.0

data/spec/ollama_chat/parsing_spec.rb

@@ -0,0 +1,240 @@
+require 'spec_helper'
+require 'pathname'
+
+RSpec.describe OllamaChat::Parsing do
+  let :chat do
+    OllamaChat::Chat.new
+  end
+
+  before do
+    stub_request(:get, %r(/api/tags\z)).
+      to_return(status: 200, body: asset_json('api_tags.json'))
+    stub_request(:post, %r(/api/show\z)).
+      to_return(status: 200, body: asset_json('api_show.json'))
+    chat
+  end
+
+  describe '#parse_source' do
+    it 'can parse HTML' do
+      asset_io('example.html') do |io|
+        def io.content_type
+          'text/html'
+        end
+        expect(chat.parse_source(io)).to eq(
+          "# My First Heading\n\nMy first paragraph.\n\n"
+        )
+      end
+    end
+
+    it 'can parse XML' do
+      asset_io('example.xml') do |io|
+        def io.content_type
+          'text/xml'
+        end
+        expect(chat.parse_source(io)).to eq(asset_content('example.xml'))
+      end
+    end
+
+    it 'can parse CSV' do
+      asset_io('example.csv') do |io|
+        def io.content_type
+          'text/csv'
+        end
+        expect(chat.parse_source(io)).to eq(<<EOT)
+  name: John Doe
+  age: 32
+  occupation: Software Engineer
+
+  name: Jane Smith
+  age: 28
+  occupation: Marketing Manager
+
+  name: Bob Johnson
+  age: 45
+  occupation: Retired
+
+  name: Alice Brown
+  age: 25
+  occupation: Student
+
+EOT
+      end
+    end
+
+    it 'can parse RSS' do
+      asset_io('example.rss') do |io|
+        def io.content_type
+          'application/rss+xml'
+        end
+        expect(chat.parse_source(io)).to start_with(<<~EOT)
+          # Example News Feed
+
+          ## [New Study Shows Benefits of Meditation](https://example.com/article/meditation-benefits)
+
+        EOT
+      end
+    end
+
+    it 'can parse RSS with content type XML' do
+      asset_io('example.rss') do |io|
+        def io.content_type
+          'text/xml'
+        end
+        expect(chat.parse_source(io)).to start_with(<<~EOT)
+          # Example News Feed
+
+          ## [New Study Shows Benefits of Meditation](https://example.com/article/meditation-benefits)
+
+        EOT
+      end
+    end
+
+    it 'can parse Atom' do
+      asset_io('example.atom') do |io|
+        def io.content_type
+          'application/atom+xml'
+        end
+        expect(chat.parse_source(io)).to start_with(<<~EOT)
+          # Example Feed
+
+          ## [New Study Shows Benefits of Meditation](https://example.com/article/meditation-benefits)
+
+          updated on 2024-01-01T12:00:00Z
+
+
+
+          ## [Local Business Opens New Location](https://example.com/article/local-business-new-location)
+
+          updated on 2024-01-02T10:00:00Z
+        EOT
+      end
+    end
+
+    it 'can parse Postscript' do
+      asset_io('example.ps') do |io|
+        def io.content_type
+          'application/postscript'
+        end
+        expect(chat.parse_source(io)).to eq("Hello World!")
+      end
+    end
+
+    it 'can parse PDF' do
+      asset_io('example.pdf') do |io|
+        def io.content_type
+          'application/pdf'
+        end
+        expect(chat.parse_source(io)).to eq("Hello World!")
+      end
+    end
+
+    it 'can parse other texts' do
+      asset_io('example.rb') do |io|
+        def io.content_type
+          'application/x-ruby'
+        end
+        expect(chat.parse_source(io)).to eq(%{puts "Hello World!"\n})
+      end
+    end
+  end
+
+  describe '#parse_content' do
+    it 'can parse tags' do
+      content, tags = chat.parse_content("see #foobar …", [])
+      expect(content).to eq 'see #foobar …'
+      expect(tags).to include('foobar')
+    end
+
+    it 'can parse https URLs' do
+      stub_request(:get, "https://www.example.com/foo.html").
+        with(headers: { 'Host'       => 'www.example.com' }).
+        to_return(
+          status: 200,
+          body: "",
+          headers: { 'Content-Type' => 'text/html' }
+        )
+      content, = chat.parse_content('https://www.example.com/foo.html', [])
+      expect(content).to include 'Imported "https://www.example.com/foo.html"'
+    end
+
+    it 'can parse file URLs' do
+      content, = chat.parse_content("see file://#{Dir.pwd}/spec/assets/example.html", [])
+      expect(content).to include(<<~EOT)
+        Imported "#{Pathname.pwd.join('spec/assets/example.html')}":
+
+        # My First Heading
+
+        My first paragraph.
+      EOT
+    end
+
+    it 'can parse file paths' do
+      content, = chat.parse_content("see #{Dir.pwd}/spec/assets/example.html", [])
+      expect(content).to include(<<~EOT)
+        Imported "#{Pathname.pwd.join('spec/assets/example.html')}":
+
+        # My First Heading
+
+        My first paragraph.
+      EOT
+    end
+
+    it 'can add images' do
+      images = []
+      expect(chat).to receive(:add_image).
+        with(images, kind_of(IO), %r(/spec/assets/kitten.jpg\z)).
+        and_call_original
+      chat.parse_content('./spec/assets/kitten.jpg', images)
+      expect(images.size).to eq 1
+      expect(images.first).to be_a Ollama::Image
+    end
+
+    context 'document_policy' do
+      it 'can be ignoring' do
+        chat.document_policy = 'ignoring'
+        c = "see #{Dir.pwd}/spec/assets/example.html"
+        content, = chat.parse_content(c, [])
+        expect(content).to eq(c)
+      end
+
+      it 'can be importing' do
+        chat.document_policy = 'importing'
+        c = "see #{Dir.pwd}/spec/assets/example.html"
+        content, = chat.parse_content(c, [])
+        expect(content).to include(<<~EOT)
+          Imported "#{Pathname.pwd.join('spec/assets/example.html')}":
+
+          # My First Heading
+
+          My first paragraph.
+        EOT
+      end
+
+      it 'can be embedding' do
+        chat.document_policy = 'embedding'
+        c = "see #{Dir.pwd}/spec/assets/example.html"
+        expect(chat).to receive(:embed_source).with(
+          kind_of(IO),
+          Pathname.pwd.join('spec/assets/example.html').to_s
+        )
+        content, = chat.parse_content(c, [])
+      end
+
+      it 'can be summarizing' do
+        chat.document_policy = 'summarizing'
+        c = "see #{Dir.pwd}/spec/assets/example.html"
+        content, = chat.parse_content(c, [])
+        expect(content).to start_with(<<~EOT)
+          see #{Pathname.pwd.join('spec/assets/example.html')}
+
+          Generate an abstract summary of the content in this document using
+          100 words:
+
+          # My First Heading
+
+          My first paragraph.
+        EOT
+      end
+    end
+  end
+end

data/spec/ollama_chat/source_fetching_spec.rb

@@ -0,0 +1,54 @@
+require 'spec_helper'
+
+RSpec.describe OllamaChat::SourceFetching do
+  let :chat do
+    OllamaChat::Chat.new
+  end
+
+  before do
+    stub_request(:get, %r(/api/tags\z)).
+      to_return(status: 200, body: asset_json('api_tags.json'))
+    stub_request(:post, %r(/api/show\z)).
+      to_return(status: 200, body: asset_json('api_show.json'))
+    allow(chat).to receive(:location).and_return(double(on?: false))
+  end
+
+  it 'can import' do
+    expect(chat.import('./spec/assets/example.html')).to start_with(<<~EOT)
+      Imported "./spec/assets/example.html":
+
+      # My First Heading
+
+      My first paragraph.
+    EOT
+  end
+
+  it 'can summarize' do
+    expect(chat.summarize('./spec/assets/example.html')).to start_with(<<~EOT)
+      Generate an abstract summary of the content in this document using
+      100 words:
+
+      # My First Heading
+
+      My first paragraph.
+    EOT
+  end
+
+  it 'can embed' do
+    expect(chat).to receive(:fetch_source).with(
+      './spec/assets/example.html'
+    )
+    expect(chat.embed('./spec/assets/example.html')).to eq(
+      'This source was now embedded: ./spec/assets/example.html'
+    )
+  end
+
+  it 'can search web' do
+    stub_request(:get, "https://www.duckduckgo.com/html/?q=foo").
+      with(headers: { 'Host'=>'www.duckduckgo.com' }).
+      to_return(status: 200, body: asset_content('duckduckgo.html'), headers: {})
+    expect(chat.search_web('foo').first.to_s).to eq(
+      'https://en.wikipedia.org/wiki/Foo_Fighters'
+    )
+  end
+end

data/spec/ollama_chat/switches_spec.rb

@@ -0,0 +1,167 @@
+require 'spec_helper'
+
+RSpec.describe OllamaChat::Switches do
+  describe OllamaChat::Switches::Switch do
+    let :switch do
+      described_class.new(
+        :test,
+        config: config,
+        msg: {
+          true  => "Enabled.",
+          false => "Disabled.",
+        }
+      )
+    end
+
+    context 'default to false' do
+      let :config do
+        double(test?: false)
+      end
+
+
+      it 'can be switched on' do
+        expect {
+          switch.set(true)
+        }.to change {
+          switch.on? && !switch.off?
+        }.from(false).to(true)
+      end
+
+      it 'can be toggled on' do
+        expect(STDOUT).to receive(:puts).with('Enabled.')
+        expect {
+          switch.toggle
+        }.to change {
+          switch.on? && !switch.off?
+        }.from(false).to(true)
+      end
+    end
+
+    context 'default to false' do
+      let :config do
+        double(test?: true)
+      end
+
+      it 'can be switched on' do
+        expect {
+          switch.set(false)
+        }.to change {
+          switch.on? && !switch.off?
+        }.from(true).to(false)
+      end
+
+      it 'can be toggled off' do
+        expect(STDOUT).to receive(:puts).with('Disabled.')
+        expect {
+          switch.toggle
+        }.to change {
+          switch.on? && !switch.off?
+        }.from(true).to(false)
+      end
+    end
+  end
+
+  describe OllamaChat::Switches::CombinedSwitch do
+    describe 'off' do
+      let :config do
+        double(test1?: true, test2?: false)
+      end
+
+      let :switch1 do
+        OllamaChat::Switches::Switch.new(
+          :test1,
+          config: config,
+          msg: {
+            true  => "Enabled.",
+            false => "Disabled.",
+          }
+        )
+      end
+
+      let :switch2 do
+        OllamaChat::Switches::Switch.new(
+          :test2,
+          config: config,
+          msg: {
+            true  => "Enabled.",
+            false => "Disabled.",
+          }
+        )
+      end
+
+      let :switch do
+        described_class.new(
+          value: -> { switch1.on? && switch2.off? },
+          msg: {
+            true  => "Enabled.",
+            false => "Disabled.",
+          }
+        )
+      end
+
+      it 'can be switched off 2' do
+        expect {
+          switch2.set(true)
+        }.to change {
+          switch.on? && !switch.off?
+        }.from(true).to(false)
+      end
+
+      it 'can be switched off 1' do
+        expect {
+          switch1.set(false)
+        }.to change {
+          switch.on? && !switch.off?
+        }.from(true).to(false)
+      end
+    end
+
+    describe 'on' do
+      let :config do
+        double(test1?: false, test2?: true)
+      end
+
+      let :switch1 do
+        OllamaChat::Switches::Switch.new(
+          :test1,
+          config: config,
+          msg: {
+            true  => "Enabled.",
+            false => "Disabled.",
+          }
+        )
+      end
+
+      let :switch2 do
+        OllamaChat::Switches::Switch.new(
+          :test2,
+          config: config,
+          msg: {
+            true  => "Enabled.",
+            false => "Disabled.",
+          }
+        )
+      end
+
+      let :switch do
+        described_class.new(
+          value: -> { switch1.on? && switch2.off? },
+          msg: {
+            true  => "Enabled.",
+            false => "Disabled.",
+          }
+        )
+      end
+
+      it 'can be switched on' do
+        switch
+        expect {
+          switch1.set(true)
+          switch2.set(false)
+        }.to change {
+          switch.on? && !switch.off?
+        }.from(false).to(true)
+      end
+    end
+  end
+end

data/spec/ollama_chat/utils/cache_fetcher_spec.rb

@@ -0,0 +1,43 @@
+require 'spec_helper'
+
+RSpec.describe OllamaChat::Utils::CacheFetcher do
+  let :url do
+    'https://www.example.com/hello'
+  end
+
+  let :cache do
+    double('RedisCache')
+  end
+
+  let :fetcher do
+    described_class.new(cache).expose
+  end
+
+  it 'can be instantiated' do
+    expect(fetcher).to be_a described_class
+  end
+
+  it 'has #get' do
+    expect(cache).to receive(:[]).with('body-69ce405ab83f42dffa9fd22bbd47783f').and_return 'world'
+    expect(cache).to receive(:[]).with('content_type-69ce405ab83f42dffa9fd22bbd47783f').and_return 'text/plain'
+    yielded_io = nil
+    block = -> io { yielded_io = io }
+    fetcher.get(url, &block)
+    expect(yielded_io).to be_a StringIO
+    expect(yielded_io.read).to eq 'world'
+  end
+
+  it '#get needs block' do
+    expect { fetcher.get(url) }.to raise_error(ArgumentError)
+  end
+
+  it 'has #put' do
+    io = StringIO.new('world')
+    io.extend(OllamaChat::Utils::Fetcher::HeaderExtension)
+    io.content_type = MIME::Types['text/plain'].first
+    io.ex = 666
+    expect(cache).to receive(:set).with('body-69ce405ab83f42dffa9fd22bbd47783f', 'world', ex: 666)
+    expect(cache).to receive(:set).with('content_type-69ce405ab83f42dffa9fd22bbd47783f', 'text/plain', ex: 666)
+    fetcher.put(url, io)
+  end
+end

data/spec/ollama_chat/utils/fetcher_spec.rb

@@ -0,0 +1,137 @@
+require 'spec_helper'
+
+RSpec.describe OllamaChat::Utils::Fetcher do
+  let :url do
+    'https://www.example.com/hello'
+  end
+
+  let :fetcher do
+    described_class.new.expose
+  end
+
+  it 'can be instantiated' do
+    expect(fetcher).to be_a described_class
+  end
+
+  it 'has .get' do
+    expect(described_class).to receive(:new).and_return double(get: true)
+    described_class.get(url)
+  end
+
+  it 'can #get with streaming' do
+    stub_request(:get, url).
+      with(headers: fetcher.headers).
+      to_return(
+        status: 200,
+        body: 'world',
+        headers: { 'Content-Type' => 'text/plain' },
+      )
+    fetcher.get(url) do |tmp|
+      expect(tmp).to be_a Tempfile
+      expect(tmp.read).to eq 'world'
+      expect(tmp.content_type).to eq 'text/plain'
+    end
+  end
+
+  it 'can #get without ssl peer verification' do
+    fetcher = described_class.new(
+      http_options: { ssl_verify_peer: false }
+    ).expose
+    stub_request(:get, url).
+      with(headers: fetcher.headers).
+      to_return(
+        status: 200,
+        body: 'world',
+        headers: { 'Content-Type' => 'text/plain' },
+      )
+    expect(Excon).to receive(:new).with(
+      url,
+      hash_including(ssl_verify_peer: false)
+    ).and_call_original
+    fetcher.get(url) do |tmp|
+      expect(tmp).to be_a Tempfile
+      expect(tmp.read).to eq 'world'
+      expect(tmp.content_type).to eq 'text/plain'
+    end
+  end
+
+  it 'can #get and fallback from streaming' do
+    stub_request(:get, url).
+      with(headers: fetcher.headers).
+      to_return(
+        { status: 501 },
+        {
+          status: 200,
+          body: 'world',
+          headers: { 'Content-Type' => 'text/plain' },
+        }
+      )
+    fetcher.get(url) do |tmp|
+      expect(tmp).to be_a Tempfile
+      expect(tmp.read).to eq 'world'
+      expect(tmp.content_type).to eq 'text/plain'
+    end
+  end
+
+  it 'can #get and finally fail' do
+    stub_request(:get, url).
+      with(headers: fetcher.headers).
+      to_return(status: 500)
+    expect(STDERR).to receive(:puts).with(/cannot.*get.*#{url}/i)
+      fetcher.get(url) do |tmp|
+        expect(tmp).to be_a StringIO
+        expect(tmp.read).to eq ''
+        expect(tmp.content_type).to eq 'text/plain'
+      end
+  end
+
+  it 'can redirect' do
+    expect(fetcher.middlewares).to include Excon::Middleware::RedirectFollower
+  end
+
+  it 'can .read' do
+    described_class.read(__FILE__) do |file|
+      expect(file).to be_a File
+      expect(file.read).to include 'can .read'
+      expect(file.content_type).to eq 'application/x-ruby'
+    end
+  end
+
+  it 'can .execute' do
+    described_class.execute('echo -n hello world') do |file|
+      expect(file).to be_a Tempfile
+      expect(file.read).to eq 'hello world'
+      expect(file.content_type).to eq 'text/plain'
+    end
+  end
+
+  it 'can .execute and fail' do
+    expect(IO).to receive(:popen).and_raise StandardError
+    expect(STDERR).to receive(:puts).with(/cannot.*execute.*foobar/i)
+    described_class.execute('foobar') do |file|
+      expect(file).to be_a StringIO
+      expect(file.read).to be_empty
+      expect(file.content_type).to eq 'text/plain'
+    end
+  end
+
+  describe '.normalize_url' do
+    it 'can handle umlauts' do
+      expect(described_class.normalize_url('https://foo.de/bär')).to eq(
+        'https://foo.de/b%C3%A4r'
+      )
+    end
+
+    it 'can handle escaped umlauts' do
+      expect(described_class.normalize_url('https://foo.de/b%C3%A4r')).to eq(
+        'https://foo.de/b%C3%A4r'
+      )
+    end
+
+    it 'can remove #anchors' do
+      expect(described_class.normalize_url('https://foo.de#bar')).to eq(
+        'https://foo.de'
+      )
+    end
+  end
+end

data/spec/ollama_chat/utils/file_argument_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+
+RSpec.describe OllamaChat::Utils::FileArgument do
+  it 'it can return content' do
+    expect(described_class.get_file_argument('foo')).to eq 'foo'
+  end
+
+  it 'it can return content at path' do
+    expect(described_class.get_file_argument(asset('prompt.txt'))).to include\
+      'test prompt'
+  end
+
+  it 'it can return default content' do
+    expect(described_class.get_file_argument('', default: 'foo')).to eq 'foo'
+    expect(described_class.get_file_argument(nil, default: 'foo')).to eq 'foo'
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,46 @@
+if ENV['START_SIMPLECOV'].to_i == 1
+  require 'simplecov'
+  SimpleCov.start do
+    add_filter "#{File.basename(File.dirname(__FILE__))}/"
+  end
+end
+require 'rspec'
+require 'tins/xt/expose'
+begin
+  require 'debug'
+rescue LoadError
+end
+require 'webmock/rspec'
+WebMock.disable_net_connect!
+require 'ollama_chat'
+
+def asset(name)
+  File.join(__dir__, 'assets', name)
+end
+
+def asset_content(name)
+  File.read(File.join(__dir__, 'assets', name))
+end
+
+def asset_io(name, &block)
+  io = File.new(File.join(__dir__, 'assets', name))
+  if block
+    begin
+      block.call(io)
+    ensure
+      io.close
+    end
+  else
+    io
+  end
+end
+
+def asset_json(name)
+  JSON(JSON(File.read(asset(name))))
+end
+
+RSpec.configure do |config|
+  config.before(:suite) do
+    infobar.show = nil
+  end
+end