llm-shell 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bad036ff98c154b18cabda0e2b598b40c242907e6eda28b6d2cfaa1fba66a265
-  data.tar.gz: 85d5fbc076495609562221a2296eabb06ec03c422ce1a2ea48661a3cf23213e9
+  metadata.gz: 629a62d1b7f2fb7c4de9149c1af8e640c1ff08ccbef3a581d006cd99d331e4e2
+  data.tar.gz: 9e8808cba408a0474a938b7de8df00e1b72032635b00928bdd0a7a78f57d1521
 SHA512:
-  metadata.gz: 182781650d0281008f8741ef389b1c7eaaf815191df2a3e8153415d6b65fdf64ce65d5d83ec67debfd05bde2f408f40c9ad79a1f21299dac699ba7c24f580f74
-  data.tar.gz: cebfa126c00d63d9927a9cfd6684f382016bd2c805aadf0da3ae5798d4bc136ccea3682af9c3c4e89236cfcbb7a837891b092a3744e537581eb676de9ecbaa9d
+  metadata.gz: 4552e7ef324acf1f800c42cffc5fe7812e581389f1a544a447c6963611011d66c4a3e19ec2fb1d5f142fbf822b8dd8a0264ed8de6a40427113b597541d099170
+  data.tar.gz: 8c453dfd38ff0c2f94707ab460a47afeba52efeccc808ff68c5a9c1007040855104e1954548222367459eca4a6245a174b78cd9f034baa8f301d2451a78b0288

data/README.md

@@ -10,21 +10,27 @@ it in action!
 ## Features
 
 - 🌟 Unified interface for multiple Large Language Models (LLMs)
-- 🤝 Supports Gemini, OpenAI, Anthropic, and Ollama
+- 🤝 Supports Gemini, OpenAI, Anthropic, LlamaCpp and Ollama
 - 📤 Attach local files as conversation context
 - 🔧 Extend with your own functions and tool calls
 - 📝 Advanced Markdown formatting and output
+- 📄 Deploys the less pager for long outputs
 
 ## Demos
 
 <details>
-  <summary><b>1. Tool calls</b></summary>
-  <img src="share/llm-shell/examples/example2.gif/">
+  <summary><b>1. Tools: "system" function</b></summary>
+  <img src="share/llm-shell/examples/toolcalls.gif/">
 </details>
 
 <details>
-  <summary><b>2. File discussion</b></summary>
-  <img src="share/llm-shell/examples/example1.gif">
+  <summary><b>2. Files: import at boot time</b></summary>
+  <img src="share/llm-shell/examples/files-boottime.gif">
+</details>
+
+<details>
+<summary><b>3. Files: import at runtime</b></summary>
+  <img src="share/llm-shell/examples/files-runtime.gif">
 </details>
 
 ## Customization
@@ -84,6 +90,9 @@ anthropic:
 ollama:
   host: localhost
   model: deepseek-coder:6.7b
+llamacpp:
+  host: localhost
+  model: qwen3
 tools:
   - system
 ```

data/lib/llm/shell/command/extension.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+class LLM::Shell::Command
+  module Extension
+    ##
+    # @example
+    #   LLM.command do |cmd|
+    #     cmd.name "hello"
+    #     cmd.define do |name|
+    #       io.rewind.print("Hello #{name}")
+    #     end
+    #   end
+    # @yieldparam [LLM::Shell::Command] cmd
+    #  Yields an instance of LLM::Shell::Command
+    # @return [void]
+    def command
+      cmd = LLM::Shell::Command.new
+      yield cmd
+      commands[cmd.name] = cmd
+    end
+
+    ##
+    # @return [Hash<String, LLM::Shell::Command>]
+    def commands
+      @commands ||= {}
+    end
+  end
+  LLM.extend(Extension)
+end

data/lib/llm/shell/command.rb

@@ -0,0 +1,47 @@
+# frozen_string_literal: true
+
+class LLM::Shell
+  class Command
+    Context = Struct.new(:bot, :io)
+
+    ##
+    # Set or get the command name
+    # @param [String, nil] name
+    #  The name of the command
+    def name(name = nil)
+      if name
+        @name = name
+      else
+        @name
+      end
+    end
+
+    ##
+    # Setup the command context
+    # @return [void]
+    def setup(bot, io)
+      @context = Context.new(bot, io)
+    end
+
+    ##
+    # Define the command
+    # @return [void]
+    def define(klass = nil, &b)
+      @runner = klass || b
+    end
+    alias_method :register, :define
+
+    ##
+    # Call the command
+    # @reurn [void]
+    def call(*argv)
+      if @context.nil?
+        raise "context has not been setup"
+      elsif Class === @runner
+        @runner.new(@context).call(*argv)
+      else
+        @context.instance_exec(*argv, &@runner)
+      end
+    end
+  end
+end

data/lib/llm/shell/commands/import_file.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+class LLM::Shell::Command
+  class ImportFile
+    def initialize(context)
+      @context = context
+    end
+
+    def call(*files)
+      Dir[*files].each { import(_1) }
+    end
+
+    private
+
+    def import(file)
+      bot.chat [
+        "--- START: #{file} ---",
+        File.read(file),
+        "--- END: #{file} ---"
+      ].join("\n")
+    end
+
+    def bot = @context.bot
+    def io = @context.io
+  end
+
+  LLM.command do |command|
+    command.name "import-file"
+    command.register ImportFile
+  end
+end

data/lib/llm/shell/default.rb

@@ -7,18 +7,7 @@ class LLM::Shell
     end
 
     def prompt
-      "You are a helpful assistant." \
-      "Answer the user's questions as best as you can." \
-      "The user's environment is a terminal." \
-      "Provide short and concise answers that are suitable for a terminal." \
-      "Do not provide long answers." \
-      "One or more files might be provided at the start of the conversation. " \
-      "The user might ask you about them, you should try to understand them and what they are. " \
-      "If you don't understand something, say so. " \
-      "Respond in markdown format." \
-      "Each file will be surrounded by the following markers: " \
-      "'# START: /path/to/file'" \
-      "'# END: /path/to/file'"
+      File.read File.join(SHAREDIR, "prompts", "default.txt")
     end
 
     def role
@@ -27,5 +16,8 @@ class LLM::Shell
       else :user
       end
     end
+
+    SHAREDIR = File.join(__dir__, "..", "..", "..", "share", "llm-shell")
+    private_constant :SHAREDIR
   end
 end

data/lib/llm/shell/formatter.rb

@@ -3,6 +3,7 @@
 class LLM::Shell
   class Formatter
     FormatError = Class.new(RuntimeError)
+    FILE_REGEXP = /\A--- START: (.+?) ---/
 
     def initialize(messages)
       @messages = messages.reject(&:tool_call?)
@@ -21,25 +22,26 @@ class LLM::Shell
     attr_reader :messages
 
     def format_user(messages)
-      messages.flat_map do |message|
+      messages.filter_map do |message|
         next unless message.user?
         next unless String === message.content
+        next unless message.content !~ FILE_REGEXP
         role  = Paint[message.role, :bold, :yellow]
         title = "#{role} says: "
         body  = wrap(message.tap(&:read!).content)
-        [title, render(body), ""].join("\n")
-      end.join
+        [title, "\n", render(body), "\n"].join
+      end.join("\n")
     end
 
     def format_assistant(messages)
-      messages.flat_map do |message|
+      messages.filter_map do |message|
         next unless message.assistant?
         next unless String === message.content
         role  = Paint[message.role, :bold, :green]
         title = "#{role} says: "
         body  = wrap(message.tap(&:read!).content)
-        [title, render(body)].join("\n")
-      end.join
+        [title, "\n", render(body)].join
+      end.join("\n")
     end
 
     def render(text)

data/lib/llm/shell/markdown.rb

@@ -55,6 +55,8 @@ class LLM::Shell
       text
         .gsub(/([^\n])\n(#+ )/, "\\1\n\n\\2")
         .gsub(/(#+ .+?)\n(?!\n)/, "\\1\n\n")
+        .gsub(/\A<think>[\n]*<\/think>(?:\n)/, "")
+        .gsub(/\A\n{2,}/, "")
     end
   end
 end

data/lib/llm/shell/options.rb

@@ -26,5 +26,6 @@ class LLM::Shell
     def llm = @options
     def chat = @chat_options
     def default = @default
+    def prompt = default.prompt
   end
 end

data/lib/llm/shell/repl.rb

@@ -14,15 +14,15 @@ class LLM::Shell
       @bot = bot
       @console = IO.console
       @options = options
-      @line = IO::Line.new($stdout)
+      @io = IO::Line.new($stdout)
     end
 
     ##
     # Performs initial setup
     # @return [void]
     def setup
-      chat options.default.prompt, role: options.default.role
-      files.each { bot.chat ["# START: #{_1}", File.read(_1), "# END: #{_1}"].join("\n") }
+      chat options.prompt, role: options.default.role
+      files.each { bot.chat ["--- START: #{_1} ---", File.read(_1), "--- END: #{_1} ---"].join("\n") }
       bot.messages.each(&:read!)
       clear_screen
     end
@@ -50,7 +50,7 @@ class LLM::Shell
     private
 
     attr_reader :bot, :console,
-                :line, :default,
+                :io, :default,
                 :options
 
     def formatter(messages) = Formatter.new(messages)
@@ -61,9 +61,17 @@ class LLM::Shell
 
     def read
       input = Readline.readline("llm> ", true) || throw(:exit, 0)
-      chat input.tap { clear_screen }
-      line.rewind.print(Paint["Thinking", :bold])
-      unread.tap { line.rewind }
+      words = input.split(" ")
+      if LLM.commands[words[0]]
+        cmd  = LLM.commands[words[0]]
+        argv = words[1..]
+        cmd.setup(bot, io)
+        cmd.call(*argv)
+      else
+        chat input.tap { clear_screen }
+        io.rewind.print(Paint["Thinking", :bold])
+        unread.tap { io.rewind }
+      end
     end
 
     def eval
@@ -74,18 +82,21 @@ class LLM::Shell
         print "Do you want to call it? "
         input = $stdin.gets.chomp.downcase
         puts
-        if %w(y yes yeah ok).include?(input)
+        if %w(y yes yep yeah ok).include?(input)
           bot.chat function.call
-          unread.tap { line.rewind }
+          unread.tap { io.rewind }
         else
-          print "Skipping function call", "\n"
+          bot.chat function.cancel
+          bot.chat "I decided to not run the function this time. Maybe next time."
         end
       end
     end
 
     def emit
-      print formatter(unread).format!(:user), "\n"
-      print formatter(unread).format!(:assistant), "\n"
+      IO.popen("less -FRX", "w") do
+        _1.write formatter(unread).format!(:user), "\n"
+        _1.write formatter(unread).format!(:assistant), "\n"
+      end
     end
 
     def chat(...)

data/lib/llm/shell/version.rb

@@ -4,5 +4,5 @@ module LLM
 end unless defined?(LLM)
 
 class LLM::Shell
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

data/lib/llm/shell.rb

@@ -8,6 +8,8 @@ require "paint"
 
 class LLM::Shell
   require_relative "../io/line"
+  require_relative "shell/command"
+  require_relative "shell/command/extension"
   require_relative "shell/markdown"
   require_relative "shell/formatter"
   require_relative "shell/default"
@@ -16,6 +18,10 @@ class LLM::Shell
   require_relative "shell/config"
   require_relative "shell/version"
 
+  ##
+  # Load all commands
+  Dir[File.join(__dir__, "shell", "commands", "*.rb")].each { require(_1) }
+
   ##
   # @return [String]
   def self.home
@@ -55,7 +61,7 @@ class LLM::Shell
         print Paint["llm-shell: ", :green], "load #{name} tool", "\n"
         eval File.read(path), TOPLEVEL_BINDING, path, 1
       else
-        print Paint["llm-shell:: ", :yellow], "skip #{name} tool", "\n"
+        print Paint["llm-shell: ", :yellow], "skip #{name} tool", "\n"
       end
     end.grep(LLM::Function)
   end

data/lib/llm-shell.rb

@@ -1 +1,3 @@
+# frozen_string_literal: true
+
 require_relative "llm/shell"

data/share/llm-shell/prompts/default.txt

@@ -0,0 +1,27 @@
+/no_think
+
+## General
+
+You are a helpful assistant.
+Answer the user's questions as best as you can.
+
+The user's environment is a terminal.
+Provide short and concise answers that are suitable for a terminal.
+Do not provide long answers.
+
+## Files
+
+One or more files *MIGHT* be provided at the start of the conversation.
+One file will be provided per message, *IF* any files are provided at all.
+*IF* a file is provided, it will be in this format:
+
+--- START: /path/to/file ---
+<contents>
+--- END: /path/to/file ---
+
+Otherwise, no files will be provided and you shouldn't mention them.
+On receipt of one or more files, you will respond with: Got it. And with nothing else.
+
+## Format
+
+Respond in markdown.

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm-shell
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Antar Azri
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-05-06 00:00:00.000000000 Z
+date: 2025-05-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: llm.rb
@@ -17,14 +17,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.6'
+        version: '0.7'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.6'
+        version: '0.7'
 - !ruby/object:Gem::Dependency
   name: paint
   requirement: !ruby/object:Gem::Requirement
@@ -208,6 +208,9 @@ files:
 - lib/io/line.rb
 - lib/llm-shell.rb
 - lib/llm/shell.rb
+- lib/llm/shell/command.rb
+- lib/llm/shell/command/extension.rb
+- lib/llm/shell/commands/import_file.rb
 - lib/llm/shell/config.rb
 - lib/llm/shell/default.rb
 - lib/llm/shell/formatter.rb
@@ -216,6 +219,7 @@ files:
 - lib/llm/shell/repl.rb
 - lib/llm/shell/version.rb
 - libexec/llm-shell/shell
+- share/llm-shell/prompts/default.txt
 homepage: https://github.com/llmrb/llm-shell
 licenses:
 - 0BSD