llm.rb 13.1.0 → 15.0.0

data/bin/llm.rb

@@ -1,17 +1,45 @@
 #!/usr/bin/env ruby
 
 require "llm"
+require "json"
 require "fileutils"
+require "securerandom"
 
 ##
 # utils
 
-def keys
-  @keys ||= Dir[File.join(__dir__, "..", "lib", "llm", "providers", "*")]
+def providers
+  @providers ||= Dir[File.join(__dir__, "..", "lib", "llm", "providers", "*")]
     .select { File.file?(_1) }
     .map { File.basename(_1, ".rb") }
-    .sort_by { _1 == "deepseek" ? 0 : 1 }
-    .map { "#{_1.upcase}_API_KEY" } - ["BEDROCK_API_KEY"]
+    .sort_by { |provider|
+      # <3 DeepSeek
+      case provider
+      when "deepseek" then -1
+      when "ollama", "llamacpp" then 1
+      else 0
+      end
+    }
+end
+
+def warn_title(text)
+  wrap(text, 51).each_with_index { |chunk, i| warn(i.zero? ? "  ✖  #{chunk}" : "     #{chunk}") }
+end
+
+def wrapped(text, prefix)
+  line = "#{prefix}#{text}"
+  line.length <= 58 ? warn(line) : wrap(text, 51).each { |chunk| warn "#{prefix}#{chunk}" }
+end
+
+def wrap(text, width)
+  text.split.each_with_object([+""]) do |word, lines|
+    line_length = lines.last.length
+    word_length = word.length
+    if line_length.positive? and line_length + word_length + 1 > width
+      lines << +""
+    end
+    lines.last << (line_length.zero? ? word : " #{word}")
+  end
 end
 
 def help
@@ -21,12 +49,16 @@ def help
   warn ""
   warn "Options:"
   warn "  -p PROVIDER    Choose a provider"
+  warn "  -c STRATEGY    Concurrency strategy for tool calls (eg thread, async, fork)"
+  warn "  -n TRANSPORT   HTTP transports - net-http (default), net-http-persistent, and curb"
   warn "  -t             Temporary session that doesn't persist to disk"
   warn "  -h             Show this help"
   warn ""
   warn "Examples:"
   warn "  #{prog}                     # auto-detect provider from $PROVIDER_API_KEY"
   warn "  #{prog} -p openai           # use OpenAI"
+  warn "  #{prog} -n curb             # use libcurl"
+  warn "  #{prog} -c thread           # run tool calls on a separate thread"
   warn "  #{prog} -h                  # this help"
   warn ""
 end
@@ -36,18 +68,39 @@ def loaderror(ex)
   warn ""
   warn "  ── llm.rb ──────────────────────────────────────────────"
   warn ""
-  warn "  ✖  Missing dependency: #{gem}"
+  warn_title "Missing dependency: #{gem}"
   warn ""
   warn "     The repl needs this gem, but it's not installed."
   warn ""
-  warn "     Fix:  gem install #{gem}"
-  warn "     Or:   bundle add #{gem}"
+  wrapped "Fix:  gem install #{gem}", "     "
+  wrapped "Or:   bundle add #{gem}", "     "
   warn ""
   warn "     Tip:  If you don't need the repl, you can use the"
-  warn "           library directly with:  require \"llm\""
+  wrapped "library directly with:  require \"llm\"", "           "
+  warn ""
+  warn "  ───────────────────────────────────────────────────────"
+  warn ""
+end
+
+def fatal(ex)
+  title  = ex.message.lines.first.to_s.strip
+  detail = ex.message.lines.drop(1).map(&:strip).reject(&:empty?).first
+  warn ""
+  warn "  ── llm.rb ──────────────────────────────────────────────"
+  warn ""
+  warn_title "#{ex.class}: #{title}"
+  if detail
+    warn ""
+    wrapped detail, "     "
+  end
+  warn ""
+  warn "     This is an unexpected error. If it keeps happening,"
+  warn "     consider opening an issue at"
+  warn "     https://github.com/r-uby-dev/llm/issues"
   warn ""
   warn "  ───────────────────────────────────────────────────────"
   warn ""
+  exit 1
 end
 
 ##
@@ -64,61 +117,108 @@ def main(argv)
     exit 1
   end
 
-  ##
-  # C-Style option parser
-  # No external dep
-  while option = argv.shift
-    case option
-    when '-h'
-      help
-      exit 0
-    when '-t'
-      temp = true
-    when '-p'
-      provider = argv.shift
-    else
-      warn "llm.rb: unknown option #{option}"
+  begin
+    ##
+    # C-Style option parser
+    # No external dep
+    while option = argv.shift
+      case option
+      when '-h'
+        help
+        exit 0
+      when '-t'
+        temp = true
+      when '-c'
+        concurrency = argv.shift
+        if concurrency.nil?
+          warn "llm.rb: -c switch requires an argument"
+          help
+          exit 1
+        else
+          concurrency = concurrency.to_sym
+        end
+      when '-n'
+        transport = argv.shift
+        if transport.nil?
+          warn "llm.rb: -n switch requires an argument"
+          help
+          exit 1
+        else
+          transport = transport.gsub("-", "_").to_sym
+        end
+      when '-p'
+        provider = argv.shift
+        if provider.nil?
+          warn "llm.rb: -p switch requires an argument"
+          help
+          exit 1
+        end
+      else
+        warn "llm.rb: unknown option #{option}"
+        help
+        exit 1
+      end
     end
-  end
-
-  ##
-  # Setup the home directory
-  # But only if the `-t` switch has not been provided
-  if temp.nil?
-    home = File.join(Dir.home, ".llm.rb")
-    FileUtils.mkdir_p(File.join(home, Dir.getwd))
-    session = File.join(home, Dir.getwd, "session.json")
-  end
 
-  ##
-  # No provider has been given.
-  # Try to infer one.
-  if provider.nil?
-    key = keys.find { ENV[_1] }
-    if key.nil?
-      warn "llm.rb: provide a provider with the -p switch"
-      exit 1
+    ##
+    # No provider has been given.
+    # Try to infer one.
+    transport ||= :net_http
+    if provider.nil?
+      llm = providers.filter_map do
+        LLM.method(_1).call(transport:)
+      rescue ArgumentError
+      end.first
+      if llm.nil?
+        warn "llm.rb: provide a provider with the -p switch"
+        exit 1
+      end
     else
-      provider, = key.split("_")
+      begin
+        llm = LLM.method(provider).call(transport:)
+      rescue ArgumentError
+        warn "llm.rb: set credentials for #{provider}"
+        exit 1
+      rescue NameError
+        warn "llm.rb: unknown provider (#{provider})"
+        exit 1
+      end
     end
-  end
 
-  ##
-  # We're ready to start the REPL
-  # This should always succeed unless -p gave garbage
-  provider = provider.downcase
-  if LLM.respond_to?(provider)
-    key ||= "#{provider.upcase}_API_KEY"
-    if ENV[key].nil? || ENV[key].to_s.empty?
-      warn "llm.rb: set #{key} to use #{provider}"
-      exit 1
+    ##
+    # Setup the filesystem where <provider>.json maps
+    # the current working directory to a session file,
+    # and where the session file is stored in
+    # `~/.llm.rb/<provider>/<uuid>.json`.
+    # This can be skipped with the `-t` option.
+    if temp.nil?
+      home   = File.join(Dir.home, ".llm.rb")
+      file   = File.join(home, "#{llm.name}.json")
+      parent = File.join(home, llm.name.to_s)
+
+      FileUtils.mkdir_p(parent)
+      FileUtils.touch(file)
+
+      if File.size(file).zero?
+        data = LLM::Object.from({})
+        File.binwrite file, JSON.pretty_generate(data)
+      else
+        data = LLM::Object.from JSON.parse(File.read(file))
+      end
+      data[Dir.getwd] ||= File.join(parent, "#{SecureRandom.uuid}.json")
+      File.binwrite file, JSON.pretty_generate(data)
     end
-    llm = LLM.method(provider).call(key: ENV[key])
-    agent = LLM::Agent.new(llm, path: temp ? nil : session, tools: LLM::Tool.subclasses)
+
+    ##
+    # Let's go!
+    concurrency ||= :sequential
+    path  = temp ? nil : data[Dir.getwd]
+    agent = LLM::Agent.new(llm, path:, concurrency:, tools: LLM::Tool.subclasses)
     agent.repl
-  else
-    warn "llm.rb: #{provider} was not recognized"
-    exit 1
+  rescue Interrupt
+    warn "llm.rb: Bye!"
+  rescue => ex
+    fatal(ex)
   end
 end
 main(ARGV)