durable-llm 0.1.4 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 41b81b7592103ed34098a473f004036c0a9ed22a6f43cd764c32d057ac840cd9
-  data.tar.gz: 0caf0d378409b4d025261049c41deb769b111eb556a77843495202cc58cea430
+  metadata.gz: f8e6cc177ffcd7ac3cdd67678a2cb0bfbd97944470a88a90ca82c7e02ea40845
+  data.tar.gz: 0e595c60949cfa309e2b72aa5ab417c31966e91df76188f7c3a722ea052e16d2
 SHA512:
-  metadata.gz: 395a3c6e8b542107c01122c983beb0d43918a3d5567137c9652a716ddd01d89b7d8399e3e00f7059fde2bca82e80141063bf1dc15602bb9c665304aa4a393505
-  data.tar.gz: af5ea2f180fdbac3cd52a6f856f37b419b1568f93c03aad36df0906ab79c336b5091372c4b048dcc4307e0984d8ed66f72cc1b047fd295ca9174e1f2c784bdf2
+  metadata.gz: b8fed0d23edcc73a48613681f528f5a7fe8575ef7faf7be34a897d91cfcded505df1de1723becd420394269f11856ea857df09872423c529361d06995e19bcbe
+  data.tar.gz: 6e1a7db706eced060c26f1bbbd48a2dd57103195b633971a52df48d0fae6345080b4b70b91dc41662c19dd61c67c39718423a8b96589ea1fb34083278a6b6f02

data/.envrc

@@ -0,0 +1,7 @@
+export DIRENV_WARN_TIMEOUT=20s
+
+eval "$(devenv direnvrc)"
+
+# The use_devenv function supports passing flags to the devenv command
+# For example: use devenv --impure --option services.postgres.enable:bool true
+use devenv

data/CHANGELOG.md

@@ -1,5 +1,10 @@
 ## [Unreleased]
 
+## [0.1.4] - 2024-10-13
+
+- Enhanced version.rb with Version class for semantic version parsing and comparison
+- Added comprehensive tests for version functionality
+
 ## [0.1.0] - 2024-10-09
 
 - Initial release

data/Gemfile

@@ -1,20 +1,18 @@
 # frozen_string_literal: true
 
-source "https://rubygems.org"
+source 'https://rubygems.org'
 
 # Specify your gem's dependencies in durable-llm.gemspec
 gemspec
 
-gem "rake", "~> 13.0"
+gem 'rake', '~> 13.0'
 
-gem "minitest", "~> 5.0"
+gem 'minitest', '~> 5.0'
 
-gem "rubocop", "~> 1.21"
+gem 'rubocop', '~> 1.21'
 
-gem "ruby-openai", "~> 7.1"
+gem 'ruby-openai', '~> 7.1'
 
-gem "thor", "~> 1.3"
+gem 'thor', '~> 1.3'
 
-
-
-gem "webmock", "~> 3.24"
+gem 'webmock', '~> 3.24'

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    durable-llm (0.1.3)
+    durable-llm (0.1.5)
       event_stream_parser (~> 1.0)
       faraday (> 1.0)
       highline (~> 3.1)
@@ -93,11 +93,11 @@ DEPENDENCIES
   minitest (~> 5.0)
   mocha (~> 2.1)
   rake (~> 13.0)
-  rubocop (~> 1.21)
+  rubocop (~> 1.21, ~> 1.0)
   ruby-openai (~> 7.1)
   thor (~> 1.3)
   vcr (~> 6.0)
   webmock (~> 3.24)
 
 BUNDLED WITH
-   2.4.10
+   2.7.1

data/README.md

@@ -54,6 +54,7 @@ puts response.choices.first.message.content
 - Anthropic
 - Grok
 - Huggingface
+- Cohere 
 
 ## Configuration
 

data/Rakefile

@@ -1,15 +1,15 @@
 # frozen_string_literal: true
 
-require "bundler/gem_tasks"
-require "rake/testtask"
+require 'bundler/gem_tasks'
+require 'rake/testtask'
 
 Rake::TestTask.new(:test) do |t|
-  t.libs << "test"
-  t.libs << "lib"
-  t.test_files = FileList["test/**/test_*.rb"]
+  t.libs << 'test'
+  t.libs << 'lib'
+  t.test_files = FileList['test/**/test_*.rb']
 end
 
-require "rubocop/rake_task"
+require 'rubocop/rake_task'
 
 RuboCop::RakeTask.new
 

data/devenv.lock

@@ -0,0 +1,103 @@
+{
+  "nodes": {
+    "devenv": {
+      "locked": {
+        "dir": "src/modules",
+        "lastModified": 1760162706,
+        "owner": "cachix",
+        "repo": "devenv",
+        "rev": "0d5ad578728fe4bce66eb4398b8b1e66deceb4e4",
+        "type": "github"
+      },
+      "original": {
+        "dir": "src/modules",
+        "owner": "cachix",
+        "repo": "devenv",
+        "type": "github"
+      }
+    },
+    "flake-compat": {
+      "flake": false,
+      "locked": {
+        "lastModified": 1747046372,
+        "owner": "edolstra",
+        "repo": "flake-compat",
+        "rev": "9100a0f413b0c601e0533d1d94ffd501ce2e7885",
+        "type": "github"
+      },
+      "original": {
+        "owner": "edolstra",
+        "repo": "flake-compat",
+        "type": "github"
+      }
+    },
+    "git-hooks": {
+      "inputs": {
+        "flake-compat": "flake-compat",
+        "gitignore": "gitignore",
+        "nixpkgs": [
+          "nixpkgs"
+        ]
+      },
+      "locked": {
+        "lastModified": 1759523803,
+        "owner": "cachix",
+        "repo": "git-hooks.nix",
+        "rev": "cfc9f7bb163ad8542029d303e599c0f7eee09835",
+        "type": "github"
+      },
+      "original": {
+        "owner": "cachix",
+        "repo": "git-hooks.nix",
+        "type": "github"
+      }
+    },
+    "gitignore": {
+      "inputs": {
+        "nixpkgs": [
+          "git-hooks",
+          "nixpkgs"
+        ]
+      },
+      "locked": {
+        "lastModified": 1709087332,
+        "owner": "hercules-ci",
+        "repo": "gitignore.nix",
+        "rev": "637db329424fd7e46cf4185293b9cc8c88c95394",
+        "type": "github"
+      },
+      "original": {
+        "owner": "hercules-ci",
+        "repo": "gitignore.nix",
+        "type": "github"
+      }
+    },
+    "nixpkgs": {
+      "locked": {
+        "lastModified": 1758532697,
+        "owner": "cachix",
+        "repo": "devenv-nixpkgs",
+        "rev": "207a4cb0e1253c7658c6736becc6eb9cace1f25f",
+        "type": "github"
+      },
+      "original": {
+        "owner": "cachix",
+        "ref": "rolling",
+        "repo": "devenv-nixpkgs",
+        "type": "github"
+      }
+    },
+    "root": {
+      "inputs": {
+        "devenv": "devenv",
+        "git-hooks": "git-hooks",
+        "nixpkgs": "nixpkgs",
+        "pre-commit-hooks": [
+          "git-hooks"
+        ]
+      }
+    }
+  },
+  "root": "root",
+  "version": 7
+}

data/devenv.nix

@@ -0,0 +1,9 @@
+{ pkgs, lib, config, inputs, ... }:
+
+{
+
+  packages = [ pkgs.git ];
+
+  languages.ruby.enable = true;
+
+}

data/devenv.yaml

@@ -0,0 +1,15 @@
+# yaml-language-server: $schema=https://devenv.sh/devenv.schema.json
+inputs:
+  nixpkgs:
+    url: github:cachix/devenv-nixpkgs/rolling
+
+# If you're using non-OSS software, you can set allowUnfree to true.
+# allowUnfree: true
+
+# If you're willing to use a package that's vulnerable
+# permittedInsecurePackages:
+#  - "openssl-1.1.1w"
+
+# If you have more than one devenv you can merge them
+#imports:
+# - ./backend

data/durable-llm.gemspec

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+
+require_relative 'lib/durable/llm/version'
+
+Gem::Specification.new do |spec|
+  spec.name = 'durable-llm'
+  spec.version = Durable::Llm::VERSION
+  spec.authors = ['Durable Programming Team']
+  spec.email = ['djberube@durableprogramming.com']
+
+  spec.summary = 'A Ruby gem providing access to LLM APIs from various vendors'
+  spec.description = 'Durable-LLM is a unified interface for interacting with multiple Large Language Model APIs, simplifying integration of AI capabilities into Ruby applications.'
+  spec.homepage = 'https://github.com/durableprogramming/durable-llm'
+  spec.license = 'MIT'
+  spec.required_ruby_version = '>= 2.6.0'
+
+  spec.metadata['allowed_push_host'] = 'https://rubygems.org'
+
+  spec.metadata['homepage_uri'] = spec.homepage
+  spec.metadata['source_code_uri'] = 'https://github.com/durableprogramming/durable-llm'
+  spec.metadata['changelog_uri'] = 'https://github.com/durableprogramming/durable-llm/blob/main/CHANGELOG.md'
+
+  spec.files = Dir.chdir(__dir__) do
+    `git ls-files -z`.split("\x0").reject do |f|
+      (File.expand_path(f) == __FILE__) || f.start_with?(*%w[bin/ test/ spec/ features/ .git .circleci appveyor])
+    end
+  end
+  spec.bindir = 'exe'
+  spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'event_stream_parser', '~> 1.0'
+  spec.add_dependency 'faraday', '> 1.0'
+  spec.add_dependency 'highline', '~> 3.1'
+  spec.add_dependency 'json', '~> 2.6'
+  spec.add_dependency 'thor', '~> 1.3'
+  spec.add_dependency 'zeitwerk', '~> 2.6'
+
+  spec.add_development_dependency 'dotenv', '~> 2.8'
+  spec.add_development_dependency 'minitest', '~> 5.0'
+  spec.add_development_dependency 'mocha', '~> 2.1'
+  spec.add_development_dependency 'rubocop', '~> 1.0'
+  spec.add_development_dependency 'vcr', '~> 6.0'
+end

data/examples/openai_quick_complete.rb

@@ -1,7 +1,9 @@
+# frozen_string_literal: true
+
 require 'durable/llm'
 require 'durable/llm/client'
 
-client = Durable::Llm::Client.new(:openai, :model=> 'gpt-4')
+client = Durable::Llm::Client.new(:openai, model: 'gpt-4')
 
 response = client.quick_complete("What's the capital of California?")
 

data/lib/durable/llm/cli.rb

@@ -1,7 +1,15 @@
+# frozen_string_literal: true
+
+# This file implements the command-line interface for the Durable LLM gem using Thor, providing commands for single prompts, interactive chat sessions, and listing available models. It handles provider resolution, streaming responses, model options, system prompts, and conversation management through a user-friendly CLI with support for both one-shot completions and multi-turn conversations.
+
 require 'thor'
-require 'durable/llm'
-require 'durable/llm/client'
 require 'highline'
+require 'json'
+require 'securerandom'
+require 'fileutils'
+require 'time'
+require 'durable/llm/client'
+require 'durable/llm/providers'
 
 module Durable
   module Llm
@@ -10,6 +18,49 @@ module Durable
         true
       end
 
+      CONVERSATIONS_DIR = File.expand_path('~/.durable_llm/conversations')
+      LAST_CONVERSATION_FILE = File.join(CONVERSATIONS_DIR, 'last_conversation.txt')
+
+      def conversation_file_path(id)
+        File.join(CONVERSATIONS_DIR, "#{id}.json")
+      end
+
+      def load_conversation(id)
+        path = conversation_file_path(id)
+        return nil unless File.exist?(path)
+
+        JSON.parse(File.read(path))
+      end
+
+      def save_conversation(conversation)
+        FileUtils.mkdir_p(CONVERSATIONS_DIR) unless Dir.exist?(CONVERSATIONS_DIR)
+        id = conversation['id'] || SecureRandom.uuid
+        conversation['id'] = id
+        conversation['updated_at'] = Time.now.iso8601
+        File.write(conversation_file_path(id), JSON.generate(conversation))
+        File.write(LAST_CONVERSATION_FILE, id)
+        id
+      end
+
+      def last_conversation_id
+        return nil unless File.exist?(LAST_CONVERSATION_FILE)
+
+        File.read(LAST_CONVERSATION_FILE).strip
+      end
+
+      private :load_conversation, :save_conversation
+
+      # Run a single prompt and get a response
+      #
+      # @param prompt [Array<String>] The prompt text to send to the model
+      # @option options :model [String] The model to use (default: gpt-3.5-turbo)
+      # @option options :system [String] System prompt to set context
+      # @option options :continue [Boolean] Continue the last conversation
+      # @option options :conversation [String] Continue a specific conversation by ID
+      # @option options :no_stream [Boolean] Disable streaming responses
+      # @option options :option [Hash] Additional model-specific options
+      # @return [void] Outputs the response to stdout
+      # @raise [RuntimeError] If no provider is found for the specified model
       desc 'prompt PROMPT', 'Run a prompt'
       option :model, aliases: '-m', desc: 'Specify the model to use'
       option :system, aliases: '-s', desc: 'Set a system prompt'
@@ -27,8 +78,11 @@ module Durable
         provider_name = provider_class.name.split('::').last.downcase.to_sym
         client = Durable::Llm::Client.new(provider_name)
 
-        messages = []
-        messages << { role: 'system', content: options[:system] } if options[:system]
+        conversation_id = options[:conversation] || (options[:continue] ? last_conversation_id : nil)
+        conversation = conversation_id ? load_conversation(conversation_id) : nil
+
+        messages = conversation ? conversation['messages'].dup : []
+        messages << { role: 'system', content: options[:system] } if options[:system] && !conversation
         messages << { role: 'user', content: prompt.join(' ') }
 
         params = {
@@ -37,22 +91,55 @@ module Durable
         }
         params.merge!(options[:option]) if options[:option]
 
-        if options[:no_stream] || !client.stream?
-          response = client.completion(params)
-          puts response.choices.first
-        else
-          client.stream(params) do |chunk|
-            print chunk
-            $stdout.flush
+        begin
+          if options[:no_stream] || !client.stream?
+            response = client.completion(**params)
+            assistant_message = response.choices.first.to_s
+            puts assistant_message
+            messages << { role: 'assistant', content: assistant_message }
+          else
+            assistant_content = ''
+            client.stream(**params) do |chunk|
+              print chunk
+              assistant_content += chunk
+              $stdout.flush
+            end
+            messages << { role: 'assistant', content: assistant_content }
           end
+
+          # Save conversation
+          conversation_data = {
+            'id' => conversation_id,
+            'model' => model,
+            'messages' => messages,
+            'created_at' => conversation ? conversation['created_at'] : Time.now.iso8601
+          }
+          save_conversation(conversation_data)
+        rescue Durable::Llm::Error => e
+          warn "API Error: #{e.message}"
+          exit 1
+        rescue StandardError => e
+          warn "Unexpected error: #{e.message}"
+          exit 1
         end
       end
 
+      # Start an interactive chat session with the model
+      #
+      # @option options :model [String] The model to use (default: gpt-3.5-turbo)
+      # @option options :system [String] System prompt to set context
+      # @option options :continue [Boolean] Continue the last conversation
+      # @option options :conversation [String] Continue a specific conversation by ID
+      # @option options :no_stream [Boolean] Disable streaming responses
+      # @option options :option [Hash] Additional model-specific options
+      # @return [void] Starts interactive chat session
+      # @raise [RuntimeError] If no provider is found for the specified model
       desc 'chat', 'Start an interactive chat'
       option :model, aliases: '-m', desc: 'Specify the model to use'
       option :system, aliases: '-s', desc: 'Set a system prompt'
       option :continue, aliases: '-c', type: :boolean, desc: 'Continue the previous conversation'
       option :conversation, aliases: '--cid', desc: 'Continue a specific conversation by ID'
+      option :no_stream, type: :boolean, desc: 'Disable streaming of tokens'
       option :option, aliases: '-o', type: :hash, desc: 'Set model-specific options'
       def chat
         model = options[:model] || 'gpt-3.5-turbo'
@@ -63,8 +150,11 @@ module Durable
         provider_name = provider_class.name.split('::').last.downcase.to_sym
         client = Durable::Llm::Client.new(provider_name)
 
-        messages = []
-        messages << { role: 'system', content: options[:system] } if options[:system]
+        conversation_id = options[:conversation] || (options[:continue] ? last_conversation_id : nil)
+        conversation = conversation_id ? load_conversation(conversation_id) : nil
+
+        messages = conversation ? conversation['messages'].dup : []
+        messages << { role: 'system', content: options[:system] } if options[:system] && !conversation
 
         cli = HighLine.new
 
@@ -89,28 +179,131 @@ module Durable
           }
           params.merge!(options[:option]) if options[:option]
 
-          response = client.completion(params)
-          cli.say(response.choices.first.to_s)
-          messages << { role: 'assistant', content: response.choices.first.to_s }
+          begin
+            if options[:no_stream] || !client.stream?
+              response = client.completion(**params)
+              assistant_message = response.choices.first.to_s
+              cli.say(assistant_message)
+              messages << { role: 'assistant', content: assistant_message }
+            else
+              assistant_content = ''
+              client.stream(**params) do |chunk|
+                print chunk
+                assistant_content += chunk
+                $stdout.flush
+              end
+              puts # Add newline after streaming
+              messages << { role: 'assistant', content: assistant_content }
+            end
+
+            # Save conversation after each exchange
+            conversation_data = {
+              'id' => conversation_id,
+              'model' => model,
+              'messages' => messages,
+              'created_at' => conversation ? conversation['created_at'] : Time.now.iso8601
+            }
+            conversation_id = save_conversation(conversation_data)
+          rescue Durable::Llm::Error => e
+            cli.say("API Error: #{e.message}")
+            next
+          rescue StandardError => e
+            cli.say("Unexpected error: #{e.message}")
+            next
+          end
         end
       end
 
+      # List all available models from all providers
+      #
+      # @option options :options [Boolean] Show model-specific options for each model
+      # @return [void] Outputs available models to stdout
       desc 'models', 'List available models'
       option :options, type: :boolean, desc: 'Show model options'
       def models
         cli = HighLine.new
         cli.say('Available models:')
 
-        Durable::Llm::Providers.providers.each do |provider_name|
-          provider_class = Durable::Llm::Providers.const_get(provider_name.to_s.capitalize)
-          provider_models = provider_class.models
+        Durable::Llm::Providers.providers.each do |provider_sym|
+          provider_class = Durable::Llm::Providers.provider_class_for(provider_sym)
+          begin
+            provider_models = provider_class.models
+            cli.say("#{provider_sym.to_s.capitalize}:")
+            provider_models.each do |model|
+              cli.say("  #{model}")
+              if options[:options]
+                provider_options = provider_class.options
+                cli.say("    Options: #{provider_options.join(', ')}")
+              end
+            end
+          rescue StandardError => e
+            cli.say("#{provider_sym.to_s.capitalize}: Error loading models - #{e.message}")
+          end
+        end
+      end
+
+      # List all saved conversations
+      #
+      # @return [void] Outputs list of saved conversations to stdout
+      desc 'conversations', 'List saved conversations'
+      def conversations
+        cli = HighLine.new
+
+        unless Dir.exist?(CONVERSATIONS_DIR)
+          cli.say('No conversations found.')
+          return
+        end
+
+        conversation_files = Dir.glob("#{CONVERSATIONS_DIR}/*.json").sort_by { |f| File.mtime(f) }.reverse
+
+        if conversation_files.empty?
+          cli.say('No conversations found.')
+          return
+        end
+
+        cli.say('Saved conversations:')
+        cli.say('')
+
+        conversation_files.each do |file|
+          id = File.basename(file, '.json')
+          begin
+            conversation = JSON.parse(File.read(file))
+            model = conversation['model'] || 'unknown'
+            message_count = conversation['messages']&.length || 0
+            updated_at = conversation['updated_at'] ? Time.parse(conversation['updated_at']).strftime('%Y-%m-%d %H:%M') : 'unknown'
 
-          cli.say("#{provider_name.to_s.capitalize}:")
-          provider_models.each do |model|
-            cli.say("  #{model}")
+            marker = id == last_conversation_id ? ' *' : ''
+            cli.say("#{id}#{marker} - #{model} (#{message_count} messages, updated #{updated_at})")
+          rescue JSON::ParserError
+            cli.say("#{id} - [corrupted conversation file]")
           end
         end
+
+        cli.say('')
+        cli.say('* indicates the last active conversation')
+      end
+
+      # Delete a saved conversation by ID
+      #
+      # @param id [String] The conversation ID to delete
+      # @return [void] Outputs confirmation message to stdout
+      desc 'delete_conversation ID', 'Delete a saved conversation'
+      def delete_conversation(id)
+        cli = HighLine.new
+
+        path = conversation_file_path(id)
+        if File.exist?(path)
+          File.delete(path)
+          cli.say("Deleted conversation #{id}")
+
+          # Remove from last conversation if it was the last one
+          File.delete(LAST_CONVERSATION_FILE) if last_conversation_id == id && File.exist?(LAST_CONVERSATION_FILE)
+        else
+          cli.say("Conversation #{id} not found")
+        end
       end
     end
   end
 end
+
+# Copyright (c) 2025 Durable Programming, LLC. All rights reserved.