durable-llm 0.1.3 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1e531cd0c24bb1c3d7a2c5490b3d268694827c08d831955219d5fa32884b1a51
-  data.tar.gz: dd4bedf9b3a9a09addef7306fe51bcad5082a75163d0d383eff449df5c1ebf54
+  metadata.gz: f8e6cc177ffcd7ac3cdd67678a2cb0bfbd97944470a88a90ca82c7e02ea40845
+  data.tar.gz: 0e595c60949cfa309e2b72aa5ab417c31966e91df76188f7c3a722ea052e16d2
 SHA512:
-  metadata.gz: d5bf3a883a62807f86b578169eda22074a8d30e8b7005f9177dd16b04a2be26af5625e26b5b963f6ece166b81c8082d18da2fb9851a03edec3e2388ce2443dce
-  data.tar.gz: 03d93aeb004df8d6bf0cfbf945734565d7e5b4d7fe4b98a5b3f4b2a622202b7f907d51730cbcbf37ec9dbed9c0098844c7272ff6a6a00be7c3aeea9e19531607
+  metadata.gz: b8fed0d23edcc73a48613681f528f5a7fe8575ef7faf7be34a897d91cfcded505df1de1723becd420394269f11856ea857df09872423c529361d06995e19bcbe
+  data.tar.gz: 6e1a7db706eced060c26f1bbbd48a2dd57103195b633971a52df48d0fae6345080b4b70b91dc41662c19dd61c67c39718423a8b96589ea1fb34083278a6b6f02

data/.envrc

@@ -0,0 +1,7 @@
+export DIRENV_WARN_TIMEOUT=20s
+
+eval "$(devenv direnvrc)"
+
+# The use_devenv function supports passing flags to the devenv command
+# For example: use devenv --impure --option services.postgres.enable:bool true
+use devenv

data/CHANGELOG.md

@@ -1,5 +1,10 @@
 ## [Unreleased]
 
+## [0.1.4] - 2024-10-13
+
+- Enhanced version.rb with Version class for semantic version parsing and comparison
+- Added comprehensive tests for version functionality
+
 ## [0.1.0] - 2024-10-09
 
 - Initial release

data/CONFIGURE.md

@@ -0,0 +1,132 @@
+# Configuring Durable-LLM
+
+## Introduction
+
+Durable-LLM supports multiple LLM providers and can be configured using environment variables or a configuration block. This document outlines the various configuration options available.
+
+## General Configuration
+
+You can configure Durable-LLM using a configuration block:
+
+```ruby
+Durable::Llm.configure do |config|
+  # Configuration options go here
+end
+```
+
+## Provider-specific Configuration
+
+### OpenAI
+
+To configure the OpenAI provider, you can set the following environment variables:
+
+- `OPENAI_API_KEY`: Your OpenAI API key
+- `OPENAI_ORGANIZATION`: (Optional) Your OpenAI organization ID
+
+Alternatively, you can configure it in the configuration block:
+
+```ruby
+Durable::Llm.configure do |config|
+  config.openai.api_key = 'your-api-key'
+  config.openai.organization = 'your-organization-id' # Optional
+end
+```
+
+### Anthropic
+
+To configure the Anthropic provider, you can set the following environment variable:
+
+- `ANTHROPIC_API_KEY`: Your Anthropic API key
+
+Alternatively, you can configure it in the configuration block:
+
+```ruby
+Durable::Llm.configure do |config|
+  config.anthropic.api_key = 'your-api-key'
+end
+```
+
+### Hugging Face
+
+To configure the Hugging Face provider, you can set the following environment variable:
+
+- `HUGGINGFACE_API_KEY`: Your Hugging Face API key
+
+Alternatively, you can configure it in the configuration block:
+
+```ruby
+Durable::Llm.configure do |config|
+  config.huggingface.api_key = 'your-api-key'
+end
+```
+
+### Groq
+
+To configure the Groq provider, you can set the following environment variable:
+
+- `GROQ_API_KEY`: Your Groq API key
+
+Alternatively, you can configure it in the configuration block:
+
+```ruby
+Durable::Llm.configure do |config|
+  config.groq.api_key = 'your-api-key'
+end
+```
+
+## Using Environment Variables
+
+You can also use environment variables configure any provider. The format is:
+
+```
+DLLM__PROVIDER__SETTING
+```
+
+For example:
+
+```
+DLLM__OPENAI__API_KEY=your-openai-api-key
+DLLM__ANTHROPIC__API_KEY=your-anthropic-api-key
+```
+
+## Loading Configuration from Datasette
+
+Durable-LLM can load configuration from a io.datasette.llm configuration file located at `~/.config/io.datasette.llm/keys.json`. If this file exists, it will be parsed and used to set API keys for the supported providers.
+
+## Default Provider
+
+You can set a default provider in the configuration:
+
+```ruby
+Durable::Llm.configure do |config|
+  config.default_provider = 'openai'
+end
+```
+
+The default provider is set to 'openai' if not specified.
+
+## Supported Models
+
+Each provider supports a set of models. You can get the list of supported models for a provider using the `models` method:
+
+```ruby
+Durable::Llm::Providers::OpenAI.models
+Durable::Llm::Providers::Anthropic.models
+Durable::Llm::Providers::Huggingface.models
+Durable::Llm::Providers::Groq.models
+```
+
+Note that some services (Anthropic, for example) don't offer a models endpoint, so they are hardcoded; others (Huggingface) have a inordinately long list, so also have a hardcoded list, at least for now.
+
+## Streaming Support
+
+Some providers support streaming responses. You can check if a provider supports streaming:
+
+```ruby
+Durable::Llm::Providers::OpenAI.stream?
+```
+
+## Conclusion
+
+By properly configuring Durable-LLM, you can easily switch between different LLM providers and models in your application. Remember to keep your API keys secure and never commit them to version control.
+

data/Gemfile

@@ -1,20 +1,18 @@
 # frozen_string_literal: true
 
-source "https://rubygems.org"
+source 'https://rubygems.org'
 
 # Specify your gem's dependencies in durable-llm.gemspec
 gemspec
 
-gem "rake", "~> 13.0"
+gem 'rake', '~> 13.0'
 
-gem "minitest", "~> 5.0"
+gem 'minitest', '~> 5.0'
 
-gem "rubocop", "~> 1.21"
+gem 'rubocop', '~> 1.21'
 
-gem "ruby-openai", "~> 7.1"
+gem 'ruby-openai', '~> 7.1'
 
-gem "thor", "~> 1.3"
+gem 'thor', '~> 1.3'
 
-
-
-gem "webmock", "~> 3.24"
+gem 'webmock', '~> 3.24'

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    durable-llm (0.1.2)
+    durable-llm (0.1.5)
       event_stream_parser (~> 1.0)
       faraday (> 1.0)
       highline (~> 3.1)
@@ -93,11 +93,11 @@ DEPENDENCIES
   minitest (~> 5.0)
   mocha (~> 2.1)
   rake (~> 13.0)
-  rubocop (~> 1.21)
+  rubocop (~> 1.21, ~> 1.0)
   ruby-openai (~> 7.1)
   thor (~> 1.3)
   vcr (~> 6.0)
   webmock (~> 3.24)
 
 BUNDLED WITH
-   2.4.10
+   2.7.1

data/README.md

@@ -54,6 +54,7 @@ puts response.choices.first.message.content
 - Anthropic
 - Grok
 - Huggingface
+- Cohere 
 
 ## Configuration
 

data/Rakefile

@@ -1,15 +1,15 @@
 # frozen_string_literal: true
 
-require "bundler/gem_tasks"
-require "rake/testtask"
+require 'bundler/gem_tasks'
+require 'rake/testtask'
 
 Rake::TestTask.new(:test) do |t|
-  t.libs << "test"
-  t.libs << "lib"
-  t.test_files = FileList["test/**/test_*.rb"]
+  t.libs << 'test'
+  t.libs << 'lib'
+  t.test_files = FileList['test/**/test_*.rb']
 end
 
-require "rubocop/rake_task"
+require 'rubocop/rake_task'
 
 RuboCop::RakeTask.new
 

data/devenv.lock

@@ -0,0 +1,103 @@
+{
+  "nodes": {
+    "devenv": {
+      "locked": {
+        "dir": "src/modules",
+        "lastModified": 1760162706,
+        "owner": "cachix",
+        "repo": "devenv",
+        "rev": "0d5ad578728fe4bce66eb4398b8b1e66deceb4e4",
+        "type": "github"
+      },
+      "original": {
+        "dir": "src/modules",
+        "owner": "cachix",
+        "repo": "devenv",
+        "type": "github"
+      }
+    },
+    "flake-compat": {
+      "flake": false,
+      "locked": {
+        "lastModified": 1747046372,
+        "owner": "edolstra",
+        "repo": "flake-compat",
+        "rev": "9100a0f413b0c601e0533d1d94ffd501ce2e7885",
+        "type": "github"
+      },
+      "original": {
+        "owner": "edolstra",
+        "repo": "flake-compat",
+        "type": "github"
+      }
+    },
+    "git-hooks": {
+      "inputs": {
+        "flake-compat": "flake-compat",
+        "gitignore": "gitignore",
+        "nixpkgs": [
+          "nixpkgs"
+        ]
+      },
+      "locked": {
+        "lastModified": 1759523803,
+        "owner": "cachix",
+        "repo": "git-hooks.nix",
+        "rev": "cfc9f7bb163ad8542029d303e599c0f7eee09835",
+        "type": "github"
+      },
+      "original": {
+        "owner": "cachix",
+        "repo": "git-hooks.nix",
+        "type": "github"
+      }
+    },
+    "gitignore": {
+      "inputs": {
+        "nixpkgs": [
+          "git-hooks",
+          "nixpkgs"
+        ]
+      },
+      "locked": {
+        "lastModified": 1709087332,
+        "owner": "hercules-ci",
+        "repo": "gitignore.nix",
+        "rev": "637db329424fd7e46cf4185293b9cc8c88c95394",
+        "type": "github"
+      },
+      "original": {
+        "owner": "hercules-ci",
+        "repo": "gitignore.nix",
+        "type": "github"
+      }
+    },
+    "nixpkgs": {
+      "locked": {
+        "lastModified": 1758532697,
+        "owner": "cachix",
+        "repo": "devenv-nixpkgs",
+        "rev": "207a4cb0e1253c7658c6736becc6eb9cace1f25f",
+        "type": "github"
+      },
+      "original": {
+        "owner": "cachix",
+        "ref": "rolling",
+        "repo": "devenv-nixpkgs",
+        "type": "github"
+      }
+    },
+    "root": {
+      "inputs": {
+        "devenv": "devenv",
+        "git-hooks": "git-hooks",
+        "nixpkgs": "nixpkgs",
+        "pre-commit-hooks": [
+          "git-hooks"
+        ]
+      }
+    }
+  },
+  "root": "root",
+  "version": 7
+}

data/devenv.nix

@@ -0,0 +1,9 @@
+{ pkgs, lib, config, inputs, ... }:
+
+{
+
+  packages = [ pkgs.git ];
+
+  languages.ruby.enable = true;
+
+}

data/devenv.yaml

@@ -0,0 +1,15 @@
+# yaml-language-server: $schema=https://devenv.sh/devenv.schema.json
+inputs:
+  nixpkgs:
+    url: github:cachix/devenv-nixpkgs/rolling
+
+# If you're using non-OSS software, you can set allowUnfree to true.
+# allowUnfree: true
+
+# If you're willing to use a package that's vulnerable
+# permittedInsecurePackages:
+#  - "openssl-1.1.1w"
+
+# If you have more than one devenv you can merge them
+#imports:
+# - ./backend

data/durable-llm.gemspec

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+
+require_relative 'lib/durable/llm/version'
+
+Gem::Specification.new do |spec|
+  spec.name = 'durable-llm'
+  spec.version = Durable::Llm::VERSION
+  spec.authors = ['Durable Programming Team']
+  spec.email = ['djberube@durableprogramming.com']
+
+  spec.summary = 'A Ruby gem providing access to LLM APIs from various vendors'
+  spec.description = 'Durable-LLM is a unified interface for interacting with multiple Large Language Model APIs, simplifying integration of AI capabilities into Ruby applications.'
+  spec.homepage = 'https://github.com/durableprogramming/durable-llm'
+  spec.license = 'MIT'
+  spec.required_ruby_version = '>= 2.6.0'
+
+  spec.metadata['allowed_push_host'] = 'https://rubygems.org'
+
+  spec.metadata['homepage_uri'] = spec.homepage
+  spec.metadata['source_code_uri'] = 'https://github.com/durableprogramming/durable-llm'
+  spec.metadata['changelog_uri'] = 'https://github.com/durableprogramming/durable-llm/blob/main/CHANGELOG.md'
+
+  spec.files = Dir.chdir(__dir__) do
+    `git ls-files -z`.split("\x0").reject do |f|
+      (File.expand_path(f) == __FILE__) || f.start_with?(*%w[bin/ test/ spec/ features/ .git .circleci appveyor])
+    end
+  end
+  spec.bindir = 'exe'
+  spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'event_stream_parser', '~> 1.0'
+  spec.add_dependency 'faraday', '> 1.0'
+  spec.add_dependency 'highline', '~> 3.1'
+  spec.add_dependency 'json', '~> 2.6'
+  spec.add_dependency 'thor', '~> 1.3'
+  spec.add_dependency 'zeitwerk', '~> 2.6'
+
+  spec.add_development_dependency 'dotenv', '~> 2.8'
+  spec.add_development_dependency 'minitest', '~> 5.0'
+  spec.add_development_dependency 'mocha', '~> 2.1'
+  spec.add_development_dependency 'rubocop', '~> 1.0'
+  spec.add_development_dependency 'vcr', '~> 6.0'
+end

data/examples/openai_quick_complete.rb

@@ -1,7 +1,9 @@
+# frozen_string_literal: true
+
 require 'durable/llm'
 require 'durable/llm/client'
 
-client = Durable::Llm::Client.new(:openai, :model=> 'gpt-4')
+client = Durable::Llm::Client.new(:openai, model: 'gpt-4')
 
 response = client.quick_complete("What's the capital of California?")