liter_llm 1.0.0.pre.rc.6

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 75eebeb1fb346c1b47a939190522550015d928a771d73d532d6cdf3af93cbd0b
+  data.tar.gz: 929b7559a37ee03dbc467673f4a6f4bd05e1885a98af7cf82da5199ca308d0ba
+SHA512:
+  metadata.gz: 8c39e44c430dea7e970a50b50c9ec7e71e37de2df58031614ac388f48f74d21d7f9f7b17b9de82af1395b85d7dc7816b6332a872a7fc2faf19915924fc3225e2
+  data.tar.gz: 5d9a2acc0229c7d3f9f5b1d9c78f4d8470749a42582cb428b8b12b5716fc63fdaebb4a53f4038d5b96a60dc4c7cc453f8b27bd82b383dbeab5180cb4b0585e8b

data/README.md

@@ -0,0 +1,239 @@
+# Ruby
+
+<div align="center" style="display: flex; flex-wrap: wrap; gap: 8px; justify-content: center; margin: 20px 0;">
+  <!-- Language Bindings -->
+  <a href="https://crates.io/crates/liter-llm">
+    <img src="https://img.shields.io/crates/v/liter-llm?label=Rust&color=007ec6" alt="Rust">
+  </a>
+  <a href="https://pypi.org/project/liter-llm/">
+    <img src="https://img.shields.io/pypi/v/liter-llm?label=Python&color=007ec6" alt="Python">
+  </a>
+  <a href="https://www.npmjs.com/package/@kreuzberg/liter-llm">
+    <img src="https://img.shields.io/npm/v/@kreuzberg/liter-llm?label=Node.js&color=007ec6" alt="Node.js">
+  </a>
+  <a href="https://www.npmjs.com/package/@kreuzberg/liter-llm-wasm">
+    <img src="https://img.shields.io/npm/v/@kreuzberg/liter-llm-wasm?label=WASM&color=007ec6" alt="WASM">
+  </a>
+  <a href="https://central.sonatype.com/artifact/dev.kreuzberg/liter-llm">
+    <img src="https://img.shields.io/maven-central/v/dev.kreuzberg/liter-llm?label=Java&color=007ec6" alt="Java">
+  </a>
+  <a href="https://github.com/kreuzberg-dev/liter-llm/tree/main/packages/go">
+    <img src="https://img.shields.io/github/v/tag/kreuzberg-dev/liter-llm?label=Go&color=007ec6" alt="Go">
+  </a>
+  <a href="https://www.nuget.org/packages/LiterLlm">
+    <img src="https://img.shields.io/nuget/v/LiterLlm?label=C%23&color=007ec6" alt="C#">
+  </a>
+  <a href="https://packagist.org/packages/kreuzberg/liter-llm">
+    <img src="https://img.shields.io/packagist/v/kreuzberg/liter-llm?label=PHP&color=007ec6" alt="PHP">
+  </a>
+  <a href="https://rubygems.org/gems/liter_llm">
+    <img src="https://img.shields.io/gem/v/liter_llm?label=Ruby&color=007ec6" alt="Ruby">
+  </a>
+  <a href="https://hex.pm/packages/liter_llm">
+    <img src="https://img.shields.io/hexpm/v/liter_llm?label=Elixir&color=007ec6" alt="Elixir">
+  </a>
+  <a href="https://github.com/kreuzberg-dev/liter-llm/pkgs/container/liter-llm">
+    <img src="https://img.shields.io/badge/Docker-007ec6?logo=docker&logoColor=white" alt="Docker">
+  </a>
+  <a href="https://github.com/kreuzberg-dev/liter-llm/tree/main/crates/liter-llm-ffi">
+    <img src="https://img.shields.io/badge/C-FFI-007ec6" alt="C FFI">
+  </a>
+
+  <!-- Project Info -->
+  <a href="https://github.com/kreuzberg-dev/liter-llm/blob/main/LICENSE">
+    <img src="https://img.shields.io/badge/License-MIT-007ec6" alt="License">
+  </a>
+  <a href="https://docs.liter-llm.kreuzberg.dev">
+    <img src="https://img.shields.io/badge/docs-kreuzberg.dev-007ec6" alt="Docs">
+  </a>
+</div>
+
+
+<div align="center" style="margin: 20px 0;">
+  <picture>
+    <img width="100%" alt="kreuzberg.dev" src="https://github.com/user-attachments/assets/1b6c6ad7-3b6d-4171-b1c9-f2026cc9deb8" />
+  </picture>
+</div>
+
+
+<div align="center" style="margin-bottom: 20px;">
+  <a href="https://discord.gg/xt9WY3GnKR">
+    <img height="22" src="https://img.shields.io/badge/Discord-Join%20our%20community-7289da?logo=discord&logoColor=white" alt="Discord">
+  </a>
+</div>
+
+
+Universal LLM API client for Ruby. Access 142+ LLM providers through a single interface with idiomatic Ruby API and native performance.
+
+
+## Installation
+
+### Package Installation
+
+
+Install via one of the supported package managers:
+
+
+
+**gem:**
+
+```bash
+gem install liter_llm
+```
+
+
+
+
+**Bundler:**
+
+```ruby
+gem 'liter_llm'
+```
+
+
+
+
+
+### System Requirements
+
+
+- **Ruby 3.2+** required
+- API keys via environment variables (e.g. `OPENAI_API_KEY`, `ANTHROPIC_API_KEY`)
+
+
+
+## Quick Start
+
+### Basic Chat
+
+Send a message to any provider using the `provider/model` prefix:
+
+```ruby
+# frozen_string_literal: true
+
+require "liter_llm"
+require "json"
+
+client = LiterLlm::LlmClient.new(ENV.fetch("OPENAI_API_KEY"), {})
+
+response = JSON.parse(client.chat(JSON.generate(
+  model: "openai/gpt-4o",
+  messages: [{ role: "user", content: "Hello!" }]
+)))
+
+puts response.dig("choices", 0, "message", "content")
+```
+
+
+### Common Use Cases
+
+
+#### Streaming Responses
+
+Stream tokens in real time:
+
+```ruby
+# frozen_string_literal: true
+
+require "liter_llm"
+require "json"
+
+client = LiterLlm::LlmClient.new(ENV.fetch("OPENAI_API_KEY"), {})
+
+chunks = JSON.parse(client.chat_stream(JSON.generate(
+  model: "openai/gpt-4o-mini",
+  messages: [{ role: "user", content: "Hello" }]
+)))
+
+chunks.each { |chunk| puts chunk }
+```
+
+
+
+
+
+### Next Steps
+
+- **[Provider Registry](https://github.com/kreuzberg-dev/liter-llm/blob/main/schemas/providers.json)** - Full list of supported providers
+- **[GitHub Repository](https://github.com/kreuzberg-dev/liter-llm)** - Source, issues, and discussions
+
+
+
+## Features
+
+### Supported Providers (142+)
+
+Route to any provider using the `provider/model` prefix convention:
+
+| Provider | Example Model |
+|----------|--------------|
+| **OpenAI** | `openai/gpt-4o`, `openai/gpt-4o-mini` |
+| **Anthropic** | `anthropic/claude-3-5-sonnet-20241022` |
+| **Groq** | `groq/llama-3.1-70b-versatile` |
+| **Mistral** | `mistral/mistral-large-latest` |
+| **Cohere** | `cohere/command-r-plus` |
+| **Together AI** | `together/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo` |
+| **Fireworks** | `fireworks/accounts/fireworks/models/llama-v3p1-70b-instruct` |
+| **Google Vertex** | `vertexai/gemini-1.5-pro` |
+| **Amazon Bedrock** | `bedrock/anthropic.claude-3-5-sonnet-20241022-v2:0` |
+
+**[Complete Provider List](https://github.com/kreuzberg-dev/liter-llm/blob/main/schemas/providers.json)**
+
+### Key Capabilities
+
+- **Provider Routing** -- Single client for 142+ LLM providers via `provider/model` prefix
+- **Unified API** -- Consistent `chat`, `chat_stream`, `embeddings`, `list_models` interface
+
+- **Streaming** -- Real-time token streaming via `chat_stream`
+
+
+- **Tool Calling** -- Function calling and tool use across all supporting providers
+
+- **Type Safe** -- Schema-driven types compiled from JSON schemas
+- **Secure** -- API keys never logged or serialized, managed via environment variables
+- **Observability** -- Built-in [OpenTelemetry](https://opentelemetry.io/docs/specs/semconv/gen-ai/) with GenAI semantic conventions
+- **Error Handling** -- Structured errors with provider context and retry hints
+
+### Performance
+
+Built on a compiled Rust core for speed and safety:
+
+- **Provider resolution** at client construction -- zero per-request overhead
+- **Configurable timeouts** and connection pooling
+- **Zero-copy streaming** with SSE and AWS EventStream support
+- **API keys** wrapped in secure memory, zeroed on drop
+
+
+
+## Provider Routing
+
+Route to 142+ providers using the `provider/model` prefix convention:
+
+```text
+openai/gpt-4o
+anthropic/claude-3-5-sonnet-20241022
+groq/llama-3.1-70b-versatile
+mistral/mistral-large-latest
+```
+
+See the [provider registry](https://github.com/kreuzberg-dev/liter-llm/blob/main/schemas/providers.json) for the full list.
+
+
+
+## Documentation
+
+- **[Documentation](https://docs.liter-llm.kreuzberg.dev)** -- Full docs and API reference
+- **[GitHub Repository](https://github.com/kreuzberg-dev/liter-llm)** -- Source, issues, and discussions
+- **[Provider Registry](https://github.com/kreuzberg-dev/liter-llm/blob/main/schemas/providers.json)** -- 142 supported providers
+
+Part of [kreuzberg.dev](https://kreuzberg.dev).
+
+## Contributing
+
+Contributions are welcome! See [CONTRIBUTING.md](https://github.com/kreuzberg-dev/liter-llm/blob/main/CONTRIBUTING.md) for guidelines.
+
+Join our [Discord community](https://discord.gg/xt9WY3GnKR) for questions and discussion.
+
+## License
+
+MIT -- see [LICENSE](https://github.com/kreuzberg-dev/liter-llm/blob/main/LICENSE) for details.

data/ext/liter_llm_rb/extconf.rb

@@ -0,0 +1,65 @@
+# frozen_string_literal: true
+
+require 'mkmf'
+require 'rb_sys/mkmf'
+require 'rbconfig'
+require 'fileutils'
+
+if Gem.win_platform?
+  # Use CI-provided CARGO_TARGET_DIR if available, otherwise use a short path
+  # GitHub Actions sets CARGO_TARGET_DIR=C:\t for MAX_PATH mitigation
+  if ENV['CARGO_TARGET_DIR']
+    puts "Windows detected: Using existing CARGO_TARGET_DIR=#{ENV['CARGO_TARGET_DIR']}"
+  else
+    # Try C:\t first (CI convention), fall back to D:/ll-build
+    short_target_dir = Dir.exist?('C:/t') ? 'C:/t' : 'C:/ll-build'
+    begin
+      FileUtils.mkdir_p(short_target_dir)
+      ENV['CARGO_TARGET_DIR'] = short_target_dir
+      ENV['OUT_DIR'] = short_target_dir
+      puts "Windows detected: Using short build path #{short_target_dir}"
+    rescue StandardError => e
+      puts "Warning: Could not create short path #{short_target_dir}: #{e.message}"
+      # Fall back to relative path which rb_sys will handle
+    end
+  end
+end
+
+if /mswin|mingw/.match?(RbConfig::CONFIG['host_os'])
+  devkit = ENV.fetch('RI_DEVKIT', nil)
+  prefix = ENV['MSYSTEM_PREFIX'] || '/ucrt64'
+
+  # Set up include paths for MSVC compatibility headers
+  native_include = File.expand_path('native/include', __dir__).tr('\\', '/')
+  compat_include = File.expand_path('native/include/msvc_compat', __dir__).tr('\\', '/')
+
+  extra_args = []
+  extra_args << "-I#{native_include}"
+  extra_args << "-I#{compat_include}"
+
+  # Add Windows-specific flags for better compatibility
+  extra_args << '-fms-extensions'
+  extra_args << '-fno-omit-frame-pointer'
+
+  if devkit
+    sysroot = "#{devkit}#{prefix}".tr('\\', '/')
+    extra_args.push('--target=x86_64-pc-windows-gnu', "--sysroot=#{sysroot}")
+  end
+
+  unless extra_args.empty?
+    existing = ENV['BINDGEN_EXTRA_CLANG_ARGS'].to_s.split(/\s+/).reject(&:empty?)
+    ENV['BINDGEN_EXTRA_CLANG_ARGS'] = (existing + extra_args).uniq.join(' ')
+    puts "BINDGEN_EXTRA_CLANG_ARGS set to: #{ENV.fetch('BINDGEN_EXTRA_CLANG_ARGS', nil)}"
+  end
+
+  # Set target for Windows GNU toolchain if not already set
+  ENV['CARGO_BUILD_TARGET'] ||= 'x86_64-pc-windows-gnu' if devkit || ENV['MSYSTEM']
+end
+
+default_profile = ENV.fetch('CARGO_PROFILE', 'release')
+native_dir = 'native'
+
+create_rust_makefile('liter_llm_rb') do |config|
+  config.profile = default_profile.to_sym
+  config.ext_dir = native_dir
+end

data/ext/liter_llm_rb/native/.cargo/config.toml

@@ -0,0 +1,23 @@
+[build]
+rustflags = ["-A", "unpredictable-function-pointer-comparisons", "-A", "fn_ptr_eq"]
+
+# Windows GNU target configuration
+[target.x86_64-pc-windows-gnu]
+rustflags = [
+    "-A",
+    "unpredictable-function-pointer-comparisons",
+    "-A",
+    "fn_ptr_eq",
+    "-C",
+    "link-arg=-lbcrypt",
+    "-C",
+    "link-arg=-lcrypt32",
+    "-C",
+    "link-arg=-lws2_32",
+    "-C",
+    "link-arg=-luserenv",
+]
+
+# Windows MSVC target configuration (fallback)
+[target.x86_64-pc-windows-msvc]
+rustflags = ["-A", "unpredictable-function-pointer-comparisons", "-A", "fn_ptr_eq"]