liter_llm 1.2.2-aarch64-linux → 1.4.0.pre.rc.4-aarch64-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 27bcde2fbab7ba1429fcf200391a821295a5b73eecc6063694d303bc44793d4b
-  data.tar.gz: 0da48a8e40be22245954f4206fd652796fadd4e34fc02371b7f610b675e7a7c7
+  metadata.gz: 175e6490c390912cb65e84619ff6e40110e444423d42fbe2c374d6679d24a2c8
+  data.tar.gz: bad432961179b86d32e85994d8180bc9908867eae5b629baa0dd69a57433f2db
 SHA512:
-  metadata.gz: 2788782e65d21aafeb33dbec1c3c1efdce89870e5d0b41bf038cf2f609bfbdddff502398ae4b8fd1f64298cd58dc464d7ad32b5cbbb379cdcdc625416e499cda
-  data.tar.gz: f4cbdf1abf1e0c83719c4db153a831f55d17e7cbb5c085118d5bb312a555af15ea382e9572c585c03d2192a074eb4388b70000ab7806ae4f3bf9bb9e1ebea1cf
+  metadata.gz: f7dfe491e66191c10ea7767f919b40c56cee7870baa44dc350ea7dcd71829c1e08e94f45e11a359b8b5025269ad6ddb0c3fee3bb37f0a2dbf34fa58eebb6e350
+  data.tar.gz: 03f4bcb5f3100238e4111173f9f1224925186c55300197dfb2a3cd1fe12967bdc9de015a1d405d6d0eca24fbb3338513ec6051029f90ea540cabc93537a1220b

data/README.md

@@ -51,24 +51,20 @@
   </a>
 </div>
 
-
 <div align="center" style="margin: 20px 0;">
   <picture>
     <img width="100%" alt="kreuzberg.dev" src="https://github.com/user-attachments/assets/1b6c6ad7-3b6d-4171-b1c9-f2026cc9deb8" />
   </picture>
 </div>
 
-
 <div align="center" style="margin-bottom: 20px;">
   <a href="https://discord.gg/xt9WY3GnKR">
     <img height="22" src="https://img.shields.io/badge/Discord-Join%20our%20community-7289da?logo=discord&logoColor=white" alt="Discord">
   </a>
 </div>
 
-
 Universal LLM API client for Ruby. Access 143+ LLM providers through a single interface with idiomatic Ruby API and native performance.
 
-
 ## Installation
 
 ### Package Installation
@@ -77,7 +73,6 @@ Universal LLM API client for Ruby. Access 143+ LLM providers through a single in
 Install via one of the supported package managers:
 
 
-
 **gem:**
 
 ```bash
@@ -85,8 +80,6 @@ gem install liter_llm
 ```
 
 
-
-
 **Bundler:**
 
 ```ruby
@@ -94,9 +87,6 @@ gem 'liter_llm'
 ```
 
 
-
-
-
 ### System Requirements
 
 
@@ -104,7 +94,6 @@ gem 'liter_llm'
 - API keys via environment variables (e.g. `OPENAI_API_KEY`, `ANTHROPIC_API_KEY`)
 
 
-
 ## Quick Start
 
 ### Basic Chat
@@ -127,7 +116,6 @@ response = JSON.parse(client.chat(JSON.generate(
 puts response.dig("choices", 0, "message", "content")
 ```
 
-
 ### Common Use Cases
 
 
@@ -152,16 +140,12 @@ chunks.each { |chunk| puts chunk }
 ```
 
 
-
-
-
 ### Next Steps
 
 - **[Provider Registry](https://github.com/kreuzberg-dev/liter-llm/blob/main/schemas/providers.json)** - Full list of supported providers
 - **[GitHub Repository](https://github.com/kreuzberg-dev/liter-llm)** - Source, issues, and discussions
 
 
-
 ## Features
 
 ### Supported Providers (143+)
@@ -208,7 +192,6 @@ Built on a compiled Rust core for speed and safety:
 - **API keys** wrapped in secure memory, zeroed on drop
 
 
-
 ## Provider Routing
 
 Route to 143+ providers using the `provider/model` prefix convention:
@@ -223,7 +206,6 @@ mistral/mistral-large-latest
 See the [provider registry](https://github.com/kreuzberg-dev/liter-llm/blob/main/schemas/providers.json) for the full list.
 
 
-
 ## Proxy Server
 
 liter-llm also ships as an OpenAI-compatible proxy server with Docker support:
@@ -234,7 +216,6 @@ docker run -p 4000:4000 -e LITER_LLM_MASTER_KEY=sk-your-key ghcr.io/kreuzberg-de
 
 See the [proxy server documentation](https://docs.liter-llm.kreuzberg.dev/server/proxy/) for configuration, CLI usage, and MCP integration.
 
-
 ## Documentation
 
 - **[Documentation](https://docs.liter-llm.kreuzberg.dev)** -- Full docs and API reference

data/Steepfile

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+# Steep configuration for the LiterLlm Ruby package.
+
+target :lib do
+  signature 'sig'
+
+  check 'lib'
+
+  # Standard library used by the wrapper layer.
+  library 'json'
+
+  # Strategic ignores:
+
+  # 1. Native extension entry point — methods are defined in Rust via Magnus
+  #    and cannot be resolved by Steep's static analysis.
+  ignore 'lib/liter_llm_rb.rb' if File.exist?('lib/liter_llm_rb.rb')
+end

data/lib/liter_llm.rb

@@ -1,8 +1,3 @@
 # frozen_string_literal: true
 
 require 'liter_llm_rb'
-
-# LiterLlm is a Ruby binding for the Rust core library providing a unified
-# LLM client interface with streaming, tool calling, and provider routing.
-module LiterLlm
-end

data/sig/types.rbs

@@ -0,0 +1,720 @@
+# This file is auto-generated by alef — DO NOT EDIT.
+# alef:hash:ccc0d43561ced090b6ce99be75715bd31304ef12c1912115b4ae917bc9a6f157
+# To regenerate: alef generate
+# To verify freshness: alef verify --exit-code
+# Issues & docs: https://github.com/kreuzberg-dev/alef
+
+module Liter_llm
+
+  VERSION: String
+
+  class LiterLlmError
+  end
+
+  class SystemMessage
+    attr_accessor content: String
+    attr_accessor name: String
+
+    def initialize: (content: String, ?name: String) -> void
+  end
+
+  class UserMessage
+    attr_accessor content: UserContent
+    attr_accessor name: String
+
+    def initialize: (content: UserContent, ?name: String) -> void
+  end
+
+  class ImageUrl
+    attr_accessor url: String
+    attr_accessor detail: ImageDetail
+
+    def initialize: (url: String, ?detail: ImageDetail) -> void
+  end
+
+  class DocumentContent
+    attr_accessor data: String
+    attr_accessor media_type: String
+
+    def initialize: (data: String, media_type: String) -> void
+  end
+
+  class AudioContent
+    attr_accessor data: String
+    attr_accessor format: String
+
+    def initialize: (data: String, format: String) -> void
+  end
+
+  class AssistantMessage
+    attr_accessor content: String
+    attr_accessor name: String
+    attr_accessor tool_calls: Array[ToolCall]
+    attr_accessor refusal: String
+    attr_accessor function_call: FunctionCall
+
+    def initialize: (?content: String, ?name: String, ?tool_calls: Array[ToolCall], ?refusal: String, ?function_call: FunctionCall) -> void
+  end
+
+  class ToolMessage
+    attr_accessor content: String
+    attr_accessor tool_call_id: String
+    attr_accessor name: String
+
+    def initialize: (content: String, tool_call_id: String, ?name: String) -> void
+  end
+
+  class DeveloperMessage
+    attr_accessor content: String
+    attr_accessor name: String
+
+    def initialize: (content: String, ?name: String) -> void
+  end
+
+  class FunctionMessage
+    # Deprecated legacy function-role message body.
+
+    attr_accessor content: String
+    attr_accessor name: String
+
+    def initialize: (content: String, name: String) -> void
+  end
+
+  class ChatCompletionTool
+    attr_reader tool_type: ToolType
+    attr_reader function: FunctionDefinition
+
+    def initialize: (tool_type: ToolType, function: FunctionDefinition) -> void
+  end
+
+  class FunctionDefinition
+    attr_reader name: String
+    attr_reader description: String
+    attr_reader parameters: untyped
+    attr_reader strict: bool
+
+    def initialize: (name: String, ?description: String, ?parameters: untyped, ?strict: bool) -> void
+  end
+
+  class ToolCall
+    attr_reader id: String
+    attr_reader call_type: ToolType
+    attr_reader function: FunctionCall
+
+    def initialize: (id: String, call_type: ToolType, function: FunctionCall) -> void
+  end
+
+  class FunctionCall
+    attr_reader name: String
+    attr_reader arguments: String
+
+    def initialize: (name: String, arguments: String) -> void
+  end
+
+  class SpecificToolChoice
+    attr_accessor choice_type: ToolType
+    attr_accessor function: SpecificFunction
+
+    def initialize: (choice_type: ToolType, function: SpecificFunction) -> void
+  end
+
+  class SpecificFunction
+    attr_accessor name: String
+
+    def initialize: (name: String) -> void
+  end
+
+  class JsonSchemaFormat
+    attr_accessor name: String
+    attr_accessor description: String
+    attr_accessor schema: untyped
+    attr_accessor strict: bool
+
+    def initialize: (name: String, ?description: String, schema: untyped, ?strict: bool) -> void
+  end
+
+  class Usage
+    attr_accessor prompt_tokens: Integer
+    attr_accessor completion_tokens: Integer
+    attr_accessor total_tokens: Integer
+
+    def initialize: (prompt_tokens: Integer, completion_tokens: Integer, total_tokens: Integer) -> void
+  end
+
+  class ChatCompletionRequest
+    attr_accessor model: String
+    attr_accessor messages: Array[Message]
+    attr_accessor temperature: Float
+    attr_accessor top_p: Float
+    attr_accessor n: Integer
+    attr_accessor stream: bool
+    attr_accessor stop: StopSequence
+    attr_accessor max_tokens: Integer
+    attr_accessor presence_penalty: Float
+    attr_accessor frequency_penalty: Float
+    attr_accessor logit_bias: Hash[String, Float]
+    attr_accessor user: String
+    attr_accessor tools: Array[ChatCompletionTool]
+    attr_accessor tool_choice: ToolChoice
+    attr_accessor parallel_tool_calls: bool
+    attr_accessor response_format: ResponseFormat
+    attr_accessor stream_options: StreamOptions
+    attr_accessor seed: Integer
+    attr_accessor reasoning_effort: ReasoningEffort
+    attr_accessor extra_body: untyped
+
+    def initialize: (model: String, messages: Array[Message], ?temperature: Float, ?top_p: Float, ?n: Integer, ?stream: bool, ?stop: StopSequence, ?max_tokens: Integer, ?presence_penalty: Float, ?frequency_penalty: Float, ?logit_bias: Hash[String, Float], ?user: String, ?tools: Array[ChatCompletionTool], ?tool_choice: ToolChoice, ?parallel_tool_calls: bool, ?response_format: ResponseFormat, ?stream_options: StreamOptions, ?seed: Integer, ?reasoning_effort: ReasoningEffort, ?extra_body: untyped) -> void
+  end
+
+  class StreamOptions
+    attr_accessor include_usage: bool
+
+    def initialize: (?include_usage: bool) -> void
+  end
+
+  class ChatCompletionResponse
+    attr_accessor id: String
+    attr_accessor object: String
+    attr_accessor created: Integer
+    attr_accessor model: String
+    attr_accessor choices: Array[Choice]
+    attr_accessor usage: Usage
+    attr_accessor system_fingerprint: String
+    attr_accessor service_tier: String
+
+    def initialize: (id: String, object: String, created: Integer, model: String, choices: Array[Choice], ?usage: Usage, ?system_fingerprint: String, ?service_tier: String) -> void
+  end
+
+  class Choice
+    attr_accessor index: Integer
+    attr_accessor message: AssistantMessage
+    attr_accessor finish_reason: FinishReason
+
+    def initialize: (index: Integer, message: AssistantMessage, ?finish_reason: FinishReason) -> void
+  end
+
+  class ChatCompletionChunk
+    attr_accessor id: String
+    attr_accessor object: String
+    attr_accessor created: Integer
+    attr_accessor model: String
+    attr_accessor choices: Array[StreamChoice]
+    attr_accessor usage: Usage
+    attr_accessor system_fingerprint: String
+    attr_accessor service_tier: String
+
+    def initialize: (id: String, object: String, created: Integer, model: String, choices: Array[StreamChoice], ?usage: Usage, ?system_fingerprint: String, ?service_tier: String) -> void
+  end
+
+  class StreamChoice
+    attr_accessor index: Integer
+    attr_accessor delta: StreamDelta
+    attr_accessor finish_reason: FinishReason
+
+    def initialize: (index: Integer, delta: StreamDelta, ?finish_reason: FinishReason) -> void
+  end
+
+  class StreamDelta
+    attr_accessor role: String
+    attr_accessor content: String
+    attr_accessor tool_calls: Array[StreamToolCall]
+    attr_accessor function_call: StreamFunctionCall
+    attr_accessor refusal: String
+
+    def initialize: (?role: String, ?content: String, ?tool_calls: Array[StreamToolCall], ?function_call: StreamFunctionCall, ?refusal: String) -> void
+  end
+
+  class StreamToolCall
+    attr_accessor index: Integer
+    attr_accessor id: String
+    attr_accessor call_type: ToolType
+    attr_accessor function: StreamFunctionCall
+
+    def initialize: (index: Integer, ?id: String, ?call_type: ToolType, ?function: StreamFunctionCall) -> void
+  end
+
+  class StreamFunctionCall
+    attr_accessor name: String
+    attr_accessor arguments: String
+
+    def initialize: (?name: String, ?arguments: String) -> void
+  end
+
+  class EmbeddingRequest
+    attr_reader model: String
+    attr_reader input: EmbeddingInput
+    attr_reader encoding_format: EmbeddingFormat
+    attr_reader dimensions: Integer
+    attr_reader user: String
+
+    def initialize: (model: String, input: EmbeddingInput, ?encoding_format: EmbeddingFormat, ?dimensions: Integer, ?user: String) -> void
+  end
+
+  class EmbeddingResponse
+    attr_reader object: String
+    attr_reader data: Array[EmbeddingObject]
+    attr_reader model: String
+    attr_reader usage: Usage
+
+    def initialize: (object: String, data: Array[EmbeddingObject], model: String, ?usage: Usage) -> void
+  end
+
+  class EmbeddingObject
+    attr_reader object: String
+    attr_reader embedding: Array[Float]
+    attr_reader index: Integer
+
+    def initialize: (object: String, embedding: Array[Float], index: Integer) -> void
+  end
+
+  class CreateImageRequest
+    # Request to create images from a text prompt.
+
+    attr_accessor prompt: String
+    attr_accessor model: String
+    attr_accessor n: Integer
+    attr_accessor size: String
+    attr_accessor quality: String
+    attr_accessor style: String
+    attr_accessor response_format: String
+    attr_accessor user: String
+
+    def initialize: (prompt: String, ?model: String, ?n: Integer, ?size: String, ?quality: String, ?style: String, ?response_format: String, ?user: String) -> void
+  end
+
+  class ImagesResponse
+    # Response containing generated images.
+
+    attr_accessor created: Integer
+    attr_accessor data: Array[Image]
+
+    def initialize: (created: Integer, data: Array[Image]) -> void
+  end
+
+  class Image
+    # A single generated image, returned as either a URL or base64 data.
+
+    attr_accessor url: String
+    attr_accessor b64_json: String
+    attr_accessor revised_prompt: String
+
+    def initialize: (?url: String, ?b64_json: String, ?revised_prompt: String) -> void
+  end
+
+  class CreateSpeechRequest
+    # Request to generate speech audio from text.
+
+    attr_accessor model: String
+    attr_accessor input: String
+    attr_accessor voice: String
+    attr_accessor response_format: String
+    attr_accessor speed: Float
+
+    def initialize: (model: String, input: String, voice: String, ?response_format: String, ?speed: Float) -> void
+  end
+
+  class CreateTranscriptionRequest
+    # Request to transcribe audio into text.
+
+    attr_accessor model: String
+    attr_accessor file: String
+    attr_accessor language: String
+    attr_accessor prompt: String
+    attr_accessor response_format: String
+    attr_accessor temperature: Float
+
+    def initialize: (model: String, file: String, ?language: String, ?prompt: String, ?response_format: String, ?temperature: Float) -> void
+  end
+
+  class TranscriptionResponse
+    # Response from a transcription request.
+
+    attr_accessor text: String
+    attr_accessor language: String
+    attr_accessor duration: Float
+    attr_accessor segments: Array[TranscriptionSegment]
+
+    def initialize: (text: String, ?language: String, ?duration: Float, ?segments: Array[TranscriptionSegment]) -> void
+  end
+
+  class TranscriptionSegment
+    # A segment of transcribed audio with timing information.
+
+    attr_accessor id: Integer
+    attr_accessor start: Float
+    attr_accessor end: Float
+    attr_accessor text: String
+
+    def initialize: (id: Integer, start: Float, end: Float, text: String) -> void
+  end
+
+  class ModerationRequest
+    # Request to classify content for policy violations.
+
+    attr_reader input: ModerationInput
+    attr_reader model: String
+
+    def initialize: (input: ModerationInput, ?model: String) -> void
+  end
+
+  class ModerationResponse
+    # Response from the moderation endpoint.
+
+    attr_reader id: String
+    attr_reader model: String
+    attr_reader results: Array[ModerationResult]
+
+    def initialize: (id: String, model: String, results: Array[ModerationResult]) -> void
+  end
+
+  class ModerationResult
+    # A single moderation classification result.
+
+    attr_reader flagged: bool
+    attr_reader categories: ModerationCategories
+    attr_reader category_scores: ModerationCategoryScores
+
+    def initialize: (flagged: bool, categories: ModerationCategories, category_scores: ModerationCategoryScores) -> void
+  end
+
+  class ModerationCategories
+    # Boolean flags for each moderation category.
+
+    attr_reader sexual: bool
+    attr_reader hate: bool
+    attr_reader harassment: bool
+    attr_reader self_harm: bool
+    attr_reader sexual_minors: bool
+    attr_reader hate_threatening: bool
+    attr_reader violence_graphic: bool
+    attr_reader self_harm_intent: bool
+    attr_reader self_harm_instructions: bool
+    attr_reader harassment_threatening: bool
+    attr_reader violence: bool
+
+    def initialize: (sexual: bool, hate: bool, harassment: bool, self_harm: bool, sexual_minors: bool, hate_threatening: bool, violence_graphic: bool, self_harm_intent: bool, self_harm_instructions: bool, harassment_threatening: bool, violence: bool) -> void
+  end
+
+  class ModerationCategoryScores
+    # Confidence scores for each moderation category.
+
+    attr_reader sexual: Float
+    attr_reader hate: Float
+    attr_reader harassment: Float
+    attr_reader self_harm: Float
+    attr_reader sexual_minors: Float
+    attr_reader hate_threatening: Float
+    attr_reader violence_graphic: Float
+    attr_reader self_harm_intent: Float
+    attr_reader self_harm_instructions: Float
+    attr_reader harassment_threatening: Float
+    attr_reader violence: Float
+
+    def initialize: (sexual: Float, hate: Float, harassment: Float, self_harm: Float, sexual_minors: Float, hate_threatening: Float, violence_graphic: Float, self_harm_intent: Float, self_harm_instructions: Float, harassment_threatening: Float, violence: Float) -> void
+  end
+
+  class RerankRequest
+    # Request to rerank documents by relevance to a query.
+
+    attr_reader model: String
+    attr_reader query: String
+    attr_reader documents: Array[RerankDocument]
+    attr_reader top_n: Integer
+    attr_reader return_documents: bool
+
+    def initialize: (model: String, query: String, documents: Array[RerankDocument], ?top_n: Integer, ?return_documents: bool) -> void
+  end
+
+  class RerankResponse
+    # Response from the rerank endpoint.
+
+    attr_reader id: String
+    attr_reader results: Array[RerankResult]
+    attr_reader meta: untyped
+
+    def initialize: (?id: String, results: Array[RerankResult], ?meta: untyped) -> void
+  end
+
+  class RerankResult
+    # A single reranked document with its relevance score.
+
+    attr_reader index: Integer
+    attr_reader relevance_score: Float
+    attr_reader document: RerankResultDocument
+
+    def initialize: (index: Integer, relevance_score: Float, ?document: RerankResultDocument) -> void
+  end
+
+  class RerankResultDocument
+    # The text content of a reranked document, returned when `return_documents` is true.
+
+    attr_reader text: String
+
+    def initialize: (text: String) -> void
+  end
+
+  class SearchRequest
+    # A search request.
+
+    attr_accessor model: String
+    attr_accessor query: String
+    attr_accessor max_results: Integer
+    attr_accessor search_domain_filter: Array[String]
+    attr_accessor country: String
+
+    def initialize: (model: String, query: String, ?max_results: Integer, ?search_domain_filter: Array[String], ?country: String) -> void
+  end
+
+  class SearchResponse
+    # A search response.
+
+    attr_reader results: Array[SearchResult]
+    attr_reader model: String
+
+    def initialize: (results: Array[SearchResult], model: String) -> void
+  end
+
+  class SearchResult
+    # An individual search result.
+
+    attr_reader title: String
+    attr_reader url: String
+    attr_reader snippet: String
+    attr_reader date: String
+
+    def initialize: (title: String, url: String, snippet: String, ?date: String) -> void
+  end
+
+  class OcrRequest
+    # An OCR request.
+
+    attr_reader model: String
+    attr_reader document: OcrDocument
+    attr_reader pages: Array[Integer]
+    attr_reader include_image_base64: bool
+
+    def initialize: (model: String, document: OcrDocument, ?pages: Array[Integer], ?include_image_base64: bool) -> void
+  end
+
+  class OcrResponse
+    # An OCR response.
+
+    attr_reader pages: Array[OcrPage]
+    attr_reader model: String
+    attr_reader usage: Usage
+
+    def initialize: (pages: Array[OcrPage], model: String, ?usage: Usage) -> void
+  end
+
+  class OcrPage
+    # A single page of OCR output.
+
+    attr_reader index: Integer
+    attr_reader markdown: String
+    attr_reader images: Array[OcrImage]
+    attr_reader dimensions: PageDimensions
+
+    def initialize: (index: Integer, markdown: String, ?images: Array[OcrImage], ?dimensions: PageDimensions) -> void
+  end
+
+  class OcrImage
+    # An image extracted from an OCR page.
+
+    attr_reader id: String
+    attr_reader image_base64: String
+
+    def initialize: (id: String, ?image_base64: String) -> void
+  end
+
+  class PageDimensions
+    # Page dimensions in pixels.
+
+    attr_reader width: Integer
+    attr_reader height: Integer
+
+    def initialize: (width: Integer, height: Integer) -> void
+  end
+
+  class ModelsListResponse
+    attr_accessor object: String
+    attr_accessor data: Array[ModelObject]
+
+    def initialize: (object: String, data: Array[ModelObject]) -> void
+  end
+
+  class ModelObject
+    attr_accessor id: String
+    attr_accessor object: String
+    attr_accessor created: Integer
+    attr_accessor owned_by: String
+
+    def initialize: (id: String, object: String, created: Integer, owned_by: String) -> void
+  end
+
+  class DefaultClient
+    # Default client implementation backed by `reqwest`.
+    #
+    # The provider is resolved at construction time from `model_hint` (or
+    # defaults to OpenAI). However, individual requests can override the
+    # provider when their model string contains a prefix that clearly
+    # identifies a different provider (e.g. `"anthropic/claude-3"` will
+    # route to Anthropic even if the client was built without a hint).
+    #
+    # When the model prefix does not match any known provider, the
+    # construction-time provider is used as the fallback.
+    #
+    # The provider is stored behind an [`Arc`] so it can be shared cheaply into
+    # async closures and streaming tasks that must be `'static`.
+
+    def chat: (ChatCompletionRequest req) -> ChatCompletionResponse
+    def chat_stream: (ChatCompletionRequest req) -> String
+    def embed: (EmbeddingRequest req) -> EmbeddingResponse
+    def list_models: () -> ModelsListResponse
+    def image_generate: (CreateImageRequest req) -> ImagesResponse
+    def transcribe: (CreateTranscriptionRequest req) -> TranscriptionResponse
+    def moderate: (ModerationRequest req) -> ModerationResponse
+    def rerank: (RerankRequest req) -> RerankResponse
+    def search: (SearchRequest req) -> SearchResponse
+  end
+
+  class CustomProviderConfig
+    # Configuration for registering a custom LLM provider at runtime.
+
+    attr_reader name: String
+    attr_reader base_url: String
+    attr_reader auth_header: AuthHeaderFormat
+    attr_reader model_prefixes: Array[String]
+
+    def initialize: (name: String, base_url: String, auth_header: AuthHeaderFormat, model_prefixes: Array[String]) -> void
+  end
+
+  class Message
+    # A chat message in a conversation.
+
+    System: Integer
+    User: Integer
+    Assistant: Integer
+    Tool: Integer
+    Developer: Integer
+    Function: Integer
+  end
+
+  class UserContent
+    Text: Integer
+    Parts: Integer
+  end
+
+  class ContentPart
+    Text: Integer
+    ImageUrl: Integer
+    Document: Integer
+    InputAudio: Integer
+  end
+
+  class ImageDetail
+    Low: Integer
+    High: Integer
+    Auto: Integer
+  end
+
+  class ToolType
+    # The type discriminator for tool/tool-call objects.
+    #
+    # Per the OpenAI spec this is always `"function"`. Using an enum enforces
+    # that constraint at the type level and rejects any other value on
+    # deserialization.
+
+    Function: Integer
+  end
+
+  class ToolChoice
+    Mode: Integer
+    Specific: Integer
+  end
+
+  class ToolChoiceMode
+    Auto: Integer
+    Required: Integer
+    None: Integer
+  end
+
+  class ResponseFormat
+    Text: Integer
+    JsonObject: Integer
+    JsonSchema: Integer
+  end
+
+  class StopSequence
+    Single: Integer
+    Multiple: Integer
+  end
+
+  class FinishReason
+    # Why a choice stopped generating tokens.
+
+    Stop: Integer
+    Length: Integer
+    ToolCalls: Integer
+    ContentFilter: Integer
+    FunctionCall: Integer
+    Other: Integer
+  end
+
+  class ReasoningEffort
+    # Controls how much reasoning effort the model should use.
+
+    Low: Integer
+    Medium: Integer
+    High: Integer
+  end
+
+  class EmbeddingFormat
+    # The format in which the embedding vectors are returned.
+
+    Float: Integer
+    Base64: Integer
+  end
+
+  class EmbeddingInput
+    Single: Integer
+    Multiple: Integer
+  end
+
+  class ModerationInput
+    # Input to the moderation endpoint — a single string or multiple strings.
+
+    Single: Integer
+    Multiple: Integer
+  end
+
+  class RerankDocument
+    # A document to be reranked — either a plain string or an object with a text field.
+
+    Text: Integer
+    Object: Integer
+  end
+
+  class OcrDocument
+    # Document input for OCR — either a URL or inline base64 data.
+
+    Url: Integer
+    Base64: Integer
+  end
+
+  class AuthHeaderFormat
+    # How the API key is sent in the HTTP request.
+
+    Bearer: Integer
+    ApiKey: Integer
+    None: Integer
+  end
+
+  def self.create_client: (String api_key, ?String base_url, ?Integer timeout_secs, ?Integer max_retries, ?String model_hint) -> DefaultClient
+
+  def self.create_client_from_json: (String json) -> DefaultClient
+
+  def self.register_custom_provider: (CustomProviderConfig config) -> void
+
+  def self.unregister_custom_provider: (String name) -> bool
+
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: liter_llm
 version: !ruby/object:Gem::Version
-  version: 1.2.2
+  version: 1.4.0.pre.rc.4
 platform: aarch64-linux
 authors:
 - Na'aman Hirschfeld
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-04-19 00:00:00.000000000 Z
+date: 2026-04-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -72,14 +72,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '4.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '4.0'
 - !ruby/object:Gem::Dependency
   name: rubocop
   requirement: !ruby/object:Gem::Requirement
@@ -128,14 +128,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.8'
+        version: '2.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.8'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: yard
   requirement: !ruby/object:Gem::Requirement
@@ -161,9 +161,11 @@ extensions: []
 extra_rdoc_files: []
 files:
 - README.md
+- Steepfile
 - lib/liter_llm.rb
 - lib/liter_llm_rb.so
 - sig/liter_llm.rbs
+- sig/types.rbs
 homepage: https://kreuzberg.dev
 licenses:
 - MIT