@tashiscool/providers 0.1.0

package/README.md

@@ -0,0 +1,177 @@
+# @llm-utils/providers
+
+LLM provider registry with comprehensive model metadata and capabilities. Easily discover and manage models across 14+ providers.
+
+## Installation
+
+```bash
+pnpm add @llm-utils/providers
+# or
+npm install @llm-utils/providers
+```
+
+## Features
+
+- **14+ Provider Support** - OpenAI, Anthropic, Google, Mistral, Groq, DeepSeek, xAI, and more
+- **Model Metadata** - Context windows, capabilities, pricing, and release dates
+- **Capability Filtering** - Find models with vision, tool calling, streaming, etc.
+- **Credential Management** - Auto-detection from environment variables
+- **Type-Safe** - Full TypeScript support with comprehensive types
+
+## Usage
+
+### Quick Start
+
+```typescript
+import {
+  getModelById,
+  getModelsWithCapability,
+  ProviderRegistry
+} from '@llm-utils/providers';
+
+// Get a specific model
+const gpt4o = getModelById('gpt-4o');
+console.log(gpt4o?.contextWindow); // 128000
+console.log(gpt4o?.capabilities.vision); // true
+
+// Find all models with vision capability
+const visionModels = getModelsWithCapability('vision');
+console.log(visionModels.length); // Multiple models
+
+// Create a registry from environment
+const registry = new ProviderRegistry();
+registry.registerFromEnv();
+
+// Find models across registered providers
+const streamingModels = registry.findModelsWithCapability('streaming');
+```
+
+### Provider Registry
+
+```typescript
+import { ProviderRegistry, createProviderInstance } from '@llm-utils/providers';
+
+// Create a registry
+const registry = new ProviderRegistry();
+
+// Register with explicit credentials
+registry.register('openai', { apiKey: 'sk-...' });
+registry.register('anthropic', { apiKey: 'sk-ant-...' });
+
+// Or register all from environment
+registry.registerFromEnv();
+
+// Get a provider instance
+const openai = registry.get('openai');
+if (openai?.isConfigured()) {
+  const models = openai.listModels();
+  const visionModels = openai.listModelsWithCapability('vision');
+}
+```
+
+### Model Discovery
+
+```typescript
+import {
+  allModels,
+  getModelsByProvider,
+  getModelsWithCapability
+} from '@llm-utils/providers';
+
+// Get all models
+console.log(allModels.length);
+
+// Get models by provider
+const anthropicModels = getModelsByProvider('anthropic');
+const openaiModels = getModelsByProvider('openai');
+
+// Filter by capability
+const toolCallingModels = getModelsWithCapability('toolCalling');
+const jsonModeModels = getModelsWithCapability('jsonMode');
+const embeddingModels = getModelsWithCapability('embeddings');
+```
+
+### Provider Configuration
+
+```typescript
+import { getProvider, getAllProviders, isProviderConfigured } from '@llm-utils/providers';
+
+// Get provider config
+const openai = getProvider('openai');
+console.log(openai.baseUrl); // https://api.openai.com/v1
+console.log(openai.requiredEnvVars); // ['OPENAI_API_KEY']
+
+// List all providers
+const providers = getAllProviders();
+providers.forEach(p => console.log(`${p.name}: ${p.description}`));
+
+// Check if configured from environment
+if (isProviderConfigured('anthropic')) {
+  console.log('Anthropic is ready to use');
+}
+```
+
+## Supported Providers
+
+| Provider | ID | Models |
+|----------|-----|--------|
+| OpenAI | `openai` | GPT-4o, GPT-4, o1, DALL-E, Embeddings |
+| Anthropic | `anthropic` | Claude 3.5 Sonnet, Claude 3 Opus, Haiku |
+| Google | `google` | Gemini 2.0, Gemini 1.5 Pro/Flash |
+| Mistral | `mistral` | Mistral Large, Small, Codestral |
+| Groq | `groq` | Llama 3.3, Mixtral, Gemma |
+| DeepSeek | `deepseek` | DeepSeek V3, R1 |
+| xAI | `xai` | Grok 2, Grok Vision |
+| Azure OpenAI | `azure-openai` | OpenAI models on Azure |
+| AWS Bedrock | `aws-bedrock` | Claude, Mistral on AWS |
+| Ollama | `ollama` | Local models |
+| Together AI | `together-ai` | Open models |
+| Replicate | `replicate` | Various models |
+| Hugging Face | `huggingface` | Inference API |
+| Cohere | `cohere` | Command, Embed |
+
+## Model Capabilities
+
+Each model includes capability flags:
+
+```typescript
+interface ModelCapabilities {
+  chat: boolean;           // Text generation
+  vision: boolean;         // Image input
+  toolCalling: boolean;    // Function calling
+  jsonMode: boolean;       // JSON output mode
+  structuredOutput: boolean; // Schema-based output
+  streaming: boolean;      // Stream responses
+  embeddings: boolean;     // Vector embeddings
+  imageGeneration: boolean; // Image creation
+  audio: boolean;          // Audio I/O
+}
+```
+
+## API Reference
+
+### Types
+
+- `ProviderId` - Provider identifier union type
+- `ModelMetadata` - Model information including capabilities and pricing
+- `ProviderConfig` - Provider configuration including base URL and env vars
+- `ProviderCredentials` - API keys and connection options
+- `ProviderInstance` - Configured provider with methods
+
+### Functions
+
+- `getModelById(id)` - Get model by ID
+- `getModelsByProvider(provider)` - Get all models for a provider
+- `getModelsWithCapability(cap)` - Filter models by capability
+- `getProvider(id)` - Get provider configuration
+- `getAllProviders()` - List all provider configs
+- `isProviderConfigured(id)` - Check env var configuration
+- `createProviderInstance(id, creds?)` - Create provider instance
+
+### Classes
+
+- `ProviderRegistry` - Manage multiple provider instances
+
+## License
+
+MIT

package/dist/index.d.ts

@@ -0,0 +1,8 @@
+/**
+ * @llm-utils/providers
+ * LLM provider registry with model metadata and capabilities
+ */
+export type { ProviderId, ModelCapabilities, TokenPricing, ModelMetadata, ProviderConfig, ProviderCredentials, ProviderInstance, } from './types.js';
+export { openaiModels, anthropicModels, googleModels, mistralModels, groqModels, deepseekModels, xaiModels, allModels, getModelsByProvider, getModelById, getModelsWithCapability, } from './models.js';
+export { getProvider, getAllProviders, isProviderConfigured, getCredentialsFromEnv, createProviderInstance, ProviderRegistry, defaultRegistry, } from './registry.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,YAAY,EACV,UAAU,EACV,iBAAiB,EACjB,YAAY,EACZ,aAAa,EACb,cAAc,EACd,mBAAmB,EACnB,gBAAgB,GACjB,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,YAAY,EACZ,eAAe,EACf,YAAY,EACZ,aAAa,EACb,UAAU,EACV,cAAc,EACd,SAAS,EACT,SAAS,EACT,mBAAmB,EACnB,YAAY,EACZ,uBAAuB,GACxB,MAAM,aAAa,CAAC;AAGrB,OAAO,EACL,WAAW,EACX,eAAe,EACf,oBAAoB,EACpB,qBAAqB,EACrB,sBAAsB,EACtB,gBAAgB,EAChB,eAAe,GAChB,MAAM,eAAe,CAAC"}

package/dist/index.js

@@ -0,0 +1,9 @@
+/**
+ * @llm-utils/providers
+ * LLM provider registry with model metadata and capabilities
+ */
+// Models
+export { openaiModels, anthropicModels, googleModels, mistralModels, groqModels, deepseekModels, xaiModels, allModels, getModelsByProvider, getModelById, getModelsWithCapability, } from './models.js';
+// Registry
+export { getProvider, getAllProviders, isProviderConfigured, getCredentialsFromEnv, createProviderInstance, ProviderRegistry, defaultRegistry, } from './registry.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAaH,SAAS;AACT,OAAO,EACL,YAAY,EACZ,eAAe,EACf,YAAY,EACZ,aAAa,EACb,UAAU,EACV,cAAc,EACd,SAAS,EACT,SAAS,EACT,mBAAmB,EACnB,YAAY,EACZ,uBAAuB,GACxB,MAAM,aAAa,CAAC;AAErB,WAAW;AACX,OAAO,EACL,WAAW,EACX,eAAe,EACf,oBAAoB,EACpB,qBAAqB,EACrB,sBAAsB,EACtB,gBAAgB,EAChB,eAAe,GAChB,MAAM,eAAe,CAAC"}

package/dist/models.d.ts

@@ -0,0 +1,50 @@
+/**
+ * Model Definitions
+ * Comprehensive model metadata for major LLM providers
+ */
+import type { ModelMetadata, ModelCapabilities } from './types.js';
+/**
+ * OpenAI Models
+ */
+export declare const openaiModels: ModelMetadata[];
+/**
+ * Anthropic Models
+ */
+export declare const anthropicModels: ModelMetadata[];
+/**
+ * Google Models
+ */
+export declare const googleModels: ModelMetadata[];
+/**
+ * Mistral Models
+ */
+export declare const mistralModels: ModelMetadata[];
+/**
+ * Groq Models
+ */
+export declare const groqModels: ModelMetadata[];
+/**
+ * DeepSeek Models
+ */
+export declare const deepseekModels: ModelMetadata[];
+/**
+ * xAI Models
+ */
+export declare const xaiModels: ModelMetadata[];
+/**
+ * All models combined
+ */
+export declare const allModels: ModelMetadata[];
+/**
+ * Get models by provider
+ */
+export declare function getModelsByProvider(provider: ModelMetadata['provider']): ModelMetadata[];
+/**
+ * Get model by ID
+ */
+export declare function getModelById(id: string): ModelMetadata | undefined;
+/**
+ * Get models with specific capability
+ */
+export declare function getModelsWithCapability(capability: keyof ModelCapabilities): ModelMetadata[];
+//# sourceMappingURL=models.d.ts.map

package/dist/models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AA0BnE;;GAEG;AACH,eAAO,MAAM,YAAY,EAAE,aAAa,EA0KvC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,eAAe,EAAE,aAAa,EA+F1C,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,YAAY,EAAE,aAAa,EA6EvC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,aAAa,EAAE,aAAa,EAgExC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,UAAU,EAAE,aAAa,EA+DrC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,cAAc,EAAE,aAAa,EAmCzC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,SAAS,EAAE,aAAa,EAiCpC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,SAAS,EAAE,aAAa,EAQpC,CAAC;AAEF;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,aAAa,CAAC,UAAU,CAAC,GAClC,aAAa,EAAE,CAEjB;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,CAElE;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CACrC,UAAU,EAAE,MAAM,iBAAiB,GAClC,aAAa,EAAE,CAEjB"}