@just-every/ensemble 0.1.0

package/README.md

@@ -0,0 +1,245 @@
+# @just-every/ensemble
+
+Shared model-provider utilities for MAGI System. This package provides a unified interface for interacting with multiple LLM providers including OpenAI, Anthropic Claude, Google Gemini, Deepseek, Grok, and OpenRouter.
+
+## Features
+
+- **Multi-provider support**: Claude, OpenAI, Gemini, Deepseek, Grok, OpenRouter
+- **AsyncGenerator API**: Clean, native async iteration for streaming responses
+- **Simple interface**: Direct async generator pattern matches native LLM APIs
+- **Tool calling**: Function calling support where available
+- **Stream conversion**: Convert streaming events to conversation history for chaining
+- **Image processing**: Image-to-text and image utilities
+- **Cost tracking**: Token usage and cost monitoring
+- **Quota management**: Rate limiting and usage tracking
+- **Pluggable logging**: Configurable request/response logging
+- **Type safety**: Full TypeScript support
+
+## Installation
+
+```bash
+npm install @just-every/ensemble
+```
+
+## Quick Start
+
+```typescript
+import { request } from '@just-every/ensemble';
+
+// Simple request with AsyncGenerator API
+const stream = request('claude-3-5-sonnet-20241022', [
+  { type: 'message', role: 'user', content: 'Hello, world!' }
+]);
+
+// Process streaming events
+for await (const event of stream) {
+  if (event.type === 'message_delta') {
+    console.log(event.content);
+  } else if (event.type === 'message_complete') {
+    console.log('Request completed!');
+  } else if (event.type === 'error') {
+    console.error('Request failed:', event.error);
+  }
+}
+
+// With tools
+const toolStream = request('gpt-4o', [
+  { type: 'message', role: 'user', content: 'What is the weather?' }
+], {
+  tools: [{
+    function: async (location: string) => {
+      // Tool implementation
+      return `Weather in ${location}: Sunny, 72°F`;
+    },
+    definition: {
+      type: 'function',
+      function: {
+        name: 'get_weather',
+        description: 'Get current weather',
+        parameters: {
+          type: 'object',
+          properties: {
+            location: { type: 'string' }
+          },
+          required: ['location']
+        }
+      }
+    }
+  }]
+});
+
+// Process tool calls
+for await (const event of toolStream) {
+  if (event.type === 'tool_start') {
+    console.log('Tool called:', event.tool_calls[0].function.name);
+  } else if (event.type === 'message_delta') {
+    console.log(event.content);
+  }
+}
+
+// Early termination
+const earlyStream = request('claude-3-5-sonnet-20241022', [
+  { type: 'message', role: 'user', content: 'Count to 100' }
+]);
+
+let count = 0;
+for await (const event of earlyStream) {
+  if (event.type === 'message_delta') {
+    count++;
+    if (count >= 10) break; // Stop after 10 events
+  }
+}
+```
+
+## API Reference
+
+### `request(model, messages, options?)`
+
+Main function for making LLM requests using the AsyncGenerator API.
+
+**Parameters:**
+- `model` (string): Model identifier
+- `messages` (ResponseInput): Array of message objects
+- `options` (RequestOptions): Optional configuration object
+
+**Returns:** `AsyncGenerator<EnsembleStreamEvent>` - An async generator that yields streaming events
+
+```typescript
+interface RequestOptions {
+  agentId?: string;
+  tools?: ToolFunction[];
+  modelSettings?: ModelSettings;
+  modelClass?: ModelClassID;
+}
+
+// Usage with try/catch for error handling
+try {
+  for await (const event of request(model, messages, options)) {
+    // Process events
+  }
+} catch (error) {
+  // Handle errors
+}
+```
+
+
+### Model Provider Interface
+
+Each provider implements the `ModelProvider` interface:
+
+```typescript
+interface ModelProvider {
+  createResponseStream(
+    model: string, 
+    messages: ResponseInput, 
+    agent: EnsembleAgent
+  ): AsyncGenerator<EnsembleStreamEvent>;
+}
+```
+
+### Utilities
+
+- **Cost Tracking**: Monitor token usage and costs with cost_tracker
+- **Quota Management**: Track API quotas and rate limits with quota_tracker
+- **Image Processing**: Convert images to text, resize, and optimize
+- **Logging System**: Pluggable request/response logging with configurable backends
+- **Communication**: Logging and debugging utilities
+- **Delta Buffer**: Handle streaming response deltas
+- **AsyncQueue**: Generic async queue for bridging callbacks to async iteration (used internally)
+
+### Stream Conversion
+
+Convert streaming events into conversation history for chaining LLM calls:
+
+```typescript
+import { convertStreamToMessages, chainRequests } from '@just-every/ensemble';
+
+// Convert a single stream to messages
+const stream = request('claude-3-5-sonnet-20241022', [
+  { type: 'message', role: 'user', content: 'Tell me a joke' }
+]);
+
+const result = await convertStreamToMessages(stream);
+console.log(result.messages); // Array of ResponseInput items
+console.log(result.fullResponse); // Complete response text
+
+// Chain multiple requests together
+const chainResult = await chainRequests([
+  {
+    model: 'claude-3-5-sonnet-20241022',
+    systemPrompt: 'You are a helpful assistant that tells jokes.',
+  },
+  {
+    model: 'gpt-4o',
+    systemPrompt: 'Rate the previous joke on a scale of 1-10.',
+  }
+], [
+  { type: 'message', role: 'user', content: 'Tell me a joke about programming' }
+]);
+
+// Custom tool processing during conversion
+const streamWithTools = request('gpt-4o', messages, {
+  tools: [weatherTool]
+});
+
+const toolResult = await convertStreamToMessages(streamWithTools, [], {
+  processToolCall: async (toolCalls) => {
+    // Process tool calls and return results
+    const results = await Promise.all(
+      toolCalls.map(call => processMyTool(call))
+    );
+    return results;
+  },
+  onThinking: (msg) => console.log('Thinking:', msg.content),
+  onResponse: (msg) => console.log('Response:', msg.content),
+});
+```
+
+### Logging
+
+The ensemble package includes a pluggable logging system for LLM requests and responses:
+
+```typescript
+import { setEnsembleLogger, EnsembleLogger } from '@just-every/ensemble';
+
+// Implement custom logger
+class CustomLogger implements EnsembleLogger {
+  log_llm_request(agentId: string, providerName: string, model: string, requestData: unknown, timestamp?: Date): string {
+    // Log request and return request ID for correlation
+    console.log(`Request: ${agentId} -> ${providerName}/${model}`);
+    return `req_${Date.now()}`;
+  }
+
+  log_llm_response(requestId: string | undefined, responseData: unknown, timestamp?: Date): void {
+    // Log response using request ID
+    console.log(`Response for: ${requestId}`);
+  }
+
+  log_llm_error(requestId: string | undefined, errorData: unknown, timestamp?: Date): void {
+    // Log error using request ID
+    console.log(`Error for: ${requestId}`);
+  }
+}
+
+// Enable logging
+setEnsembleLogger(new CustomLogger());
+
+// All ensemble requests will now be logged
+```
+
+## Environment Variables
+
+Set up API keys for the providers you want to use:
+
+```bash
+ANTHROPIC_API_KEY=your_key_here
+OPENAI_API_KEY=your_key_here
+GOOGLE_API_KEY=your_key_here
+DEEPSEEK_API_KEY=your_key_here
+XAI_API_KEY=your_key_here
+OPENROUTER_API_KEY=your_key_here
+```
+
+## License
+
+MIT

package/dist/cost_tracker.d.ts

@@ -0,0 +1,2 @@
+export * from './utils/cost_tracker.js';
+//# sourceMappingURL=cost_tracker.d.ts.map

package/dist/cost_tracker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost_tracker.d.ts","sourceRoot":"","sources":["../cost_tracker.ts"],"names":[],"mappings":"AAyBA,cAAc,yBAAyB,CAAC"}

package/dist/cost_tracker.js

@@ -0,0 +1,2 @@
+export * from './utils/cost_tracker.js';
+//# sourceMappingURL=cost_tracker.js.map

package/dist/cost_tracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost_tracker.js","sourceRoot":"","sources":["../cost_tracker.ts"],"names":[],"mappings":"AAyBA,cAAc,yBAAyB,CAAC"}

package/dist/errors.d.ts

@@ -0,0 +1,55 @@
+import { ModelProviderID } from './model_data.js';
+export declare class EnsembleError extends Error {
+    code: string;
+    context?: Record<string, unknown>;
+    constructor(message: string, code: string, context?: Record<string, unknown>);
+}
+export declare class ProviderError extends EnsembleError {
+    provider: ModelProviderID;
+    originalError?: unknown;
+    constructor(provider: ModelProviderID, message: string, code: string, originalError?: unknown, context?: Record<string, unknown>);
+}
+export declare class RateLimitError extends ProviderError {
+    retryAfter?: number;
+    constructor(provider: ModelProviderID, retryAfter?: number, context?: Record<string, unknown>);
+}
+export declare class QuotaExceededError extends ProviderError {
+    quotaType: 'tokens' | 'requests' | 'cost';
+    constructor(provider: ModelProviderID, quotaType: 'tokens' | 'requests' | 'cost', context?: Record<string, unknown>);
+}
+export declare class AuthenticationError extends ProviderError {
+    constructor(provider: ModelProviderID, message?: string, context?: Record<string, unknown>);
+}
+export declare class ModelNotFoundError extends EnsembleError {
+    model: string;
+    availableModels?: string[];
+    constructor(model: string, availableModels?: string[]);
+}
+export declare class NoProviderError extends EnsembleError {
+    model: string;
+    missingProviders?: ModelProviderID[];
+    constructor(model: string, missingProviders?: ModelProviderID[]);
+}
+export declare class ValidationError extends EnsembleError {
+    field?: string;
+    value?: unknown;
+    constructor(message: string, field?: string, value?: unknown);
+}
+export declare class StreamInterruptedError extends EnsembleError {
+    reason?: string;
+    constructor(message?: string, reason?: string);
+}
+export declare class ImageProcessingError extends EnsembleError {
+    operation: 'resize' | 'convert' | 'validate';
+    constructor(message: string, operation: 'resize' | 'convert' | 'validate', context?: Record<string, unknown>);
+}
+export declare class ToolExecutionError extends EnsembleError {
+    toolName: string;
+    parameters?: Record<string, unknown>;
+    constructor(toolName: string, message: string, parameters?: Record<string, unknown>);
+}
+export declare function isEnsembleError(error: unknown): error is EnsembleError;
+export declare function isProviderError(error: unknown): error is ProviderError;
+export declare function isRateLimitError(error: unknown): error is RateLimitError;
+export declare function createProviderError(provider: ModelProviderID, error: unknown): ProviderError;
+//# sourceMappingURL=errors.d.ts.map

package/dist/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAKlD,qBAAa,aAAc,SAAQ,KAAK;IAG7B,IAAI,EAAE,MAAM;IACZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;gBAFxC,OAAO,EAAE,MAAM,EACR,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAK3C;AAKD,qBAAa,aAAc,SAAQ,aAAa;IAErC,QAAQ,EAAE,eAAe;IAGzB,aAAa,CAAC,EAAE,OAAO;gBAHvB,QAAQ,EAAE,eAAe,EAChC,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EACL,aAAa,CAAC,EAAE,OAAO,EAC9B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAKpC;AAKD,qBAAa,cAAe,SAAQ,aAAa;IAGtC,UAAU,CAAC,EAAE,MAAM;gBAD1B,QAAQ,EAAE,eAAe,EAClB,UAAU,CAAC,EAAE,MAAM,EAC1B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAWpC;AAKD,qBAAa,kBAAmB,SAAQ,aAAa;IAG1C,SAAS,EAAE,QAAQ,GAAG,UAAU,GAAG,MAAM;gBADhD,QAAQ,EAAE,eAAe,EAClB,SAAS,EAAE,QAAQ,GAAG,UAAU,GAAG,MAAM,EAChD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAWpC;AAKD,qBAAa,mBAAoB,SAAQ,aAAa;gBAElD,QAAQ,EAAE,eAAe,EACzB,OAAO,GAAE,MAAgC,EACzC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAKpC;AAKD,qBAAa,kBAAmB,SAAQ,aAAa;IAE1C,KAAK,EAAE,MAAM;IACb,eAAe,CAAC,EAAE,MAAM,EAAE;gBAD1B,KAAK,EAAE,MAAM,EACb,eAAe,CAAC,EAAE,MAAM,EAAE;CASpC;AAKD,qBAAa,eAAgB,SAAQ,aAAa;IAEvC,KAAK,EAAE,MAAM;IACb,gBAAgB,CAAC,EAAE,eAAe,EAAE;gBADpC,KAAK,EAAE,MAAM,EACb,gBAAgB,CAAC,EAAE,eAAe,EAAE;CAS9C;AAKD,qBAAa,eAAgB,SAAQ,aAAa;IAGvC,KAAK,CAAC,EAAE,MAAM;IACd,KAAK,CAAC,EAAE,OAAO;gBAFtB,OAAO,EAAE,MAAM,EACR,KAAK,CAAC,EAAE,MAAM,EACd,KAAK,CAAC,EAAE,OAAO;CAKzB;AAKD,qBAAa,sBAAuB,SAAQ,aAAa;IAG9C,MAAM,CAAC,EAAE,MAAM;gBADtB,OAAO,GAAE,MAA6B,EAC/B,MAAM,CAAC,EAAE,MAAM;CAKzB;AAKD,qBAAa,oBAAqB,SAAQ,aAAa;IAG5C,SAAS,EAAE,QAAQ,GAAG,SAAS,GAAG,UAAU;gBADnD,OAAO,EAAE,MAAM,EACR,SAAS,EAAE,QAAQ,GAAG,SAAS,GAAG,UAAU,EACnD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAKpC;AAKD,qBAAa,kBAAmB,SAAQ,aAAa;IAE1C,QAAQ,EAAE,MAAM;IAEhB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;gBAFpC,QAAQ,EAAE,MAAM,EACvB,OAAO,EAAE,MAAM,EACR,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAS9C;AAKD,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,aAAa,CAEtE;AAKD,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,aAAa,CAEtE;AAKD,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,cAAc,CAExE;AAKD,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,eAAe,EACzB,KAAK,EAAE,OAAO,GACb,aAAa,CA6Cf"}

package/dist/errors.js

@@ -0,0 +1,134 @@
+export class EnsembleError extends Error {
+    code;
+    context;
+    constructor(message, code, context) {
+        super(message);
+        this.code = code;
+        this.context = context;
+        this.name = 'EnsembleError';
+    }
+}
+export class ProviderError extends EnsembleError {
+    provider;
+    originalError;
+    constructor(provider, message, code, originalError, context) {
+        super(`[${provider}] ${message}`, code, context);
+        this.provider = provider;
+        this.originalError = originalError;
+        this.name = 'ProviderError';
+    }
+}
+export class RateLimitError extends ProviderError {
+    retryAfter;
+    constructor(provider, retryAfter, context) {
+        super(provider, `Rate limit exceeded${retryAfter ? `, retry after ${retryAfter}s` : ''}`, 'RATE_LIMIT', undefined, context);
+        this.retryAfter = retryAfter;
+        this.name = 'RateLimitError';
+    }
+}
+export class QuotaExceededError extends ProviderError {
+    quotaType;
+    constructor(provider, quotaType, context) {
+        super(provider, `${quotaType} quota exceeded`, 'QUOTA_EXCEEDED', undefined, context);
+        this.quotaType = quotaType;
+        this.name = 'QuotaExceededError';
+    }
+}
+export class AuthenticationError extends ProviderError {
+    constructor(provider, message = 'Authentication failed', context) {
+        super(provider, message, 'AUTH_FAILED', undefined, context);
+        this.name = 'AuthenticationError';
+    }
+}
+export class ModelNotFoundError extends EnsembleError {
+    model;
+    availableModels;
+    constructor(model, availableModels) {
+        super(`Model '${model}' not found or not supported`, 'MODEL_NOT_FOUND', { model, availableModels });
+        this.model = model;
+        this.availableModels = availableModels;
+        this.name = 'ModelNotFoundError';
+    }
+}
+export class NoProviderError extends EnsembleError {
+    model;
+    missingProviders;
+    constructor(model, missingProviders) {
+        super(`No valid provider found for model '${model}'. Please check your API keys.`, 'NO_PROVIDER', { model, missingProviders });
+        this.model = model;
+        this.missingProviders = missingProviders;
+        this.name = 'NoProviderError';
+    }
+}
+export class ValidationError extends EnsembleError {
+    field;
+    value;
+    constructor(message, field, value) {
+        super(message, 'VALIDATION_ERROR', { field, value });
+        this.field = field;
+        this.value = value;
+        this.name = 'ValidationError';
+    }
+}
+export class StreamInterruptedError extends EnsembleError {
+    reason;
+    constructor(message = 'Stream interrupted', reason) {
+        super(message, 'STREAM_INTERRUPTED', { reason });
+        this.reason = reason;
+        this.name = 'StreamInterruptedError';
+    }
+}
+export class ImageProcessingError extends EnsembleError {
+    operation;
+    constructor(message, operation, context) {
+        super(message, 'IMAGE_PROCESSING_ERROR', { operation, ...context });
+        this.operation = operation;
+        this.name = 'ImageProcessingError';
+    }
+}
+export class ToolExecutionError extends EnsembleError {
+    toolName;
+    parameters;
+    constructor(toolName, message, parameters) {
+        super(`Tool '${toolName}' execution failed: ${message}`, 'TOOL_EXECUTION_ERROR', { toolName, parameters });
+        this.toolName = toolName;
+        this.parameters = parameters;
+        this.name = 'ToolExecutionError';
+    }
+}
+export function isEnsembleError(error) {
+    return error instanceof EnsembleError;
+}
+export function isProviderError(error) {
+    return error instanceof ProviderError;
+}
+export function isRateLimitError(error) {
+    return error instanceof RateLimitError;
+}
+export function createProviderError(provider, error) {
+    if (error instanceof ProviderError) {
+        return error;
+    }
+    const errorObj = error;
+    if (errorObj?.status === 429 ||
+        errorObj?.code === 'rate_limit_exceeded' ||
+        errorObj?.message?.toLowerCase().includes('rate limit')) {
+        const retryAfter = errorObj?.headers?.['retry-after'] ||
+            errorObj?.retryAfter ||
+            undefined;
+        return new RateLimitError(provider, retryAfter);
+    }
+    if (errorObj?.status === 401 ||
+        errorObj?.status === 403 ||
+        errorObj?.code === 'unauthorized' ||
+        errorObj?.message?.toLowerCase().includes('api key') ||
+        errorObj?.message?.toLowerCase().includes('authentication')) {
+        return new AuthenticationError(provider, errorObj?.message);
+    }
+    if (errorObj?.code === 'quota_exceeded' ||
+        errorObj?.message?.toLowerCase().includes('quota')) {
+        return new QuotaExceededError(provider, 'tokens');
+    }
+    return new ProviderError(provider, errorObj?.message || 'Unknown error', errorObj?.code || 'UNKNOWN', error);
+}
+//# sourceMappingURL=errors.js.map

package/dist/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../errors.ts"],"names":[],"mappings":"AAKA,MAAM,OAAO,aAAc,SAAQ,KAAK;IAG7B;IACA;IAHT,YACE,OAAe,EACR,IAAY,EACZ,OAAiC;QAExC,KAAK,CAAC,OAAO,CAAC,CAAC;QAHR,SAAI,GAAJ,IAAI,CAAQ;QACZ,YAAO,GAAP,OAAO,CAA0B;QAGxC,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AAKD,MAAM,OAAO,aAAc,SAAQ,aAAa;IAErC;IAGA;IAJT,YACS,QAAyB,EAChC,OAAe,EACf,IAAY,EACL,aAAuB,EAC9B,OAAiC;QAEjC,KAAK,CAAC,IAAI,QAAQ,KAAK,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAN1C,aAAQ,GAAR,QAAQ,CAAiB;QAGzB,kBAAa,GAAb,aAAa,CAAU;QAI9B,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF;AAKD,MAAM,OAAO,cAAe,SAAQ,aAAa;IAGtC;IAFT,YACE,QAAyB,EAClB,UAAmB,EAC1B,OAAiC;QAEjC,KAAK,CACH,QAAQ,EACR,sBAAsB,UAAU,CAAC,CAAC,CAAC,iBAAiB,UAAU,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EACxE,YAAY,EACZ,SAAS,EACT,OAAO,CACR,CAAC;QATK,eAAU,GAAV,UAAU,CAAS;QAU1B,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;IAC/B,CAAC;CACF;AAKD,MAAM,OAAO,kBAAmB,SAAQ,aAAa;IAG1C;IAFT,YACE,QAAyB,EAClB,SAAyC,EAChD,OAAiC;QAEjC,KAAK,CACH,QAAQ,EACR,GAAG,SAAS,iBAAiB,EAC7B,gBAAgB,EAChB,SAAS,EACT,OAAO,CACR,CAAC;QATK,cAAS,GAAT,SAAS,CAAgC;QAUhD,IAAI,CAAC,IAAI,GAAG,oBAAoB,CAAC;IACnC,CAAC;CACF;AAKD,MAAM,OAAO,mBAAoB,SAAQ,aAAa;IACpD,YACE,QAAyB,EACzB,UAAkB,uBAAuB,EACzC,OAAiC;QAEjC,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAC5D,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAKD,MAAM,OAAO,kBAAmB,SAAQ,aAAa;IAE1C;IACA;IAFT,YACS,KAAa,EACb,eAA0B;QAEjC,KAAK,CACH,UAAU,KAAK,8BAA8B,EAC7C,iBAAiB,EACjB,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B,CAAC;QAPK,UAAK,GAAL,KAAK,CAAQ;QACb,oBAAe,GAAf,eAAe,CAAW;QAOjC,IAAI,CAAC,IAAI,GAAG,oBAAoB,CAAC;IACnC,CAAC;CACF;AAKD,MAAM,OAAO,eAAgB,SAAQ,aAAa;IAEvC;IACA;IAFT,YACS,KAAa,EACb,gBAAoC;QAE3C,KAAK,CACH,sCAAsC,KAAK,gCAAgC,EAC3E,aAAa,EACb,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAC5B,CAAC;QAPK,UAAK,GAAL,KAAK,CAAQ;QACb,qBAAgB,GAAhB,gBAAgB,CAAoB;QAO3C,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAChC,CAAC;CACF;AAKD,MAAM,OAAO,eAAgB,SAAQ,aAAa;IAGvC;IACA;IAHT,YACE,OAAe,EACR,KAAc,EACd,KAAe;QAEtB,KAAK,CAAC,OAAO,EAAE,kBAAkB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAH9C,UAAK,GAAL,KAAK,CAAS;QACd,UAAK,GAAL,KAAK,CAAU;QAGtB,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAChC,CAAC;CACF;AAKD,MAAM,OAAO,sBAAuB,SAAQ,aAAa;IAG9C;IAFT,YACE,UAAkB,oBAAoB,EAC/B,MAAe;QAEtB,KAAK,CAAC,OAAO,EAAE,oBAAoB,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QAF1C,WAAM,GAAN,MAAM,CAAS;QAGtB,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;IACvC,CAAC;CACF;AAKD,MAAM,OAAO,oBAAqB,SAAQ,aAAa;IAG5C;IAFT,YACE,OAAe,EACR,SAA4C,EACnD,OAAiC;QAEjC,KAAK,CAAC,OAAO,EAAE,wBAAwB,EAAE,EAAE,SAAS,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAH7D,cAAS,GAAT,SAAS,CAAmC;QAInD,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAKD,MAAM,OAAO,kBAAmB,SAAQ,aAAa;IAE1C;IAEA;IAHT,YACS,QAAgB,EACvB,OAAe,EACR,UAAoC;QAE3C,KAAK,CACH,SAAS,QAAQ,uBAAuB,OAAO,EAAE,EACjD,sBAAsB,EACtB,EAAE,QAAQ,EAAE,UAAU,EAAE,CACzB,CAAC;QARK,aAAQ,GAAR,QAAQ,CAAQ;QAEhB,eAAU,GAAV,UAAU,CAA0B;QAO3C,IAAI,CAAC,IAAI,GAAG,oBAAoB,CAAC;IACnC,CAAC;CACF;AAKD,MAAM,UAAU,eAAe,CAAC,KAAc;IAC5C,OAAO,KAAK,YAAY,aAAa,CAAC;AACxC,CAAC;AAKD,MAAM,UAAU,eAAe,CAAC,KAAc;IAC5C,OAAO,KAAK,YAAY,aAAa,CAAC;AACxC,CAAC;AAKD,MAAM,UAAU,gBAAgB,CAAC,KAAc;IAC7C,OAAO,KAAK,YAAY,cAAc,CAAC;AACzC,CAAC;AAKD,MAAM,UAAU,mBAAmB,CACjC,QAAyB,EACzB,KAAc;IAEd,IAAI,KAAK,YAAY,aAAa,EAAE,CAAC;QACnC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,QAAQ,GAAG,KAAY,CAAC;IAG9B,IACE,QAAQ,EAAE,MAAM,KAAK,GAAG;QACxB,QAAQ,EAAE,IAAI,KAAK,qBAAqB;QACxC,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,EACvD,CAAC;QACD,MAAM,UAAU,GAAG,QAAQ,EAAE,OAAO,EAAE,CAAC,aAAa,CAAC;YACnC,QAAQ,EAAE,UAAU;YACpB,SAAS,CAAC;QAC5B,OAAO,IAAI,cAAc,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAClD,CAAC;IAGD,IACE,QAAQ,EAAE,MAAM,KAAK,GAAG;QACxB,QAAQ,EAAE,MAAM,KAAK,GAAG;QACxB,QAAQ,EAAE,IAAI,KAAK,cAAc;QACjC,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;QACpD,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAC3D,CAAC;QACD,OAAO,IAAI,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAGD,IACE,QAAQ,EAAE,IAAI,KAAK,gBAAgB;QACnC,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAClD,CAAC;QACD,OAAO,IAAI,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACpD,CAAC;IAGD,OAAO,IAAI,aAAa,CACtB,QAAQ,EACR,QAAQ,EAAE,OAAO,IAAI,eAAe,EACpC,QAAQ,EAAE,IAAI,IAAI,SAAS,EAC3B,KAAK,CACN,CAAC;AACJ,CAAC"}

package/dist/external_models.d.ts

@@ -0,0 +1,10 @@
+import { ModelEntry, ModelProvider, ModelProviderID, ModelClass } from './types.js';
+export declare function registerExternalModel(model: ModelEntry, provider: ModelProvider): void;
+export declare function getExternalModel(modelId: string): ModelEntry | undefined;
+export declare function getAllExternalModels(): ModelEntry[];
+export declare function getExternalProvider(providerId: ModelProviderID): ModelProvider | undefined;
+export declare function isExternalModel(modelId: string): boolean;
+export declare function clearExternalRegistrations(): void;
+export declare function overrideModelClass(className: string, modelClass: Partial<ModelClass>): void;
+export declare function getModelClassOverride(className: string): Partial<ModelClass> | undefined;
+//# sourceMappingURL=external_models.d.ts.map

package/dist/external_models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"external_models.d.ts","sourceRoot":"","sources":["../external_models.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAsCpF,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,aAAa,GAAG,IAAI,CAYtF;AAQD,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAExE;AAOD,wBAAgB,oBAAoB,IAAI,UAAU,EAAE,CAEnD;AAKD,wBAAgB,mBAAmB,CAAC,UAAU,EAAE,eAAe,GAAG,aAAa,GAAG,SAAS,CAE1F;AAKD,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAExD;AAKD,wBAAgB,0BAA0B,IAAI,IAAI,CAIjD;AAOD,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,IAAI,CAG3F;AAOD,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,SAAS,CAExF"}

package/dist/external_models.js

@@ -0,0 +1,36 @@
+const externalModels = new Map();
+const externalProviders = new Map();
+const modelClassOverrides = new Map();
+export function registerExternalModel(model, provider) {
+    const modelId = model.id;
+    externalModels.set(modelId, model);
+    if (!externalProviders.has(model.provider)) {
+        externalProviders.set(model.provider, provider);
+    }
+    console.log(`[Ensemble] Registered external model: ${modelId} with provider: ${model.provider}`);
+}
+export function getExternalModel(modelId) {
+    return externalModels.get(modelId);
+}
+export function getAllExternalModels() {
+    return Array.from(externalModels.values());
+}
+export function getExternalProvider(providerId) {
+    return externalProviders.get(providerId);
+}
+export function isExternalModel(modelId) {
+    return externalModels.has(modelId);
+}
+export function clearExternalRegistrations() {
+    externalModels.clear();
+    externalProviders.clear();
+    modelClassOverrides.clear();
+}
+export function overrideModelClass(className, modelClass) {
+    modelClassOverrides.set(className, modelClass);
+    console.log(`[Ensemble] Overrode model class: ${className} with models: ${modelClass.models?.join(', ')}`);
+}
+export function getModelClassOverride(className) {
+    return modelClassOverrides.get(className);
+}
+//# sourceMappingURL=external_models.js.map

package/dist/external_models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"external_models.js","sourceRoot":"","sources":["../external_models.ts"],"names":[],"mappings":"AAQA,MAAM,cAAc,GAAG,IAAI,GAAG,EAAsB,CAAC;AAGrD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAkC,CAAC;AAGpE,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAA+B,CAAC;AA6BnE,MAAM,UAAU,qBAAqB,CAAC,KAAiB,EAAE,QAAuB;IAC5E,MAAM,OAAO,GAAG,KAAK,CAAC,EAAE,CAAC;IAGzB,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAGnC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,yCAAyC,OAAO,mBAAmB,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;AACrG,CAAC;AAQD,MAAM,UAAU,gBAAgB,CAAC,OAAe;IAC5C,OAAO,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACvC,CAAC;AAOD,MAAM,UAAU,oBAAoB;IAChC,OAAO,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC;AAC/C,CAAC;AAKD,MAAM,UAAU,mBAAmB,CAAC,UAA2B;IAC3D,OAAO,iBAAiB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;AAC7C,CAAC;AAKD,MAAM,UAAU,eAAe,CAAC,OAAe;IAC3C,OAAO,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACvC,CAAC;AAKD,MAAM,UAAU,0BAA0B;IACtC,cAAc,CAAC,KAAK,EAAE,CAAC;IACvB,iBAAiB,CAAC,KAAK,EAAE,CAAC;IAC1B,mBAAmB,CAAC,KAAK,EAAE,CAAC;AAChC,CAAC;AAOD,MAAM,UAAU,kBAAkB,CAAC,SAAiB,EAAE,UAA+B;IACjF,mBAAmB,CAAC,GAAG,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC/C,OAAO,CAAC,GAAG,CAAC,oCAAoC,SAAS,iBAAiB,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC/G,CAAC;AAOD,MAAM,UAAU,qBAAqB,CAAC,SAAiB;IACnD,OAAO,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AAC9C,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,31 @@
+export * from './types.js';
+export { getModelProvider, getProviderFromModel, getModelFromClass, isProviderKeyValid, ModelProvider, EmbedOpts } from './model_providers/model_provider.js';
+export { registerExternalModel, getExternalModel, getAllExternalModels, getExternalProvider, isExternalModel, clearExternalRegistrations, overrideModelClass, getModelClassOverride } from './external_models.js';
+export { MODEL_REGISTRY, MODEL_CLASSES, findModel, ModelProviderID, ModelUsage, TieredPrice, TimeBasedPrice, ModelEntry } from './model_data.js';
+export * from './model_providers/claude.js';
+export * from './model_providers/openai.js';
+export * from './model_providers/openai_chat.js';
+export * from './model_providers/deepseek.js';
+export * from './model_providers/gemini.js';
+export * from './model_providers/grok.js';
+export * from './model_providers/openrouter.js';
+export * from './model_providers/test_provider.js';
+export * from './utils/async_queue.js';
+export * from './utils/communication.js';
+export * from './utils/cost_tracker.js';
+export * from './utils/delta_buffer.js';
+export * from './utils/image_to_text.js';
+export * from './utils/image_utils.js';
+export * from './utils/llm_logger.js';
+export * from './utils/quota_tracker.js';
+export { convertStreamToMessages, chainRequests } from './utils/stream_converter.js';
+export type { ConversionOptions, ConversionResult } from './utils/stream_converter.js';
+import { ModelSettings, ToolFunction, ResponseInput, EnsembleStreamEvent, ModelClassID } from './types.js';
+export interface RequestOptions {
+    agentId?: string;
+    tools?: ToolFunction[];
+    modelSettings?: ModelSettings;
+    modelClass?: ModelClassID;
+}
+export declare function request(model: string, messages: ResponseInput, options?: RequestOptions): AsyncGenerator<EnsembleStreamEvent>;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../index.ts"],"names":[],"mappings":"AACA,cAAc,YAAY,CAAC;AAG3B,OAAO,EACH,gBAAgB,EAChB,oBAAoB,EACpB,iBAAiB,EACjB,kBAAkB,EAClB,aAAa,EACb,SAAS,EACZ,MAAM,qCAAqC,CAAC;AAG7C,OAAO,EACH,qBAAqB,EACrB,gBAAgB,EAChB,oBAAoB,EACpB,mBAAmB,EACnB,eAAe,EACf,0BAA0B,EAC1B,kBAAkB,EAClB,qBAAqB,EACxB,MAAM,sBAAsB,CAAC;AAG9B,OAAO,EACH,cAAc,EACd,aAAa,EACb,SAAS,EACT,eAAe,EACf,UAAU,EACV,WAAW,EACX,cAAc,EACd,UAAU,EACb,MAAM,iBAAiB,CAAC;AAIzB,cAAc,6BAA6B,CAAC;AAC5C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,kCAAkC,CAAC;AACjD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,iCAAiC,CAAC;AAChD,cAAc,oCAAoC,CAAC;AAGnD,cAAc,wBAAwB,CAAC;AACvC,cAAc,0BAA0B,CAAC;AACzC,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,OAAO,EAAE,uBAAuB,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AACrF,YAAY,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAEvF,OAAO,EACH,aAAa,EACb,YAAY,EACZ,aAAa,EACb,mBAAmB,EACnB,YAAY,EAEf,MAAM,YAAY,CAAC;AAQpB,MAAM,WAAW,cAAc;IAE3B,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;IAEvB,aAAa,CAAC,EAAE,aAAa,CAAC;IAE9B,UAAU,CAAC,EAAE,YAAY,CAAC;CAC7B;AA8DD,wBAAuB,OAAO,CAC1B,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,aAAa,EACvB,OAAO,GAAE,cAAmB,GAC7B,cAAc,CAAC,mBAAmB,CAAC,CAcrC"}

package/dist/index.js

@@ -0,0 +1,47 @@
+export * from './types.js';
+export { getModelProvider, getProviderFromModel, getModelFromClass, isProviderKeyValid } from './model_providers/model_provider.js';
+export { registerExternalModel, getExternalModel, getAllExternalModels, getExternalProvider, isExternalModel, clearExternalRegistrations, overrideModelClass, getModelClassOverride } from './external_models.js';
+export { MODEL_REGISTRY, MODEL_CLASSES, findModel } from './model_data.js';
+export * from './model_providers/claude.js';
+export * from './model_providers/openai.js';
+export * from './model_providers/openai_chat.js';
+export * from './model_providers/deepseek.js';
+export * from './model_providers/gemini.js';
+export * from './model_providers/grok.js';
+export * from './model_providers/openrouter.js';
+export * from './model_providers/test_provider.js';
+export * from './utils/async_queue.js';
+export * from './utils/communication.js';
+export * from './utils/cost_tracker.js';
+export * from './utils/delta_buffer.js';
+export * from './utils/image_to_text.js';
+export * from './utils/image_utils.js';
+export * from './utils/llm_logger.js';
+export * from './utils/quota_tracker.js';
+export { convertStreamToMessages, chainRequests } from './utils/stream_converter.js';
+import { getModelProvider, } from './model_providers/model_provider.js';
+class RequestAgent {
+    agent_id;
+    modelSettings;
+    modelClass;
+    tools;
+    constructor(options) {
+        this.agent_id = options.agentId || 'ensemble';
+        this.modelSettings = options.modelSettings;
+        this.modelClass = options.modelClass;
+        this.tools = options.tools || [];
+    }
+    async getTools() {
+        return this.tools;
+    }
+}
+export async function* request(model, messages, options = {}) {
+    const provider = getModelProvider(model);
+    const agent = new RequestAgent(options);
+    const stream = provider.createResponseStream(model, messages, agent);
+    for await (const event of stream) {
+        yield event;
+    }
+    yield { type: 'stream_end', timestamp: new Date().toISOString() };
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../index.ts"],"names":[],"mappings":"AACA,cAAc,YAAY,CAAC;AAG3B,OAAO,EACH,gBAAgB,EAChB,oBAAoB,EACpB,iBAAiB,EACjB,kBAAkB,EAGrB,MAAM,qCAAqC,CAAC;AAG7C,OAAO,EACH,qBAAqB,EACrB,gBAAgB,EAChB,oBAAoB,EACpB,mBAAmB,EACnB,eAAe,EACf,0BAA0B,EAC1B,kBAAkB,EAClB,qBAAqB,EACxB,MAAM,sBAAsB,CAAC;AAG9B,OAAO,EACH,cAAc,EACd,aAAa,EACb,SAAS,EAMZ,MAAM,iBAAiB,CAAC;AAIzB,cAAc,6BAA6B,CAAC;AAC5C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,kCAAkC,CAAC;AACjD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,iCAAiC,CAAC;AAChD,cAAc,oCAAoC,CAAC;AAGnD,cAAc,wBAAwB,CAAC;AACvC,cAAc,0BAA0B,CAAC;AACzC,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,OAAO,EAAE,uBAAuB,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAWrF,OAAO,EACH,gBAAgB,GACnB,MAAM,qCAAqC,CAAC;AAgB7C,MAAM,YAAY;IACd,QAAQ,CAAS;IACjB,aAAa,CAAiB;IAC9B,UAAU,CAAgB;IAClB,KAAK,CAAiB;IAC9B,YAAY,OAAuB;QAC/B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC;QAC9C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;IACrC,CAAC;IACD,KAAK,CAAC,QAAQ;QACV,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;CACJ;AA8CD,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,OAAO,CAC1B,KAAa,EACb,QAAuB,EACvB,UAA0B,EAAE;IAE5B,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;IAGxC,MAAM,MAAM,GAAG,QAAQ,CAAC,oBAAoB,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAY,CAAC,CAAC;IAG5E,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC/B,MAAM,KAAK,CAAC;IAChB,CAAC;IAGD,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAyB,CAAC;AAC7F,CAAC"}