@just-every/ensemble 0.1.0

package/dist/types.d.ts

@@ -0,0 +1,301 @@
+export type ToolParameterType = 'string' | 'number' | 'boolean' | 'object' | 'array' | 'null';
+export interface ToolParameter {
+    type?: ToolParameterType;
+    description?: string | (() => string);
+    enum?: string[] | (() => Promise<string[]>);
+    items?: ToolParameter | {
+        type: ToolParameterType;
+        enum?: string[] | (() => Promise<string[]>);
+    };
+    properties?: Record<string, ToolParameter>;
+    required?: string[];
+    optional?: boolean;
+    minItems?: number;
+    additionalProperties?: boolean;
+    default?: unknown;
+    minimum?: number;
+    maximum?: number;
+    minLength?: number;
+    maxLength?: number;
+    pattern?: string;
+}
+export type ExecutableFunction = (...args: unknown[]) => Promise<string> | string;
+export interface ToolFunction {
+    function: ExecutableFunction;
+    definition: ToolDefinition;
+    injectAgentId?: boolean;
+    injectAbortSignal?: boolean;
+}
+export interface ToolDefinition {
+    type: 'function';
+    function: {
+        name: string;
+        description: string;
+        parameters: {
+            type: 'object';
+            properties: Record<string, ToolParameter>;
+            required: string[];
+        };
+    };
+}
+export interface ResponseJSONSchema {
+    name: string;
+    schema: Record<string, unknown>;
+    type: 'json_schema';
+    description?: string;
+    strict?: boolean | null;
+}
+export interface ModelSettings {
+    temperature?: number;
+    top_p?: number;
+    top_k?: number;
+    max_tokens?: number;
+    stop_sequence?: string;
+    seed?: number;
+    text?: {
+        format: string;
+    };
+    tool_choice?: 'auto' | 'none' | 'required' | {
+        type: string;
+        function: {
+            name: string;
+        };
+    };
+    sequential_tools?: boolean;
+    json_schema?: ResponseJSONSchema;
+    force_json?: boolean;
+}
+export interface ToolCall {
+    id: string;
+    type: 'function';
+    call_id?: string;
+    function: {
+        name: string;
+        arguments: string;
+    };
+}
+export interface ResponseContentText {
+    type: 'input_text';
+    text: string;
+}
+export interface ResponseContentImage {
+    type: 'input_image';
+    detail: 'high' | 'low' | 'auto';
+    file_id?: string;
+    image_url?: string;
+}
+export interface ResponseContentFileInput {
+    type: 'input_file';
+    file_data?: string;
+    file_id?: string;
+    filename?: string;
+}
+export type ResponseContent = string | Array<ResponseContentText | ResponseContentImage | ResponseContentFileInput>;
+export type ResponseInput = Array<ResponseInputItem>;
+export type ResponseInputItem = ResponseInputMessage | ResponseThinkingMessage | ResponseOutputMessage | ResponseInputFunctionCall | ResponseInputFunctionCallOutput;
+export interface ResponseBaseMessage {
+    type: string;
+    model?: string;
+    timestamp?: number;
+}
+export interface ResponseInputMessage extends ResponseBaseMessage {
+    type: 'message';
+    name?: string;
+    content: ResponseContent;
+    role: 'user' | 'system' | 'developer';
+    status?: 'in_progress' | 'completed' | 'incomplete';
+}
+export interface ResponseThinkingMessage extends ResponseBaseMessage {
+    type: 'thinking';
+    content: ResponseContent;
+    signature?: ResponseContent;
+    thinking_id?: string;
+    role: 'assistant';
+    status?: 'in_progress' | 'completed' | 'incomplete';
+}
+export interface ResponseOutputMessage extends ResponseBaseMessage {
+    id?: string;
+    type: 'message';
+    content: ResponseContent;
+    role: 'assistant';
+    status: 'in_progress' | 'completed' | 'incomplete';
+}
+export interface ResponseInputFunctionCall extends ResponseBaseMessage {
+    type: 'function_call';
+    call_id: string;
+    name: string;
+    arguments: string;
+    id?: string;
+    status?: 'in_progress' | 'completed' | 'incomplete';
+}
+export interface ResponseInputFunctionCallOutput extends ResponseBaseMessage {
+    type: 'function_call_output';
+    call_id: string;
+    name?: string;
+    output: string;
+    id?: string;
+    status?: 'in_progress' | 'completed' | 'incomplete';
+}
+export type StreamEventType = 'connected' | 'command_start' | 'command_done' | 'project_create' | 'project_update' | 'process_start' | 'process_running' | 'process_updated' | 'process_done' | 'process_failed' | 'process_waiting' | 'process_terminated' | 'agent_start' | 'agent_updated' | 'agent_done' | 'agent_status' | 'message_start' | 'message_delta' | 'message_complete' | 'talk_start' | 'talk_delta' | 'talk_complete' | 'audio_stream' | 'tool_start' | 'tool_delta' | 'tool_done' | 'file_start' | 'file_delta' | 'file_complete' | 'cost_update' | 'system_status' | 'system_update' | 'quota_update' | 'screenshot' | 'design_grid' | 'console' | 'error' | 'tool_wait_start' | 'tool_waiting' | 'tool_wait_complete' | 'task_wait_start' | 'task_waiting' | 'task_wait_complete' | 'git_pull_request' | 'stream_end';
+export interface StreamEvent {
+    type: StreamEventType;
+    timestamp?: string;
+}
+export interface MessageEventBase extends StreamEvent {
+    type: StreamEventType;
+    content: string;
+    message_id: string;
+    order?: number;
+    thinking_content?: string;
+    thinking_signature?: string;
+}
+export interface MessageEvent extends MessageEventBase {
+    type: 'message_start' | 'message_delta' | 'message_complete';
+}
+export interface FileEvent extends StreamEvent {
+    type: 'file_start' | 'file_delta' | 'file_complete';
+    message_id: string;
+    mime_type?: string;
+    data_format: 'base64';
+    data: string;
+    order?: number;
+}
+export interface TalkEvent extends MessageEventBase {
+    type: 'talk_start' | 'talk_delta' | 'talk_complete';
+}
+export interface ToolEvent extends StreamEvent {
+    type: 'tool_start' | 'tool_delta' | 'tool_done';
+    tool_calls: ToolCall[];
+    results?: Array<{
+        call_id: string;
+        output: string;
+        error?: string;
+    }>;
+}
+export interface ErrorEvent extends StreamEvent {
+    type: 'error';
+    error: string;
+}
+export interface CostUpdateEvent extends StreamEvent {
+    type: 'cost_update';
+    usage: {
+        input_tokens: number;
+        output_tokens: number;
+        total_tokens?: number;
+        cached_tokens?: number;
+    };
+    thought_delay?: number;
+}
+export type EnsembleStreamEvent = StreamEvent | MessageEvent | FileEvent | TalkEvent | ToolEvent | ErrorEvent | CostUpdateEvent;
+export interface ModelProvider {
+    createResponseStream(model: string, messages: ResponseInput, agent: EnsembleAgent): AsyncGenerator<EnsembleStreamEvent>;
+}
+export type ModelClassID = 'standard' | 'mini' | 'reasoning' | 'reasoning_mini' | 'monologue' | 'metacognition' | 'code' | 'writing' | 'summary' | 'vision' | 'vision_mini' | 'search' | 'image_generation' | 'embedding';
+export type ModelProviderID = 'openai' | 'anthropic' | 'google' | 'xai' | 'deepseek' | 'openrouter' | 'test';
+export interface TieredPrice {
+    threshold_tokens: number;
+    price_below_threshold_per_million: number;
+    price_above_threshold_per_million: number;
+}
+export interface TimeBasedPrice {
+    peak_price_per_million: number;
+    off_peak_price_per_million: number;
+    peak_utc_start_hour: number;
+    peak_utc_start_minute: number;
+    peak_utc_end_hour: number;
+    peak_utc_end_minute: number;
+}
+export interface ModelCost {
+    input_per_million?: number | TieredPrice | TimeBasedPrice;
+    output_per_million?: number | TieredPrice | TimeBasedPrice;
+    cached_input_per_million?: number | TieredPrice | TimeBasedPrice;
+    per_image?: number;
+}
+export interface ModelFeatures {
+    context_length?: number;
+    input_modality?: ('text' | 'image' | 'audio' | 'video')[];
+    output_modality?: ('text' | 'image' | 'audio' | 'embedding')[];
+    tool_use?: boolean;
+    streaming?: boolean;
+    json_output?: boolean;
+    max_output_tokens?: number;
+    reasoning_output?: boolean;
+}
+export interface ModelEntry {
+    id: string;
+    aliases?: string[];
+    provider: ModelProviderID;
+    cost: ModelCost;
+    features: ModelFeatures;
+    class?: string;
+    description?: string;
+    rate_limit_fallback?: string;
+    openrouter_id?: string;
+    embedding?: boolean;
+    dim?: number;
+    score?: number;
+    scores?: {
+        monologue?: number;
+        code?: number;
+        reasoning?: number;
+    };
+}
+export interface ModelUsage {
+    model: string;
+    cost?: number;
+    input_tokens?: number;
+    output_tokens?: number;
+    cached_tokens?: number;
+    image_count?: number;
+    metadata?: Record<string, unknown>;
+    timestamp?: Date;
+    isFreeTierUsage?: boolean;
+}
+export interface ModelClass {
+    models: string[];
+    random?: boolean;
+}
+export interface ModelSpecificQuota {
+    model: string;
+    dailyTokenLimit: number;
+    dailyTokensUsed: number;
+    dailyRequestLimit: number;
+    dailyRequestsUsed: number;
+    rateLimit?: {
+        requestsPerMinute: number;
+        tokensPerMinute: number;
+    };
+    lastResetDate?: Date;
+}
+export interface ProviderQuota {
+    provider: ModelProviderID;
+    creditBalance?: number;
+    creditLimit?: number;
+    info?: Record<string, unknown>;
+    models: Record<string, ModelSpecificQuota>;
+    lastResetDate?: Date;
+}
+export interface EnsembleLogger {
+    log_llm_request(agentId: string, providerName: string, model: string, requestData: unknown, timestamp?: Date): string;
+    log_llm_response(requestId: string | undefined, responseData: unknown, timestamp?: Date): void;
+    log_llm_error(requestId: string | undefined, errorData: unknown, timestamp?: Date): void;
+}
+export interface ExtractBase64ImageResult {
+    found: boolean;
+    originalContent: string;
+    replaceContent: string;
+    image_id: string | null;
+    images: Record<string, string>;
+}
+export interface EmbedOpts {
+    taskType?: string;
+    dimensions?: number;
+    normalize?: boolean;
+}
+export interface EnsembleAgent {
+    agent_id: string;
+    getTools(): Promise<ToolFunction[]>;
+    modelSettings?: ModelSettings;
+    modelClass?: ModelClassID;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../types.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,iBAAiB,GACvB,QAAQ,GACR,QAAQ,GACR,SAAS,GACT,QAAQ,GACR,OAAO,GACP,MAAM,CAAC;AAKb,MAAM,WAAW,aAAa;IAC1B,IAAI,CAAC,EAAE,iBAAiB,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,CAAC;IACtC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC5C,KAAK,CAAC,EAAE,aAAa,GAAG;QAAE,IAAI,EAAE,iBAAiB,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;KAAE,CAAC;IACjG,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAC3C,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,kBAAkB,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;AAKlF,MAAM,WAAW,YAAY;IACzB,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,UAAU,EAAE,cAAc,CAAC;IAC3B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC/B;AAKD,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE;YACR,IAAI,EAAE,QAAQ,CAAC;YACf,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;YAC1C,QAAQ,EAAE,MAAM,EAAE,CAAC;SACtB,CAAC;KACL,CAAC;CACL;AAED,MAAM,WAAW,kBAAkB;IAKjC,IAAI,EAAE,MAAM,CAAC;IAMb,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAKhC,IAAI,EAAE,aAAa,CAAC;IAMpB,WAAW,CAAC,EAAE,MAAM,CAAC;IASrB,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;CACzB;AAKD,MAAM,WAAW,aAAa;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1B,WAAW,CAAC,EACN,MAAM,GACN,MAAM,GACN,UAAU,GACV;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE;YAAE,IAAI,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,CAAC;IACnD,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,UAAU,CAAC,EAAE,OAAO,CAAC;CACxB;AAKD,MAAM,WAAW,QAAQ;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;KACrB,CAAC;CACL;AAED,MAAM,WAAW,mBAAmB;IAChC,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,oBAAoB;IACjC,IAAI,EAAE,aAAa,CAAC;IACpB,MAAM,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;IAChC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,wBAAwB;IACrC,IAAI,EAAE,YAAY,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAKD,MAAM,MAAM,eAAe,GACrB,MAAM,GACN,KAAK,CACD,mBAAmB,GAAG,oBAAoB,GAAG,wBAAwB,CACxE,CAAC;AAKR,MAAM,MAAM,aAAa,GAAG,KAAK,CAAC,iBAAiB,CAAC,CAAC;AACrD,MAAM,MAAM,iBAAiB,GACvB,oBAAoB,GACpB,uBAAuB,GACvB,qBAAqB,GACrB,yBAAyB,GACzB,+BAA+B,CAAC;AAEtC,MAAM,WAAW,mBAAmB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAKD,MAAM,WAAW,oBAAqB,SAAQ,mBAAmB;IAC7D,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,eAAe,CAAC;IACzB,IAAI,EAAE,MAAM,GAAG,QAAQ,GAAG,WAAW,CAAC;IACtC,MAAM,CAAC,EAAE,aAAa,GAAG,WAAW,GAAG,YAAY,CAAC;CACvD;AAKD,MAAM,WAAW,uBAAwB,SAAQ,mBAAmB;IAChE,IAAI,EAAE,UAAU,CAAC;IACjB,OAAO,EAAE,eAAe,CAAC;IACzB,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,CAAC,EAAE,aAAa,GAAG,WAAW,GAAG,YAAY,CAAC;CACvD;AAKD,MAAM,WAAW,qBAAsB,SAAQ,mBAAmB;IAC9D,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,SAAS,CAAC;IAChB,OAAO,EAAE,eAAe,CAAC;IACzB,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,EAAE,aAAa,GAAG,WAAW,GAAG,YAAY,CAAC;CACtD;AAKD,MAAM,WAAW,yBAA0B,SAAQ,mBAAmB;IAClE,IAAI,EAAE,eAAe,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,aAAa,GAAG,WAAW,GAAG,YAAY,CAAC;CACvD;AAKD,MAAM,WAAW,+BAAgC,SAAQ,mBAAmB;IACxE,IAAI,EAAE,sBAAsB,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,aAAa,GAAG,WAAW,GAAG,YAAY,CAAC;CACvD;AAKD,MAAM,MAAM,eAAe,GACrB,WAAW,GACX,eAAe,GACf,cAAc,GACd,gBAAgB,GAChB,gBAAgB,GAChB,eAAe,GACf,iBAAiB,GACjB,iBAAiB,GACjB,cAAc,GACd,gBAAgB,GAChB,iBAAiB,GACjB,oBAAoB,GACpB,aAAa,GACb,eAAe,GACf,YAAY,GACZ,cAAc,GACd,eAAe,GACf,eAAe,GACf,kBAAkB,GAClB,YAAY,GACZ,YAAY,GACZ,eAAe,GACf,cAAc,GACd,YAAY,GACZ,YAAY,GACZ,WAAW,GACX,YAAY,GACZ,YAAY,GACZ,eAAe,GACf,aAAa,GACb,eAAe,GACf,eAAe,GACf,cAAc,GACd,YAAY,GACZ,aAAa,GACb,SAAS,GACT,OAAO,GAEP,iBAAiB,GACjB,cAAc,GACd,oBAAoB,GAEpB,iBAAiB,GACjB,cAAc,GACd,oBAAoB,GAEpB,kBAAkB,GAElB,YAAY,CAAC;AAKnB,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,eAAe,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAKD,MAAM,WAAW,gBAAiB,SAAQ,WAAW;IACjD,IAAI,EAAE,eAAe,CAAA;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAKD,MAAM,WAAW,YAAa,SAAQ,gBAAgB;IAClD,IAAI,EAAE,eAAe,GAAG,eAAe,GAAG,kBAAkB,CAAC;CAChE;AAKD,MAAM,WAAW,SAAU,SAAQ,WAAW;IAC1C,IAAI,EAAE,YAAY,GAAG,YAAY,GAAG,eAAe,CAAC;IACpD,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,QAAQ,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAKD,MAAM,WAAW,SAAU,SAAQ,gBAAgB;IAC/C,IAAI,EAAE,YAAY,GAAG,YAAY,GAAG,eAAe,CAAC;CACvD;AAKD,MAAM,WAAW,SAAU,SAAQ,WAAW;IAC1C,IAAI,EAAE,YAAY,GAAG,YAAY,GAAG,WAAW,CAAC;IAChD,UAAU,EAAE,QAAQ,EAAE,CAAC;IACvB,OAAO,CAAC,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACxE;AAKD,MAAM,WAAW,UAAW,SAAQ,WAAW;IAC3C,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACjB;AAKD,MAAM,WAAW,eAAgB,SAAQ,WAAW;IAChD,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE;QACH,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,CAAC,EAAE,MAAM,CAAC;KAC1B,CAAC;IACF,aAAa,CAAC,EAAE,MAAM,CAAC;CAC1B;AAKD,MAAM,MAAM,mBAAmB,GACzB,WAAW,GACX,YAAY,GACZ,SAAS,GACT,SAAS,GACT,SAAS,GACT,UAAU,GACV,eAAe,CAAC;AAKtB,MAAM,WAAW,aAAa;IAC1B,oBAAoB,CAChB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,aAAa,EACvB,KAAK,EAAE,aAAa,GACrB,cAAc,CAAC,mBAAmB,CAAC,CAAC;CAC1C;AAKD,MAAM,MAAM,YAAY,GAClB,UAAU,GACV,MAAM,GACN,WAAW,GACX,gBAAgB,GAChB,WAAW,GACX,eAAe,GACf,MAAM,GACN,SAAS,GACT,SAAS,GACT,QAAQ,GACR,aAAa,GACb,QAAQ,GACR,kBAAkB,GAClB,WAAW,CAAC;AAGlB,MAAM,MAAM,eAAe,GACrB,QAAQ,GACR,WAAW,GACX,QAAQ,GACR,KAAK,GACL,UAAU,GACV,YAAY,GACZ,MAAM,CAAC;AAOb,MAAM,WAAW,WAAW;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iCAAiC,EAAE,MAAM,CAAC;IAC1C,iCAAiC,EAAE,MAAM,CAAC;CAC7C;AAGD,MAAM,WAAW,cAAc;IAC3B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,0BAA0B,EAAE,MAAM,CAAC;IAEnC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,EAAE,MAAM,CAAC;CAC/B;AAGD,MAAM,WAAW,SAAS;IAEtB,iBAAiB,CAAC,EAAE,MAAM,GAAG,WAAW,GAAG,cAAc,CAAC;IAC1D,kBAAkB,CAAC,EAAE,MAAM,GAAG,WAAW,GAAG,cAAc,CAAC;IAC3D,wBAAwB,CAAC,EAAE,MAAM,GAAG,WAAW,GAAG,cAAc,CAAC;IAGjE,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAGD,MAAM,WAAW,aAAa;IAC1B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,CAAC,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,CAAC,EAAE,CAAC;IAC1D,eAAe,CAAC,EAAE,CAAC,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,WAAW,CAAC,EAAE,CAAC;IAC/D,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAGD,MAAM,WAAW,UAAU;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,EAAE,eAAe,CAAC;IAC1B,IAAI,EAAE,SAAS,CAAC;IAChB,QAAQ,EAAE,aAAa,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE;QAEL,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,MAAM,CAAC;KAEtB,CAAC;CACL;AAGD,MAAM,WAAW,UAAU;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,SAAS,CAAC,EAAE,IAAI,CAAC;IACjB,eAAe,CAAC,EAAE,OAAO,CAAC;CAC7B;AAGD,MAAM,WAAW,UAAU;IACvB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;CACpB;AAOD,MAAM,WAAW,kBAAkB;IAE/B,KAAK,EAAE,MAAM,CAAC;IAEd,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IAExB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,iBAAiB,EAAE,MAAM,CAAC;IAE1B,SAAS,CAAC,EAAE;QACR,iBAAiB,EAAE,MAAM,CAAC;QAC1B,eAAe,EAAE,MAAM,CAAC;KAC3B,CAAC;IAEF,aAAa,CAAC,EAAE,IAAI,CAAC;CACxB;AAGD,MAAM,WAAW,aAAa;IAC1B,QAAQ,EAAE,eAAe,CAAC;IAE1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAE/B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;IAE3C,aAAa,CAAC,EAAE,IAAI,CAAC;CACxB;AAMD,MAAM,WAAW,cAAc;IAC3B,eAAe,CACX,OAAO,EAAE,MAAM,EACf,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,OAAO,EACpB,SAAS,CAAC,EAAE,IAAI,GACjB,MAAM,CAAC;IACV,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,SAAS,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IAC/F,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;CAC5F;AASD,MAAM,WAAW,wBAAwB;IACrC,KAAK,EAAE,OAAO,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAUD,MAAM,WAAW,SAAS;IAKtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,SAAS,CAAC,EAAE,OAAO,CAAC;CACvB;AAMD,MAAM,WAAW,aAAa;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IACpC,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,UAAU,CAAC,EAAE,YAAY,CAAC;CAC7B"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../types.ts"],"names":[],"mappings":""}

package/dist/utils/async_queue.d.ts

@@ -0,0 +1,14 @@
+export declare class AsyncQueue<T> {
+    private queue;
+    private waiters;
+    private completed;
+    private errorState;
+    push(item: T): void;
+    complete(): void;
+    setError(err: unknown): void;
+    [Symbol.asyncIterator](): AsyncIterator<T>;
+    get size(): number;
+    get isCompleted(): boolean;
+    get hasError(): boolean;
+}
+//# sourceMappingURL=async_queue.d.ts.map

package/dist/utils/async_queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"async_queue.d.ts","sourceRoot":"","sources":["../../utils/async_queue.ts"],"names":[],"mappings":"AAIA,qBAAa,UAAU,CAAC,CAAC;IACrB,OAAO,CAAC,KAAK,CAAW;IACxB,OAAO,CAAC,OAAO,CAAiD;IAChE,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,UAAU,CAAiB;IAKnC,IAAI,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI;IAkBnB,QAAQ,IAAI,IAAI;IAWhB,QAAQ,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI;IAYrB,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC;IAoCjD,IAAI,IAAI,IAAI,MAAM,CAEjB;IAKD,IAAI,WAAW,IAAI,OAAO,CAEzB;IAKD,IAAI,QAAQ,IAAI,OAAO,CAEtB;CACJ"}

package/dist/utils/async_queue.js

@@ -0,0 +1,68 @@
+export class AsyncQueue {
+    queue = [];
+    waiters = [];
+    completed = false;
+    errorState = null;
+    push(item) {
+        if (this.completed) {
+            return;
+        }
+        if (this.waiters.length > 0) {
+            const waiter = this.waiters.shift();
+            waiter({ value: item, done: false });
+        }
+        else {
+            this.queue.push(item);
+        }
+    }
+    complete() {
+        this.completed = true;
+        while (this.waiters.length > 0) {
+            const waiter = this.waiters.shift();
+            waiter({ value: undefined, done: true });
+        }
+    }
+    setError(err) {
+        this.errorState = err;
+        this.completed = true;
+        while (this.waiters.length > 0) {
+            const waiter = this.waiters.shift();
+            waiter({ value: undefined, done: true });
+        }
+    }
+    async *[Symbol.asyncIterator]() {
+        while (true) {
+            if (this.queue.length > 0) {
+                const item = this.queue.shift();
+                yield item;
+                continue;
+            }
+            if (this.completed) {
+                if (this.errorState) {
+                    throw this.errorState;
+                }
+                return;
+            }
+            const result = await new Promise((resolve) => {
+                this.waiters.push(resolve);
+            });
+            if (result.done) {
+                if (this.errorState) {
+                    throw this.errorState;
+                }
+                return;
+            }
+            yield result.value;
+        }
+    }
+    get size() {
+        return this.queue.length;
+    }
+    get isCompleted() {
+        return this.completed;
+    }
+    get hasError() {
+        return this.errorState !== null;
+    }
+}
+//# sourceMappingURL=async_queue.js.map

package/dist/utils/async_queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"async_queue.js","sourceRoot":"","sources":["../../utils/async_queue.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,UAAU;IACX,KAAK,GAAQ,EAAE,CAAC;IAChB,OAAO,GAA8C,EAAE,CAAC;IACxD,SAAS,GAAG,KAAK,CAAC;IAClB,UAAU,GAAY,IAAI,CAAC;IAKnC,IAAI,CAAC,IAAO;QACR,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAEjB,OAAO;QACX,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAG,CAAC;YACrC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACzC,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;IACL,CAAC;IAMD,QAAQ;QACJ,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAG,CAAC;YACrC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,CAAC;IACL,CAAC;IAKD,QAAQ,CAAC,GAAY;QACjB,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC;QACtB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAG,CAAC;YACrC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,CAAC;IACL,CAAC;IAKD,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,OAAO,IAAI,EAAE,CAAC;YAEV,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;gBACjC,MAAM,IAAI,CAAC;gBACX,SAAS;YACb,CAAC;YAGD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACjB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBAClB,MAAM,IAAI,CAAC,UAAU,CAAC;gBAC1B,CAAC;gBACD,OAAO;YACX,CAAC;YAGD,MAAM,MAAM,GAAG,MAAM,IAAI,OAAO,CAAoB,CAAC,OAAO,EAAE,EAAE;gBAC5D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC,CAAC,CAAC;YAEH,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBACd,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBAClB,MAAM,IAAI,CAAC,UAAU,CAAC;gBAC1B,CAAC;gBACD,OAAO;YACX,CAAC;YAED,MAAM,MAAM,CAAC,KAAK,CAAC;QACvB,CAAC;IACL,CAAC;IAKD,IAAI,IAAI;QACJ,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC7B,CAAC;IAKD,IAAI,WAAW;QACX,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAKD,IAAI,QAAQ;QACR,OAAO,IAAI,CAAC,UAAU,KAAK,IAAI,CAAC;IACpC,CAAC;CACJ"}

package/dist/utils/cache.d.ts

@@ -0,0 +1,60 @@
+import { ModelEntry } from '../types.js';
+export declare class LRUCache<K, V> {
+    private maxSize;
+    private ttlMs;
+    private cache;
+    private accessOrder;
+    constructor(maxSize: number, ttlMs?: number);
+    get(key: K): V | undefined;
+    set(key: K, value: V): void;
+    delete(key: K): boolean;
+    clear(): void;
+    private updateAccessOrder;
+    private evictLRU;
+}
+declare class ModelMetadataCache {
+    private cache;
+    get(modelId: string): ModelEntry | undefined;
+    set(modelId: string, entry: ModelEntry): void;
+    clear(): void;
+}
+export declare const modelMetadataCache: ModelMetadataCache;
+export declare class ConnectionPool<T> {
+    private factory;
+    private maxConnections;
+    private available;
+    private inUse;
+    private waitQueue;
+    constructor(factory: () => T, maxConnections?: number);
+    acquire(): Promise<T>;
+    release(conn: T): void;
+    withConnection<R>(fn: (conn: T) => Promise<R>): Promise<R>;
+    destroy(): void;
+}
+export declare class RequestDeduplicator<K, V> {
+    private pending;
+    deduplicate(key: K, factory: () => Promise<V>): Promise<V>;
+    clear(): void;
+}
+export declare class TokenBucket {
+    private capacity;
+    private refillRate;
+    private initialTokens?;
+    private tokens;
+    private lastRefill;
+    constructor(capacity: number, refillRate: number, initialTokens?: number);
+    consume(count?: number): Promise<boolean>;
+    waitAndConsume(count?: number): Promise<void>;
+    private refill;
+}
+export declare class ResponseCache {
+    private cache;
+    generateKey(model: string, messages: any[], options?: any): string;
+    get(key: string): any | undefined;
+    set(key: string, value: any): void;
+    clear(): void;
+}
+export declare const responseCache: ResponseCache;
+export declare const requestDeduplicator: RequestDeduplicator<string, any>;
+export {};
+//# sourceMappingURL=cache.d.ts.map

package/dist/utils/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../utils/cache.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAKzC,qBAAa,QAAQ,CAAC,CAAC,EAAE,CAAC;IAKtB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,KAAK;IALf,OAAO,CAAC,KAAK,CAAiD;IAC9D,OAAO,CAAC,WAAW,CAAW;gBAGpB,OAAO,EAAE,MAAM,EACf,KAAK,GAAE,MAAsB;IAGvC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,SAAS;IAe1B,GAAG,CAAC,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI;IAU3B,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,OAAO;IAWvB,KAAK,IAAI,IAAI;IAKb,OAAO,CAAC,iBAAiB;IAQzB,OAAO,CAAC,QAAQ;CAMjB;AAKD,cAAM,kBAAkB;IACtB,OAAO,CAAC,KAAK,CAAyD;IAEtE,GAAG,CAAC,OAAO,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS;IAI5C,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,IAAI;IAI7C,KAAK,IAAI,IAAI;CAGd;AAGD,eAAO,MAAM,kBAAkB,oBAA2B,CAAC;AAK3D,qBAAa,cAAc,CAAC,CAAC;IAMzB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,cAAc;IANxB,OAAO,CAAC,SAAS,CAAW;IAC5B,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,SAAS,CAAgC;gBAGvC,OAAO,EAAE,MAAM,CAAC,EAChB,cAAc,GAAE,MAAW;IAQ/B,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC;IAqB3B,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI;IAahB,cAAc,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAShE,OAAO,IAAI,IAAI;CAKhB;AAKD,qBAAa,mBAAmB,CAAC,CAAC,EAAE,CAAC;IACnC,OAAO,CAAC,OAAO,CAA4B;IAErC,WAAW,CACf,GAAG,EAAE,CAAC,EACN,OAAO,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GACxB,OAAO,CAAC,CAAC,CAAC;IAgBb,KAAK,IAAI,IAAI;CAGd;AAKD,qBAAa,WAAW;IAKpB,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,aAAa,CAAC;IANxB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,UAAU,CAAS;gBAGjB,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,aAAa,CAAC,EAAE,MAAM;IAM1B,OAAO,CAAC,KAAK,GAAE,MAAU,GAAG,OAAO,CAAC,OAAO,CAAC;IAW5C,cAAc,CAAC,KAAK,GAAE,MAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IActD,OAAO,CAAC,MAAM;CAQf;AAKD,qBAAa,aAAa;IACxB,OAAO,CAAC,KAAK,CAA4C;IAEzD,WAAW,CACT,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,GAAG,EAAE,EACf,OAAO,CAAC,EAAE,GAAG,GACZ,MAAM;IAcT,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,GAAG,SAAS;IAIjC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,GAAG,IAAI;IAIlC,KAAK,IAAI,IAAI;CAGd;AAGD,eAAO,MAAM,aAAa,eAAsB,CAAC;AACjD,eAAO,MAAM,mBAAmB,kCAAyC,CAAC"}