@ax-llm/ax 9.0.0

package/build/module/src/ai/anthropic/info.js

@@ -0,0 +1,34 @@
+import { AnthropicModel } from './types.js';
+export const modelInfoAnthropic = [
+    {
+        name: AnthropicModel.Claude3Opus,
+        currency: 'usd',
+        promptTokenCostPer1M: 15.0,
+        completionTokenCostPer1M: 75.0
+    },
+    {
+        name: AnthropicModel.Claude3Sonnet,
+        currency: 'usd',
+        promptTokenCostPer1M: 3.0,
+        completionTokenCostPer1M: 15.0
+    },
+    {
+        name: AnthropicModel.Claude3Haiku,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.25,
+        completionTokenCostPer1M: 1.25
+    },
+    {
+        name: AnthropicModel.Claude21,
+        currency: 'usd',
+        promptTokenCostPer1M: 8.0,
+        completionTokenCostPer1M: 25
+    },
+    {
+        name: AnthropicModel.ClaudeInstant12,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.8,
+        completionTokenCostPer1M: 2.24
+    }
+];
+//# sourceMappingURL=info.js.map

package/build/module/src/ai/anthropic/info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"info.js","sourceRoot":"","sources":["../../../../../src/ai/anthropic/info.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAE5C,MAAM,CAAC,MAAM,kBAAkB,GAAoB;IACjD;QACE,IAAI,EAAE,cAAc,CAAC,WAAW;QAChC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;KAC/B;IACD;QACE,IAAI,EAAE,cAAc,CAAC,aAAa;QAClC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,IAAI;KAC/B;IACD;QACE,IAAI,EAAE,cAAc,CAAC,YAAY;QACjC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;KAC/B;IACD;QACE,IAAI,EAAE,cAAc,CAAC,QAAQ;QAC7B,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,EAAE;KAC7B;IACD;QACE,IAAI,EAAE,cAAc,CAAC,eAAe;QACpC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,IAAI;KAC/B;CACF,CAAC"}

package/build/module/src/ai/anthropic/types.d.ts

@@ -0,0 +1,140 @@
+import type { TextModelConfig } from '../types.js';
+/**
+ * Anthropic: Models for text generation
+ * @export
+ */
+export declare enum AnthropicModel {
+    Claude3Opus = "claude-3-opus-20240229",
+    Claude3Sonnet = "claude-3-sonnet-20240229",
+    Claude3Haiku = "claude-3-haiku-20240307",
+    Claude21 = "claude-2.1",
+    ClaudeInstant12 = "claude-instant-1.2"
+}
+/**
+ * Anthropic: Model options for text generation
+ * @export
+ */
+export type AnthropicConfig = TextModelConfig & {
+    model: AnthropicModel;
+};
+export type AnthropicChatRequest = {
+    model: string;
+    messages: {
+        role: 'user' | 'assistant' | 'system';
+        content: string | {
+            type: 'text' | 'image' | 'tool_result';
+            text?: string;
+            tool_use_id?: string;
+            content?: string;
+            source?: {
+                type: 'base64';
+                media_type: string;
+                data: string;
+            };
+        }[];
+    }[];
+    tools?: {
+        name: string;
+        description: string;
+        input_schema?: object;
+    }[];
+    max_tokens?: number;
+    stop_sequences?: string[];
+    stream?: boolean;
+    temperature?: number;
+    top_p?: number;
+    top_k?: number;
+    metadata?: {
+        user_id: string;
+    };
+};
+export type AnthropicChatResponse = {
+    id: string;
+    type: 'message';
+    role: 'assistant';
+    content: {
+        id?: string;
+        name?: string;
+        type: 'text' | 'tool_use';
+        text: string;
+        input?: string;
+    }[];
+    model: string;
+    stop_reason: 'end_turn' | 'max_tokens' | 'stop_sequence' | 'tool_use';
+    stop_sequence?: string;
+    usage: {
+        input_tokens: number;
+        output_tokens: number;
+    };
+};
+export type AnthropicChatError = {
+    type: 'error';
+    error: {
+        type: 'authentication_error';
+        message: string;
+    };
+};
+export interface AnthropicStreamEvent {
+    type: string;
+}
+export interface AnthropicMessageStartEvent extends AnthropicStreamEvent {
+    message: {
+        id: string;
+        type: 'message';
+        role: 'assistant';
+        content: [];
+        model: string;
+        stop_reason: null | string;
+        stop_sequence: null | string;
+        usage: {
+            input_tokens: number;
+            output_tokens: number;
+        };
+    };
+}
+export interface AnthropicContentBlockStartEvent extends AnthropicStreamEvent {
+    index: number;
+    content_block: {
+        type: 'text';
+        text: string;
+    };
+}
+export interface AnthropicContentBlockDeltaEvent extends AnthropicStreamEvent {
+    index: number;
+    delta: {
+        type: 'text_delta';
+        text: string;
+    };
+}
+export interface AnthropicContentBlockStopEvent extends AnthropicStreamEvent {
+    index: number;
+}
+export interface AnthropicMessageDeltaEvent extends AnthropicStreamEvent {
+    delta: {
+        stop_reason: 'end_turn' | 'max_tokens' | 'stop_sequence' | null;
+        stop_sequence: string | null;
+        usage: {
+            output_tokens: number;
+        };
+    };
+}
+export type AnthropicMessageStopEvent = AnthropicStreamEvent;
+export type AnthropicPingEvent = AnthropicStreamEvent;
+export interface AnthropicErrorEvent extends AnthropicStreamEvent {
+    error: {
+        type: 'overloaded_error' | string;
+        message: string;
+    };
+}
+export type AnthropicStreamEventType = AnthropicMessageStartEvent | AnthropicContentBlockStartEvent | AnthropicContentBlockDeltaEvent | AnthropicContentBlockStopEvent | AnthropicMessageDeltaEvent | AnthropicMessageStopEvent | AnthropicPingEvent | AnthropicErrorEvent;
+export interface AnthropicResponseDelta<T> {
+    id: string;
+    object: 'message';
+    model: string;
+    events: T[];
+    usage?: {
+        input_tokens: number;
+        output_tokens: number;
+    };
+}
+export type AnthropicChatResponseDelta = AnthropicResponseDelta<AnthropicStreamEventType>;

package/build/module/src/ai/anthropic/types.js

@@ -0,0 +1,13 @@
+/**
+ * Anthropic: Models for text generation
+ * @export
+ */
+export var AnthropicModel;
+(function (AnthropicModel) {
+    AnthropicModel["Claude3Opus"] = "claude-3-opus-20240229";
+    AnthropicModel["Claude3Sonnet"] = "claude-3-sonnet-20240229";
+    AnthropicModel["Claude3Haiku"] = "claude-3-haiku-20240307";
+    AnthropicModel["Claude21"] = "claude-2.1";
+    AnthropicModel["ClaudeInstant12"] = "claude-instant-1.2";
+})(AnthropicModel || (AnthropicModel = {}));
+//# sourceMappingURL=types.js.map

package/build/module/src/ai/anthropic/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../src/ai/anthropic/types.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,CAAN,IAAY,cAMX;AAND,WAAY,cAAc;IACxB,wDAAsC,CAAA;IACtC,4DAA0C,CAAA;IAC1C,0DAAwC,CAAA;IACxC,yCAAuB,CAAA;IACvB,wDAAsC,CAAA;AACxC,CAAC,EANW,cAAc,KAAd,cAAc,QAMzB"}

package/build/module/src/ai/azure-openai/api.d.ts

@@ -0,0 +1,34 @@
+import type { AIServiceOptions } from '../../text/types.js';
+import { OpenAI } from '../openai/api.js';
+import type { OpenAIConfig } from '../openai/types.js';
+/**
+ * AzureOpenAI: Default Model options for text generation
+ * @export
+ */
+export declare const AzureOpenAIDefaultConfig: () => OpenAIConfig;
+/**
+ * AzureOpenAI: Default model options for more creative text generation
+ * @export
+ */
+export declare const AzureOpenAICreativeConfig: () => OpenAIConfig;
+/**
+ * AzureOpenAI: Default model options for more fast text generation
+ * @export
+ */
+export declare const AzureOpenAIFastConfig: () => OpenAIConfig;
+export declare const AzureOpenAIBestConfig: () => OpenAIConfig;
+export interface AzureOpenAIArgs {
+    apiKey: string;
+    resourceName: string;
+    deploymentName: string;
+    version?: string;
+    config: Readonly<OpenAIConfig>;
+    options?: Readonly<AIServiceOptions>;
+}
+/**
+ * AzureOpenAI: AI Service
+ * @export
+ */
+export declare class AzureOpenAI extends OpenAI {
+    constructor({ apiKey, resourceName, deploymentName, version, config, options }: Readonly<AzureOpenAIArgs>);
+}

package/build/module/src/ai/azure-openai/api.js

@@ -0,0 +1,42 @@
+import { OpenAI, OpenAIBestConfig, OpenAICreativeConfig, OpenAIDefaultConfig, OpenAIFastConfig } from '../openai/api.js';
+/**
+ * AzureOpenAI: Default Model options for text generation
+ * @export
+ */
+export const AzureOpenAIDefaultConfig = OpenAIDefaultConfig;
+/**
+ * AzureOpenAI: Default model options for more creative text generation
+ * @export
+ */
+export const AzureOpenAICreativeConfig = OpenAICreativeConfig;
+/**
+ * AzureOpenAI: Default model options for more fast text generation
+ * @export
+ */
+export const AzureOpenAIFastConfig = OpenAIFastConfig;
+export const AzureOpenAIBestConfig = OpenAIBestConfig;
+/**
+ * AzureOpenAI: AI Service
+ * @export
+ */
+export class AzureOpenAI extends OpenAI {
+    constructor({ apiKey, resourceName, deploymentName, version = 'api-version=2024-02-15-preview', config, options }) {
+        if (!apiKey || apiKey === '') {
+            throw new Error('Azure OpenAPI API key not set');
+        }
+        if (!resourceName || resourceName === '') {
+            throw new Error('Azure OpenAPI resource name not set');
+        }
+        if (!deploymentName || deploymentName === '') {
+            throw new Error('Azure OpenAPI deployment id not set');
+        }
+        super({ apiKey, config, options });
+        const host = resourceName.includes('://')
+            ? resourceName
+            : `https://${resourceName}.openai.azure.com/`;
+        super.setName('Azure OpenAI');
+        super.setAPIURL(new URL(`/openai/deployments/${deploymentName}?api-version=${version}`, host).href);
+        super.setHeaders({ 'api-key': apiKey });
+    }
+}
+//# sourceMappingURL=api.js.map

package/build/module/src/ai/azure-openai/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../../src/ai/azure-openai/api.ts"],"names":[],"mappings":"AACA,OAAO,EACL,MAAM,EACN,gBAAgB,EAChB,oBAAoB,EACpB,mBAAmB,EACnB,gBAAgB,EACjB,MAAM,kBAAkB,CAAC;AAG1B;;;GAGG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,mBAAmB,CAAC;AAE5D;;;GAGG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,oBAAoB,CAAC;AAE9D;;;GAGG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,gBAAgB,CAAC;AAEtD,MAAM,CAAC,MAAM,qBAAqB,GAAG,gBAAgB,CAAC;AAWtD;;;GAGG;AACH,MAAM,OAAO,WAAY,SAAQ,MAAM;IACrC,YAAY,EACV,MAAM,EACN,YAAY,EACZ,cAAc,EACd,OAAO,GAAG,gCAAgC,EAC1C,MAAM,EACN,OAAO,EACmB;QAC1B,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QACD,IAAI,CAAC,YAAY,IAAI,YAAY,KAAK,EAAE,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,CAAC,cAAc,IAAI,cAAc,KAAK,EAAE,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QACD,KAAK,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;QAEnC,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC;YACvC,CAAC,CAAC,YAAY;YACd,CAAC,CAAC,WAAW,YAAY,oBAAoB,CAAC;QAEhD,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAE9B,KAAK,CAAC,SAAS,CACb,IAAI,GAAG,CACL,uBAAuB,cAAc,gBAAgB,OAAO,EAAE,EAC9D,IAAI,CACL,CAAC,IAAI,CACP,CAAC;QAEF,KAAK,CAAC,UAAU,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;IAC1C,CAAC;CACF"}

package/build/module/src/ai/azure-openai/index.d.ts

@@ -0,0 +1 @@
+export * from './api.js';

package/build/module/src/ai/azure-openai/index.js

@@ -0,0 +1,2 @@
+export * from './api.js';
+//# sourceMappingURL=index.js.map

package/build/module/src/ai/azure-openai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/ai/azure-openai/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC"}

package/build/module/src/ai/balance.d.ts

@@ -0,0 +1,26 @@
+/// <reference types="node" />
+import type { ReadableStream } from 'stream/web';
+import type { AIPromptConfig, AIService, AIServiceActionOptions, AIServiceOptions } from '../text/index.js';
+import type { AITextChatRequest, AITextEmbedRequest } from '../types/index.js';
+import type { EmbedResponse, TextModelConfig, TextModelInfo, TextResponse } from './types.js';
+export declare class AIBalancer implements AIService {
+    private services;
+    private currentServiceIndex;
+    private currentService;
+    constructor(services: readonly AIService[]);
+    private getNextService;
+    private reset;
+    getName(): string;
+    getModelInfo(): Readonly<TextModelInfo & {
+        provider: string;
+    }>;
+    getEmbedModelInfo(): Readonly<TextModelInfo> | undefined;
+    getModelConfig(): Readonly<TextModelConfig>;
+    getFeatures(): {
+        functions: boolean;
+        streaming: boolean;
+    };
+    chat(req: Readonly<AITextChatRequest>, options?: Readonly<AIPromptConfig & AIServiceActionOptions> | undefined): Promise<TextResponse | ReadableStream<TextResponse>>;
+    embed(req: Readonly<AITextEmbedRequest>, options?: Readonly<AIServiceActionOptions> | undefined): Promise<EmbedResponse>;
+    setOptions(options: Readonly<AIServiceOptions>): void;
+}

package/build/module/src/ai/balance.js

@@ -0,0 +1,87 @@
+export class AIBalancer {
+    services;
+    currentServiceIndex = 0;
+    currentService;
+    constructor(services) {
+        if (services.length === 0) {
+            throw new Error('No AI services provided.');
+        }
+        this.services = [...services].sort((a, b) => {
+            const aInfo = a.getModelInfo();
+            const bInfo = b.getModelInfo();
+            const aTotalCost = (aInfo.promptTokenCostPer1M || Infinity) +
+                (aInfo.completionTokenCostPer1M || Infinity);
+            const bTotalCost = (bInfo.promptTokenCostPer1M || Infinity) +
+                (bInfo.completionTokenCostPer1M || Infinity);
+            return aTotalCost - bTotalCost;
+        });
+        const cs = this.services[this.currentServiceIndex];
+        if (cs === undefined) {
+            throw new Error('Error initializing the AI services.'); // More specific error message
+        }
+        this.currentService = cs;
+    }
+    getNextService() {
+        const cs = this.services[++this.currentServiceIndex];
+        if (cs === undefined) {
+            return false;
+        }
+        this.currentService = cs;
+        return true;
+    }
+    reset() {
+        this.currentServiceIndex = 0;
+        const cs = this.services[this.currentServiceIndex];
+        if (cs === undefined) {
+            throw new Error('No AI services provided.');
+        }
+        this.currentService = cs;
+    }
+    getName() {
+        return this.currentService.getName();
+    }
+    getModelInfo() {
+        return this.currentService.getModelInfo();
+    }
+    getEmbedModelInfo() {
+        return this.currentService.getEmbedModelInfo();
+    }
+    getModelConfig() {
+        return this.currentService.getModelConfig();
+    }
+    getFeatures() {
+        return this.currentService.getFeatures();
+    }
+    async chat(req, options) {
+        this.reset();
+        // eslint-disable-next-line no-constant-condition
+        while (true) {
+            try {
+                return await this.currentService.chat(req, options);
+            }
+            catch (e) {
+                if (!this.getNextService()) {
+                    throw e;
+                }
+            }
+        }
+    }
+    async embed(req, options) {
+        this.reset();
+        // eslint-disable-next-line no-constant-condition
+        while (true) {
+            try {
+                return await this.currentService.embed(req, options);
+            }
+            catch (e) {
+                if (!this.getNextService()) {
+                    throw e;
+                }
+            }
+        }
+    }
+    setOptions(options) {
+        this.currentService.setOptions(options);
+    }
+}
+//# sourceMappingURL=balance.js.map

package/build/module/src/ai/balance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"balance.js","sourceRoot":"","sources":["../../../../src/ai/balance.ts"],"names":[],"mappings":"AAiBA,MAAM,OAAO,UAAU;IACb,QAAQ,CAAc;IACtB,mBAAmB,GAAW,CAAC,CAAC;IAChC,cAAc,CAAY;IAElC,YAAY,QAA8B;QACxC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC1C,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC;YAC/B,MAAM,UAAU,GACd,CAAC,KAAK,CAAC,oBAAoB,IAAI,QAAQ,CAAC;gBACxC,CAAC,KAAK,CAAC,wBAAwB,IAAI,QAAQ,CAAC,CAAC;YAC/C,MAAM,UAAU,GACd,CAAC,KAAK,CAAC,oBAAoB,IAAI,QAAQ,CAAC;gBACxC,CAAC,KAAK,CAAC,wBAAwB,IAAI,QAAQ,CAAC,CAAC;YAC/C,OAAO,UAAU,GAAG,UAAU,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACnD,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC,CAAC,8BAA8B;QACxF,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;IAC3B,CAAC;IAEO,cAAc;QACpB,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACrD,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK;QACX,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACnD,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;IACvC,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,cAAc,CAAC,YAAY,EAAE,CAAC;IAC5C,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc,CAAC,iBAAiB,EAAE,CAAC;IACjD,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,cAAc,CAAC,cAAc,EAAE,CAAC;IAC9C,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,IAAI,CACR,GAAgC,EAChC,OAAuE;QAEvE,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,iDAAiD;QACjD,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACtD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC3B,MAAM,CAAC,CAAC;gBACV,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CACT,GAAiC,EACjC,OAAsD;QAEtD,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,iDAAiD;QACjD,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACvD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC3B,MAAM,CAAC,CAAC;gBACV,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,UAAU,CAAC,OAAmC;QAC5C,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;CACF"}

package/build/module/src/ai/base.d.ts

@@ -0,0 +1,56 @@
+/// <reference types="node" />
+import type { ReadableStream } from 'stream/web';
+import type { AIPromptConfig, AIService, AIServiceActionOptions, AIServiceOptions } from '../text/types.js';
+import { type Span } from '../trace/index.js';
+import type { AITextChatRequest, AITextEmbedRequest, TextModelInfoWithProvider } from '../types/index.js';
+import { type API } from '../util/apicall.js';
+import type { EmbedResponse, TextModelConfig, TextModelInfo, TextResponse } from './types.js';
+export interface BaseAIArgs {
+    name: string;
+    apiURL: string;
+    headers: Record<string, string>;
+    modelInfo: Readonly<TextModelInfo[]>;
+    models: Readonly<{
+        model: string;
+        embedModel?: string;
+    }>;
+    options?: Readonly<AIServiceOptions>;
+    supportFor: {
+        functions: boolean;
+        streaming: boolean;
+    };
+}
+export declare const BaseAIDefaultConfig: () => TextModelConfig;
+export declare const BaseAIDefaultCreativeConfig: () => TextModelConfig;
+export declare class BaseAI<TChatRequest, TEmbedRequest, TChatResponse, TChatResponseDelta, TEmbedResponse> implements AIService {
+    generateChatReq?: (req: Readonly<AITextChatRequest>, config: Readonly<AIPromptConfig>) => [API, TChatRequest];
+    generateEmbedReq?: (req: Readonly<AITextEmbedRequest>) => [API, TEmbedRequest];
+    generateChatResp?: (resp: Readonly<TChatResponse>) => TextResponse;
+    generateChatStreamResp?: (resp: Readonly<TChatResponseDelta>, state: object) => TextResponse;
+    generateEmbedResp?: (resp: Readonly<TEmbedResponse>) => EmbedResponse;
+    private debug;
+    private rt?;
+    private fetch?;
+    private tracer?;
+    protected apiURL: string;
+    protected name: string;
+    protected headers: Record<string, string>;
+    protected modelInfo: TextModelInfo;
+    protected embedModelInfo?: TextModelInfo;
+    protected supportFor: BaseAIArgs['supportFor'];
+    constructor({ name, apiURL, headers, modelInfo, models, options, supportFor }: Readonly<BaseAIArgs>);
+    setName(name: string): void;
+    setAPIURL(apiURL: string): void;
+    setHeaders(headers: Record<string, string>): void;
+    setOptions(options: Readonly<AIServiceOptions>): void;
+    getModelInfo(): Readonly<TextModelInfoWithProvider>;
+    getEmbedModelInfo(): TextModelInfoWithProvider | undefined;
+    getName(): string;
+    getFeatures(): BaseAIArgs['supportFor'];
+    getModelConfig(): TextModelConfig;
+    chat(_req: Readonly<AITextChatRequest>, options?: Readonly<AIPromptConfig & AIServiceActionOptions>): Promise<TextResponse | ReadableStream<TextResponse>>;
+    _chat(_req: Readonly<AITextChatRequest>, options?: Readonly<AIPromptConfig & AIServiceActionOptions>, span?: Span): Promise<TextResponse | ReadableStream<TextResponse>>;
+    embed(req: Readonly<AITextEmbedRequest>, options?: Readonly<AIServiceActionOptions>): Promise<EmbedResponse>;
+    _embed(req: Readonly<AITextEmbedRequest>, options?: Readonly<AIServiceActionOptions>, span?: Span): Promise<EmbedResponse>;
+    private buildHeaders;
+}