@ax-llm/ax 9.0.21 → 9.0.22

package/cjs/ai/azure-openai/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./api.js"), exports);
+//# sourceMappingURL=index.js.map

package/cjs/ai/azure-openai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../ai/azure-openai/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB"}

package/cjs/ai/balance.d.ts

@@ -0,0 +1,23 @@
+import type { ReadableStream } from 'stream/web';
+import type { AxAIPromptConfig, AxAIService, AxAIServiceActionOptions, AxAIServiceOptions, AxChatRequest, AxChatResponse, AxEmbedRequest, AxEmbedResponse, AxModelConfig, AxModelInfo } from './types.js';
+export declare class AxBalancer implements AxAIService {
+    private services;
+    private currentServiceIndex;
+    private currentService;
+    constructor(services: readonly AxAIService[]);
+    private getNextService;
+    private reset;
+    getName(): string;
+    getModelInfo(): Readonly<AxModelInfo & {
+        provider: string;
+    }>;
+    getEmbedModelInfo(): Readonly<AxModelInfo> | undefined;
+    getModelConfig(): Readonly<AxModelConfig>;
+    getFeatures(): {
+        functions: boolean;
+        streaming: boolean;
+    };
+    chat(req: Readonly<AxChatRequest>, options?: Readonly<AxAIPromptConfig & AxAIServiceActionOptions> | undefined): Promise<AxChatResponse | ReadableStream<AxChatResponse>>;
+    embed(req: Readonly<AxEmbedRequest>, options?: Readonly<AxAIServiceActionOptions> | undefined): Promise<AxEmbedResponse>;
+    setOptions(options: Readonly<AxAIServiceOptions>): void;
+}

package/cjs/ai/balance.js

@@ -0,0 +1,91 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AxBalancer = void 0;
+class AxBalancer {
+    services;
+    currentServiceIndex = 0;
+    currentService;
+    constructor(services) {
+        if (services.length === 0) {
+            throw new Error('No AI services provided.');
+        }
+        this.services = [...services].sort((a, b) => {
+            const aInfo = a.getModelInfo();
+            const bInfo = b.getModelInfo();
+            const aTotalCost = (aInfo.promptTokenCostPer1M || Infinity) +
+                (aInfo.completionTokenCostPer1M || Infinity);
+            const bTotalCost = (bInfo.promptTokenCostPer1M || Infinity) +
+                (bInfo.completionTokenCostPer1M || Infinity);
+            return aTotalCost - bTotalCost;
+        });
+        const cs = this.services[this.currentServiceIndex];
+        if (cs === undefined) {
+            throw new Error('Error initializing the AI services.'); // More specific error message
+        }
+        this.currentService = cs;
+    }
+    getNextService() {
+        const cs = this.services[++this.currentServiceIndex];
+        if (cs === undefined) {
+            return false;
+        }
+        this.currentService = cs;
+        return true;
+    }
+    reset() {
+        this.currentServiceIndex = 0;
+        const cs = this.services[this.currentServiceIndex];
+        if (cs === undefined) {
+            throw new Error('No AI services provided.');
+        }
+        this.currentService = cs;
+    }
+    getName() {
+        return this.currentService.getName();
+    }
+    getModelInfo() {
+        return this.currentService.getModelInfo();
+    }
+    getEmbedModelInfo() {
+        return this.currentService.getEmbedModelInfo();
+    }
+    getModelConfig() {
+        return this.currentService.getModelConfig();
+    }
+    getFeatures() {
+        return this.currentService.getFeatures();
+    }
+    async chat(req, options) {
+        this.reset();
+        // eslint-disable-next-line no-constant-condition
+        while (true) {
+            try {
+                return await this.currentService.chat(req, options);
+            }
+            catch (e) {
+                if (!this.getNextService()) {
+                    throw e;
+                }
+            }
+        }
+    }
+    async embed(req, options) {
+        this.reset();
+        // eslint-disable-next-line no-constant-condition
+        while (true) {
+            try {
+                return await this.currentService.embed(req, options);
+            }
+            catch (e) {
+                if (!this.getNextService()) {
+                    throw e;
+                }
+            }
+        }
+    }
+    setOptions(options) {
+        this.currentService.setOptions(options);
+    }
+}
+exports.AxBalancer = AxBalancer;
+//# sourceMappingURL=balance.js.map

package/cjs/ai/balance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"balance.js","sourceRoot":"","sources":["../../../ai/balance.ts"],"names":[],"mappings":";;;AAeA,MAAa,UAAU;IACb,QAAQ,CAAgB;IACxB,mBAAmB,GAAW,CAAC,CAAC;IAChC,cAAc,CAAc;IAEpC,YAAY,QAAgC;QAC1C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC1C,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC;YAC/B,MAAM,UAAU,GACd,CAAC,KAAK,CAAC,oBAAoB,IAAI,QAAQ,CAAC;gBACxC,CAAC,KAAK,CAAC,wBAAwB,IAAI,QAAQ,CAAC,CAAC;YAC/C,MAAM,UAAU,GACd,CAAC,KAAK,CAAC,oBAAoB,IAAI,QAAQ,CAAC;gBACxC,CAAC,KAAK,CAAC,wBAAwB,IAAI,QAAQ,CAAC,CAAC;YAC/C,OAAO,UAAU,GAAG,UAAU,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACnD,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC,CAAC,8BAA8B;QACxF,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;IAC3B,CAAC;IAEO,cAAc;QACpB,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACrD,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK;QACX,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACnD,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;IACvC,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,cAAc,CAAC,YAAY,EAAE,CAAC;IAC5C,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc,CAAC,iBAAiB,EAAE,CAAC;IACjD,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,cAAc,CAAC,cAAc,EAAE,CAAC;IAC9C,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,IAAI,CACR,GAA4B,EAC5B,OAA2E;QAE3E,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,iDAAiD;QACjD,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACtD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC3B,MAAM,CAAC,CAAC;gBACV,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CACT,GAA6B,EAC7B,OAAwD;QAExD,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,iDAAiD;QACjD,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACvD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC3B,MAAM,CAAC,CAAC;gBACV,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,UAAU,CAAC,OAAqC;QAC9C,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;CACF;AAvGD,gCAuGC"}

package/cjs/ai/base.d.ts

@@ -0,0 +1,55 @@
+import type { ReadableStream } from 'stream/web';
+import { type AxSpan } from '../trace/index.js';
+import { type API } from '../util/apicall.js';
+import type { AxAIPromptConfig, AxAIService, AxAIServiceActionOptions, AxAIServiceOptions, AxChatRequest, AxChatResponse, AxEmbedRequest, AxEmbedResponse, AxModelConfig, AxModelInfo, AxModelInfoWithProvider } from './types.js';
+export interface AxBaseAIArgs {
+    name: string;
+    apiURL: string;
+    headers: Record<string, string>;
+    modelInfo: Readonly<AxModelInfo[]>;
+    models: Readonly<{
+        model: string;
+        embedModel?: string;
+    }>;
+    options?: Readonly<AxAIServiceOptions>;
+    supportFor: {
+        functions: boolean;
+        streaming: boolean;
+    };
+}
+export declare const axBaseAIDefaultConfig: () => AxModelConfig;
+export declare const axBaseAIDefaultCreativeConfig: () => AxModelConfig;
+export declare class AxBaseAI<TChatRequest, TEmbedRequest, TChatResponse, TChatResponseDelta, TEmbedResponse> implements AxAIService {
+    generateChatReq?: (req: Readonly<AxChatRequest>, config: Readonly<AxAIPromptConfig>) => [API, TChatRequest];
+    generateEmbedReq?: (req: Readonly<AxEmbedRequest>) => [API, TEmbedRequest];
+    generateChatResp?: (resp: Readonly<TChatResponse>) => AxChatResponse;
+    generateChatStreamResp?: (resp: Readonly<TChatResponseDelta>, state: object) => AxChatResponse;
+    generateEmbedResp?: (resp: Readonly<TEmbedResponse>) => AxEmbedResponse;
+    private debug;
+    private rt?;
+    private fetch?;
+    private tracer?;
+    private modelUsage?;
+    private embedModelUsage?;
+    protected apiURL: string;
+    protected name: string;
+    protected headers: Record<string, string>;
+    protected modelInfo: AxModelInfo;
+    protected embedModelInfo?: AxModelInfo;
+    protected supportFor: AxBaseAIArgs['supportFor'];
+    constructor({ name, apiURL, headers, modelInfo, models, options, supportFor }: Readonly<AxBaseAIArgs>);
+    setName(name: string): void;
+    setAPIURL(apiURL: string): void;
+    setHeaders(headers: Record<string, string>): void;
+    setOptions(options: Readonly<AxAIServiceOptions>): void;
+    getModelInfo(): Readonly<AxModelInfoWithProvider>;
+    getEmbedModelInfo(): AxModelInfoWithProvider | undefined;
+    getName(): string;
+    getFeatures(): AxBaseAIArgs['supportFor'];
+    getModelConfig(): AxModelConfig;
+    chat(_req: Readonly<AxChatRequest>, options?: Readonly<AxAIPromptConfig & AxAIServiceActionOptions>): Promise<AxChatResponse | ReadableStream<AxChatResponse>>;
+    _chat(_req: Readonly<AxChatRequest>, options?: Readonly<AxAIPromptConfig & AxAIServiceActionOptions>, span?: AxSpan): Promise<AxChatResponse | ReadableStream<AxChatResponse>>;
+    embed(req: Readonly<AxEmbedRequest>, options?: Readonly<AxAIServiceActionOptions>): Promise<AxEmbedResponse>;
+    _embed(req: Readonly<AxEmbedRequest>, options?: Readonly<AxAIServiceActionOptions>, span?: AxSpan): Promise<AxEmbedResponse>;
+    private buildHeaders;
+}

package/cjs/ai/base.js

@@ -0,0 +1,349 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AxBaseAI = exports.axBaseAIDefaultCreativeConfig = exports.axBaseAIDefaultConfig = void 0;
+const index_js_1 = require("../trace/index.js");
+const apicall_js_1 = require("../util/apicall.js");
+const log_js_1 = require("../util/log.js");
+const transform_js_1 = require("../util/transform.js");
+const colorLog = new log_js_1.ColorLog();
+const axBaseAIDefaultConfig = () => structuredClone({
+    maxTokens: 2000,
+    temperature: 0,
+    topK: 40,
+    frequencyPenalty: 0.2
+});
+exports.axBaseAIDefaultConfig = axBaseAIDefaultConfig;
+const axBaseAIDefaultCreativeConfig = () => structuredClone({
+    maxTokens: 500,
+    temperature: 0.4,
+    topP: 0.7,
+    frequencyPenalty: 0.2,
+    presencePenalty: 0.2
+});
+exports.axBaseAIDefaultCreativeConfig = axBaseAIDefaultCreativeConfig;
+class AxBaseAI {
+    generateChatReq;
+    generateEmbedReq;
+    generateChatResp;
+    generateChatStreamResp;
+    generateEmbedResp;
+    debug = false;
+    rt;
+    fetch;
+    tracer;
+    modelUsage;
+    embedModelUsage;
+    apiURL;
+    name;
+    headers;
+    modelInfo;
+    embedModelInfo;
+    supportFor;
+    constructor({ name, apiURL, headers, modelInfo, models, options = {}, supportFor }) {
+        this.name = name;
+        this.apiURL = apiURL;
+        this.headers = headers;
+        this.supportFor = supportFor;
+        this.tracer = options.tracer;
+        if (models.model.length === 0) {
+            throw new Error('No model defined');
+        }
+        const mname = models.model.replace(/-0\d+$|-\d{2,}$/, '');
+        this.modelInfo = modelInfo.filter((v) => v.name === mname).at(0) ?? {
+            name: models.model,
+            currency: 'usd',
+            promptTokenCostPer1M: 0,
+            completionTokenCostPer1M: 0
+        };
+        this.embedModelInfo = modelInfo
+            .filter((v) => v.name === models.embedModel)
+            .at(0);
+        this.setOptions(options);
+    }
+    setName(name) {
+        this.name = name;
+    }
+    setAPIURL(apiURL) {
+        this.apiURL = apiURL;
+    }
+    setHeaders(headers) {
+        this.headers = headers;
+    }
+    setOptions(options) {
+        if (options.debug) {
+            this.debug = options.debug;
+        }
+        if (options.rateLimiter) {
+            this.rt = options.rateLimiter;
+        }
+        if (options.fetch) {
+            this.fetch = options.fetch;
+        }
+        if (options.tracer) {
+            this.tracer = options.tracer;
+        }
+    }
+    getModelInfo() {
+        return { ...this.modelInfo, provider: this.name };
+    }
+    getEmbedModelInfo() {
+        return this.embedModelInfo
+            ? { ...this.embedModelInfo, provider: this.name }
+            : undefined;
+    }
+    getName() {
+        return this.name;
+    }
+    getFeatures() {
+        return this.supportFor;
+    }
+    getModelConfig() {
+        throw new Error('getModelConfig not implemented');
+    }
+    async chat(_req, options) {
+        if (this.tracer) {
+            const mc = this.getModelConfig();
+            return await this.tracer?.startActiveSpan('Chat Request', {
+                kind: index_js_1.AxSpanKind.SERVER,
+                attributes: {
+                    [index_js_1.axSpanAttributes.LLM_SYSTEM]: this.name,
+                    [index_js_1.axSpanAttributes.LLM_REQUEST_MODEL]: this.modelInfo.name,
+                    [index_js_1.axSpanAttributes.LLM_REQUEST_MAX_TOKENS]: mc.maxTokens,
+                    [index_js_1.axSpanAttributes.LLM_REQUEST_TEMPERATURE]: mc.temperature,
+                    [index_js_1.axSpanAttributes.LLM_REQUEST_TOP_P]: mc.topP,
+                    [index_js_1.axSpanAttributes.LLM_REQUEST_TOP_K]: mc.topK,
+                    [index_js_1.axSpanAttributes.LLM_REQUEST_FREQUENCY_PENALTY]: mc.frequencyPenalty,
+                    [index_js_1.axSpanAttributes.LLM_REQUEST_PRESENCE_PENALTY]: mc.presencePenalty,
+                    [index_js_1.axSpanAttributes.LLM_REQUEST_STOP_SEQUENCES]: mc.stopSequences?.join(', '),
+                    [index_js_1.axSpanAttributes.LLM_REQUEST_LLM_IS_STREAMING]: mc.stream
+                    // [AxSpanAttributes.LLM_PROMPTS]: _req.chatPrompt
+                    //   ?.map((v) => v.content)
+                    //   .join('\n')
+                }
+            }, async (span) => {
+                const res = await this._chat(_req, options, span);
+                span.end();
+                return res;
+            });
+        }
+        return await this._chat(_req, options);
+    }
+    async _chat(_req, options, span) {
+        if (!this.generateChatReq) {
+            throw new Error('generateChatReq not implemented');
+        }
+        const reqFn = this.generateChatReq;
+        const stream = options?.stream ?? _req.modelConfig?.stream;
+        const functions = _req.functions && _req.functions.length > 0 ? _req.functions : undefined;
+        const req = {
+            ..._req,
+            functions,
+            modelConfig: { ..._req.modelConfig, stream }
+        };
+        const fn = async () => {
+            const [apiConfig, reqValue] = reqFn(req, options);
+            const res = await (0, apicall_js_1.apiCall)({
+                name: apiConfig.name,
+                url: this.apiURL,
+                headers: this.buildHeaders(apiConfig.headers),
+                stream,
+                debug: this.debug,
+                fetch: this.fetch,
+                span
+            }, reqValue);
+            return res;
+        };
+        if (this.debug) {
+            logChatRequest(req);
+        }
+        const rv = this.rt
+            ? await this.rt(fn, { modelUsage: this.modelUsage })
+            : await fn();
+        if (stream) {
+            if (!this.generateChatStreamResp) {
+                throw new Error('generateChatResp not implemented');
+            }
+            const respFn = this.generateChatStreamResp;
+            const wrappedRespFn = (state) => (resp) => {
+                const res = respFn(resp, state);
+                res.sessionId = options?.sessionId;
+                if (res.modelUsage) {
+                    this.modelUsage = res.modelUsage;
+                }
+                if (span?.isRecording()) {
+                    setResponseAttr(res, span);
+                }
+                if (this.debug) {
+                    logStreamingResponse(res);
+                }
+                return res;
+            };
+            // eslint-disable-next-line @typescript-eslint/no-unused-vars
+            const doneCb = async (_values) => {
+                if (this.debug) {
+                    process.stdout.write('\n');
+                }
+            };
+            const st = rv.pipeThrough(new transform_js_1.RespTransformStream(wrappedRespFn({}), doneCb));
+            return st;
+        }
+        if (!this.generateChatResp) {
+            throw new Error('generateChatResp not implemented');
+        }
+        const res = this.generateChatResp(rv);
+        res.sessionId = options?.sessionId;
+        if (res.modelUsage) {
+            this.modelUsage = res.modelUsage;
+        }
+        if (span?.isRecording()) {
+            setResponseAttr(res, span);
+        }
+        if (this.debug) {
+            logResponse(res);
+        }
+        span?.end();
+        return res;
+    }
+    async embed(req, options) {
+        if (this.tracer) {
+            return await this.tracer?.startActiveSpan('Embed Request', {
+                kind: index_js_1.AxSpanKind.SERVER,
+                attributes: {
+                    [index_js_1.axSpanAttributes.LLM_SYSTEM]: this.name,
+                    [index_js_1.axSpanAttributes.LLM_REQUEST_MODEL]: this.modelInfo.name
+                }
+            }, async (span) => {
+                const res = await this._embed(req, options, span);
+                span.end();
+                return res;
+            });
+        }
+        return this._embed(req, options);
+    }
+    async _embed(req, options, span) {
+        if (!this.generateEmbedReq) {
+            throw new Error('generateEmbedReq not implemented');
+        }
+        if (!this.generateEmbedResp) {
+            throw new Error('generateEmbedResp not implemented');
+        }
+        const fn = async () => {
+            const [apiConfig, reqValue] = this.generateEmbedReq(req);
+            const res = await (0, apicall_js_1.apiCall)({
+                name: apiConfig.name,
+                url: this.apiURL,
+                headers: this.buildHeaders(apiConfig.headers),
+                debug: this.debug,
+                fetch: this.fetch,
+                span
+            }, reqValue);
+            return res;
+        };
+        const resValue = this.rt
+            ? await this.rt(fn, { embedModelUsage: this.embedModelUsage })
+            : await fn();
+        const res = this.generateEmbedResp(resValue);
+        res.sessionId = options?.sessionId;
+        if (span?.isRecording()) {
+            if (res.modelUsage) {
+                this.embedModelUsage = res.modelUsage;
+                span.setAttributes({
+                    [index_js_1.axSpanAttributes.LLM_USAGE_COMPLETION_TOKENS]: res.modelUsage.completionTokens ?? 0,
+                    [index_js_1.axSpanAttributes.LLM_USAGE_PROMPT_TOKENS]: res.modelUsage.promptTokens
+                });
+            }
+        }
+        span?.end();
+        return res;
+    }
+    buildHeaders(headers = {}) {
+        return { ...headers, ...this.headers };
+    }
+}
+exports.AxBaseAI = AxBaseAI;
+const logChatRequest = (req) => {
+    const items = req.chatPrompt?.map((msg) => {
+        switch (msg.role) {
+            case 'function':
+                return `Function Result: ${colorLog.whiteBright(msg.result)}`;
+            case 'user': {
+                if (typeof msg.content === 'string') {
+                    return `User: ${colorLog.whiteBright(msg.content)}`;
+                }
+                const items = msg.content.map((v) => {
+                    switch (v.type) {
+                        case 'text':
+                            return `(Text) ${colorLog.whiteBright(v.text)}`;
+                        case 'image':
+                            return `(Image, ${v.mimeType}) ${colorLog.whiteBright(v.image.substring(0, 10))}`;
+                        default:
+                            throw new Error('Invalid content type');
+                    }
+                });
+                return `User:\n${items.join('\n')}`;
+            }
+            case 'assistant': {
+                if (msg.functionCalls) {
+                    const fns = msg.functionCalls?.map(({ function: fn }) => {
+                        const args = typeof fn.params !== 'string'
+                            ? JSON.stringify(fn.params, null, 2)
+                            : fn.params;
+                        return `${fn.name}(${args})`;
+                    });
+                    return `Functions:\n${colorLog.whiteBright(fns.join('\n'))}`;
+                }
+                return `Assistant:\n${colorLog.whiteBright(msg.content ?? '<empty>')}`;
+            }
+            default:
+                throw new Error('Invalid role');
+        }
+    });
+    if (items) {
+        console.log('\n==========');
+        console.log(items.join('\n'));
+    }
+};
+const logResponse = (resp) => {
+    for (const r of resp.results) {
+        if (r.content) {
+            console.log(colorLog.greenBright(r.content));
+        }
+        if (r.functionCalls) {
+            for (const f of r.functionCalls) {
+                const args = typeof f.function.params !== 'string'
+                    ? JSON.stringify(f.function.params, null, 2)
+                    : f.function.params;
+                console.log(colorLog.yellow(`${f.function.name}(${args})`));
+            }
+        }
+    }
+};
+const logStreamingResponse = (resp) => {
+    if (!resp.results) {
+        return;
+    }
+    for (const r of resp.results) {
+        if (r.content) {
+            process.stdout.write(colorLog.greenBright(r.content));
+        }
+        if (r.functionCalls) {
+            for (const f of r.functionCalls) {
+                if (f.function.name) {
+                    process.stdout.write(colorLog.blueBright(f.function.name));
+                }
+                if (f.function.params) {
+                    process.stdout.write(colorLog.yellow(f.function.params));
+                }
+            }
+        }
+    }
+};
+const setResponseAttr = (res, span) => {
+    if (res.modelUsage) {
+        span.setAttributes({
+            [index_js_1.axSpanAttributes.LLM_USAGE_COMPLETION_TOKENS]: res.modelUsage.completionTokens ?? 0,
+            [index_js_1.axSpanAttributes.LLM_USAGE_PROMPT_TOKENS]: res.modelUsage.promptTokens
+        });
+    }
+};
+//# sourceMappingURL=base.js.map

package/cjs/ai/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../ai/base.ts"],"names":[],"mappings":";;;AAEA,gDAA8E;AAC9E,mDAAuD;AACvD,2CAA0C;AAC1C,uDAA2D;AAiB3D,MAAM,QAAQ,GAAG,IAAI,iBAAQ,EAAE,CAAC;AAYzB,MAAM,qBAAqB,GAAG,GAAkB,EAAE,CACvD,eAAe,CAAC;IACd,SAAS,EAAE,IAAI;IACf,WAAW,EAAE,CAAC;IACd,IAAI,EAAE,EAAE;IACR,gBAAgB,EAAE,GAAG;CACtB,CAAC,CAAC;AANQ,QAAA,qBAAqB,yBAM7B;AAEE,MAAM,6BAA6B,GAAG,GAAkB,EAAE,CAC/D,eAAe,CAAC;IACd,SAAS,EAAE,GAAG;IACd,WAAW,EAAE,GAAG;IAChB,IAAI,EAAE,GAAG;IACT,gBAAgB,EAAE,GAAG;IACrB,eAAe,EAAE,GAAG;CACrB,CAAC,CAAC;AAPQ,QAAA,6BAA6B,iCAOrC;AAEL,MAAa,QAAQ;IAQnB,eAAe,CAGU;IACzB,gBAAgB,CAA2D;IAC3E,gBAAgB,CAAqD;IACrE,sBAAsB,CAGF;IACpB,iBAAiB,CAAuD;IAEhE,KAAK,GAAG,KAAK,CAAC;IAEd,EAAE,CAAqC;IACvC,KAAK,CAA+B;IACpC,MAAM,CAAgC;IAEtC,UAAU,CAAgB;IAC1B,eAAe,CAAgB;IAE7B,MAAM,CAAS;IACf,IAAI,CAAS;IACb,OAAO,CAAyB;IAChC,SAAS,CAAc;IACvB,cAAc,CAAe;IAC7B,UAAU,CAA6B;IAEjD,YAAY,EACV,IAAI,EACJ,MAAM,EACN,OAAO,EACP,SAAS,EACT,MAAM,EACN,OAAO,GAAG,EAAE,EACZ,UAAU,EACa;QACvB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAE7B,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;YAClE,IAAI,EAAE,MAAM,CAAC,KAAK;YAClB,QAAQ,EAAE,KAAK;YACf,oBAAoB,EAAE,CAAC;YACvB,wBAAwB,EAAE,CAAC;SAC5B,CAAC;QAEF,IAAI,CAAC,cAAc,GAAG,SAAS;aAC5B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,UAAU,CAAC;aAC3C,EAAE,CAAC,CAAC,CAAC,CAAC;QAET,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAEM,OAAO,CAAC,IAAY;QACzB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAEM,SAAS,CAAC,MAAc;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAEM,UAAU,CAAC,OAA+B;QAC/C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,UAAU,CAAC,OAAqC;QAC9C,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC7B,CAAC;QAED,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACxB,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC;QAChC,CAAC;QAED,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC7B,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,YAAY;QACV,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;IACpD,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc;YACxB,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE;YACjD,CAAC,CAAC,SAAS,CAAC;IAChB,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,cAAc;QACZ,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,IAAI,CACR,IAA6B,EAC7B,OAA+D;QAE/D,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YACjC,OAAO,MAAM,IAAI,CAAC,MAAM,EAAE,eAAe,CACvC,cAAc,EACd;gBACE,IAAI,EAAE,qBAAU,CAAC,MAAM;gBACvB,UAAU,EAAE;oBACV,CAAC,2BAAgB,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,IAAI;oBACxC,CAAC,2BAAgB,CAAC,iBAAiB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI;oBACzD,CAAC,2BAAgB,CAAC,sBAAsB,CAAC,EAAE,EAAE,CAAC,SAAS;oBACvD,CAAC,2BAAgB,CAAC,uBAAuB,CAAC,EAAE,EAAE,CAAC,WAAW;oBAC1D,CAAC,2BAAgB,CAAC,iBAAiB,CAAC,EAAE,EAAE,CAAC,IAAI;oBAC7C,CAAC,2BAAgB,CAAC,iBAAiB,CAAC,EAAE,EAAE,CAAC,IAAI;oBAC7C,CAAC,2BAAgB,CAAC,6BAA6B,CAAC,EAC9C,EAAE,CAAC,gBAAgB;oBACrB,CAAC,2BAAgB,CAAC,4BAA4B,CAAC,EAAE,EAAE,CAAC,eAAe;oBACnE,CAAC,2BAAgB,CAAC,0BAA0B,CAAC,EAC3C,EAAE,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC;oBAC9B,CAAC,2BAAgB,CAAC,4BAA4B,CAAC,EAAE,EAAE,CAAC,MAAM;oBAC1D,kDAAkD;oBAClD,4BAA4B;oBAC5B,gBAAgB;iBACjB;aACF,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;gBACb,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;gBAClD,IAAI,CAAC,GAAG,EAAE,CAAC;gBACX,OAAO,GAAG,CAAC;YACb,CAAC,CACF,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,KAAK,CACT,IAA6B,EAC7B,OAA+D,EAC/D,IAAa;QAEb,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC;QACnC,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC;QAC3D,MAAM,SAAS,GACb,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QAE3E,MAAM,GAAG,GAAG;YACV,GAAG,IAAI;YACP,SAAS;YACT,WAAW,EAAE,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE;SAClB,CAAC;QAE7B,MAAM,EAAE,GAAG,KAAK,IAAI,EAAE;YACpB,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,GAAG,KAAK,CAAC,GAAG,EAAE,OAA2B,CAAC,CAAC;YAEtE,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAO,EACvB;gBACE,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,GAAG,EAAE,IAAI,CAAC,MAAM;gBAChB,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC;gBAC7C,MAAM;gBACN,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI;aACL,EACD,QAAQ,CACT,CAAC;YACF,OAAO,GAAG,CAAC;QACb,CAAC,CAAC;QAEF,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,cAAc,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;QAED,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE;YAChB,CAAC,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;YACpD,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;QAEf,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YACtD,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,CAAC;YAC3C,MAAM,aAAa,GACjB,CAAC,KAAa,EAAE,EAAE,CAAC,CAAC,IAAkC,EAAE,EAAE;gBACxD,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAChC,GAAG,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,CAAC;gBAEnC,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;oBACnB,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;gBACnC,CAAC;gBAED,IAAI,IAAI,EAAE,WAAW,EAAE,EAAE,CAAC;oBACxB,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;gBAC7B,CAAC;gBAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBACf,oBAAoB,CAAC,GAAG,CAAC,CAAC;gBAC5B,CAAC;gBACD,OAAO,GAAG,CAAC;YACb,CAAC,CAAC;YAEJ,6DAA6D;YAC7D,MAAM,MAAM,GAAG,KAAK,EAAE,OAAkC,EAAE,EAAE;gBAC1D,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC,CAAC;YAEF,MAAM,EAAE,GAAI,EAAyC,CAAC,WAAW,CAC/D,IAAI,kCAAmB,CACrB,aAAa,CAAC,EAAE,CAAC,EACjB,MAAM,CACP,CACF,CAAC;YACF,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,EAAmB,CAAC,CAAC;QACvD,GAAG,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,CAAC;QAEnC,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YACnB,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;QACnC,CAAC;QAED,IAAI,IAAI,EAAE,WAAW,EAAE,EAAE,CAAC;YACxB,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC7B,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;QAED,IAAI,EAAE,GAAG,EAAE,CAAC;QACZ,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,KAAK,CACT,GAA6B,EAC7B,OAA4C;QAE5C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,MAAM,IAAI,CAAC,MAAM,EAAE,eAAe,CACvC,eAAe,EACf;gBACE,IAAI,EAAE,qBAAU,CAAC,MAAM;gBACvB,UAAU,EAAE;oBACV,CAAC,2BAAgB,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,IAAI;oBACxC,CAAC,2BAAgB,CAAC,iBAAiB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI;iBAC1D;aACF,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;gBACb,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;gBAClD,IAAI,CAAC,GAAG,EAAE,CAAC;gBACX,OAAO,GAAG,CAAC;YACb,CAAC,CACF,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,MAAM,CACV,GAA6B,EAC7B,OAA4C,EAC5C,IAAa;QAEb,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,EAAE,GAAG,KAAK,IAAI,EAAE;YACpB,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,GAAG,IAAI,CAAC,gBAAiB,CAAC,GAAG,CAAC,CAAC;YAE1D,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAO,EACvB;gBACE,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,GAAG,EAAE,IAAI,CAAC,MAAM;gBAChB,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC;gBAC7C,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI;aACL,EACD,QAAQ,CACT,CAAC;YAEF,OAAO,GAAG,CAAC;QACb,CAAC,CAAC;QAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE;YACtB,CAAC,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC;YAC9D,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,iBAAkB,CAAC,QAA0B,CAAC,CAAC;QAEhE,GAAG,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,CAAC;QAEnC,IAAI,IAAI,EAAE,WAAW,EAAE,EAAE,CAAC;YACxB,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;gBACnB,IAAI,CAAC,eAAe,GAAG,GAAG,CAAC,UAAU,CAAC;gBACtC,IAAI,CAAC,aAAa,CAAC;oBACjB,CAAC,2BAAgB,CAAC,2BAA2B,CAAC,EAC5C,GAAG,CAAC,UAAU,CAAC,gBAAgB,IAAI,CAAC;oBACtC,CAAC,2BAAgB,CAAC,uBAAuB,CAAC,EACxC,GAAG,CAAC,UAAU,CAAC,YAAY;iBAC9B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,EAAE,GAAG,EAAE,CAAC;QACZ,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,YAAY,CAClB,UAAkC,EAAE;QAEpC,OAAO,EAAE,GAAG,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IACzC,CAAC;CACF;AA/VD,4BA+VC;AAED,MAAM,cAAc,GAAG,CAAC,GAA4B,EAAE,EAAE;IACtD,MAAM,KAAK,GAAG,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACxC,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,UAAU;gBACb,OAAO,oBAAoB,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAChE,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACpC,OAAO,SAAS,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBACtD,CAAC;gBACD,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;oBAClC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;wBACf,KAAK,MAAM;4BACT,OAAO,UAAU,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;wBAClD,KAAK,OAAO;4BACV,OAAO,WAAW,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC;wBACpF;4BACE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;oBAC5C,CAAC;gBACH,CAAC,CAAC,CAAC;gBACH,OAAO,UAAU,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACtC,CAAC;YACD,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;oBACtB,MAAM,GAAG,GAAG,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,EAAE;wBACtD,MAAM,IAAI,GACR,OAAO,EAAE,CAAC,MAAM,KAAK,QAAQ;4BAC3B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;4BACpC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC;wBAChB,OAAO,GAAG,EAAE,CAAC,IAAI,IAAI,IAAI,GAAG,CAAC;oBAC/B,CAAC,CAAC,CAAC;oBACH,OAAO,eAAe,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;gBAC/D,CAAC;gBACD,OAAO,eAAe,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,IAAI,SAAS,CAAC,EAAE,CAAC;YACzE,CAAC;YACD;gBACE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QACpC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAChC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,IAA8B,EAAE,EAAE;IACrD,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC;YACpB,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC;gBAChC,MAAM,IAAI,GACR,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ;oBACnC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC5C,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACxB,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,IAA8B,EAAE,EAAE;IAC9D,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAClB,OAAO;IACT,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;YACd,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC;YACpB,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC;gBAChC,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACpB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC7D,CAAC;gBACD,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;oBACtB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAgB,CAAC,CAAC,CAAC;gBACrE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,GAA6B,EAAE,IAAY,EAAE,EAAE;IACtE,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;QACnB,IAAI,CAAC,aAAa,CAAC;YACjB,CAAC,2BAAgB,CAAC,2BAA2B,CAAC,EAC5C,GAAG,CAAC,UAAU,CAAC,gBAAgB,IAAI,CAAC;YACtC,CAAC,2BAAgB,CAAC,uBAAuB,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC,YAAY;SACxE,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC"}

package/cjs/ai/cohere/api.d.ts

@@ -0,0 +1,22 @@
+import type { API } from '../../util/apicall.js';
+import { AxBaseAI } from '../base.js';
+import type { AxAIPromptConfig, AxAIServiceOptions, AxChatRequest, AxChatResponse, AxEmbedRequest, AxEmbedResponse, AxModelConfig } from '../types.js';
+import { type AxAICohereChatRequest, type AxAICohereChatResponse, type AxAICohereChatResponseDelta, type AxAICohereConfig, type AxAICohereEmbedRequest, type AxAICohereEmbedResponse } from './types.js';
+export declare const axAICohereDefaultConfig: () => AxAICohereConfig;
+export declare const axAICohereCreativeConfig: () => AxAICohereConfig;
+export interface AxAICohereArgs {
+    name: 'cohere';
+    apiKey: string;
+    config?: Readonly<AxAICohereConfig>;
+    options?: Readonly<AxAIServiceOptions>;
+}
+export declare class AxAICohere extends AxBaseAI<AxAICohereChatRequest, AxAICohereEmbedRequest, AxAICohereChatResponse, AxAICohereChatResponseDelta, AxAICohereEmbedResponse> {
+    private config;
+    constructor({ apiKey, config, options }: Readonly<Omit<AxAICohereArgs, 'name'>>);
+    getModelConfig(): AxModelConfig;
+    generateChatReq: (req: Readonly<AxChatRequest>, _config: Readonly<AxAIPromptConfig>) => [API, AxAICohereChatRequest];
+    generateEmbedReq: (req: Readonly<AxEmbedRequest>) => [API, AxAICohereEmbedRequest];
+    generateChatResp: (resp: Readonly<AxAICohereChatResponse>) => AxChatResponse;
+    generateChatStreamResp: (resp: Readonly<AxAICohereChatResponseDelta>, state: object) => AxChatResponse;
+    generateEmbedResp: (resp: Readonly<AxAICohereEmbedResponse>) => AxEmbedResponse;
+}