@ax-llm/ax 9.0.0

package/build/module/src/ai/base.js

@@ -0,0 +1,328 @@
+import { SpanAttributes, SpanKind } from '../trace/index.js';
+import { apiCall } from '../util/apicall.js';
+import { ColorLog } from '../util/log.js';
+import { RespTransformStream } from '../util/transform.js';
+const colorLog = new ColorLog();
+export const BaseAIDefaultConfig = () => structuredClone({
+    maxTokens: 500,
+    temperature: 0,
+    topK: 40,
+    frequencyPenalty: 0.2
+});
+export const BaseAIDefaultCreativeConfig = () => structuredClone({
+    maxTokens: 500,
+    temperature: 0.4,
+    topP: 0.7,
+    frequencyPenalty: 0.2,
+    presencePenalty: 0.2
+});
+export class BaseAI {
+    generateChatReq;
+    generateEmbedReq;
+    generateChatResp;
+    generateChatStreamResp;
+    generateEmbedResp;
+    debug = false;
+    rt;
+    fetch;
+    tracer;
+    apiURL;
+    name;
+    headers;
+    modelInfo;
+    embedModelInfo;
+    supportFor;
+    constructor({ name, apiURL, headers, modelInfo, models, options = {}, supportFor }) {
+        this.name = name;
+        this.apiURL = apiURL;
+        this.headers = headers;
+        this.supportFor = supportFor;
+        this.tracer = options.tracer;
+        if (models.model.length === 0) {
+            throw new Error('No model defined');
+        }
+        const mname = models.model.replace(/-0\d+$|-\d{2,}$/, '');
+        this.modelInfo = modelInfo.filter((v) => v.name === mname).at(0) ?? {
+            name: models.model,
+            currency: 'usd',
+            promptTokenCostPer1M: 0,
+            completionTokenCostPer1M: 0
+        };
+        this.embedModelInfo = modelInfo
+            .filter((v) => v.name === models.embedModel)
+            .at(0);
+        this.setOptions(options);
+    }
+    setName(name) {
+        this.name = name;
+    }
+    setAPIURL(apiURL) {
+        this.apiURL = apiURL;
+    }
+    setHeaders(headers) {
+        this.headers = headers;
+    }
+    setOptions(options) {
+        if (options.debug) {
+            this.debug = options.debug;
+        }
+        if (options.rateLimiter) {
+            this.rt = options.rateLimiter;
+        }
+        if (options.fetch) {
+            this.fetch = options.fetch;
+        }
+        if (options.tracer) {
+            this.tracer = options.tracer;
+        }
+    }
+    getModelInfo() {
+        return { ...this.modelInfo, provider: this.name };
+    }
+    getEmbedModelInfo() {
+        return this.embedModelInfo
+            ? { ...this.embedModelInfo, provider: this.name }
+            : undefined;
+    }
+    getName() {
+        return this.name;
+    }
+    getFeatures() {
+        return this.supportFor;
+    }
+    getModelConfig() {
+        throw new Error('getModelConfig not implemented');
+    }
+    async chat(_req, options) {
+        if (this.tracer) {
+            const mc = this.getModelConfig();
+            return await this.tracer?.startActiveSpan('Chat Request', {
+                kind: SpanKind.SERVER,
+                attributes: {
+                    [SpanAttributes.LLM_SYSTEM]: this.name,
+                    [SpanAttributes.LLM_REQUEST_MODEL]: this.modelInfo.name,
+                    [SpanAttributes.LLM_REQUEST_MAX_TOKENS]: mc.maxTokens,
+                    [SpanAttributes.LLM_REQUEST_TEMPERATURE]: mc.temperature,
+                    [SpanAttributes.LLM_REQUEST_TOP_P]: mc.topP,
+                    [SpanAttributes.LLM_REQUEST_TOP_K]: mc.topK,
+                    [SpanAttributes.LLM_REQUEST_FREQUENCY_PENALTY]: mc.frequencyPenalty,
+                    [SpanAttributes.LLM_REQUEST_PRESENCE_PENALTY]: mc.presencePenalty,
+                    [SpanAttributes.LLM_REQUEST_STOP_SEQUENCES]: mc.stopSequences?.join(', '),
+                    [SpanAttributes.LLM_REQUEST_LLM_IS_STREAMING]: mc.stream
+                    // [SpanAttributes.LLM_PROMPTS]: _req.chatPrompt
+                    //   ?.map((v) => v.content)
+                    //   .join('\n')
+                }
+            }, async (span) => {
+                const res = await this._chat(_req, options, span);
+                span.end();
+                return res;
+            });
+        }
+        return await this._chat(_req, options);
+    }
+    async _chat(_req, options, span) {
+        if (!this.generateChatReq) {
+            throw new Error('generateChatReq not implemented');
+        }
+        const reqFn = this.generateChatReq;
+        const stream = options?.stream ?? _req.modelConfig?.stream;
+        const functions = _req.functions && _req.functions.length > 0 ? _req.functions : undefined;
+        const req = {
+            ..._req,
+            functions,
+            modelConfig: { ..._req.modelConfig, stream }
+        };
+        const fn = async () => {
+            const [apiConfig, reqValue] = reqFn(req, options);
+            const res = await apiCall({
+                name: apiConfig.name,
+                url: this.apiURL,
+                headers: this.buildHeaders(apiConfig.headers),
+                stream,
+                debug: this.debug,
+                fetch: this.fetch,
+                span
+            }, reqValue);
+            return res;
+        };
+        if (this.debug) {
+            logChatRequest(req);
+        }
+        const rv = this.rt ? await this.rt(fn) : await fn();
+        if (stream) {
+            if (!this.generateChatStreamResp) {
+                throw new Error('generateChatResp not implemented');
+            }
+            const respFn = this.generateChatStreamResp;
+            const wrappedRespFn = (state) => (resp) => {
+                const res = respFn(resp, state);
+                res.sessionId = options?.sessionId;
+                if (span?.isRecording()) {
+                    setResponseAttr(res, span);
+                }
+                if (this.debug) {
+                    logStreamingResponse(res);
+                }
+                return res;
+            };
+            // eslint-disable-next-line @typescript-eslint/no-unused-vars
+            const doneCb = async (_values) => {
+                //   const res = mergeTextResponses(values);
+                //   if (span?.isRecording()) {
+                //     setResponseAttr(res, span);
+                //   }
+                //   span?.end();
+                //   if (this.debug) {
+                //     logResponse(res);
+                //   }
+                if (this.debug) {
+                    process.stdout.write('\n');
+                }
+            };
+            const st = rv.pipeThrough(new RespTransformStream(wrappedRespFn({}), doneCb));
+            return st;
+        }
+        if (!this.generateChatResp) {
+            throw new Error('generateChatResp not implemented');
+        }
+        const res = this.generateChatResp(rv);
+        res.sessionId = options?.sessionId;
+        if (span?.isRecording()) {
+            setResponseAttr(res, span);
+        }
+        if (this.debug) {
+            logResponse(res);
+        }
+        span?.end();
+        return res;
+    }
+    async embed(req, options) {
+        if (this.tracer) {
+            return await this.tracer?.startActiveSpan('Embed Request', {
+                kind: SpanKind.SERVER,
+                attributes: {
+                    [SpanAttributes.LLM_SYSTEM]: this.name,
+                    [SpanAttributes.LLM_REQUEST_MODEL]: this.modelInfo.name
+                }
+            }, async (span) => {
+                const res = await this._embed(req, options, span);
+                span.end();
+                return res;
+            });
+        }
+        return this._embed(req, options);
+    }
+    async _embed(req, options, span) {
+        if (!this.generateEmbedReq) {
+            throw new Error('generateEmbedReq not implemented');
+        }
+        if (!this.generateEmbedResp) {
+            throw new Error('generateEmbedResp not implemented');
+        }
+        const fn = async () => {
+            const [apiConfig, reqValue] = this.generateEmbedReq(req);
+            const res = await apiCall({
+                name: apiConfig.name,
+                url: this.apiURL,
+                headers: this.buildHeaders(apiConfig.headers),
+                debug: this.debug,
+                fetch: this.fetch,
+                span
+            }, reqValue);
+            return res;
+        };
+        const resValue = this.rt ? await this.rt(async () => fn()) : await fn();
+        const res = this.generateEmbedResp(resValue);
+        res.sessionId = options?.sessionId;
+        if (span?.isRecording()) {
+            if (res.modelUsage) {
+                span.setAttributes({
+                    [SpanAttributes.LLM_USAGE_COMPLETION_TOKENS]: res.modelUsage.completionTokens ?? 0,
+                    [SpanAttributes.LLM_USAGE_PROMPT_TOKENS]: res.modelUsage.promptTokens
+                });
+            }
+        }
+        span?.end();
+        return res;
+    }
+    // async _transcribe(
+    //   // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    //   _file: string,
+    //   // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    //   _prompt?: string,
+    //   // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    //   _options?: Readonly<AITranscribeConfig & AIServiceActionOptions>
+    // ): Promise<TranscriptResponse> {
+    //   throw new Error('_transcribe not implemented');
+    // }
+    // async transcribe(
+    //   file: string,
+    //   prompt?: string,
+    //   options?: Readonly<AITranscribeConfig & AIServiceActionOptions>
+    // ): Promise<TranscriptResponse> {
+    //   const res = this.rt
+    //     ? await this.rt<Promise<TranscriptResponse>>(
+    //         async () => await this._transcribe(file, prompt, options)
+    //       )
+    //     : await this._transcribe(file, prompt, options);
+    //   res.sessionId = options?.sessionId;
+    //   return res;
+    // }
+    // async apiCallWithUpload<Request, Response, APIType extends API >(
+    //   api: APIType,
+    //   json: Request,
+    //   file: string
+    // ): Promise<Response> {
+    // return apiCallWithUpload<Request, Response, APIType>(this.mergeAPIConfig<APIType>(api), json, file);
+    // }
+    buildHeaders(headers = {}) {
+        return { ...headers, ...this.headers };
+    }
+}
+const logChatRequest = (req) => {
+    const items = req.chatPrompt?.map((v) => v.content).join('\n');
+    if (items) {
+        console.log('==========');
+        console.log(colorLog.whiteBright(items));
+    }
+};
+const logResponse = (resp) => {
+    for (const r of resp.results) {
+        if (r.content) {
+            console.log(colorLog.greenBright(r.content));
+        }
+        if (r.functionCalls) {
+            for (const f of r.functionCalls) {
+                const msg = `${f.function.name}(${f.function.arguments})`;
+                console.log(colorLog.yellow(JSON.stringify(msg)));
+            }
+        }
+    }
+};
+const logStreamingResponse = (resp) => {
+    for (const r of resp.results) {
+        if (r.content) {
+            process.stdout.write(colorLog.greenBright(r.content));
+        }
+        if (r.functionCalls) {
+            for (const f of r.functionCalls) {
+                if (f.function.name) {
+                    process.stdout.write(colorLog.blueBright(f.function.name));
+                }
+                if (f.function.arguments) {
+                    process.stdout.write(colorLog.yellow(f.function.arguments));
+                }
+            }
+        }
+    }
+};
+const setResponseAttr = (res, span) => {
+    if (res.modelUsage) {
+        span.setAttributes({
+            [SpanAttributes.LLM_USAGE_COMPLETION_TOKENS]: res.modelUsage.completionTokens ?? 0,
+            [SpanAttributes.LLM_USAGE_PROMPT_TOKENS]: res.modelUsage.promptTokens
+        });
+    }
+};
+//# sourceMappingURL=base.js.map

package/build/module/src/ai/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../../src/ai/base.ts"],"names":[],"mappings":"AAQA,OAAO,EAAa,cAAc,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAMxE,OAAO,EAAY,OAAO,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAS3D,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;AAYhC,MAAM,CAAC,MAAM,mBAAmB,GAAG,GAAoB,EAAE,CACvD,eAAe,CAAC;IACd,SAAS,EAAE,GAAG;IACd,WAAW,EAAE,CAAC;IACd,IAAI,EAAE,EAAE;IACR,gBAAgB,EAAE,GAAG;CACtB,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,2BAA2B,GAAG,GAAoB,EAAE,CAC/D,eAAe,CAAC;IACd,SAAS,EAAE,GAAG;IACd,WAAW,EAAE,GAAG;IAChB,IAAI,EAAE,GAAG;IACT,gBAAgB,EAAE,GAAG;IACrB,eAAe,EAAE,GAAG;CACrB,CAAC,CAAC;AAEL,MAAM,OAAO,MAAM;IAQjB,eAAe,CAGU;IACzB,gBAAgB,CAEU;IAC1B,gBAAgB,CAAmD;IACnE,sBAAsB,CAGJ;IAClB,iBAAiB,CAAqD;IAE9D,KAAK,GAAG,KAAK,CAAC;IAEd,EAAE,CAAmC;IACrC,KAAK,CAA6B;IAClC,MAAM,CAA8B;IAElC,MAAM,CAAS;IACf,IAAI,CAAS;IACb,OAAO,CAAyB;IAChC,SAAS,CAAgB;IACzB,cAAc,CAAiB;IAC/B,UAAU,CAA2B;IAE/C,YAAY,EACV,IAAI,EACJ,MAAM,EACN,OAAO,EACP,SAAS,EACT,MAAM,EACN,OAAO,GAAG,EAAE,EACZ,UAAU,EACW;QACrB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAE7B,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;YAClE,IAAI,EAAE,MAAM,CAAC,KAAK;YAClB,QAAQ,EAAE,KAAK;YACf,oBAAoB,EAAE,CAAC;YACvB,wBAAwB,EAAE,CAAC;SAC5B,CAAC;QAEF,IAAI,CAAC,cAAc,GAAG,SAAS;aAC5B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,UAAU,CAAC;aAC3C,EAAE,CAAC,CAAC,CAAC,CAAC;QAET,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAEM,OAAO,CAAC,IAAY;QACzB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAEM,SAAS,CAAC,MAAc;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAEM,UAAU,CAAC,OAA+B;QAC/C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,UAAU,CAAC,OAAmC;QAC5C,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC7B,CAAC;QAED,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACxB,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC;QAChC,CAAC;QAED,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC7B,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,YAAY;QACV,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;IACpD,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc;YACxB,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE;YACjD,CAAC,CAAC,SAAS,CAAC;IAChB,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,cAAc;QACZ,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,IAAI,CACR,IAAiC,EACjC,OAA2D;QAE3D,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YACjC,OAAO,MAAM,IAAI,CAAC,MAAM,EAAE,eAAe,CACvC,cAAc,EACd;gBACE,IAAI,EAAE,QAAQ,CAAC,MAAM;gBACrB,UAAU,EAAE;oBACV,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,IAAI;oBACtC,CAAC,cAAc,CAAC,iBAAiB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI;oBACvD,CAAC,cAAc,CAAC,sBAAsB,CAAC,EAAE,EAAE,CAAC,SAAS;oBACrD,CAAC,cAAc,CAAC,uBAAuB,CAAC,EAAE,EAAE,CAAC,WAAW;oBACxD,CAAC,cAAc,CAAC,iBAAiB,CAAC,EAAE,EAAE,CAAC,IAAI;oBAC3C,CAAC,cAAc,CAAC,iBAAiB,CAAC,EAAE,EAAE,CAAC,IAAI;oBAC3C,CAAC,cAAc,CAAC,6BAA6B,CAAC,EAAE,EAAE,CAAC,gBAAgB;oBACnE,CAAC,cAAc,CAAC,4BAA4B,CAAC,EAAE,EAAE,CAAC,eAAe;oBACjE,CAAC,cAAc,CAAC,0BAA0B,CAAC,EACzC,EAAE,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC;oBAC9B,CAAC,cAAc,CAAC,4BAA4B,CAAC,EAAE,EAAE,CAAC,MAAM;oBACxD,gDAAgD;oBAChD,4BAA4B;oBAC5B,gBAAgB;iBACjB;aACF,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;gBACb,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;gBAClD,IAAI,CAAC,GAAG,EAAE,CAAC;gBACX,OAAO,GAAG,CAAC;YACb,CAAC,CACF,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,KAAK,CACT,IAAiC,EACjC,OAA2D,EAC3D,IAAW;QAEX,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC;QACnC,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC;QAC3D,MAAM,SAAS,GACb,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QAE3E,MAAM,GAAG,GAAG;YACV,GAAG,IAAI;YACP,SAAS;YACT,WAAW,EAAE,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE;SACd,CAAC;QAEjC,MAAM,EAAE,GAAG,KAAK,IAAI,EAAE;YACpB,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,GAAG,KAAK,CAAC,GAAG,EAAE,OAAyB,CAAC,CAAC;YAEpE,MAAM,GAAG,GAAG,MAAM,OAAO,CACvB;gBACE,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,GAAG,EAAE,IAAI,CAAC,MAAM;gBAChB,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC;gBAC7C,MAAM;gBACN,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI;aACL,EACD,QAAQ,CACT,CAAC;YACF,OAAO,GAAG,CAAC;QACb,CAAC,CAAC;QAEF,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,cAAc,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;QAED,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;QAEpD,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YACtD,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,CAAC;YAC3C,MAAM,aAAa,GACjB,CAAC,KAAa,EAAE,EAAE,CAAC,CAAC,IAAkC,EAAE,EAAE;gBACxD,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAChC,GAAG,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,CAAC;gBAEnC,IAAI,IAAI,EAAE,WAAW,EAAE,EAAE,CAAC;oBACxB,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;gBAC7B,CAAC;gBAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBACf,oBAAoB,CAAC,GAAG,CAAC,CAAC;gBAC5B,CAAC;gBACD,OAAO,GAAG,CAAC;YACb,CAAC,CAAC;YAEJ,6DAA6D;YAC7D,MAAM,MAAM,GAAG,KAAK,EAAE,OAAgC,EAAE,EAAE;gBACxD,4CAA4C;gBAC5C,+BAA+B;gBAC/B,kCAAkC;gBAClC,MAAM;gBACN,iBAAiB;gBAEjB,sBAAsB;gBACtB,wBAAwB;gBACxB,MAAM;gBACN,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC,CAAC;YAEF,MAAM,EAAE,GAAI,EAAyC,CAAC,WAAW,CAC/D,IAAI,mBAAmB,CACrB,aAAa,CAAC,EAAE,CAAC,EACjB,MAAM,CACP,CACF,CAAC;YACF,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,EAAmB,CAAC,CAAC;QACvD,GAAG,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,CAAC;QAEnC,IAAI,IAAI,EAAE,WAAW,EAAE,EAAE,CAAC;YACxB,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC7B,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;QAED,IAAI,EAAE,GAAG,EAAE,CAAC;QACZ,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,KAAK,CACT,GAAiC,EACjC,OAA0C;QAE1C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,MAAM,IAAI,CAAC,MAAM,EAAE,eAAe,CACvC,eAAe,EACf;gBACE,IAAI,EAAE,QAAQ,CAAC,MAAM;gBACrB,UAAU,EAAE;oBACV,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,IAAI;oBACtC,CAAC,cAAc,CAAC,iBAAiB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI;iBACxD;aACF,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;gBACb,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;gBAClD,IAAI,CAAC,GAAG,EAAE,CAAC;gBACX,OAAO,GAAG,CAAC;YACb,CAAC,CACF,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,MAAM,CACV,GAAiC,EACjC,OAA0C,EAC1C,IAAW;QAEX,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,EAAE,GAAG,KAAK,IAAI,EAAE;YACpB,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,GAAG,IAAI,CAAC,gBAAiB,CAAC,GAAG,CAAC,CAAC;YAE1D,MAAM,GAAG,GAAG,MAAM,OAAO,CACvB;gBACE,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,GAAG,EAAE,IAAI,CAAC,MAAM;gBAChB,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC;gBAC7C,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI;aACL,EACD,QAAQ,CACT,CAAC;YAEF,OAAO,GAAG,CAAC;QACb,CAAC,CAAC;QAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;QACxE,MAAM,GAAG,GAAG,IAAI,CAAC,iBAAkB,CAAC,QAA0B,CAAC,CAAC;QAEhE,GAAG,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,CAAC;QAEnC,IAAI,IAAI,EAAE,WAAW,EAAE,EAAE,CAAC;YACxB,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;gBACnB,IAAI,CAAC,aAAa,CAAC;oBACjB,CAAC,cAAc,CAAC,2BAA2B,CAAC,EAC1C,GAAG,CAAC,UAAU,CAAC,gBAAgB,IAAI,CAAC;oBACtC,CAAC,cAAc,CAAC,uBAAuB,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC,YAAY;iBACtE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,EAAE,GAAG,EAAE,CAAC;QACZ,OAAO,GAAG,CAAC;IACb,CAAC;IAED,qBAAqB;IACrB,kEAAkE;IAClE,mBAAmB;IACnB,kEAAkE;IAClE,sBAAsB;IACtB,kEAAkE;IAClE,qEAAqE;IACrE,mCAAmC;IACnC,oDAAoD;IACpD,IAAI;IAEJ,oBAAoB;IACpB,kBAAkB;IAClB,qBAAqB;IACrB,oEAAoE;IACpE,mCAAmC;IACnC,wBAAwB;IACxB,oDAAoD;IACpD,oEAAoE;IACpE,UAAU;IACV,uDAAuD;IAEvD,wCAAwC;IACxC,gBAAgB;IAChB,IAAI;IAEJ,oEAAoE;IACpE,kBAAkB;IAClB,mBAAmB;IACnB,iBAAiB;IACjB,yBAAyB;IACzB,uGAAuG;IACvG,IAAI;IAEI,YAAY,CAClB,UAAkC,EAAE;QAEpC,OAAO,EAAE,GAAG,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IACzC,CAAC;CACF;AAED,MAAM,cAAc,GAAG,CAAC,GAAgC,EAAE,EAAE;IAC1D,MAAM,KAAK,GAAG,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/D,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,IAA4B,EAAE,EAAE;IACnD,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC;YACpB,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC;gBAChC,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC;gBAC1D,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,IAA4B,EAAE,EAAE;IAC5D,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;YACd,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC;YACpB,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC;gBAChC,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACpB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC7D,CAAC;gBACD,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;oBACzB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAmB,CAAC,CAAC,CAAC;gBACxE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,GAA2B,EAAE,IAAU,EAAE,EAAE;IAClE,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;QACnB,IAAI,CAAC,aAAa,CAAC;YACjB,CAAC,cAAc,CAAC,2BAA2B,CAAC,EAC1C,GAAG,CAAC,UAAU,CAAC,gBAAgB,IAAI,CAAC;YACtC,CAAC,cAAc,CAAC,uBAAuB,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC,YAAY;SACtE,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC"}

package/build/module/src/ai/cohere/api.d.ts

@@ -0,0 +1,35 @@
+import type { AIPromptConfig, AIServiceOptions } from '../../text/types.js';
+import type { AITextChatRequest, AITextEmbedRequest } from '../../types/index.js';
+import type { API } from '../../util/apicall.js';
+import { BaseAI } from '../base.js';
+import type { EmbedResponse, TextModelConfig, TextResponse } from '../types.js';
+import { type CohereChatRequest, type CohereChatResponse, type CohereChatResponseDelta, type CohereConfig, type CohereEmbedRequest, type CohereEmbedResponse } from './types.js';
+/**
+ * Cohere: Default Model config for text generation
+ * @export
+ */
+export declare const CohereDefaultConfig: () => CohereConfig;
+/**
+ * Cohere: Default model config for more creative text generation
+ * @export
+ */
+export declare const CohereCreativeConfig: () => CohereConfig;
+export interface CohereArgs {
+    apiKey: string;
+    config: Readonly<CohereConfig>;
+    options?: Readonly<AIServiceOptions>;
+}
+/**
+ * Cohere: AI Service
+ * @export
+ */
+export declare class Cohere extends BaseAI<CohereChatRequest, CohereEmbedRequest, CohereChatResponse, CohereChatResponseDelta, CohereEmbedResponse> {
+    private config;
+    constructor({ apiKey, config, options }: Readonly<CohereArgs>);
+    getModelConfig(): TextModelConfig;
+    generateChatReq: (req: Readonly<AITextChatRequest>, _config: Readonly<AIPromptConfig>) => [API, CohereChatRequest];
+    generateEmbedReq: (req: Readonly<AITextEmbedRequest>) => [API, CohereEmbedRequest];
+    generateChatResp: (resp: Readonly<CohereChatResponse>) => TextResponse;
+    generateChatStreamResp: (resp: Readonly<CohereChatResponseDelta>, state: object) => TextResponse;
+    generateEmbedResp: (resp: Readonly<CohereEmbedResponse>) => EmbedResponse;
+}

package/build/module/src/ai/cohere/api.js

@@ -0,0 +1,214 @@
+import { BaseAI, BaseAIDefaultConfig, BaseAIDefaultCreativeConfig } from '../base.js';
+import { modelInfoCohere } from './info.js';
+import { CohereEmbedModel, CohereModel } from './types.js';
+/**
+ * Cohere: Default Model config for text generation
+ * @export
+ */
+export const CohereDefaultConfig = () => structuredClone({
+    model: CohereModel.Command,
+    embedModel: CohereEmbedModel.EmbedEnglishV30,
+    ...BaseAIDefaultConfig()
+});
+/**
+ * Cohere: Default model config for more creative text generation
+ * @export
+ */
+export const CohereCreativeConfig = () => structuredClone({
+    model: CohereModel.CommandR,
+    embedModel: CohereEmbedModel.EmbedEnglishV30,
+    ...BaseAIDefaultCreativeConfig()
+});
+/**
+ * Cohere: AI Service
+ * @export
+ */
+export class Cohere extends BaseAI {
+    config;
+    constructor({ apiKey, config = CohereDefaultConfig(), options }) {
+        if (!apiKey || apiKey === '') {
+            throw new Error('Cohere API key not set');
+        }
+        super({
+            name: 'Cohere',
+            apiURL: 'https://api.cohere.ai',
+            headers: { Authorization: `Bearer ${apiKey}` },
+            modelInfo: modelInfoCohere,
+            models: { model: config.model },
+            supportFor: { functions: false, streaming: true },
+            options
+        });
+        this.config = config;
+    }
+    getModelConfig() {
+        const { config } = this;
+        return {
+            maxTokens: config.maxTokens,
+            temperature: config.temperature,
+            topP: config.topP,
+            topK: config.topK,
+            frequencyPenalty: config.frequencyPenalty,
+            presencePenalty: config.presencePenalty,
+            endSequences: config.endSequences,
+            stopSequences: config.stopSequences
+        };
+    }
+    generateChatReq = (req, 
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    _config) => {
+        const model = req.modelInfo?.name ?? this.config.model;
+        // const functionsList = req.functions
+        //   ? `Functions:\n${JSON.stringify(req.functions, null, 2)}\n`
+        const lastChatMsg = req.chatPrompt.at(-1);
+        const restOfChat = req.chatPrompt.slice(0, -1);
+        const message = lastChatMsg?.content ?? '';
+        const chatHistory = restOfChat
+            .filter((chat) => chat.role !== 'function' || chat.content?.length > 0)
+            .map((chat) => {
+            let role;
+            switch (chat.role) {
+                case 'user':
+                    role = 'USER';
+                    break;
+                case 'system':
+                    role = 'SYSTEM';
+                    break;
+                case 'assistant':
+                    role = 'CHATBOT';
+                    break;
+                default:
+                    role = 'USER';
+                    break;
+            }
+            return { role, message: chat.content ?? '' };
+        });
+        const tools = req.functions?.map((v) => {
+            const props = {};
+            if (v.parameters?.properties) {
+                for (const [key, value] of Object.entries(v.parameters.properties)) {
+                    props[key] = {
+                        description: value.description,
+                        type: value.type,
+                        required: v.parameters.required?.includes(key) ?? false
+                    };
+                }
+            }
+            return {
+                name: v.name,
+                description: v.description,
+                parameter_definitions: props
+            };
+        });
+        const tool_results = req.chatPrompt
+            .filter((chat) => chat.role === 'function')
+            .map((chat) => {
+            const fn = tools?.find((t) => t.name === chat.functionId);
+            if (!fn) {
+                throw new Error('Function not found');
+            }
+            return {
+                call: { name: fn.name, parameters: fn.parameter_definitions },
+                outputs: [{ result: chat.content ?? '' }]
+            };
+        });
+        const apiConfig = {
+            name: '/v1/generate'
+        };
+        const reqValue = {
+            model,
+            message,
+            tools,
+            tool_results,
+            chat_history: chatHistory,
+            max_tokens: req.modelConfig?.maxTokens ?? this.config.maxTokens,
+            temperature: req.modelConfig?.temperature ?? this.config.temperature,
+            k: req.modelConfig?.topK ?? this.config.topK,
+            p: req.modelConfig?.topP ?? this.config.topP,
+            frequency_penalty: req.modelConfig?.frequencyPenalty ?? this.config.frequencyPenalty,
+            presence_penalty: req.modelConfig?.presencePenalty ?? this.config.presencePenalty,
+            end_sequences: this.config.endSequences,
+            stop_sequences: req.modelConfig?.stopSequences ?? this.config.stopSequences
+        };
+        return [apiConfig, reqValue];
+    };
+    generateEmbedReq = (req) => {
+        const model = req.embedModelInfo?.name ?? this.config.embedModel;
+        if (!model) {
+            throw new Error('Embed model not set');
+        }
+        if (!req.texts || req.texts.length === 0) {
+            throw new Error('Embed texts is empty');
+        }
+        const apiConfig = {
+            name: '/v1/embed'
+        };
+        const reqValue = {
+            model,
+            texts: req.texts ?? [],
+            input_type: 'classification',
+            truncate: ''
+        };
+        return [apiConfig, reqValue];
+    };
+    generateChatResp = (resp) => {
+        let finishReason;
+        if ('finish_reason' in resp) {
+            switch (resp.finish_reason) {
+                case 'COMPLETE':
+                    finishReason = 'stop';
+                    break;
+                case 'MAX_TOKENS':
+                    finishReason = 'length';
+                    break;
+                case 'ERROR':
+                    throw new Error('Finish reason: ERROR');
+                case 'ERROR_TOXIC':
+                    throw new Error('Finish reason: CONTENT_FILTER');
+                default:
+                    finishReason = 'stop';
+                    break;
+            }
+        }
+        let functionCalls;
+        if ('tool_calls' in resp) {
+            functionCalls =
+                resp.tool_calls?.map((v) => {
+                    return {
+                        id: v.name,
+                        type: 'function',
+                        function: { name: v.name, args: v.parameters }
+                    };
+                }) ?? [];
+        }
+        return {
+            results: [
+                {
+                    id: resp.generation_id,
+                    content: resp.text,
+                    functionCalls,
+                    finishReason
+                }
+            ]
+        };
+    };
+    generateChatStreamResp = (resp, state) => {
+        const ss = state;
+        if (resp.event_type === 'stream-start') {
+            ss.generation_id = resp.generation_id;
+        }
+        const { results } = this.generateChatResp(resp);
+        const result = results[0];
+        if (!result) {
+            throw new Error('No result');
+        }
+        result.id = ss.generation_id ?? '';
+        return { results };
+    };
+    generateEmbedResp = (resp) => {
+        return {
+            remoteId: resp.id,
+            embeddings: resp.embeddings
+        };
+    };
+}
+//# sourceMappingURL=api.js.map

package/build/module/src/ai/cohere/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../../src/ai/cohere/api.ts"],"names":[],"mappings":"AAMA,OAAO,EACL,MAAM,EACN,mBAAmB,EACnB,2BAA2B,EAC5B,MAAM,YAAY,CAAC;AAGpB,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAKL,gBAAgB,EAGhB,WAAW,EACZ,MAAM,YAAY,CAAC;AAEpB;;;GAGG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,GAAiB,EAAE,CACpD,eAAe,CAAC;IACd,KAAK,EAAE,WAAW,CAAC,OAAO;IAC1B,UAAU,EAAE,gBAAgB,CAAC,eAAe;IAC5C,GAAG,mBAAmB,EAAE;CACzB,CAAC,CAAC;AAEL;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAiB,EAAE,CACrD,eAAe,CAAC;IACd,KAAK,EAAE,WAAW,CAAC,QAAQ;IAC3B,UAAU,EAAE,gBAAgB,CAAC,eAAe;IAC5C,GAAG,2BAA2B,EAAE;CACjC,CAAC,CAAC;AAQL;;;GAGG;AACH,MAAM,OAAO,MAAO,SAAQ,MAM3B;IACS,MAAM,CAAe;IAE7B,YAAY,EACV,MAAM,EACN,MAAM,GAAG,mBAAmB,EAAE,EAC9B,OAAO,EACc;QACrB,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QACD,KAAK,CAAC;YACJ,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,uBAAuB;YAC/B,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;YAC9C,SAAS,EAAE,eAAe;YAC1B,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE;YAC/B,UAAU,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;YACjD,OAAO;SACR,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAEQ,cAAc;QACrB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,aAAa,EAAE,MAAM,CAAC,aAAa;SACjB,CAAC;IACvB,CAAC;IAEQ,eAAe,GAAG,CACzB,GAAgC;IAChC,6DAA6D;IAC7D,OAAiC,EACP,EAAE;QAC5B,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QACvD,sCAAsC;QACtC,gEAAgE;QAEhE,MAAM,WAAW,GAAG,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE/C,MAAM,OAAO,GAAG,WAAW,EAAE,OAAO,IAAI,EAAE,CAAC;QAC3C,MAAM,WAAW,GAAG,UAAU;aAC3B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,IAAI,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,CAAC,CAAC;aACtE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,IAAI,IAAkD,CAAC;YACvD,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;gBAClB,KAAK,MAAM;oBACT,IAAI,GAAG,MAAM,CAAC;oBACd,MAAM;gBACR,KAAK,QAAQ;oBACX,IAAI,GAAG,QAAQ,CAAC;oBAChB,MAAM;gBACR,KAAK,WAAW;oBACd,IAAI,GAAG,SAAS,CAAC;oBACjB,MAAM;gBACR;oBACE,IAAI,GAAG,MAAM,CAAC;oBACd,MAAM;YACV,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;QAC/C,CAAC,CAAC,CAAC;QAML,MAAM,KAAK,GAA+B,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACjE,MAAM,KAAK,GAA8B,EAAE,CAAC;YAC5C,IAAI,CAAC,CAAC,UAAU,EAAE,UAAU,EAAE,CAAC;gBAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;oBACnE,KAAK,CAAC,GAAG,CAAC,GAAG;wBACX,WAAW,EAAE,KAAK,CAAC,WAAW;wBAC9B,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,QAAQ,EAAE,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK;qBACxD,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,qBAAqB,EAAE,KAAK;aAC7B,CAAC;QACJ,CAAC,CAAC,CAAC;QAOH,MAAM,YAAY,GAChB,GAAG,CAAC,UACL;aACE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC;aAC1C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,MAAM,EAAE,GAAG,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC;YAC1D,IAAI,CAAC,EAAE,EAAE,CAAC;gBACR,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;YACxC,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,CAAC,qBAAqB,EAAE;gBAC7D,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;aAC1C,CAAC;QACJ,CAAC,CAAC,CAAC;QAEL,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,cAAc;SACrB,CAAC;QAEF,MAAM,QAAQ,GAAsB;YAClC,KAAK;YACL,OAAO;YACP,KAAK;YACL,YAAY;YACZ,YAAY,EAAE,WAAW;YACzB,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;YAC/D,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YACpE,CAAC,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YAC5C,CAAC,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YAC5C,iBAAiB,EACf,GAAG,CAAC,WAAW,EAAE,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB;YACnE,gBAAgB,EACd,GAAG,CAAC,WAAW,EAAE,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe;YACjE,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;YACvC,cAAc,EACZ,GAAG,CAAC,WAAW,EAAE,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;SAC9D,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,GAAiC,EACN,EAAE;QAC7B,MAAM,KAAK,GAAG,GAAG,CAAC,cAAc,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAEjE,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,WAAW;SAClB,CAAC;QAEF,MAAM,QAAQ,GAAG;YACf,KAAK;YACL,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,EAAE;YACtB,UAAU,EAAE,gBAAgB;YAC5B,QAAQ,EAAE,EAAE;SACb,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,IAAkC,EACpB,EAAE;QAChB,IAAI,YAAwD,CAAC;QAC7D,IAAI,eAAe,IAAI,IAAI,EAAE,CAAC;YAC5B,QAAQ,IAAI,CAAC,aAAa,EAAE,CAAC;gBAC3B,KAAK,UAAU;oBACb,YAAY,GAAG,MAAM,CAAC;oBACtB,MAAM;gBACR,KAAK,YAAY;oBACf,YAAY,GAAG,QAAQ,CAAC;oBACxB,MAAM;gBACR,KAAK,OAAO;oBACV,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;gBAC1C,KAAK,aAAa;oBAChB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;gBACnD;oBACE,YAAY,GAAG,MAAM,CAAC;oBACtB,MAAM;YACV,CAAC;QACH,CAAC;QAED,IAAI,aAA0D,CAAC;QAE/D,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;YACzB,aAAa;gBACX,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;oBACzB,OAAO;wBACL,EAAE,EAAE,CAAC,CAAC,IAAI;wBACV,IAAI,EAAE,UAAmB;wBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,UAAU,EAAE;qBAC/C,CAAC;gBACJ,CAAC,CAAC,IAAI,EAAE,CAAC;QACb,CAAC;QAED,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,EAAE,EAAE,IAAI,CAAC,aAAa;oBACtB,OAAO,EAAE,IAAI,CAAC,IAAI;oBAClB,aAAa;oBACb,YAAY;iBACb;aACF;SACF,CAAC;IACJ,CAAC,CAAC;IAEO,sBAAsB,GAAG,CAChC,IAAuC,EACvC,KAAa,EACC,EAAE;QAChB,MAAM,EAAE,GAAG,KAEV,CAAC;QAEF,IAAI,IAAI,CAAC,UAAU,KAAK,cAAc,EAAE,CAAC;YACvC,EAAE,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;QACxC,CAAC;QAED,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC;QAC/B,CAAC;QAED,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,aAAa,IAAI,EAAE,CAAC;QACnC,OAAO,EAAE,OAAO,EAAE,CAAC;IACrB,CAAC,CAAC;IAEO,iBAAiB,GAAG,CAC3B,IAAmC,EACpB,EAAE;QACjB,OAAO;YACL,QAAQ,EAAE,IAAI,CAAC,EAAE;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC;IACJ,CAAC,CAAC;CACH"}

package/build/module/src/ai/cohere/index.d.ts

@@ -0,0 +1,2 @@
+export * from './api.js';
+export * from './types.js';

package/build/module/src/ai/cohere/index.js

@@ -0,0 +1,3 @@
+export * from './api.js';
+export * from './types.js';
+//# sourceMappingURL=index.js.map

package/build/module/src/ai/cohere/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/ai/cohere/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,YAAY,CAAC"}

package/build/module/src/ai/cohere/info.d.ts

@@ -0,0 +1,2 @@
+import type { TextModelInfo } from '../types.js';
+export declare const modelInfoCohere: TextModelInfo[];

package/build/module/src/ai/cohere/info.js

@@ -0,0 +1,52 @@
+import { CohereEmbedModel, CohereModel } from './types.js';
+export const modelInfoCohere = [
+    {
+        name: CohereModel.CommandRPlus,
+        currency: 'usd',
+        promptTokenCostPer1M: 3.0,
+        completionTokenCostPer1M: 15
+    },
+    {
+        name: CohereModel.CommandR,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.5,
+        completionTokenCostPer1M: 1.5
+    },
+    {
+        name: CohereModel.Command,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.5,
+        completionTokenCostPer1M: 1.5
+    },
+    {
+        name: CohereModel.CommandLight,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.3,
+        completionTokenCostPer1M: 0.6
+    },
+    {
+        name: CohereEmbedModel.EmbedEnglishLightV30,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.1,
+        completionTokenCostPer1M: 0.1
+    },
+    {
+        name: CohereEmbedModel.EmbedEnglishV30,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.1,
+        completionTokenCostPer1M: 0.1
+    },
+    {
+        name: CohereEmbedModel.EmbedMultiLingualV30,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.1,
+        completionTokenCostPer1M: 0.1
+    },
+    {
+        name: CohereEmbedModel.EmbedMultiLingualLightV30,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.1,
+        completionTokenCostPer1M: 0.1
+    }
+];
+//# sourceMappingURL=info.js.map