@ax-llm/ax 9.0.20 → 9.0.22

package/ai/cohere/api.js

@@ -0,0 +1,264 @@
+import { AxBaseAI, axBaseAIDefaultConfig, axBaseAIDefaultCreativeConfig } from '../base.js';
+import { axModelInfoCohere } from './info.js';
+import { AxAICohereEmbedModel, AxAICohereModel } from './types.js';
+export const axAICohereDefaultConfig = () => structuredClone({
+    model: AxAICohereModel.CommandRPlus,
+    embedModel: AxAICohereEmbedModel.EmbedEnglishV30,
+    ...axBaseAIDefaultConfig()
+});
+export const axAICohereCreativeConfig = () => structuredClone({
+    model: AxAICohereModel.CommandR,
+    embedModel: AxAICohereEmbedModel.EmbedEnglishV30,
+    ...axBaseAIDefaultCreativeConfig()
+});
+export class AxAICohere extends AxBaseAI {
+    config;
+    constructor({ apiKey, config, options }) {
+        if (!apiKey || apiKey === '') {
+            throw new Error('Cohere API key not set');
+        }
+        const _config = {
+            ...axAICohereDefaultConfig(),
+            ...config
+        };
+        super({
+            name: 'Cohere',
+            apiURL: 'https://api.cohere.ai',
+            headers: { Authorization: `Bearer ${apiKey}` },
+            modelInfo: axModelInfoCohere,
+            models: { model: _config.model },
+            supportFor: { functions: true, streaming: true },
+            options
+        });
+        this.config = _config;
+    }
+    getModelConfig() {
+        const { config } = this;
+        return {
+            maxTokens: config.maxTokens,
+            temperature: config.temperature,
+            topP: config.topP,
+            topK: config.topK,
+            frequencyPenalty: config.frequencyPenalty,
+            presencePenalty: config.presencePenalty,
+            endSequences: config.endSequences,
+            stopSequences: config.stopSequences
+        };
+    }
+    generateChatReq = (req, 
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    _config) => {
+        const model = req.model ?? this.config.model;
+        const lastChatMsg = req.chatPrompt.at(-1);
+        const restOfChat = req.chatPrompt.slice(0, -1);
+        let message;
+        if (lastChatMsg &&
+            lastChatMsg.role === 'user' &&
+            typeof lastChatMsg.content === 'string') {
+            message = lastChatMsg?.content;
+        }
+        const chatHistory = createHistory(restOfChat);
+        const tools = req.functions?.map((v) => {
+            const props = {};
+            if (v.parameters?.properties) {
+                for (const [key, value] of Object.entries(v.parameters.properties)) {
+                    props[key] = {
+                        description: value.description,
+                        type: value.type,
+                        required: v.parameters.required?.includes(key) ?? false
+                    };
+                }
+            }
+            return {
+                name: v.name,
+                description: v.description,
+                parameter_definitions: props
+            };
+        });
+        // eslint-disable-next-line @typescript-eslint/naming-convention
+        const tool_results = req.chatPrompt
+            .filter((chat) => chat.role === 'function')
+            .map((chat) => {
+            const fn = tools?.find((t) => t.name === chat.functionId);
+            if (!fn) {
+                throw new Error('Function not found');
+            }
+            return {
+                call: { name: fn.name, parameters: fn.parameter_definitions },
+                outputs: [{ result: chat.result ?? '' }]
+            };
+        });
+        const apiConfig = {
+            name: '/v1/chat'
+        };
+        const reqValue = {
+            message,
+            model,
+            tools,
+            ...(tool_results && !message ? { tool_results } : {}),
+            chat_history: chatHistory,
+            max_tokens: req.modelConfig?.maxTokens ?? this.config.maxTokens,
+            temperature: req.modelConfig?.temperature ?? this.config.temperature,
+            k: req.modelConfig?.topK ?? this.config.topK,
+            p: req.modelConfig?.topP ?? this.config.topP,
+            frequency_penalty: req.modelConfig?.frequencyPenalty ?? this.config.frequencyPenalty,
+            presence_penalty: req.modelConfig?.presencePenalty ?? this.config.presencePenalty,
+            end_sequences: this.config.endSequences,
+            stop_sequences: req.modelConfig?.stopSequences ?? this.config.stopSequences
+        };
+        return [apiConfig, reqValue];
+    };
+    generateEmbedReq = (req) => {
+        const model = req.embedModel ?? this.config.embedModel;
+        if (!model) {
+            throw new Error('Embed model not set');
+        }
+        if (!req.texts || req.texts.length === 0) {
+            throw new Error('Embed texts is empty');
+        }
+        const apiConfig = {
+            name: '/v1/embed'
+        };
+        const reqValue = {
+            model,
+            texts: req.texts ?? [],
+            input_type: 'classification',
+            truncate: ''
+        };
+        return [apiConfig, reqValue];
+    };
+    generateChatResp = (resp) => {
+        const modelUsage = resp.meta.billed_units
+            ? {
+                promptTokens: resp.meta.billed_units.input_tokens,
+                completionTokens: resp.meta.billed_units.output_tokens,
+                totalTokens: resp.meta.billed_units.input_tokens +
+                    resp.meta.billed_units.output_tokens
+            }
+            : undefined;
+        let finishReason;
+        if ('finish_reason' in resp) {
+            switch (resp.finish_reason) {
+                case 'COMPLETE':
+                    finishReason = 'stop';
+                    break;
+                case 'MAX_TOKENS':
+                    finishReason = 'length';
+                    break;
+                case 'ERROR':
+                    throw new Error('Finish reason: ERROR');
+                case 'ERROR_TOXIC':
+                    throw new Error('Finish reason: CONTENT_FILTER');
+                default:
+                    finishReason = 'stop';
+                    break;
+            }
+        }
+        let functionCalls;
+        if ('tool_calls' in resp) {
+            functionCalls = resp.tool_calls?.map((v) => {
+                return {
+                    id: v.name,
+                    type: 'function',
+                    function: { name: v.name, params: v.parameters }
+                };
+            });
+        }
+        const results = [
+            {
+                id: resp.generation_id,
+                content: resp.text,
+                functionCalls,
+                finishReason
+            }
+        ];
+        return {
+            results,
+            modelUsage,
+            remoteId: resp.response_id
+        };
+    };
+    generateChatStreamResp = (resp, state) => {
+        const ss = state;
+        if (resp.event_type === 'stream-start') {
+            ss.generation_id = resp.generation_id;
+        }
+        const { results } = this.generateChatResp(resp);
+        const result = results[0];
+        if (!result) {
+            throw new Error('No result');
+        }
+        result.id = ss.generation_id ?? '';
+        return { results };
+    };
+    generateEmbedResp = (resp) => {
+        return {
+            remoteId: resp.id,
+            embeddings: resp.embeddings
+        };
+    };
+}
+function createHistory(chatPrompt) {
+    return chatPrompt.map((chat) => {
+        let message = '';
+        if (chat.role === 'system' ||
+            chat.role === 'assistant' ||
+            chat.role === 'user') {
+            if (typeof chat.content === 'string') {
+                message = chat.content;
+            }
+            else {
+                throw new Error('Multi-modal content not supported');
+            }
+        }
+        switch (chat.role) {
+            case 'user':
+                return { role: 'USER', message };
+            case 'system':
+                return { role: 'SYSTEM', message };
+            case 'assistant': {
+                const toolCalls = createToolCall(chat.functionCalls);
+                return {
+                    role: 'CHATBOT',
+                    message,
+                    tool_calls: toolCalls
+                };
+            }
+            case 'function': {
+                const functionCalls = chatPrompt
+                    .map((v) => {
+                    if (v.role === 'assistant') {
+                        return v.functionCalls?.find((f) => f.id === chat.functionId);
+                    }
+                    return undefined;
+                })
+                    .filter((v) => v !== undefined);
+                const call = createToolCall(functionCalls)?.at(0);
+                if (!call) {
+                    throw new Error('Function call not found');
+                }
+                const outputs = [{ result: chat.result }];
+                return {
+                    role: 'TOOL',
+                    tool_results: [
+                        {
+                            call,
+                            outputs
+                        }
+                    ]
+                };
+            }
+            default:
+                throw new Error('Unknown role');
+        }
+    });
+}
+function createToolCall(functionCalls) {
+    return functionCalls?.map((v) => {
+        const parameters = typeof v.function.params === 'string'
+            ? JSON.parse(v.function.params)
+            : v.function.params;
+        return { name: v.function.name, parameters };
+    });
+}
+//# sourceMappingURL=api.js.map

package/ai/cohere/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../ai/cohere/api.ts"],"names":[],"mappings":"AACA,OAAO,EACL,QAAQ,EACR,qBAAqB,EACrB,6BAA6B,EAC9B,MAAM,YAAY,CAAC;AAWpB,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAKL,oBAAoB,EAGpB,eAAe,EAChB,MAAM,YAAY,CAAC;AAEpB,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAqB,EAAE,CAC5D,eAAe,CAAC;IACd,KAAK,EAAE,eAAe,CAAC,YAAY;IACnC,UAAU,EAAE,oBAAoB,CAAC,eAAe;IAChD,GAAG,qBAAqB,EAAE;CAC3B,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAqB,EAAE,CAC7D,eAAe,CAAC;IACd,KAAK,EAAE,eAAe,CAAC,QAAQ;IAC/B,UAAU,EAAE,oBAAoB,CAAC,eAAe;IAChD,GAAG,6BAA6B,EAAE;CACnC,CAAC,CAAC;AASL,MAAM,OAAO,UAAW,SAAQ,QAM/B;IACS,MAAM,CAAmB;IAEjC,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EACgC;QACvC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,uBAAuB,EAAE;YAC5B,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,uBAAuB;YAC/B,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;YAC9C,SAAS,EAAE,iBAAiB;YAC5B,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE;YAChC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;YAChD,OAAO;SACR,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC;IACxB,CAAC;IAEQ,cAAc;QACrB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,aAAa,EAAE,MAAM,CAAC,aAAa;SACnB,CAAC;IACrB,CAAC;IAEQ,eAAe,GAAG,CACzB,GAA4B;IAC5B,6DAA6D;IAC7D,OAAmC,EACL,EAAE;QAChC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAE7C,MAAM,WAAW,GAAG,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE/C,IAAI,OAAqD,CAAC;QAE1D,IACE,WAAW;YACX,WAAW,CAAC,IAAI,KAAK,MAAM;YAC3B,OAAO,WAAW,CAAC,OAAO,KAAK,QAAQ,EACvC,CAAC;YACD,OAAO,GAAG,WAAW,EAAE,OAAO,CAAC;QACjC,CAAC;QAED,MAAM,WAAW,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;QAM9C,MAAM,KAAK,GAAmC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACrE,MAAM,KAAK,GAA8B,EAAE,CAAC;YAC5C,IAAI,CAAC,CAAC,UAAU,EAAE,UAAU,EAAE,CAAC;gBAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;oBACnE,KAAK,CAAC,GAAG,CAAC,GAAG;wBACX,WAAW,EAAE,KAAK,CAAC,WAAW;wBAC9B,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,QAAQ,EAAE,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK;qBACxD,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,qBAAqB,EAAE,KAAK;aAC7B,CAAC;QACJ,CAAC,CAAC,CAAC;QAIH,gEAAgE;QAChE,MAAM,YAAY,GAChB,GAAG,CAAC,UACL;aACE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC;aAC1C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,MAAM,EAAE,GAAG,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC;YAC1D,IAAI,CAAC,EAAE,EAAE,CAAC;gBACR,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;YACxC,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,CAAC,qBAAqB,EAAE;gBAC7D,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;aACzC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEL,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,UAAU;SACjB,CAAC;QAEF,MAAM,QAAQ,GAA0B;YACtC,OAAO;YACP,KAAK;YACL,KAAK;YACL,GAAG,CAAC,YAAY,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,YAAY,EAAE,WAAW;YACzB,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;YAC/D,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YACpE,CAAC,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YAC5C,CAAC,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YAC5C,iBAAiB,EACf,GAAG,CAAC,WAAW,EAAE,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB;YACnE,gBAAgB,EACd,GAAG,CAAC,WAAW,EAAE,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe;YACjE,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;YACvC,cAAc,EACZ,GAAG,CAAC,WAAW,EAAE,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;SAC9D,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,GAA6B,EACE,EAAE;QACjC,MAAM,KAAK,GAAG,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAEvD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,WAAW;SAClB,CAAC;QAEF,MAAM,QAAQ,GAAG;YACf,KAAK;YACL,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,EAAE;YACtB,UAAU,EAAE,gBAAgB;YAC5B,QAAQ,EAAE,EAAE;SACb,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,IAAsC,EACtB,EAAE;QAClB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY;YACvC,CAAC,CAAC;gBACE,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY;gBACjD,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa;gBACtD,WAAW,EACT,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY;oBACnC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa;aACvC;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,IAAI,YAA0D,CAAC;QAC/D,IAAI,eAAe,IAAI,IAAI,EAAE,CAAC;YAC5B,QAAQ,IAAI,CAAC,aAAa,EAAE,CAAC;gBAC3B,KAAK,UAAU;oBACb,YAAY,GAAG,MAAM,CAAC;oBACtB,MAAM;gBACR,KAAK,YAAY;oBACf,YAAY,GAAG,QAAQ,CAAC;oBACxB,MAAM;gBACR,KAAK,OAAO;oBACV,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;gBAC1C,KAAK,aAAa;oBAChB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;gBACnD;oBACE,YAAY,GAAG,MAAM,CAAC;oBACtB,MAAM;YACV,CAAC;QACH,CAAC;QAED,IAAI,aAA4D,CAAC;QAEjE,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;YACzB,aAAa,GAAG,IAAI,CAAC,UAAU,EAAE,GAAG,CAClC,CAAC,CAAC,EAAiE,EAAE;gBACnE,OAAO;oBACL,EAAE,EAAE,CAAC,CAAC,IAAI;oBACV,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,UAAU,EAAE;iBACjD,CAAC;YACJ,CAAC,CACF,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAA8B;YACzC;gBACE,EAAE,EAAE,IAAI,CAAC,aAAa;gBACtB,OAAO,EAAE,IAAI,CAAC,IAAI;gBAClB,aAAa;gBACb,YAAY;aACb;SACF,CAAC;QAEF,OAAO;YACL,OAAO;YACP,UAAU;YACV,QAAQ,EAAE,IAAI,CAAC,WAAW;SAC3B,CAAC;IACJ,CAAC,CAAC;IAEO,sBAAsB,GAAG,CAChC,IAA2C,EAC3C,KAAa,EACG,EAAE;QAClB,MAAM,EAAE,GAAG,KAEV,CAAC;QAEF,IAAI,IAAI,CAAC,UAAU,KAAK,cAAc,EAAE,CAAC;YACvC,EAAE,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;QACxC,CAAC;QAED,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC;QAC/B,CAAC;QAED,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,aAAa,IAAI,EAAE,CAAC;QACnC,OAAO,EAAE,OAAO,EAAE,CAAC;IACrB,CAAC,CAAC;IAEO,iBAAiB,GAAG,CAC3B,IAAuC,EACtB,EAAE;QACnB,OAAO;YACL,QAAQ,EAAE,IAAI,CAAC,EAAE;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC;IACJ,CAAC,CAAC;CACH;AACD,SAAS,aAAa,CACpB,UAAiD;IAEjD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAC7B,IAAI,OAAO,GAAW,EAAE,CAAC;QAEzB,IACE,IAAI,CAAC,IAAI,KAAK,QAAQ;YACtB,IAAI,CAAC,IAAI,KAAK,WAAW;YACzB,IAAI,CAAC,IAAI,KAAK,MAAM,EACpB,CAAC;YACD,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACrC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;QAED,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,KAAK,MAAM;gBACT,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,CAAC;YAC5C,KAAK,QAAQ;gBACX,OAAO,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,CAAC;YAC9C,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBACrD,OAAO;oBACL,IAAI,EAAE,SAAkB;oBACxB,OAAO;oBACP,UAAU,EAAE,SAAS;iBACtB,CAAC;YACJ,CAAC;YACD,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,aAAa,GAAG,UAAU;qBAC7B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;oBACT,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;wBAC3B,OAAO,CAAC,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC;oBAChE,CAAC;oBACD,OAAO,SAAS,CAAC;gBACnB,CAAC,CAAC;qBACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;gBAElC,MAAM,IAAI,GAAG,cAAc,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;gBAElD,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;gBAC7C,CAAC;gBAED,MAAM,OAAO,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC1C,OAAO;oBACL,IAAI,EAAE,MAAe;oBACrB,YAAY,EAAE;wBACZ;4BACE,IAAI;4BACJ,OAAO;yBACR;qBACF;iBACF,CAAC;YACJ,CAAC;YACD;gBACE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QACpC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AACD,SAAS,cAAc,CACrB,aAKC;IAED,OAAO,aAAa,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QAC9B,MAAM,UAAU,GACd,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ;YACnC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC/B,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;QACxB,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,UAAU,EAAE,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC"}

package/ai/cohere/index.d.ts

@@ -0,0 +1,2 @@
+export * from './api.js';
+export * from './types.js';

package/ai/cohere/index.js

@@ -0,0 +1,3 @@
+export * from './api.js';
+export * from './types.js';
+//# sourceMappingURL=index.js.map

package/ai/cohere/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../ai/cohere/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,YAAY,CAAC"}

package/ai/cohere/info.d.ts

@@ -0,0 +1,2 @@
+import type { AxModelInfo } from '../types.js';
+export declare const axModelInfoCohere: AxModelInfo[];

package/ai/cohere/info.js

@@ -0,0 +1,52 @@
+import { AxAICohereEmbedModel, AxAICohereModel } from './types.js';
+export const axModelInfoCohere = [
+    {
+        name: AxAICohereModel.CommandRPlus,
+        currency: 'usd',
+        promptTokenCostPer1M: 3.0,
+        completionTokenCostPer1M: 15
+    },
+    {
+        name: AxAICohereModel.CommandR,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.5,
+        completionTokenCostPer1M: 1.5
+    },
+    {
+        name: AxAICohereModel.Command,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.5,
+        completionTokenCostPer1M: 1.5
+    },
+    {
+        name: AxAICohereModel.CommandLight,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.3,
+        completionTokenCostPer1M: 0.6
+    },
+    {
+        name: AxAICohereEmbedModel.EmbedEnglishLightV30,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.1,
+        completionTokenCostPer1M: 0.1
+    },
+    {
+        name: AxAICohereEmbedModel.EmbedEnglishV30,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.1,
+        completionTokenCostPer1M: 0.1
+    },
+    {
+        name: AxAICohereEmbedModel.EmbedMultiLingualV30,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.1,
+        completionTokenCostPer1M: 0.1
+    },
+    {
+        name: AxAICohereEmbedModel.EmbedMultiLingualLightV30,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.1,
+        completionTokenCostPer1M: 0.1
+    }
+];
+//# sourceMappingURL=info.js.map

package/ai/cohere/info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"info.js","sourceRoot":"","sources":["../../../ai/cohere/info.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAEnE,MAAM,CAAC,MAAM,iBAAiB,GAAkB;IAC9C;QACE,IAAI,EAAE,eAAe,CAAC,YAAY;QAClC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,EAAE;KAC7B;IACD;QACE,IAAI,EAAE,eAAe,CAAC,QAAQ;QAC9B,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;IACD;QACE,IAAI,EAAE,eAAe,CAAC,OAAO;QAC7B,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;IACD;QACE,IAAI,EAAE,eAAe,CAAC,YAAY;QAClC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;IACD;QACE,IAAI,EAAE,oBAAoB,CAAC,oBAAoB;QAC/C,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;IACD;QACE,IAAI,EAAE,oBAAoB,CAAC,eAAe;QAC1C,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;IACD;QACE,IAAI,EAAE,oBAAoB,CAAC,oBAAoB;QAC/C,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;IACD;QACE,IAAI,EAAE,oBAAoB,CAAC,yBAAyB;QACpD,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;CACF,CAAC"}

package/ai/cohere/types.d.ts

@@ -0,0 +1,102 @@
+import type { AxModelConfig } from '../types.js';
+/**
+ * Cohere: Models for text generation
+ * @export
+ */
+export declare enum AxAICohereModel {
+    CommandRPlus = "command-r-plus",
+    CommandR = "command-r",
+    Command = "command",
+    CommandLight = "command-light"
+}
+/**
+ * Cohere: Models for use in embeddings
+ * @export
+ */
+export declare enum AxAICohereEmbedModel {
+    EmbedEnglishV30 = "embed-english-v3.0",
+    EmbedEnglishLightV30 = "embed-english-light-v3.0",
+    EmbedMultiLingualV30 = "embed-multilingual-v3.0",
+    EmbedMultiLingualLightV30 = "embed-multilingual-light-v3.0"
+}
+/**
+ * Cohere: Model options for text generation
+ * @export
+ */
+export type AxAICohereConfig = AxModelConfig & {
+    model: AxAICohereModel;
+    embedModel: AxAICohereEmbedModel;
+};
+export type AxAICohereChatResponseToolCalls = {
+    name: string;
+    parameters?: object;
+}[];
+export type AxAICohereChatRequestToolResults = {
+    call: AxAICohereChatResponseToolCalls[0];
+    outputs: object[];
+}[];
+export type AxAICohereChatRequest = {
+    message?: string;
+    preamble?: string;
+    chat_history: ({
+        role: 'CHATBOT';
+        message: string;
+        tool_calls?: AxAICohereChatResponseToolCalls;
+    } | {
+        role: 'SYSTEM';
+        message: string;
+    } | {
+        role: 'USER';
+        message: string;
+    } | {
+        role: 'TOOL';
+        message?: string;
+        tool_results: AxAICohereChatRequestToolResults;
+    })[];
+    model: AxAICohereModel | string;
+    max_tokens?: number;
+    temperature?: number;
+    k?: number;
+    p?: number;
+    frequency_penalty?: number;
+    presence_penalty?: number;
+    end_sequences?: readonly string[];
+    stop_sequences?: string[];
+    tools?: {
+        name: string;
+        description: string;
+        parameter_definitions: Record<string, {
+            description: string;
+            type: string;
+            required: boolean;
+        }>;
+    }[];
+    tool_results?: AxAICohereChatRequestToolResults;
+};
+export type AxAICohereChatResponse = {
+    response_id: string;
+    meta: {
+        billed_units: {
+            input_tokens: number;
+            output_tokens: number;
+        };
+    };
+    generation_id: string;
+    text: string;
+    finish_reason: 'COMPLETE' | 'ERROR' | 'ERROR_TOXIC' | 'ERROR_LIMIT' | 'USER_CANCEL' | 'MAX_TOKENS';
+    tool_calls: AxAICohereChatResponseToolCalls;
+};
+export type AxAICohereChatResponseDelta = AxAICohereChatResponse & {
+    event_type: 'stream-start' | 'text-generation' | 'tool-calls-generation' | 'stream-end';
+};
+export type AxAICohereEmbedRequest = {
+    texts: readonly string[];
+    model: AxAICohereModel | string;
+    truncate: string;
+};
+export type AxAICohereEmbedResponse = {
+    id: string;
+    texts: string[];
+    model: string;
+    embeddings: number[][];
+};

package/ai/cohere/types.js

@@ -0,0 +1,23 @@
+/**
+ * Cohere: Models for text generation
+ * @export
+ */
+export var AxAICohereModel;
+(function (AxAICohereModel) {
+    AxAICohereModel["CommandRPlus"] = "command-r-plus";
+    AxAICohereModel["CommandR"] = "command-r";
+    AxAICohereModel["Command"] = "command";
+    AxAICohereModel["CommandLight"] = "command-light";
+})(AxAICohereModel || (AxAICohereModel = {}));
+/**
+ * Cohere: Models for use in embeddings
+ * @export
+ */
+export var AxAICohereEmbedModel;
+(function (AxAICohereEmbedModel) {
+    AxAICohereEmbedModel["EmbedEnglishV30"] = "embed-english-v3.0";
+    AxAICohereEmbedModel["EmbedEnglishLightV30"] = "embed-english-light-v3.0";
+    AxAICohereEmbedModel["EmbedMultiLingualV30"] = "embed-multilingual-v3.0";
+    AxAICohereEmbedModel["EmbedMultiLingualLightV30"] = "embed-multilingual-light-v3.0";
+})(AxAICohereEmbedModel || (AxAICohereEmbedModel = {}));
+//# sourceMappingURL=types.js.map

package/ai/cohere/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../ai/cohere/types.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,CAAN,IAAY,eAKX;AALD,WAAY,eAAe;IACzB,kDAA+B,CAAA;IAC/B,yCAAsB,CAAA;IACtB,sCAAmB,CAAA;IACnB,iDAA8B,CAAA;AAChC,CAAC,EALW,eAAe,KAAf,eAAe,QAK1B;AAED;;;GAGG;AACH,MAAM,CAAN,IAAY,oBAKX;AALD,WAAY,oBAAoB;IAC9B,8DAAsC,CAAA;IACtC,yEAAiD,CAAA;IACjD,wEAAgD,CAAA;IAChD,mFAA2D,CAAA;AAC7D,CAAC,EALW,oBAAoB,KAApB,oBAAoB,QAK/B"}

package/ai/deepseek/api.d.ts

@@ -0,0 +1,16 @@
+import { AxAIOpenAI } from '../openai/api.js';
+import type { AxAIOpenAIConfig } from '../openai/types.js';
+import type { AxAIServiceOptions } from '../types.js';
+type DeepSeekConfig = AxAIOpenAIConfig;
+export declare const axAIDeepSeekDefaultConfig: () => DeepSeekConfig;
+export declare const axAIDeepSeekCodeConfig: () => DeepSeekConfig;
+export interface AxAIDeepSeekArgs {
+    name: 'deepseek';
+    apiKey: string;
+    config?: Readonly<DeepSeekConfig>;
+    options?: Readonly<AxAIServiceOptions>;
+}
+export declare class AxAIDeepSeek extends AxAIOpenAI {
+    constructor({ apiKey, config, options }: Readonly<Omit<AxAIDeepSeekArgs, 'name'>>);
+}
+export {};

package/ai/deepseek/api.js

@@ -0,0 +1,32 @@
+import { axBaseAIDefaultConfig, axBaseAIDefaultCreativeConfig } from '../base.js';
+import { AxAIOpenAI } from '../openai/api.js';
+import { axModelInfoDeepSeek } from './info.js';
+import { AxAIDeepSeekModel } from './types.js';
+export const axAIDeepSeekDefaultConfig = () => structuredClone({
+    model: AxAIDeepSeekModel.DeepSeekChat,
+    ...axBaseAIDefaultConfig()
+});
+export const axAIDeepSeekCodeConfig = () => structuredClone({
+    model: AxAIDeepSeekModel.DeepSeekCoder,
+    ...axBaseAIDefaultCreativeConfig()
+});
+export class AxAIDeepSeek extends AxAIOpenAI {
+    constructor({ apiKey, config, options }) {
+        if (!apiKey || apiKey === '') {
+            throw new Error('DeepSeek API key not set');
+        }
+        const _config = {
+            ...axAIDeepSeekDefaultConfig(),
+            ...config
+        };
+        super({
+            apiKey,
+            config: _config,
+            options,
+            apiURL: 'https://api.deepseek.com',
+            modelInfo: axModelInfoDeepSeek
+        });
+        super.setName('DeepSeek');
+    }
+}
+//# sourceMappingURL=api.js.map

package/ai/deepseek/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../ai/deepseek/api.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,6BAA6B,EAC9B,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAI9C,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAI/C,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAmB,EAAE,CAC5D,eAAe,CAAC;IACd,KAAK,EAAE,iBAAiB,CAAC,YAAY;IACrC,GAAG,qBAAqB,EAAE;CAC3B,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,sBAAsB,GAAG,GAAmB,EAAE,CACzD,eAAe,CAAC;IACd,KAAK,EAAE,iBAAiB,CAAC,aAAa;IACtC,GAAG,6BAA6B,EAAE;CACnC,CAAC,CAAC;AASL,MAAM,OAAO,YAAa,SAAQ,UAAU;IAC1C,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EACkC;QACzC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,yBAAyB,EAAE;YAC9B,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,MAAM;YACN,MAAM,EAAE,OAAO;YACf,OAAO;YACP,MAAM,EAAE,0BAA0B;YAClC,SAAS,EAAE,mBAAmB;SAC/B,CAAC,CAAC;QAEH,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC5B,CAAC;CACF"}

package/ai/deepseek/index.d.ts

@@ -0,0 +1,2 @@
+export * from './api.js';
+export * from './types.js';

package/ai/deepseek/index.js

@@ -0,0 +1,3 @@
+export * from './api.js';
+export * from './types.js';
+//# sourceMappingURL=index.js.map

package/ai/deepseek/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../ai/deepseek/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,YAAY,CAAC"}

package/ai/deepseek/info.d.ts

@@ -0,0 +1,2 @@
+import type { AxModelInfo } from '../types.js';
+export declare const axModelInfoDeepSeek: AxModelInfo[];

package/ai/deepseek/info.js

@@ -0,0 +1,16 @@
+import { AxAIDeepSeekModel } from './types.js';
+export const axModelInfoDeepSeek = [
+    {
+        name: AxAIDeepSeekModel.DeepSeekChat,
+        currency: 'USD',
+        promptTokenCostPer1M: 0.14,
+        completionTokenCostPer1M: 0.28
+    },
+    {
+        name: AxAIDeepSeekModel.DeepSeekCoder,
+        currency: 'USD',
+        promptTokenCostPer1M: 0.14,
+        completionTokenCostPer1M: 0.28
+    }
+];
+//# sourceMappingURL=info.js.map

package/ai/deepseek/info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"info.js","sourceRoot":"","sources":["../../../ai/deepseek/info.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,CAAC,MAAM,mBAAmB,GAAkB;IAChD;QACE,IAAI,EAAE,iBAAiB,CAAC,YAAY;QACpC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;KAC/B;IACD;QACE,IAAI,EAAE,iBAAiB,CAAC,aAAa;QACrC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;KAC/B;CACF,CAAC"}

package/ai/deepseek/types.d.ts

@@ -0,0 +1,8 @@
+/**
+ * DeepSeek: Models for text generation
+ * @export
+ */
+export declare enum AxAIDeepSeekModel {
+    DeepSeekChat = "deepseek-chat",
+    DeepSeekCoder = "deepseek-coder"
+}

package/ai/deepseek/types.js

@@ -0,0 +1,10 @@
+/**
+ * DeepSeek: Models for text generation
+ * @export
+ */
+export var AxAIDeepSeekModel;
+(function (AxAIDeepSeekModel) {
+    AxAIDeepSeekModel["DeepSeekChat"] = "deepseek-chat";
+    AxAIDeepSeekModel["DeepSeekCoder"] = "deepseek-coder";
+})(AxAIDeepSeekModel || (AxAIDeepSeekModel = {}));
+//# sourceMappingURL=types.js.map

package/ai/deepseek/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../ai/deepseek/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,CAAN,IAAY,iBAGX;AAHD,WAAY,iBAAiB;IAC3B,mDAA8B,CAAA;IAC9B,qDAAgC,CAAA;AAClC,CAAC,EAHW,iBAAiB,KAAjB,iBAAiB,QAG5B"}

package/ai/google-gemini/api.d.ts

@@ -0,0 +1,36 @@
+import type { API } from '../../util/apicall.js';
+import { AxBaseAI } from '../base.js';
+import type { AxAIServiceOptions, AxChatRequest, AxChatResponse, AxEmbedRequest, AxEmbedResponse, AxModelConfig } from '../types.js';
+import { type AxAIGoogleGeminiBatchEmbedRequest, type AxAIGoogleGeminiBatchEmbedResponse, type AxAIGoogleGeminiChatRequest, type AxAIGoogleGeminiChatResponse, type AxAIGoogleGeminiChatResponseDelta, type AxAIGoogleGeminiConfig } from './types.js';
+/**
+ * AxAIGoogleGemini: Default Model options for text generation
+ * @export
+ */
+export declare const axAIGoogleGeminiDefaultConfig: () => AxAIGoogleGeminiConfig;
+export declare const axAIGoogleGeminiDefaultCreativeConfig: () => AxAIGoogleGeminiConfig;
+export interface AxAIGoogleGeminiArgs {
+    name: 'google-gemini';
+    apiKey: string;
+    projectId?: string;
+    region?: string;
+    config?: Readonly<AxAIGoogleGeminiConfig>;
+    options?: Readonly<AxAIServiceOptions & {
+        codeExecution?: boolean;
+    }>;
+}
+/**
+ * AxAIGoogleGemini: AI Service
+ * @export
+ */
+export declare class AxAIGoogleGemini extends AxBaseAI<AxAIGoogleGeminiChatRequest, AxAIGoogleGeminiBatchEmbedRequest, AxAIGoogleGeminiChatResponse, AxAIGoogleGeminiChatResponseDelta, AxAIGoogleGeminiBatchEmbedResponse> {
+    private options?;
+    private config;
+    private apiKey;
+    constructor({ apiKey, projectId, region, config, options }: Readonly<Omit<AxAIGoogleGeminiArgs, 'name'>>);
+    getModelConfig(): AxModelConfig;
+    generateChatReq: (req: Readonly<AxChatRequest>) => [API, AxAIGoogleGeminiChatRequest];
+    generateEmbedReq: (req: Readonly<AxEmbedRequest>) => [API, AxAIGoogleGeminiBatchEmbedRequest];
+    generateChatResp: (resp: Readonly<AxAIGoogleGeminiChatResponse>) => AxChatResponse;
+    generateChatStreamResp: (resp: Readonly<AxAIGoogleGeminiChatResponseDelta>) => AxChatResponse;
+    generateEmbedResp: (resp: Readonly<AxAIGoogleGeminiBatchEmbedResponse>) => AxEmbedResponse;
+}