@ax-llm/ax 9.0.21 → 9.0.23

package/ai/openai/api.js

@@ -0,0 +1,283 @@
+import { AxBaseAI, axBaseAIDefaultConfig, axBaseAIDefaultCreativeConfig } from '../base.js';
+import { axModelInfoOpenAI } from './info.js';
+import { AxAIOpenAIEmbedModel, AxAIOpenAIModel } from './types.js';
+export const axAIOpenAIDefaultConfig = () => structuredClone({
+    model: AxAIOpenAIModel.GPT4O,
+    embedModel: AxAIOpenAIEmbedModel.TextEmbedding3Small,
+    ...axBaseAIDefaultConfig()
+});
+export const axAIOpenAIBestConfig = () => structuredClone({
+    ...axAIOpenAIDefaultConfig(),
+    model: AxAIOpenAIModel.GPT4Turbo
+});
+export const axAIOpenAICreativeConfig = () => structuredClone({
+    model: AxAIOpenAIModel.GPT4Turbo,
+    embedModel: AxAIOpenAIEmbedModel.TextEmbedding3Small,
+    ...axBaseAIDefaultCreativeConfig()
+});
+export const axAIOpenAIFastConfig = () => ({
+    ...axAIOpenAIDefaultConfig(),
+    model: AxAIOpenAIModel.GPT4O
+});
+export class AxAIOpenAI extends AxBaseAI {
+    config;
+    streamingUsage;
+    constructor({ apiKey, config, options, apiURL, modelInfo = axModelInfoOpenAI }) {
+        if (!apiKey || apiKey === '') {
+            throw new Error('OpenAI API key not set');
+        }
+        const _config = {
+            ...axAIOpenAIDefaultConfig(),
+            ...config
+        };
+        super({
+            name: 'OpenAI',
+            apiURL: apiURL ? apiURL : 'https://api.openai.com/v1',
+            headers: { Authorization: `Bearer ${apiKey}` },
+            modelInfo,
+            models: { model: _config.model, embedModel: _config.embedModel },
+            options,
+            supportFor: { functions: true, streaming: true }
+        });
+        this.config = _config;
+        this.streamingUsage = options?.streamingUsage ?? true;
+    }
+    getModelConfig() {
+        const { config } = this;
+        return {
+            maxTokens: config.maxTokens,
+            temperature: config.temperature,
+            presencePenalty: config.presencePenalty,
+            frequencyPenalty: config.frequencyPenalty,
+            stopSequences: config.stopSequences,
+            topP: config.topP,
+            n: config.n,
+            stream: config.stream
+        };
+    }
+    generateChatReq = (req, 
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    _config) => {
+        const model = req.model ?? this.config.model;
+        if (!req.chatPrompt || req.chatPrompt.length === 0) {
+            throw new Error('Chat prompt is empty');
+        }
+        const apiConfig = {
+            name: '/chat/completions'
+        };
+        const tools = req.functions?.map((v) => ({
+            type: 'function',
+            function: {
+                name: v.name,
+                description: v.description,
+                parameters: v.parameters
+            }
+        }));
+        const toolsChoice = !req.functionCall && req.functions && req.functions.length > 0
+            ? 'auto'
+            : req.functionCall;
+        const messages = createMessages(req);
+        const frequencyPenalty = req.modelConfig?.frequencyPenalty ?? this.config.frequencyPenalty;
+        const stream = req.modelConfig?.stream ?? this.config.stream;
+        const reqValue = {
+            model,
+            messages,
+            response_format: this.config?.responseFormat
+                ? { type: this.config?.responseFormat }
+                : undefined,
+            tools,
+            tool_choice: toolsChoice,
+            max_tokens: req.modelConfig?.maxTokens ?? this.config.maxTokens ?? 500,
+            temperature: req.modelConfig?.temperature ?? this.config.temperature,
+            top_p: req.modelConfig?.topP ?? this.config.topP ?? 1,
+            n: req.modelConfig?.n ?? this.config.n,
+            stop: req.modelConfig?.stopSequences ?? this.config.stop,
+            presence_penalty: req.modelConfig?.presencePenalty ?? this.config.presencePenalty,
+            logit_bias: this.config.logitBias,
+            ...(frequencyPenalty ? { frequency_penalty: frequencyPenalty } : {}),
+            ...(stream && this.streamingUsage
+                ? { stream: true, stream_options: { include_usage: true } }
+                : {})
+        };
+        return [apiConfig, reqValue];
+    };
+    generateEmbedReq = (req) => {
+        const model = req.embedModel ?? this.config.embedModel;
+        if (!model) {
+            throw new Error('Embed model not set');
+        }
+        if (!req.texts || req.texts.length === 0) {
+            throw new Error('Embed texts is empty');
+        }
+        const apiConfig = {
+            name: '/embeddings'
+        };
+        const reqValue = {
+            model: model,
+            input: req.texts
+        };
+        return [apiConfig, reqValue];
+    };
+    generateChatResp = (resp) => {
+        const { id, usage, choices, error } = resp;
+        if (error) {
+            throw error;
+        }
+        const modelUsage = usage
+            ? {
+                promptTokens: usage.prompt_tokens,
+                completionTokens: usage.completion_tokens,
+                totalTokens: usage.total_tokens
+            }
+            : undefined;
+        const results = choices.map((choice) => {
+            const finishReason = mapFinishReason(choice.finish_reason);
+            const functionCalls = choice.message.tool_calls?.map(({ id, function: { arguments: params, name } }) => ({
+                id: id,
+                type: 'function',
+                function: { name, params }
+            }));
+            return {
+                id: `${choice.index}`,
+                content: choice.message.content,
+                functionCalls,
+                finishReason
+            };
+        });
+        return {
+            modelUsage,
+            results,
+            remoteId: id
+        };
+    };
+    generateChatStreamResp = (resp, state) => {
+        const { id, usage, choices } = resp;
+        const modelUsage = usage
+            ? {
+                promptTokens: usage.prompt_tokens,
+                completionTokens: usage.completion_tokens,
+                totalTokens: usage.total_tokens
+            }
+            : undefined;
+        const sstate = state;
+        if (!sstate.indexIdMap) {
+            sstate.indexIdMap = {};
+        }
+        const results = choices.map(
+        // eslint-disable-next-line @typescript-eslint/naming-convention
+        ({ delta: { content, role, tool_calls }, finish_reason }) => {
+            const finishReason = mapFinishReason(finish_reason);
+            const functionCalls = tool_calls
+                ?.map(({ id: _id, index, function: { name, arguments: params } }) => {
+                if (typeof _id === 'string' &&
+                    typeof index === 'number' &&
+                    !sstate.indexIdMap[index]) {
+                    sstate.indexIdMap[index] = _id;
+                }
+                const id = sstate.indexIdMap[index];
+                if (!id) {
+                    return null;
+                }
+                return {
+                    id,
+                    type: 'function',
+                    function: { name, params }
+                };
+            })
+                .filter((v) => v !== null);
+            return {
+                content,
+                role: role,
+                functionCalls,
+                finishReason,
+                id
+            };
+        });
+        return {
+            results,
+            modelUsage
+        };
+    };
+    generateEmbedResp = (resp) => {
+        const { data, usage } = resp;
+        const modelUsage = usage
+            ? {
+                promptTokens: usage.prompt_tokens,
+                completionTokens: usage.completion_tokens,
+                totalTokens: usage.total_tokens
+            }
+            : undefined;
+        return {
+            embeddings: data.map((v) => v.embedding),
+            modelUsage
+        };
+    };
+}
+const mapFinishReason = (finishReason) => {
+    switch (finishReason) {
+        case 'stop':
+            return 'stop';
+        case 'length':
+            return 'length';
+        case 'content_filter':
+            return 'error';
+        case 'tool_calls':
+            return 'function_call';
+    }
+};
+function createMessages(req) {
+    return req.chatPrompt.map((msg) => {
+        switch (msg.role) {
+            case 'system':
+                return { role: 'system', content: msg.content };
+            case 'user':
+                if (Array.isArray(msg.content)) {
+                    return {
+                        role: 'user',
+                        name: msg.name,
+                        content: msg.content.map((c) => {
+                            switch (c.type) {
+                                case 'text':
+                                    return { type: 'text', text: c.text };
+                                case 'image': {
+                                    const url = `data:${c.mimeType};base64,` + c.image;
+                                    return {
+                                        type: 'image_url',
+                                        image_url: { url, details: c.details ?? 'auto' }
+                                    };
+                                }
+                                default:
+                                    throw new Error('Invalid content type');
+                            }
+                        })
+                    };
+                }
+                return { role: 'user', content: msg.content, name: msg.name };
+            case 'assistant':
+                return {
+                    role: 'assistant',
+                    content: msg.content,
+                    name: msg.name,
+                    tool_calls: msg.functionCalls?.map((v) => ({
+                        id: v.id,
+                        type: 'function',
+                        function: {
+                            name: v.function.name,
+                            arguments: typeof v.function.params === 'object'
+                                ? JSON.stringify(v.function.params)
+                                : v.function.params
+                        }
+                    }))
+                };
+            case 'function':
+                return {
+                    role: 'tool',
+                    content: msg.result,
+                    tool_call_id: msg.functionId
+                };
+            default:
+                throw new Error('Invalid role');
+        }
+    });
+}
+//# sourceMappingURL=api.js.map

package/ai/openai/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../ai/openai/api.ts"],"names":[],"mappings":"AACA,OAAO,EACL,QAAQ,EACR,qBAAqB,EACrB,6BAA6B,EAC9B,MAAM,YAAY,CAAC;AAapB,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAKL,oBAAoB,EAGpB,eAAe,EAChB,MAAM,YAAY,CAAC;AAEpB,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAqB,EAAE,CAC5D,eAAe,CAAC;IACd,KAAK,EAAE,eAAe,CAAC,KAAK;IAC5B,UAAU,EAAE,oBAAoB,CAAC,mBAAmB;IACpD,GAAG,qBAAqB,EAAE;CAC3B,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAqB,EAAE,CACzD,eAAe,CAAC;IACd,GAAG,uBAAuB,EAAE;IAC5B,KAAK,EAAE,eAAe,CAAC,SAAS;CACjC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAqB,EAAE,CAC7D,eAAe,CAAC;IACd,KAAK,EAAE,eAAe,CAAC,SAAS;IAChC,UAAU,EAAE,oBAAoB,CAAC,mBAAmB;IACpD,GAAG,6BAA6B,EAAE;CACnC,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAqB,EAAE,CAAC,CAAC;IAC3D,GAAG,uBAAuB,EAAE;IAC5B,KAAK,EAAE,eAAe,CAAC,KAAK;CAC7B,CAAC,CAAC;AAWH,MAAM,OAAO,UAAW,SAAQ,QAM/B;IACS,MAAM,CAAmB;IACzB,cAAc,CAAU;IAEhC,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EACP,MAAM,EACN,SAAS,GAAG,iBAAiB,EACU;QACvC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,uBAAuB,EAAE;YAC5B,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,2BAA2B;YACrD,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;YAC9C,SAAS;YACT,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE;YAChE,OAAO;YACP,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;SACjD,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC;QACtB,IAAI,CAAC,cAAc,GAAG,OAAO,EAAE,cAAc,IAAI,IAAI,CAAC;IACxD,CAAC;IAEQ,cAAc;QACrB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,CAAC,EAAE,MAAM,CAAC,CAAC;YACX,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC;IACJ,CAAC;IAEQ,eAAe,GAAG,CACzB,GAA4B;IAC5B,6DAA6D;IAC7D,OAAmC,EACL,EAAE;QAChC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAE7C,IAAI,CAAC,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,mBAAmB;SAC1B,CAAC;QAEF,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACvC,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;aACzB;SACF,CAAC,CAAC,CAAC;QAEJ,MAAM,WAAW,GACf,CAAC,GAAG,CAAC,YAAY,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;YAC5D,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC;QAEvB,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QAErC,MAAM,gBAAgB,GACpB,GAAG,CAAC,WAAW,EAAE,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAEpE,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAE7D,MAAM,QAAQ,GAA0B;YACtC,KAAK;YACL,QAAQ;YACR,eAAe,EAAE,IAAI,CAAC,MAAM,EAAE,cAAc;gBAC1C,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE;gBACvC,CAAC,CAAC,SAAS;YACb,KAAK;YACL,WAAW,EAAE,WAAW;YACxB,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,GAAG;YACtE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YACpE,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;YACrD,CAAC,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC;YACtC,IAAI,EAAE,GAAG,CAAC,WAAW,EAAE,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YACxD,gBAAgB,EACd,GAAG,CAAC,WAAW,EAAE,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe;YACjE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;YACjC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc;gBAC/B,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE;gBAC3D,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,GAA6B,EACE,EAAE;QACjC,MAAM,KAAK,GAAG,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAEvD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,aAAa;SACpB,CAAC;QAEF,MAAM,QAAQ,GAAG;YACf,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,GAAG,CAAC,KAAK;SACjB,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,IAAsC,EACtB,EAAE;QAClB,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;QAE3C,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,KAAK,CAAC;QACd,CAAC;QAED,MAAM,UAAU,GAAG,KAAK;YACtB,CAAC,CAAC;gBACE,YAAY,EAAE,KAAK,CAAC,aAAa;gBACjC,gBAAgB,EAAE,KAAK,CAAC,iBAAiB;gBACzC,WAAW,EAAE,KAAK,CAAC,YAAY;aAChC;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YACrC,MAAM,YAAY,GAAG,eAAe,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAE3D,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAClD,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;gBAClD,EAAE,EAAE,EAAE;gBACN,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;aAC3B,CAAC,CACH,CAAC;YAEF,OAAO;gBACL,EAAE,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE;gBACrB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;gBAC/B,aAAa;gBACb,YAAY;aACb,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,UAAU;YACV,OAAO;YACP,QAAQ,EAAE,EAAE;SACb,CAAC;IACJ,CAAC,CAAC;IAEO,sBAAsB,GAAG,CAChC,IAA2C,EAC3C,KAAa,EACG,EAAE;QAClB,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;QAEpC,MAAM,UAAU,GAAG,KAAK;YACtB,CAAC,CAAC;gBACE,YAAY,EAAE,KAAK,CAAC,aAAa;gBACjC,gBAAgB,EAAE,KAAK,CAAC,iBAAiB;gBACzC,WAAW,EAAE,KAAK,CAAC,YAAY;aAChC;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,MAAM,GAAG,KAEd,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,CAAC,UAAU,GAAG,EAAE,CAAC;QACzB,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG;QACzB,gEAAgE;QAChE,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE;YAC1D,MAAM,YAAY,GAAG,eAAe,CAAC,aAAa,CAAC,CAAC;YAEpD,MAAM,aAAa,GAAG,UAAU;gBAC9B,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE;gBAClE,IACE,OAAO,GAAG,KAAK,QAAQ;oBACvB,OAAO,KAAK,KAAK,QAAQ;oBACzB,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,EACzB,CAAC;oBACD,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC;gBACjC,CAAC;gBAED,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBACpC,IAAI,CAAC,EAAE,EAAE,CAAC;oBACR,OAAO,IAAI,CAAC;gBACd,CAAC;gBAED,OAAO;oBACL,EAAE;oBACF,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;iBAC3B,CAAC;YACJ,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;YAE7B,OAAO;gBACL,OAAO;gBACP,IAAI,EAAE,IAAI;gBACV,aAAa;gBACb,YAAY;gBACZ,EAAE;aACH,CAAC;QACJ,CAAC,CACF,CAAC;QAEF,OAAO;YACL,OAAO;YACP,UAAU;SACX,CAAC;IACJ,CAAC,CAAC;IAEO,iBAAiB,GAAG,CAC3B,IAAuC,EACtB,EAAE;QACnB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;QAE7B,MAAM,UAAU,GAAG,KAAK;YACtB,CAAC,CAAC;gBACE,YAAY,EAAE,KAAK,CAAC,aAAa;gBACjC,gBAAgB,EAAE,KAAK,CAAC,iBAAiB;gBACzC,WAAW,EAAE,KAAK,CAAC,YAAY;aAChC;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YACxC,UAAU;SACX,CAAC;IACJ,CAAC,CAAC;CACH;AAED,MAAM,eAAe,GAAG,CACtB,YAAmE,EAC7B,EAAE;IACxC,QAAQ,YAAY,EAAE,CAAC;QACrB,KAAK,MAAM;YACT,OAAO,MAAe,CAAC;QACzB,KAAK,QAAQ;YACX,OAAO,QAAiB,CAAC;QAC3B,KAAK,gBAAgB;YACnB,OAAO,OAAgB,CAAC;QAC1B,KAAK,YAAY;YACf,OAAO,eAAwB,CAAC;IACpC,CAAC;AACH,CAAC,CAAC;AAEF,SAAS,cAAc,CACrB,GAA4B;IAE5B,OAAO,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAChC,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,QAAQ;gBACX,OAAO,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;YAC3D,KAAK,MAAM;gBACT,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC/B,OAAO;wBACL,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;4BAC7B,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;gCACf,KAAK,MAAM;oCACT,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gCACjD,KAAK,OAAO,CAAC,CAAC,CAAC;oCACb,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,QAAQ,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC;oCACnD,OAAO;wCACL,IAAI,EAAE,WAAoB;wCAC1B,SAAS,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,MAAM,EAAE;qCACjD,CAAC;gCACJ,CAAC;gCACD;oCACE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;4BAC5C,CAAC;wBACH,CAAC,CAAC;qBACH,CAAC;gBACJ,CAAC;gBACD,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;YACzE,KAAK,WAAW;gBACd,OAAO;oBACL,IAAI,EAAE,WAAoB;oBAC1B,OAAO,EAAE,GAAG,CAAC,OAAiB;oBAC9B,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,UAAU,EAAE,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBACzC,EAAE,EAAE,CAAC,CAAC,EAAE;wBACR,IAAI,EAAE,UAAmB;wBACzB,QAAQ,EAAE;4BACR,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;4BACrB,SAAS,EACP,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ;gCACnC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;gCACnC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM;yBACxB;qBACF,CAAC,CAAC;iBACJ,CAAC;YACJ,KAAK,UAAU;gBACb,OAAO;oBACL,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,GAAG,CAAC,MAAM;oBACnB,YAAY,EAAE,GAAG,CAAC,UAAU;iBAC7B,CAAC;YACJ;gBACE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QACpC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}

package/ai/openai/index.d.ts

@@ -0,0 +1,2 @@
+export * from './api.js';
+export * from './types.js';

package/ai/openai/index.js

@@ -0,0 +1,3 @@
+export * from './api.js';
+export * from './types.js';
+//# sourceMappingURL=index.js.map

package/ai/openai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../ai/openai/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,YAAY,CAAC"}

package/ai/openai/info.d.ts

@@ -0,0 +1,6 @@
+import type { AxModelInfo } from '../types.js';
+/**
+ * OpenAI: Model information
+ * @export
+ */
+export declare const axModelInfoOpenAI: AxModelInfo[];

package/ai/openai/info.js

@@ -0,0 +1,50 @@
+import { AxAIOpenAIEmbedModel, AxAIOpenAIModel } from './types.js';
+/**
+ * OpenAI: Model information
+ * @export
+ */
+export const axModelInfoOpenAI = [
+    {
+        name: AxAIOpenAIModel.GPT4,
+        currency: 'usd',
+        promptTokenCostPer1M: 30,
+        completionTokenCostPer1M: 60
+    },
+    {
+        name: AxAIOpenAIModel.GPT4O,
+        currency: 'usd',
+        promptTokenCostPer1M: 5,
+        completionTokenCostPer1M: 15
+    },
+    {
+        name: AxAIOpenAIModel.GPT4Turbo,
+        currency: 'usd',
+        promptTokenCostPer1M: 10,
+        completionTokenCostPer1M: 30
+    },
+    {
+        name: AxAIOpenAIModel.GPT35Turbo,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.5,
+        completionTokenCostPer1M: 1.5
+    },
+    {
+        name: AxAIOpenAIEmbedModel.TextEmbeddingAda002,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.1,
+        completionTokenCostPer1M: 0.1
+    },
+    {
+        name: AxAIOpenAIEmbedModel.TextEmbedding3Small,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.02,
+        completionTokenCostPer1M: 0.02
+    },
+    {
+        name: AxAIOpenAIEmbedModel.TextEmbedding3Large,
+        currency: 'usd',
+        promptTokenCostPer1M: 0.13,
+        completionTokenCostPer1M: 0.13
+    }
+];
+//# sourceMappingURL=info.js.map

package/ai/openai/info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"info.js","sourceRoot":"","sources":["../../../ai/openai/info.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAEnE;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAkB;IAC9C;QACE,IAAI,EAAE,eAAe,CAAC,IAAI;QAC1B,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,EAAE;QACxB,wBAAwB,EAAE,EAAE;KAC7B;IACD;QACE,IAAI,EAAE,eAAe,CAAC,KAAK;QAC3B,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,CAAC;QACvB,wBAAwB,EAAE,EAAE;KAC7B;IACD;QACE,IAAI,EAAE,eAAe,CAAC,SAAS;QAC/B,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,EAAE;QACxB,wBAAwB,EAAE,EAAE;KAC7B;IACD;QACE,IAAI,EAAE,eAAe,CAAC,UAAU;QAChC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;IACD;QACE,IAAI,EAAE,oBAAoB,CAAC,mBAAmB;QAC9C,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;IACD;QACE,IAAI,EAAE,oBAAoB,CAAC,mBAAmB;QAC9C,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;KAC/B;IACD;QACE,IAAI,EAAE,oBAAoB,CAAC,mBAAmB;QAC9C,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;KAC/B;CACF,CAAC"}

package/ai/openai/types.d.ts

@@ -0,0 +1,165 @@
+import type { AxModelConfig } from '../types.js';
+export declare enum AxAIOpenAIModel {
+    GPT4 = "gpt-4",
+    GPT4O = "gpt-4o",
+    GPT4Turbo = "gpt-4-turbo",
+    GPT35Turbo = "gpt-3.5-turbo",
+    GPT35TurboInstruct = "gpt-3.5-turbo-instruct",
+    GPT35TextDavinci002 = "text-davinci-002",
+    GPT3TextBabbage002 = "text-babbage-002",
+    GPT3TextAda001 = "text-ada-001"
+}
+export declare enum AxAIOpenAIEmbedModel {
+    TextEmbeddingAda002 = "text-embedding-ada-002",
+    TextEmbedding3Small = "text-embedding-3-small",
+    TextEmbedding3Large = "text-embedding-3-large"
+}
+export type AxAIOpenAIConfig = Omit<AxModelConfig, 'topK'> & {
+    model: AxAIOpenAIModel | string;
+    embedModel?: AxAIOpenAIEmbedModel | string;
+    user?: string;
+    responseFormat?: 'json_object';
+    bestOf?: number;
+    logitBias?: Map<string, number>;
+    suffix?: string | null;
+    stop?: string[];
+    logprobs?: number;
+    echo?: boolean;
+};
+export type AxAIOpenAILogprob = {
+    tokens: string[];
+    token_logprobs: number[];
+    top_logprobs: Map<string, number>;
+    text_offset: number[];
+};
+export type AxAIOpenAIUsage = {
+    prompt_tokens: number;
+    completion_tokens: number;
+    total_tokens: number;
+};
+export interface AxAIOpenAIResponseDelta<T> {
+    id: string;
+    object: string;
+    created: number;
+    model: string;
+    choices: {
+        index: number;
+        delta: T;
+        finish_reason: 'stop' | 'length' | 'content_filter' | 'tool_calls';
+    }[];
+    usage?: AxAIOpenAIUsage;
+    system_fingerprint: string;
+}
+export type AxAIOpenAIChatRequest = {
+    model: string;
+    messages: ({
+        role: 'system';
+        content: string;
+    } | {
+        role: 'user';
+        content: string | ({
+            type: 'text';
+            text: string;
+        } | {
+            type: 'image_url';
+            image_url: {
+                url: string;
+                details?: 'high' | 'low' | 'auto';
+            };
+        })[];
+        name?: string;
+    } | {
+        role: 'assistant';
+        content: string;
+        name?: string;
+        tool_calls?: {
+            type: 'function';
+            function: {
+                name: string;
+                arguments?: string;
+            };
+        }[];
+    } | {
+        role: 'tool';
+        content: string;
+        tool_call_id: string;
+    })[];
+    tools?: {
+        type: 'function';
+        function: {
+            name: string;
+            description: string;
+            parameters?: object;
+        };
+    }[];
+    tool_choice?: 'none' | 'auto' | 'required' | {
+        type: 'function';
+        function: {
+            name: string;
+        };
+    };
+    response_format?: {
+        type: string;
+    };
+    max_tokens: number;
+    temperature?: number;
+    top_p?: number;
+    n?: number;
+    stream?: boolean;
+    stop?: readonly string[];
+    presence_penalty?: number;
+    frequency_penalty?: number;
+    logit_bias?: Map<string, number>;
+    user?: string;
+    organization?: string;
+};
+export type AxAIOpenAIChatResponse = {
+    id: string;
+    object: 'chat.completion';
+    created: number;
+    model: string;
+    choices: {
+        index: number;
+        message: {
+            role: string;
+            content: string;
+            tool_calls?: {
+                id: string;
+                type: 'function';
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+            }[];
+        };
+        finish_reason: 'stop' | 'length' | 'content_filter' | 'tool_calls';
+    }[];
+    usage?: AxAIOpenAIUsage;
+    error?: {
+        message: string;
+        type: string;
+        param: string;
+        code: number;
+    };
+    system_fingerprint: string;
+};
+export type AxAIOpenAIChatResponseDelta = AxAIOpenAIResponseDelta<{
+    content: string;
+    role?: string;
+    tool_calls?: (NonNullable<AxAIOpenAIChatResponse['choices'][0]['message']['tool_calls']>[0] & {
+        index: number;
+    })[];
+}>;
+export type AxAIOpenAIEmbedRequest = {
+    input: readonly string[];
+    model: string;
+    user?: string;
+};
+export type AxAIOpenAIEmbedResponse = {
+    model: string;
+    data: {
+        embedding: readonly number[];
+        index: number;
+    }[];
+    usage: AxAIOpenAIUsage;
+};

package/ai/openai/types.js

@@ -0,0 +1,18 @@
+export var AxAIOpenAIModel;
+(function (AxAIOpenAIModel) {
+    AxAIOpenAIModel["GPT4"] = "gpt-4";
+    AxAIOpenAIModel["GPT4O"] = "gpt-4o";
+    AxAIOpenAIModel["GPT4Turbo"] = "gpt-4-turbo";
+    AxAIOpenAIModel["GPT35Turbo"] = "gpt-3.5-turbo";
+    AxAIOpenAIModel["GPT35TurboInstruct"] = "gpt-3.5-turbo-instruct";
+    AxAIOpenAIModel["GPT35TextDavinci002"] = "text-davinci-002";
+    AxAIOpenAIModel["GPT3TextBabbage002"] = "text-babbage-002";
+    AxAIOpenAIModel["GPT3TextAda001"] = "text-ada-001";
+})(AxAIOpenAIModel || (AxAIOpenAIModel = {}));
+export var AxAIOpenAIEmbedModel;
+(function (AxAIOpenAIEmbedModel) {
+    AxAIOpenAIEmbedModel["TextEmbeddingAda002"] = "text-embedding-ada-002";
+    AxAIOpenAIEmbedModel["TextEmbedding3Small"] = "text-embedding-3-small";
+    AxAIOpenAIEmbedModel["TextEmbedding3Large"] = "text-embedding-3-large";
+})(AxAIOpenAIEmbedModel || (AxAIOpenAIEmbedModel = {}));
+//# sourceMappingURL=types.js.map

package/ai/openai/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../ai/openai/types.ts"],"names":[],"mappings":"AAEA,MAAM,CAAN,IAAY,eASX;AATD,WAAY,eAAe;IACzB,iCAAc,CAAA;IACd,mCAAgB,CAAA;IAChB,4CAAyB,CAAA;IACzB,+CAA4B,CAAA;IAC5B,gEAA6C,CAAA;IAC7C,2DAAwC,CAAA;IACxC,0DAAuC,CAAA;IACvC,kDAA+B,CAAA;AACjC,CAAC,EATW,eAAe,KAAf,eAAe,QAS1B;AAED,MAAM,CAAN,IAAY,oBAIX;AAJD,WAAY,oBAAoB;IAC9B,sEAA8C,CAAA;IAC9C,sEAA8C,CAAA;IAC9C,sEAA8C,CAAA;AAChD,CAAC,EAJW,oBAAoB,KAApB,oBAAoB,QAI/B"}

package/ai/together/api.d.ts

@@ -0,0 +1,15 @@
+import { AxAIOpenAI } from '../openai/api.js';
+import type { AxAIOpenAIConfig } from '../openai/types.js';
+import type { AxAIServiceOptions } from '../types.js';
+type TogetherAIConfig = AxAIOpenAIConfig;
+export declare const axAITogetherDefaultConfig: () => TogetherAIConfig;
+export interface AxAITogetherArgs {
+    name: 'together';
+    apiKey: string;
+    config?: Readonly<TogetherAIConfig>;
+    options?: Readonly<AxAIServiceOptions>;
+}
+export declare class AxAITogether extends AxAIOpenAI {
+    constructor({ apiKey, config, options }: Readonly<Omit<AxAITogetherArgs, 'name'>>);
+}
+export {};

package/ai/together/api.js

@@ -0,0 +1,28 @@
+import { axBaseAIDefaultConfig } from '../base.js';
+import { AxAIOpenAI } from '../openai/api.js';
+import { axModelInfoTogether } from './info.js';
+export const axAITogetherDefaultConfig = () => structuredClone({
+    // cspell:disable-next-line
+    model: 'mistralai/Mixtral-8x7B-Instruct-v0.1',
+    ...axBaseAIDefaultConfig()
+});
+export class AxAITogether extends AxAIOpenAI {
+    constructor({ apiKey, config, options }) {
+        if (!apiKey || apiKey === '') {
+            throw new Error('Together API key not set');
+        }
+        const _config = {
+            ...axAITogetherDefaultConfig(),
+            ...config
+        };
+        super({
+            apiKey,
+            config: _config,
+            options,
+            apiURL: 'https://api.together.xyz/v1',
+            modelInfo: axModelInfoTogether
+        });
+        super.setName('Together');
+    }
+}
+//# sourceMappingURL=api.js.map

package/ai/together/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../ai/together/api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAI9C,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAIhD,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAqB,EAAE,CAC9D,eAAe,CAAC;IACd,2BAA2B;IAC3B,KAAK,EAAE,sCAAsC;IAC7C,GAAG,qBAAqB,EAAE;CAC3B,CAAC,CAAC;AASL,MAAM,OAAO,YAAa,SAAQ,UAAU;IAC1C,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EACkC;QACzC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,yBAAyB,EAAE;YAC9B,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,MAAM;YACN,MAAM,EAAE,OAAO;YACf,OAAO;YACP,MAAM,EAAE,6BAA6B;YACrC,SAAS,EAAE,mBAAmB;SAC/B,CAAC,CAAC;QAEH,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC5B,CAAC;CACF"}

package/ai/together/index.d.ts

@@ -0,0 +1 @@
+export * from './api.js';

package/ai/together/index.js

@@ -0,0 +1,2 @@
+export * from './api.js';
+//# sourceMappingURL=index.js.map

package/ai/together/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../ai/together/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC"}

package/ai/together/info.d.ts

@@ -0,0 +1,2 @@
+import type { AxModelInfo } from '../types.js';
+export declare const axModelInfoTogether: AxModelInfo[];

package/ai/together/info.js

@@ -0,0 +1,2 @@
+export const axModelInfoTogether = [];
+//# sourceMappingURL=info.js.map

package/ai/together/info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"info.js","sourceRoot":"","sources":["../../../ai/together/info.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,mBAAmB,GAAkB,EAAE,CAAC"}