@ax-llm/ax 9.0.20 → 9.0.22

package/ai/huggingface/api.d.ts

@@ -0,0 +1,19 @@
+import type { API } from '../../util/apicall.js';
+import { AxBaseAI } from '../base.js';
+import type { AxAIPromptConfig, AxAIServiceOptions, AxChatRequest, AxChatResponse, AxModelConfig } from '../types.js';
+import { type AxAIHuggingFaceConfig, type AxAIHuggingFaceRequest, type AxAIHuggingFaceResponse } from './types.js';
+export declare const axAIHuggingFaceDefaultConfig: () => AxAIHuggingFaceConfig;
+export declare const axAIHuggingFaceCreativeConfig: () => AxAIHuggingFaceConfig;
+export interface AxAIHuggingFaceArgs {
+    name: 'huggingface';
+    apiKey: string;
+    config?: Readonly<AxAIHuggingFaceConfig>;
+    options?: Readonly<AxAIServiceOptions>;
+}
+export declare class AxAIHuggingFace extends AxBaseAI<AxAIHuggingFaceRequest, unknown, AxAIHuggingFaceResponse, unknown, unknown> {
+    private config;
+    constructor({ apiKey, config, options }: Readonly<Omit<AxAIHuggingFaceArgs, 'name'>>);
+    getModelConfig(): AxModelConfig;
+    generateChatReq: (req: Readonly<AxChatRequest>, _config: Readonly<AxAIPromptConfig>) => [API, AxAIHuggingFaceRequest];
+    generateChatResp: (resp: Readonly<AxAIHuggingFaceResponse>) => AxChatResponse;
+}

package/ai/huggingface/api.js

@@ -0,0 +1,115 @@
+import { AxBaseAI, axBaseAIDefaultConfig, axBaseAIDefaultCreativeConfig } from '../base.js';
+import { axModelInfoHuggingFace } from './info.js';
+import { AxAIHuggingFaceModel } from './types.js';
+export const axAIHuggingFaceDefaultConfig = () => structuredClone({
+    model: AxAIHuggingFaceModel.MetaLlama270BChatHF,
+    ...axBaseAIDefaultConfig()
+});
+export const axAIHuggingFaceCreativeConfig = () => structuredClone({
+    model: AxAIHuggingFaceModel.MetaLlama270BChatHF,
+    ...axBaseAIDefaultCreativeConfig()
+});
+export class AxAIHuggingFace extends AxBaseAI {
+    config;
+    constructor({ apiKey, config, options }) {
+        if (!apiKey || apiKey === '') {
+            throw new Error('HuggingFace API key not set');
+        }
+        const _config = {
+            ...axAIHuggingFaceDefaultConfig(),
+            ...config
+        };
+        super({
+            name: 'HuggingFace',
+            apiURL: 'https://api-inference.huggingface.co',
+            headers: { Authorization: `Bearer ${apiKey}` },
+            modelInfo: axModelInfoHuggingFace,
+            models: { model: _config.model },
+            options,
+            supportFor: { functions: false, streaming: false }
+        });
+        this.config = _config;
+    }
+    getModelConfig() {
+        const { config } = this;
+        return {
+            maxTokens: config.maxTokens,
+            temperature: config.temperature,
+            topP: config.topP,
+            topK: config.topK,
+            n: config.n,
+            presencePenalty: config.presencePenalty
+        };
+    }
+    generateChatReq = (req, 
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    _config) => {
+        const model = req.model ?? this.config.model;
+        const functionsList = req.functions
+            ? `Functions:\n${JSON.stringify(req.functions, null, 2)}\n`
+            : '';
+        const prompt = req.chatPrompt
+            ?.map((msg) => {
+            switch (msg.role) {
+                case 'user':
+                    return `User: ${msg.content}`;
+                case 'system':
+                    return `System: ${msg.content}`;
+                case 'function':
+                    return `Function Result: ${msg.result}`;
+                case 'assistant': {
+                    const fc = msg.functionCalls
+                        ?.map((fc) => {
+                        const args = typeof fc.function.params === 'string'
+                            ? fc.function.params
+                            : JSON.stringify(fc.function.params);
+                        return `${fc.function.name}(${args})`;
+                    })
+                        .join('\n');
+                    if (fc) {
+                        return `Assistant: ${msg.content}\n Functions:\n${fc}`;
+                    }
+                    return `Assistant: ${msg.content}`;
+                }
+                default:
+                    throw new Error(`Unknown role`);
+            }
+            //return `${msg.role}: ${msg.content}`;
+        })
+            .join('\n');
+        const inputs = `${functionsList} ${prompt}`.trim();
+        const apiConfig = {
+            name: '/models'
+        };
+        const reqValue = {
+            model,
+            inputs,
+            parameters: {
+                max_new_tokens: req.modelConfig?.maxTokens ?? this.config.maxTokens,
+                repetition_penalty: req.modelConfig?.presencePenalty ?? this.config.presencePenalty,
+                temperature: req.modelConfig?.temperature ?? this.config.temperature,
+                top_p: req.modelConfig?.topP ?? this.config.topP,
+                top_k: req.modelConfig?.topK ?? this.config.topK,
+                return_full_text: this.config.returnFullText,
+                num_return_sequences: this.config.n,
+                do_sample: this.config.doSample,
+                max_time: this.config.maxTime
+            },
+            options: {
+                use_cache: this.config.useCache,
+                wait_for_model: this.config.waitForModel
+            }
+        };
+        return [apiConfig, reqValue];
+    };
+    generateChatResp = (resp) => {
+        return {
+            results: [
+                {
+                    content: resp.generated_text
+                }
+            ]
+        };
+    };
+}
+//# sourceMappingURL=api.js.map

package/ai/huggingface/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../ai/huggingface/api.ts"],"names":[],"mappings":"AACA,OAAO,EACL,QAAQ,EACR,qBAAqB,EACrB,6BAA6B,EAC9B,MAAM,YAAY,CAAC;AASpB,OAAO,EAAE,sBAAsB,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAEL,oBAAoB,EAGrB,MAAM,YAAY,CAAC;AAEpB,MAAM,CAAC,MAAM,4BAA4B,GAAG,GAA0B,EAAE,CACtE,eAAe,CAAC;IACd,KAAK,EAAE,oBAAoB,CAAC,mBAAmB;IAC/C,GAAG,qBAAqB,EAAE;CAC3B,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,6BAA6B,GAAG,GAA0B,EAAE,CACvE,eAAe,CAAC;IACd,KAAK,EAAE,oBAAoB,CAAC,mBAAmB;IAC/C,GAAG,6BAA6B,EAAE;CACnC,CAAC,CAAC;AASL,MAAM,OAAO,eAAgB,SAAQ,QAMpC;IACS,MAAM,CAAwB;IAEtC,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EACqC;QAC5C,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,4BAA4B,EAAE;YACjC,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,IAAI,EAAE,aAAa;YACnB,MAAM,EAAE,sCAAsC;YAC9C,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;YAC9C,SAAS,EAAE,sBAAsB;YACjC,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE;YAChC,OAAO;YACP,UAAU,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;SACnD,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC;IACxB,CAAC;IAEQ,cAAc;QACrB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,CAAC,EAAE,MAAM,CAAC,CAAC;YACX,eAAe,EAAE,MAAM,CAAC,eAAe;SACvB,CAAC;IACrB,CAAC;IAEQ,eAAe,GAAG,CACzB,GAA4B;IAC5B,6DAA6D;IAC7D,OAAmC,EACJ,EAAE;QACjC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAE7C,MAAM,aAAa,GAAG,GAAG,CAAC,SAAS;YACjC,CAAC,CAAC,eAAe,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI;YAC3D,CAAC,CAAC,EAAE,CAAC;QAEP,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU;YAC3B,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACZ,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;gBACjB,KAAK,MAAM;oBACT,OAAO,SAAS,GAAG,CAAC,OAAO,EAAE,CAAC;gBAChC,KAAK,QAAQ;oBACX,OAAO,WAAW,GAAG,CAAC,OAAO,EAAE,CAAC;gBAClC,KAAK,UAAU;oBACb,OAAO,oBAAoB,GAAG,CAAC,MAAM,EAAE,CAAC;gBAC1C,KAAK,WAAW,CAAC,CAAC,CAAC;oBACjB,MAAM,EAAE,GAAG,GAAG,CAAC,aAAa;wBAC1B,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;wBACX,MAAM,IAAI,GACR,OAAO,EAAE,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ;4BACpC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM;4BACpB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;wBAEzC,OAAO,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,GAAG,CAAC;oBACxC,CAAC,CAAC;yBACD,IAAI,CAAC,IAAI,CAAC,CAAC;oBACd,IAAI,EAAE,EAAE,CAAC;wBACP,OAAO,cAAc,GAAG,CAAC,OAAO,kBAAkB,EAAE,EAAE,CAAC;oBACzD,CAAC;oBACD,OAAO,cAAc,GAAG,CAAC,OAAO,EAAE,CAAC;gBACrC,CAAC;gBACD;oBACE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;YACpC,CAAC;YAED,uCAAuC;QACzC,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,MAAM,GAAG,GAAG,aAAa,IAAI,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;QAEnD,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,SAAS;SAChB,CAAC;QAEF,MAAM,QAAQ,GAA2B;YACvC,KAAK;YACL,MAAM;YACN,UAAU,EAAE;gBACV,cAAc,EAAE,GAAG,CAAC,WAAW,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;gBACnE,kBAAkB,EAChB,GAAG,CAAC,WAAW,EAAE,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe;gBACjE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;gBACpE,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;gBAChD,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;gBAChD,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;gBAC5C,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACnC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;gBAC/B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;aAC9B;YACD,OAAO,EAAE;gBACP,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;gBAC/B,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;aACzC;SACF,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,IAAuC,EACvB,EAAE;QAClB,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,OAAO,EAAE,IAAI,CAAC,cAAc;iBAC7B;aACF;SACF,CAAC;IACJ,CAAC,CAAC;CACH"}

package/ai/huggingface/index.d.ts

@@ -0,0 +1,2 @@
+export * from './api.js';
+export * from './types.js';

package/ai/huggingface/index.js

@@ -0,0 +1,3 @@
+export * from './api.js';
+export * from './types.js';
+//# sourceMappingURL=index.js.map

package/ai/huggingface/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../ai/huggingface/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,YAAY,CAAC"}

package/ai/huggingface/info.d.ts

@@ -0,0 +1,6 @@
+import type { AxModelInfo } from '../types.js';
+/**
+ * HuggingFace: Model information
+ * @export
+ */
+export declare const axModelInfoHuggingFace: AxModelInfo[];

package/ai/huggingface/info.js

@@ -0,0 +1,6 @@
+/**
+ * HuggingFace: Model information
+ * @export
+ */
+export const axModelInfoHuggingFace = [];
+//# sourceMappingURL=info.js.map

package/ai/huggingface/info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"info.js","sourceRoot":"","sources":["../../../ai/huggingface/info.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAkB,EAAE,CAAC"}

package/ai/huggingface/types.d.ts

@@ -0,0 +1,34 @@
+import type { AxModelConfig } from '../types.js';
+export declare enum AxAIHuggingFaceModel {
+    MetaLlama270BChatHF = "meta-llama/Llama-2-70b-chat-hf"
+}
+export type AxAIHuggingFaceConfig = AxModelConfig & {
+    model: AxAIHuggingFaceModel;
+    returnFullText?: boolean;
+    doSample?: boolean;
+    maxTime?: number;
+    useCache?: boolean;
+    waitForModel?: boolean;
+};
+export type AxAIHuggingFaceRequest = {
+    model: AxAIHuggingFaceModel | string;
+    inputs: string;
+    parameters: {
+        max_new_tokens?: number;
+        repetition_penalty?: number;
+        temperature?: number;
+        top_p?: number;
+        top_k?: number;
+        return_full_text?: boolean;
+        num_return_sequences?: number;
+        do_sample?: boolean;
+        max_time?: number;
+    };
+    options?: {
+        use_cache?: boolean;
+        wait_for_model?: boolean;
+    };
+};
+export type AxAIHuggingFaceResponse = {
+    generated_text: string;
+};

package/ai/huggingface/types.js

@@ -0,0 +1,5 @@
+export var AxAIHuggingFaceModel;
+(function (AxAIHuggingFaceModel) {
+    AxAIHuggingFaceModel["MetaLlama270BChatHF"] = "meta-llama/Llama-2-70b-chat-hf";
+})(AxAIHuggingFaceModel || (AxAIHuggingFaceModel = {}));
+//# sourceMappingURL=types.js.map

package/ai/huggingface/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../ai/huggingface/types.ts"],"names":[],"mappings":"AAEA,MAAM,CAAN,IAAY,oBAEX;AAFD,WAAY,oBAAoB;IAC9B,8EAAsD,CAAA;AACxD,CAAC,EAFW,oBAAoB,KAApB,oBAAoB,QAE/B"}

package/ai/index.d.ts

@@ -0,0 +1,16 @@
+export * from './openai/index.js';
+export * from './azure-openai/index.js';
+export * from './huggingface/index.js';
+export * from './together/index.js';
+export * from './cohere/index.js';
+export * from './google-gemini/index.js';
+export * from './anthropic/index.js';
+export * from './groq/index.js';
+export * from './mistral/index.js';
+export * from './deepseek/index.js';
+export * from './ollama/index.js';
+export * from './types.js';
+export * from './balance.js';
+export * from './base.js';
+export * from './wrap.js';
+export type { API } from '../util/apicall.js';

package/ai/index.js

@@ -0,0 +1,16 @@
+export * from './openai/index.js';
+export * from './azure-openai/index.js';
+export * from './huggingface/index.js';
+export * from './together/index.js';
+export * from './cohere/index.js';
+export * from './google-gemini/index.js';
+export * from './anthropic/index.js';
+export * from './groq/index.js';
+export * from './mistral/index.js';
+export * from './deepseek/index.js';
+export * from './ollama/index.js';
+export * from './types.js';
+export * from './balance.js';
+export * from './base.js';
+export * from './wrap.js';
+//# sourceMappingURL=index.js.map

package/ai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../ai/index.ts"],"names":[],"mappings":"AAAA,cAAc,mBAAmB,CAAC;AAClC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,qBAAqB,CAAC;AACpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,iBAAiB,CAAC;AAChC,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,WAAW,CAAC"}

package/ai/mistral/api.d.ts

@@ -0,0 +1,16 @@
+import { AxAIOpenAI } from '../openai/api.js';
+import type { AxAIOpenAIConfig } from '../openai/types.js';
+import type { AxAIServiceOptions } from '../types.js';
+type MistralConfig = AxAIOpenAIConfig;
+export declare const axAIMistralDefaultConfig: () => MistralConfig;
+export declare const axAIMistralBestConfig: () => AxAIOpenAIConfig;
+export interface AxAIMistralArgs {
+    name: 'mistral';
+    apiKey: string;
+    config?: Readonly<MistralConfig>;
+    options?: Readonly<AxAIServiceOptions>;
+}
+export declare class AxAIMistral extends AxAIOpenAI {
+    constructor({ apiKey, config, options }: Readonly<Omit<AxAIMistralArgs, 'name'>>);
+}
+export {};

package/ai/mistral/api.js

@@ -0,0 +1,32 @@
+import { axBaseAIDefaultConfig } from '../base.js';
+import { AxAIOpenAI } from '../openai/api.js';
+import { axModelInfoMistral } from './info.js';
+import { AxAIMistralModel } from './types.js';
+export const axAIMistralDefaultConfig = () => structuredClone({
+    model: AxAIMistralModel.MistralSmall,
+    ...axBaseAIDefaultConfig()
+});
+export const axAIMistralBestConfig = () => structuredClone({
+    ...axAIMistralDefaultConfig(),
+    model: AxAIMistralModel.MistralLarge
+});
+export class AxAIMistral extends AxAIOpenAI {
+    constructor({ apiKey, config, options }) {
+        if (!apiKey || apiKey === '') {
+            throw new Error('Mistral API key not set');
+        }
+        const _config = {
+            ...axAIMistralDefaultConfig(),
+            ...config
+        };
+        super({
+            apiKey,
+            config: _config,
+            options,
+            apiURL: 'https://api.mistral.ai/v1',
+            modelInfo: axModelInfoMistral
+        });
+        super.setName('Mistral');
+    }
+}
+//# sourceMappingURL=api.js.map

package/ai/mistral/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../ai/mistral/api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAI9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAkB,EAAE,CAC1D,eAAe,CAAC;IACd,KAAK,EAAE,gBAAgB,CAAC,YAAY;IACpC,GAAG,qBAAqB,EAAE;CAC3B,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,qBAAqB,GAAG,GAAqB,EAAE,CAC1D,eAAe,CAAC;IACd,GAAG,wBAAwB,EAAE;IAC7B,KAAK,EAAE,gBAAgB,CAAC,YAAY;CACrC,CAAC,CAAC;AASL,MAAM,OAAO,WAAY,SAAQ,UAAU;IACzC,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EACiC;QACxC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,wBAAwB,EAAE;YAC7B,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,MAAM;YACN,MAAM,EAAE,OAAO;YACf,OAAO;YACP,MAAM,EAAE,2BAA2B;YACnC,SAAS,EAAE,kBAAkB;SAC9B,CAAC,CAAC;QAEH,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;CACF"}

package/ai/mistral/index.d.ts

@@ -0,0 +1,2 @@
+export * from './api.js';
+export * from './types.js';

package/ai/mistral/index.js

@@ -0,0 +1,3 @@
+export * from './api.js';
+export * from './types.js';
+//# sourceMappingURL=index.js.map

package/ai/mistral/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../ai/mistral/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,YAAY,CAAC"}

package/ai/mistral/info.d.ts

@@ -0,0 +1,2 @@
+import type { AxModelInfo } from '../types.js';
+export declare const axModelInfoMistral: AxModelInfo[];

package/ai/mistral/info.js

@@ -0,0 +1,34 @@
+import { AxAIMistralModel } from './types.js';
+export const axModelInfoMistral = [
+    {
+        name: AxAIMistralModel.Mistral7B,
+        currency: 'USD',
+        promptTokenCostPer1M: 0.25,
+        completionTokenCostPer1M: 0.25
+    },
+    {
+        name: AxAIMistralModel.Mistral8x7B,
+        currency: 'USD',
+        promptTokenCostPer1M: 0.7,
+        completionTokenCostPer1M: 0.7
+    },
+    {
+        name: AxAIMistralModel.MistralSmall,
+        currency: 'USD',
+        promptTokenCostPer1M: 2,
+        completionTokenCostPer1M: 6
+    },
+    {
+        name: AxAIMistralModel.MistralMedium,
+        currency: 'USD',
+        promptTokenCostPer1M: 2.7,
+        completionTokenCostPer1M: 8.1
+    },
+    {
+        name: AxAIMistralModel.MistralLarge,
+        currency: 'USD',
+        promptTokenCostPer1M: 8,
+        completionTokenCostPer1M: 24
+    }
+];
+//# sourceMappingURL=info.js.map

package/ai/mistral/info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"info.js","sourceRoot":"","sources":["../../../ai/mistral/info.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,CAAC,MAAM,kBAAkB,GAAkB;IAC/C;QACE,IAAI,EAAE,gBAAgB,CAAC,SAAS;QAChC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;KAC/B;IACD;QACE,IAAI,EAAE,gBAAgB,CAAC,WAAW;QAClC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;IACD;QACE,IAAI,EAAE,gBAAgB,CAAC,YAAY;QACnC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,CAAC;QACvB,wBAAwB,EAAE,CAAC;KAC5B;IACD;QACE,IAAI,EAAE,gBAAgB,CAAC,aAAa;QACpC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;IACD;QACE,IAAI,EAAE,gBAAgB,CAAC,YAAY;QACnC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,CAAC;QACvB,wBAAwB,EAAE,EAAE;KAC7B;CACF,CAAC"}

package/ai/mistral/types.d.ts

@@ -0,0 +1,10 @@
+export declare enum AxAIMistralModel {
+    Mistral7B = "open-mistral-7b",
+    Mistral8x7B = "open-mixtral-8x7b",
+    MistralSmall = "mistral-small-latest",
+    MistralMedium = "mistral-medium-latest",
+    MistralLarge = "mistral-large-latest"
+}
+export declare enum AxAIMistralEmbedModels {
+    MistralEmbed = "mistral-embed"
+}

package/ai/mistral/types.js

@@ -0,0 +1,13 @@
+export var AxAIMistralModel;
+(function (AxAIMistralModel) {
+    AxAIMistralModel["Mistral7B"] = "open-mistral-7b";
+    AxAIMistralModel["Mistral8x7B"] = "open-mixtral-8x7b";
+    AxAIMistralModel["MistralSmall"] = "mistral-small-latest";
+    AxAIMistralModel["MistralMedium"] = "mistral-medium-latest";
+    AxAIMistralModel["MistralLarge"] = "mistral-large-latest";
+})(AxAIMistralModel || (AxAIMistralModel = {}));
+export var AxAIMistralEmbedModels;
+(function (AxAIMistralEmbedModels) {
+    AxAIMistralEmbedModels["MistralEmbed"] = "mistral-embed";
+})(AxAIMistralEmbedModels || (AxAIMistralEmbedModels = {}));
+//# sourceMappingURL=types.js.map

package/ai/mistral/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../ai/mistral/types.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,gBAMX;AAND,WAAY,gBAAgB;IAC1B,iDAA6B,CAAA;IAC7B,qDAAiC,CAAA;IACjC,yDAAqC,CAAA;IACrC,2DAAuC,CAAA;IACvC,yDAAqC,CAAA;AACvC,CAAC,EANW,gBAAgB,KAAhB,gBAAgB,QAM3B;AAED,MAAM,CAAN,IAAY,sBAEX;AAFD,WAAY,sBAAsB;IAChC,wDAA8B,CAAA;AAChC,CAAC,EAFW,sBAAsB,KAAtB,sBAAsB,QAEjC"}

package/ai/ollama/api.d.ts

@@ -0,0 +1,22 @@
+import { AxAIOpenAI } from '../openai/api.js';
+import type { AxAIOpenAIConfig } from '../openai/types.js';
+import type { AxAIServiceOptions } from '../types.js';
+export type AxAIOllamaAIConfig = AxAIOpenAIConfig;
+export declare const axAIOllamaDefaultConfig: () => AxAIOllamaAIConfig;
+export declare const axAIOllamaDefaultCreativeConfig: () => AxAIOllamaAIConfig;
+export type AxAIOllamaArgs = {
+    name: 'ollama';
+    model?: string;
+    embedModel?: string;
+    url?: string;
+    apiKey?: string;
+    config?: Readonly<AxAIOllamaAIConfig>;
+    options?: Readonly<AxAIServiceOptions>;
+};
+/**
+ * OllamaAI: AI Service
+ * @export
+ */
+export declare class AxAIOllama extends AxAIOpenAI {
+    constructor({ apiKey, url, config, options }: Readonly<Omit<AxAIOllamaArgs, 'name'>>);
+}

package/ai/ollama/api.js

@@ -0,0 +1,32 @@
+import { axBaseAIDefaultConfig, axBaseAIDefaultCreativeConfig } from '../base.js';
+import { AxAIOpenAI } from '../openai/api.js';
+export const axAIOllamaDefaultConfig = () => structuredClone({
+    ...axBaseAIDefaultConfig(),
+    model: 'nous-hermes2',
+    embedModel: 'all-minilm'
+});
+export const axAIOllamaDefaultCreativeConfig = () => structuredClone({
+    ...axBaseAIDefaultCreativeConfig(),
+    model: 'nous-hermes2',
+    embedModel: 'all-minilm'
+});
+/**
+ * OllamaAI: AI Service
+ * @export
+ */
+export class AxAIOllama extends AxAIOpenAI {
+    constructor({ apiKey = 'not-set', url = 'http://localhost:11434', config, options }) {
+        const _config = {
+            ...axAIOllamaDefaultConfig(),
+            ...config
+        };
+        super({
+            apiKey,
+            options,
+            config: _config,
+            apiURL: new URL('/v1', url).href
+        });
+        super.setName('Ollama');
+    }
+}
+//# sourceMappingURL=api.js.map

package/ai/ollama/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../ai/ollama/api.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,6BAA6B,EAC9B,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAM9C,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAuB,EAAE,CAC9D,eAAe,CAAC;IACd,GAAG,qBAAqB,EAAE;IAC1B,KAAK,EAAE,cAAc;IACrB,UAAU,EAAE,YAAY;CACzB,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAuB,EAAE,CACtE,eAAe,CAAC;IACd,GAAG,6BAA6B,EAAE;IAClC,KAAK,EAAE,cAAc;IACrB,UAAU,EAAE,YAAY;CACzB,CAAC,CAAC;AAYL;;;GAGG;AACH,MAAM,OAAO,UAAW,SAAQ,UAAU;IACxC,YAAY,EACV,MAAM,GAAG,SAAS,EAClB,GAAG,GAAG,wBAAwB,EAC9B,MAAM,EACN,OAAO,EACgC;QACvC,MAAM,OAAO,GAAG;YACd,GAAG,uBAAuB,EAAE;YAC5B,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,MAAM;YACN,OAAO;YACP,MAAM,EAAE,OAAO;YACf,MAAM,EAAE,IAAI,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI;SACjC,CAAC,CAAC;QAEH,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC1B,CAAC;CACF"}

package/ai/ollama/index.d.ts

@@ -0,0 +1 @@
+export * from './api.js';

package/ai/ollama/index.js

@@ -0,0 +1,2 @@
+export * from './api.js';
+//# sourceMappingURL=index.js.map

package/ai/ollama/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../ai/ollama/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC"}

package/ai/openai/api.d.ts

@@ -0,0 +1,29 @@
+import type { API } from '../../util/apicall.js';
+import { AxBaseAI } from '../base.js';
+import type { AxAIPromptConfig, AxAIServiceOptions, AxChatRequest, AxChatResponse, AxEmbedRequest, AxEmbedResponse, AxModelConfig, AxModelInfo } from '../types.js';
+import { type AxAIOpenAIChatRequest, type AxAIOpenAIChatResponse, type AxAIOpenAIChatResponseDelta, type AxAIOpenAIConfig, type AxAIOpenAIEmbedRequest, type AxAIOpenAIEmbedResponse } from './types.js';
+export declare const axAIOpenAIDefaultConfig: () => AxAIOpenAIConfig;
+export declare const axAIOpenAIBestConfig: () => AxAIOpenAIConfig;
+export declare const axAIOpenAICreativeConfig: () => AxAIOpenAIConfig;
+export declare const axAIOpenAIFastConfig: () => AxAIOpenAIConfig;
+export interface AxAIOpenAIArgs {
+    name: 'openai';
+    apiKey: string;
+    apiURL?: string;
+    config?: Readonly<AxAIOpenAIConfig>;
+    options?: Readonly<AxAIServiceOptions & {
+        streamingUsage?: boolean;
+    }>;
+    modelInfo?: Readonly<AxModelInfo[]>;
+}
+export declare class AxAIOpenAI extends AxBaseAI<AxAIOpenAIChatRequest, AxAIOpenAIEmbedRequest, AxAIOpenAIChatResponse, AxAIOpenAIChatResponseDelta, AxAIOpenAIEmbedResponse> {
+    private config;
+    private streamingUsage;
+    constructor({ apiKey, config, options, apiURL, modelInfo }: Readonly<Omit<AxAIOpenAIArgs, 'name'>>);
+    getModelConfig(): AxModelConfig;
+    generateChatReq: (req: Readonly<AxChatRequest>, _config: Readonly<AxAIPromptConfig>) => [API, AxAIOpenAIChatRequest];
+    generateEmbedReq: (req: Readonly<AxEmbedRequest>) => [API, AxAIOpenAIEmbedRequest];
+    generateChatResp: (resp: Readonly<AxAIOpenAIChatResponse>) => AxChatResponse;
+    generateChatStreamResp: (resp: Readonly<AxAIOpenAIChatResponseDelta>, state: object) => AxChatResponse;
+    generateEmbedResp: (resp: Readonly<AxAIOpenAIEmbedResponse>) => AxEmbedResponse;
+}