@ax-llm/ax 9.0.21 → 9.0.23

package/cjs/ai/groq/api.js

@@ -0,0 +1,56 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AxAIGroq = void 0;
+const rate_limit_js_1 = require("../../util/rate-limit.js");
+const base_js_1 = require("../base.js");
+const api_js_1 = require("../openai/api.js");
+const types_js_1 = require("./types.js");
+const axAIGroqDefaultConfig = () => structuredClone({
+    model: types_js_1.AxAIGroqModel.Llama3_70B,
+    ...(0, base_js_1.axBaseAIDefaultConfig)()
+});
+class AxAIGroq extends api_js_1.AxAIOpenAI {
+    constructor({ apiKey, config, options }) {
+        if (!apiKey || apiKey === '') {
+            throw new Error('Groq API key not set');
+        }
+        const _config = {
+            ...axAIGroqDefaultConfig(),
+            ...config
+        };
+        const _options = {
+            ...options,
+            streamingUsage: false
+        };
+        super({
+            apiKey,
+            config: _config,
+            options: _options,
+            apiURL: 'https://api.groq.com/openai/v1',
+            modelInfo: []
+        });
+        super.setName('Groq');
+        this.setOptions(_options);
+    }
+    setOptions = (options) => {
+        const rateLimiter = this.newRateLimiter(options);
+        super.setOptions({ ...options, rateLimiter });
+    };
+    newRateLimiter = (options) => {
+        if (options?.rateLimiter) {
+            return options.rateLimiter;
+        }
+        const tokensPerMin = options?.tokensPerMinute ?? 4800;
+        const rt = new rate_limit_js_1.AxRateLimiterTokenUsage(tokensPerMin, tokensPerMin / 60, {
+            debug: options?.debug
+        });
+        const rtFunc = async (func, info) => {
+            const totalTokens = info.modelUsage?.totalTokens || 0;
+            await rt.acquire(totalTokens);
+            return await func();
+        };
+        return rtFunc;
+    };
+}
+exports.AxAIGroq = AxAIGroq;
+//# sourceMappingURL=api.js.map

package/cjs/ai/groq/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../ai/groq/api.ts"],"names":[],"mappings":";;;AAAA,4DAAmE;AACnE,wCAAmD;AACnD,6CAA8C;AAI9C,yCAA2C;AAI3C,MAAM,qBAAqB,GAAG,GAAqB,EAAE,CACnD,eAAe,CAAC;IACd,KAAK,EAAE,wBAAa,CAAC,UAAU;IAC/B,GAAG,IAAA,+BAAqB,GAAE;CAC3B,CAAC,CAAC;AASL,MAAa,QAAS,SAAQ,mBAAU;IACtC,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EAC8B;QACrC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,qBAAqB,EAAE;YAC1B,GAAG,MAAM;SACV,CAAC;QAEF,MAAM,QAAQ,GAAG;YACf,GAAG,OAAO;YACV,cAAc,EAAE,KAAK;SACtB,CAAC;QAEF,KAAK,CAAC;YACJ,MAAM;YACN,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,QAAQ;YACjB,MAAM,EAAE,gCAAgC;YACxC,SAAS,EAAE,EAAE;SACd,CAAC,CAAC;QAEH,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACtB,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC5B,CAAC;IAEQ,UAAU,GAAG,CAAC,OAAqC,EAAE,EAAE;QAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACjD,KAAK,CAAC,UAAU,CAAC,EAAE,GAAG,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;IAChD,CAAC,CAAC;IAEM,cAAc,GAAG,CAAC,OAA0C,EAAE,EAAE;QACtE,IAAI,OAAO,EAAE,WAAW,EAAE,CAAC;YACzB,OAAO,OAAO,CAAC,WAAW,CAAC;QAC7B,CAAC;QAED,MAAM,YAAY,GAAG,OAAO,EAAE,eAAe,IAAI,IAAI,CAAC;QACtD,MAAM,EAAE,GAAG,IAAI,uCAAuB,CAAC,YAAY,EAAE,YAAY,GAAG,EAAE,EAAE;YACtE,KAAK,EAAE,OAAO,EAAE,KAAK;SACtB,CAAC,CAAC;QAEH,MAAM,MAAM,GAA0B,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;YACzD,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,EAAE,WAAW,IAAI,CAAC,CAAC;YACtD,MAAM,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC9B,OAAO,MAAM,IAAI,EAAE,CAAC;QACtB,CAAC,CAAC;QAEF,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;CACH;AAtDD,4BAsDC"}

package/cjs/ai/groq/index.d.ts

@@ -0,0 +1 @@
+export * from './api.js';

package/cjs/ai/groq/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./api.js"), exports);
+//# sourceMappingURL=index.js.map

package/cjs/ai/groq/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../ai/groq/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB"}

package/cjs/ai/groq/types.d.ts

@@ -0,0 +1,6 @@
+export declare enum AxAIGroqModel {
+    Llama3_8B = "llama3-8b-8192",
+    Llama3_70B = "llama3-70b-8192",
+    Mixtral_8x7B = "mixtral-8x7b-32768",
+    Gemma_7B = "gemma-7b-it"
+}

package/cjs/ai/groq/types.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AxAIGroqModel = void 0;
+var AxAIGroqModel;
+(function (AxAIGroqModel) {
+    AxAIGroqModel["Llama3_8B"] = "llama3-8b-8192";
+    AxAIGroqModel["Llama3_70B"] = "llama3-70b-8192";
+    AxAIGroqModel["Mixtral_8x7B"] = "mixtral-8x7b-32768";
+    AxAIGroqModel["Gemma_7B"] = "gemma-7b-it";
+})(AxAIGroqModel || (exports.AxAIGroqModel = AxAIGroqModel = {}));
+//# sourceMappingURL=types.js.map

package/cjs/ai/groq/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../ai/groq/types.ts"],"names":[],"mappings":";;;AAAA,IAAY,aAKX;AALD,WAAY,aAAa;IACvB,6CAA4B,CAAA;IAC5B,+CAA8B,CAAA;IAC9B,oDAAmC,CAAA;IACnC,yCAAwB,CAAA;AAC1B,CAAC,EALW,aAAa,6BAAb,aAAa,QAKxB"}

package/cjs/ai/huggingface/api.d.ts

@@ -0,0 +1,19 @@
+import type { API } from '../../util/apicall.js';
+import { AxBaseAI } from '../base.js';
+import type { AxAIPromptConfig, AxAIServiceOptions, AxChatRequest, AxChatResponse, AxModelConfig } from '../types.js';
+import { type AxAIHuggingFaceConfig, type AxAIHuggingFaceRequest, type AxAIHuggingFaceResponse } from './types.js';
+export declare const axAIHuggingFaceDefaultConfig: () => AxAIHuggingFaceConfig;
+export declare const axAIHuggingFaceCreativeConfig: () => AxAIHuggingFaceConfig;
+export interface AxAIHuggingFaceArgs {
+    name: 'huggingface';
+    apiKey: string;
+    config?: Readonly<AxAIHuggingFaceConfig>;
+    options?: Readonly<AxAIServiceOptions>;
+}
+export declare class AxAIHuggingFace extends AxBaseAI<AxAIHuggingFaceRequest, unknown, AxAIHuggingFaceResponse, unknown, unknown> {
+    private config;
+    constructor({ apiKey, config, options }: Readonly<Omit<AxAIHuggingFaceArgs, 'name'>>);
+    getModelConfig(): AxModelConfig;
+    generateChatReq: (req: Readonly<AxChatRequest>, _config: Readonly<AxAIPromptConfig>) => [API, AxAIHuggingFaceRequest];
+    generateChatResp: (resp: Readonly<AxAIHuggingFaceResponse>) => AxChatResponse;
+}

package/cjs/ai/huggingface/api.js

@@ -0,0 +1,121 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AxAIHuggingFace = exports.axAIHuggingFaceCreativeConfig = exports.axAIHuggingFaceDefaultConfig = void 0;
+const base_js_1 = require("../base.js");
+const info_js_1 = require("./info.js");
+const types_js_1 = require("./types.js");
+const axAIHuggingFaceDefaultConfig = () => structuredClone({
+    model: types_js_1.AxAIHuggingFaceModel.MetaLlama270BChatHF,
+    ...(0, base_js_1.axBaseAIDefaultConfig)()
+});
+exports.axAIHuggingFaceDefaultConfig = axAIHuggingFaceDefaultConfig;
+const axAIHuggingFaceCreativeConfig = () => structuredClone({
+    model: types_js_1.AxAIHuggingFaceModel.MetaLlama270BChatHF,
+    ...(0, base_js_1.axBaseAIDefaultCreativeConfig)()
+});
+exports.axAIHuggingFaceCreativeConfig = axAIHuggingFaceCreativeConfig;
+class AxAIHuggingFace extends base_js_1.AxBaseAI {
+    config;
+    constructor({ apiKey, config, options }) {
+        if (!apiKey || apiKey === '') {
+            throw new Error('HuggingFace API key not set');
+        }
+        const _config = {
+            ...(0, exports.axAIHuggingFaceDefaultConfig)(),
+            ...config
+        };
+        super({
+            name: 'HuggingFace',
+            apiURL: 'https://api-inference.huggingface.co',
+            headers: { Authorization: `Bearer ${apiKey}` },
+            modelInfo: info_js_1.axModelInfoHuggingFace,
+            models: { model: _config.model },
+            options,
+            supportFor: { functions: false, streaming: false }
+        });
+        this.config = _config;
+    }
+    getModelConfig() {
+        const { config } = this;
+        return {
+            maxTokens: config.maxTokens,
+            temperature: config.temperature,
+            topP: config.topP,
+            topK: config.topK,
+            n: config.n,
+            presencePenalty: config.presencePenalty
+        };
+    }
+    generateChatReq = (req, 
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    _config) => {
+        const model = req.model ?? this.config.model;
+        const functionsList = req.functions
+            ? `Functions:\n${JSON.stringify(req.functions, null, 2)}\n`
+            : '';
+        const prompt = req.chatPrompt
+            ?.map((msg) => {
+            switch (msg.role) {
+                case 'user':
+                    return `User: ${msg.content}`;
+                case 'system':
+                    return `System: ${msg.content}`;
+                case 'function':
+                    return `Function Result: ${msg.result}`;
+                case 'assistant': {
+                    const fc = msg.functionCalls
+                        ?.map((fc) => {
+                        const args = typeof fc.function.params === 'string'
+                            ? fc.function.params
+                            : JSON.stringify(fc.function.params);
+                        return `${fc.function.name}(${args})`;
+                    })
+                        .join('\n');
+                    if (fc) {
+                        return `Assistant: ${msg.content}\n Functions:\n${fc}`;
+                    }
+                    return `Assistant: ${msg.content}`;
+                }
+                default:
+                    throw new Error(`Unknown role`);
+            }
+            //return `${msg.role}: ${msg.content}`;
+        })
+            .join('\n');
+        const inputs = `${functionsList} ${prompt}`.trim();
+        const apiConfig = {
+            name: '/models'
+        };
+        const reqValue = {
+            model,
+            inputs,
+            parameters: {
+                max_new_tokens: req.modelConfig?.maxTokens ?? this.config.maxTokens,
+                repetition_penalty: req.modelConfig?.presencePenalty ?? this.config.presencePenalty,
+                temperature: req.modelConfig?.temperature ?? this.config.temperature,
+                top_p: req.modelConfig?.topP ?? this.config.topP,
+                top_k: req.modelConfig?.topK ?? this.config.topK,
+                return_full_text: this.config.returnFullText,
+                num_return_sequences: this.config.n,
+                do_sample: this.config.doSample,
+                max_time: this.config.maxTime
+            },
+            options: {
+                use_cache: this.config.useCache,
+                wait_for_model: this.config.waitForModel
+            }
+        };
+        return [apiConfig, reqValue];
+    };
+    generateChatResp = (resp) => {
+        return {
+            results: [
+                {
+                    content: resp.generated_text
+                }
+            ]
+        };
+    };
+}
+exports.AxAIHuggingFace = AxAIHuggingFace;
+//# sourceMappingURL=api.js.map

package/cjs/ai/huggingface/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../ai/huggingface/api.ts"],"names":[],"mappings":";;;AACA,wCAIoB;AASpB,uCAAmD;AACnD,yCAKoB;AAEb,MAAM,4BAA4B,GAAG,GAA0B,EAAE,CACtE,eAAe,CAAC;IACd,KAAK,EAAE,+BAAoB,CAAC,mBAAmB;IAC/C,GAAG,IAAA,+BAAqB,GAAE;CAC3B,CAAC,CAAC;AAJQ,QAAA,4BAA4B,gCAIpC;AAEE,MAAM,6BAA6B,GAAG,GAA0B,EAAE,CACvE,eAAe,CAAC;IACd,KAAK,EAAE,+BAAoB,CAAC,mBAAmB;IAC/C,GAAG,IAAA,uCAA6B,GAAE;CACnC,CAAC,CAAC;AAJQ,QAAA,6BAA6B,iCAIrC;AASL,MAAa,eAAgB,SAAQ,kBAMpC;IACS,MAAM,CAAwB;IAEtC,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EACqC;QAC5C,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,IAAA,oCAA4B,GAAE;YACjC,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,IAAI,EAAE,aAAa;YACnB,MAAM,EAAE,sCAAsC;YAC9C,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;YAC9C,SAAS,EAAE,gCAAsB;YACjC,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE;YAChC,OAAO;YACP,UAAU,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;SACnD,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC;IACxB,CAAC;IAEQ,cAAc;QACrB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,CAAC,EAAE,MAAM,CAAC,CAAC;YACX,eAAe,EAAE,MAAM,CAAC,eAAe;SACvB,CAAC;IACrB,CAAC;IAEQ,eAAe,GAAG,CACzB,GAA4B;IAC5B,6DAA6D;IAC7D,OAAmC,EACJ,EAAE;QACjC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAE7C,MAAM,aAAa,GAAG,GAAG,CAAC,SAAS;YACjC,CAAC,CAAC,eAAe,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI;YAC3D,CAAC,CAAC,EAAE,CAAC;QAEP,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU;YAC3B,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACZ,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;gBACjB,KAAK,MAAM;oBACT,OAAO,SAAS,GAAG,CAAC,OAAO,EAAE,CAAC;gBAChC,KAAK,QAAQ;oBACX,OAAO,WAAW,GAAG,CAAC,OAAO,EAAE,CAAC;gBAClC,KAAK,UAAU;oBACb,OAAO,oBAAoB,GAAG,CAAC,MAAM,EAAE,CAAC;gBAC1C,KAAK,WAAW,CAAC,CAAC,CAAC;oBACjB,MAAM,EAAE,GAAG,GAAG,CAAC,aAAa;wBAC1B,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;wBACX,MAAM,IAAI,GACR,OAAO,EAAE,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ;4BACpC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM;4BACpB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;wBAEzC,OAAO,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,GAAG,CAAC;oBACxC,CAAC,CAAC;yBACD,IAAI,CAAC,IAAI,CAAC,CAAC;oBACd,IAAI,EAAE,EAAE,CAAC;wBACP,OAAO,cAAc,GAAG,CAAC,OAAO,kBAAkB,EAAE,EAAE,CAAC;oBACzD,CAAC;oBACD,OAAO,cAAc,GAAG,CAAC,OAAO,EAAE,CAAC;gBACrC,CAAC;gBACD;oBACE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;YACpC,CAAC;YAED,uCAAuC;QACzC,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,MAAM,GAAG,GAAG,aAAa,IAAI,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;QAEnD,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,SAAS;SAChB,CAAC;QAEF,MAAM,QAAQ,GAA2B;YACvC,KAAK;YACL,MAAM;YACN,UAAU,EAAE;gBACV,cAAc,EAAE,GAAG,CAAC,WAAW,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;gBACnE,kBAAkB,EAChB,GAAG,CAAC,WAAW,EAAE,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe;gBACjE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;gBACpE,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;gBAChD,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;gBAChD,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;gBAC5C,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACnC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;gBAC/B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;aAC9B;YACD,OAAO,EAAE;gBACP,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;gBAC/B,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;aACzC;SACF,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,IAAuC,EACvB,EAAE;QAClB,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,OAAO,EAAE,IAAI,CAAC,cAAc;iBAC7B;aACF;SACF,CAAC;IACJ,CAAC,CAAC;CACH;AAlID,0CAkIC"}

package/cjs/ai/huggingface/index.d.ts

@@ -0,0 +1,2 @@
+export * from './api.js';
+export * from './types.js';

package/cjs/ai/huggingface/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./api.js"), exports);
+__exportStar(require("./types.js"), exports);
+//# sourceMappingURL=index.js.map

package/cjs/ai/huggingface/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../ai/huggingface/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB;AACzB,6CAA2B"}

package/cjs/ai/huggingface/info.d.ts

@@ -0,0 +1,6 @@
+import type { AxModelInfo } from '../types.js';
+/**
+ * HuggingFace: Model information
+ * @export
+ */
+export declare const axModelInfoHuggingFace: AxModelInfo[];

package/cjs/ai/huggingface/info.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.axModelInfoHuggingFace = void 0;
+/**
+ * HuggingFace: Model information
+ * @export
+ */
+exports.axModelInfoHuggingFace = [];
+//# sourceMappingURL=info.js.map

package/cjs/ai/huggingface/info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"info.js","sourceRoot":"","sources":["../../../../ai/huggingface/info.ts"],"names":[],"mappings":";;;AAEA;;;GAGG;AACU,QAAA,sBAAsB,GAAkB,EAAE,CAAC"}

package/cjs/ai/huggingface/types.d.ts

@@ -0,0 +1,34 @@
+import type { AxModelConfig } from '../types.js';
+export declare enum AxAIHuggingFaceModel {
+    MetaLlama270BChatHF = "meta-llama/Llama-2-70b-chat-hf"
+}
+export type AxAIHuggingFaceConfig = AxModelConfig & {
+    model: AxAIHuggingFaceModel;
+    returnFullText?: boolean;
+    doSample?: boolean;
+    maxTime?: number;
+    useCache?: boolean;
+    waitForModel?: boolean;
+};
+export type AxAIHuggingFaceRequest = {
+    model: AxAIHuggingFaceModel | string;
+    inputs: string;
+    parameters: {
+        max_new_tokens?: number;
+        repetition_penalty?: number;
+        temperature?: number;
+        top_p?: number;
+        top_k?: number;
+        return_full_text?: boolean;
+        num_return_sequences?: number;
+        do_sample?: boolean;
+        max_time?: number;
+    };
+    options?: {
+        use_cache?: boolean;
+        wait_for_model?: boolean;
+    };
+};
+export type AxAIHuggingFaceResponse = {
+    generated_text: string;
+};

package/cjs/ai/huggingface/types.js

@@ -0,0 +1,8 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AxAIHuggingFaceModel = void 0;
+var AxAIHuggingFaceModel;
+(function (AxAIHuggingFaceModel) {
+    AxAIHuggingFaceModel["MetaLlama270BChatHF"] = "meta-llama/Llama-2-70b-chat-hf";
+})(AxAIHuggingFaceModel || (exports.AxAIHuggingFaceModel = AxAIHuggingFaceModel = {}));
+//# sourceMappingURL=types.js.map

package/cjs/ai/huggingface/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../ai/huggingface/types.ts"],"names":[],"mappings":";;;AAEA,IAAY,oBAEX;AAFD,WAAY,oBAAoB;IAC9B,8EAAsD,CAAA;AACxD,CAAC,EAFW,oBAAoB,oCAApB,oBAAoB,QAE/B"}

package/cjs/ai/index.d.ts

@@ -0,0 +1,16 @@
+export * from './openai/index.js';
+export * from './azure-openai/index.js';
+export * from './huggingface/index.js';
+export * from './together/index.js';
+export * from './cohere/index.js';
+export * from './google-gemini/index.js';
+export * from './anthropic/index.js';
+export * from './groq/index.js';
+export * from './mistral/index.js';
+export * from './deepseek/index.js';
+export * from './ollama/index.js';
+export * from './types.js';
+export * from './balance.js';
+export * from './base.js';
+export * from './wrap.js';
+export type { API } from '../util/apicall.js';

package/cjs/ai/index.js

@@ -0,0 +1,32 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./openai/index.js"), exports);
+__exportStar(require("./azure-openai/index.js"), exports);
+__exportStar(require("./huggingface/index.js"), exports);
+__exportStar(require("./together/index.js"), exports);
+__exportStar(require("./cohere/index.js"), exports);
+__exportStar(require("./google-gemini/index.js"), exports);
+__exportStar(require("./anthropic/index.js"), exports);
+__exportStar(require("./groq/index.js"), exports);
+__exportStar(require("./mistral/index.js"), exports);
+__exportStar(require("./deepseek/index.js"), exports);
+__exportStar(require("./ollama/index.js"), exports);
+__exportStar(require("./types.js"), exports);
+__exportStar(require("./balance.js"), exports);
+__exportStar(require("./base.js"), exports);
+__exportStar(require("./wrap.js"), exports);
+//# sourceMappingURL=index.js.map

package/cjs/ai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../ai/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,oDAAkC;AAClC,0DAAwC;AACxC,yDAAuC;AACvC,sDAAoC;AACpC,oDAAkC;AAClC,2DAAyC;AACzC,uDAAqC;AACrC,kDAAgC;AAChC,qDAAmC;AACnC,sDAAoC;AACpC,oDAAkC;AAClC,6CAA2B;AAC3B,+CAA6B;AAC7B,4CAA0B;AAC1B,4CAA0B"}

package/cjs/ai/mistral/api.d.ts

@@ -0,0 +1,16 @@
+import { AxAIOpenAI } from '../openai/api.js';
+import type { AxAIOpenAIConfig } from '../openai/types.js';
+import type { AxAIServiceOptions } from '../types.js';
+type MistralConfig = AxAIOpenAIConfig;
+export declare const axAIMistralDefaultConfig: () => MistralConfig;
+export declare const axAIMistralBestConfig: () => AxAIOpenAIConfig;
+export interface AxAIMistralArgs {
+    name: 'mistral';
+    apiKey: string;
+    config?: Readonly<MistralConfig>;
+    options?: Readonly<AxAIServiceOptions>;
+}
+export declare class AxAIMistral extends AxAIOpenAI {
+    constructor({ apiKey, config, options }: Readonly<Omit<AxAIMistralArgs, 'name'>>);
+}
+export {};

package/cjs/ai/mistral/api.js

@@ -0,0 +1,38 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AxAIMistral = exports.axAIMistralBestConfig = exports.axAIMistralDefaultConfig = void 0;
+const base_js_1 = require("../base.js");
+const api_js_1 = require("../openai/api.js");
+const info_js_1 = require("./info.js");
+const types_js_1 = require("./types.js");
+const axAIMistralDefaultConfig = () => structuredClone({
+    model: types_js_1.AxAIMistralModel.MistralSmall,
+    ...(0, base_js_1.axBaseAIDefaultConfig)()
+});
+exports.axAIMistralDefaultConfig = axAIMistralDefaultConfig;
+const axAIMistralBestConfig = () => structuredClone({
+    ...(0, exports.axAIMistralDefaultConfig)(),
+    model: types_js_1.AxAIMistralModel.MistralLarge
+});
+exports.axAIMistralBestConfig = axAIMistralBestConfig;
+class AxAIMistral extends api_js_1.AxAIOpenAI {
+    constructor({ apiKey, config, options }) {
+        if (!apiKey || apiKey === '') {
+            throw new Error('Mistral API key not set');
+        }
+        const _config = {
+            ...(0, exports.axAIMistralDefaultConfig)(),
+            ...config
+        };
+        super({
+            apiKey,
+            config: _config,
+            options,
+            apiURL: 'https://api.mistral.ai/v1',
+            modelInfo: info_js_1.axModelInfoMistral
+        });
+        super.setName('Mistral');
+    }
+}
+exports.AxAIMistral = AxAIMistral;
+//# sourceMappingURL=api.js.map

package/cjs/ai/mistral/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../ai/mistral/api.ts"],"names":[],"mappings":";;;AAAA,wCAAmD;AACnD,6CAA8C;AAI9C,uCAA+C;AAC/C,yCAA8C;AAIvC,MAAM,wBAAwB,GAAG,GAAkB,EAAE,CAC1D,eAAe,CAAC;IACd,KAAK,EAAE,2BAAgB,CAAC,YAAY;IACpC,GAAG,IAAA,+BAAqB,GAAE;CAC3B,CAAC,CAAC;AAJQ,QAAA,wBAAwB,4BAIhC;AAEE,MAAM,qBAAqB,GAAG,GAAqB,EAAE,CAC1D,eAAe,CAAC;IACd,GAAG,IAAA,gCAAwB,GAAE;IAC7B,KAAK,EAAE,2BAAgB,CAAC,YAAY;CACrC,CAAC,CAAC;AAJQ,QAAA,qBAAqB,yBAI7B;AASL,MAAa,WAAY,SAAQ,mBAAU;IACzC,YAAY,EACV,MAAM,EACN,MAAM,EACN,OAAO,EACiC;QACxC,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QACD,MAAM,OAAO,GAAG;YACd,GAAG,IAAA,gCAAwB,GAAE;YAC7B,GAAG,MAAM;SACV,CAAC;QACF,KAAK,CAAC;YACJ,MAAM;YACN,MAAM,EAAE,OAAO;YACf,OAAO;YACP,MAAM,EAAE,2BAA2B;YACnC,SAAS,EAAE,4BAAkB;SAC9B,CAAC,CAAC;QAEH,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;CACF;AAvBD,kCAuBC"}

package/cjs/ai/mistral/index.d.ts

@@ -0,0 +1,2 @@
+export * from './api.js';
+export * from './types.js';

package/cjs/ai/mistral/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./api.js"), exports);
+__exportStar(require("./types.js"), exports);
+//# sourceMappingURL=index.js.map

package/cjs/ai/mistral/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../ai/mistral/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB;AACzB,6CAA2B"}

package/cjs/ai/mistral/info.d.ts

@@ -0,0 +1,2 @@
+import type { AxModelInfo } from '../types.js';
+export declare const axModelInfoMistral: AxModelInfo[];

package/cjs/ai/mistral/info.js

@@ -0,0 +1,37 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.axModelInfoMistral = void 0;
+const types_js_1 = require("./types.js");
+exports.axModelInfoMistral = [
+    {
+        name: types_js_1.AxAIMistralModel.Mistral7B,
+        currency: 'USD',
+        promptTokenCostPer1M: 0.25,
+        completionTokenCostPer1M: 0.25
+    },
+    {
+        name: types_js_1.AxAIMistralModel.Mistral8x7B,
+        currency: 'USD',
+        promptTokenCostPer1M: 0.7,
+        completionTokenCostPer1M: 0.7
+    },
+    {
+        name: types_js_1.AxAIMistralModel.MistralSmall,
+        currency: 'USD',
+        promptTokenCostPer1M: 2,
+        completionTokenCostPer1M: 6
+    },
+    {
+        name: types_js_1.AxAIMistralModel.MistralMedium,
+        currency: 'USD',
+        promptTokenCostPer1M: 2.7,
+        completionTokenCostPer1M: 8.1
+    },
+    {
+        name: types_js_1.AxAIMistralModel.MistralLarge,
+        currency: 'USD',
+        promptTokenCostPer1M: 8,
+        completionTokenCostPer1M: 24
+    }
+];
+//# sourceMappingURL=info.js.map

package/cjs/ai/mistral/info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"info.js","sourceRoot":"","sources":["../../../../ai/mistral/info.ts"],"names":[],"mappings":";;;AAEA,yCAA8C;AAEjC,QAAA,kBAAkB,GAAkB;IAC/C;QACE,IAAI,EAAE,2BAAgB,CAAC,SAAS;QAChC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,IAAI;KAC/B;IACD;QACE,IAAI,EAAE,2BAAgB,CAAC,WAAW;QAClC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;IACD;QACE,IAAI,EAAE,2BAAgB,CAAC,YAAY;QACnC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,CAAC;QACvB,wBAAwB,EAAE,CAAC;KAC5B;IACD;QACE,IAAI,EAAE,2BAAgB,CAAC,aAAa;QACpC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;IACD;QACE,IAAI,EAAE,2BAAgB,CAAC,YAAY;QACnC,QAAQ,EAAE,KAAK;QACf,oBAAoB,EAAE,CAAC;QACvB,wBAAwB,EAAE,EAAE;KAC7B;CACF,CAAC"}

package/cjs/ai/mistral/types.d.ts

@@ -0,0 +1,10 @@
+export declare enum AxAIMistralModel {
+    Mistral7B = "open-mistral-7b",
+    Mistral8x7B = "open-mixtral-8x7b",
+    MistralSmall = "mistral-small-latest",
+    MistralMedium = "mistral-medium-latest",
+    MistralLarge = "mistral-large-latest"
+}
+export declare enum AxAIMistralEmbedModels {
+    MistralEmbed = "mistral-embed"
+}

package/cjs/ai/mistral/types.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AxAIMistralEmbedModels = exports.AxAIMistralModel = void 0;
+var AxAIMistralModel;
+(function (AxAIMistralModel) {
+    AxAIMistralModel["Mistral7B"] = "open-mistral-7b";
+    AxAIMistralModel["Mistral8x7B"] = "open-mixtral-8x7b";
+    AxAIMistralModel["MistralSmall"] = "mistral-small-latest";
+    AxAIMistralModel["MistralMedium"] = "mistral-medium-latest";
+    AxAIMistralModel["MistralLarge"] = "mistral-large-latest";
+})(AxAIMistralModel || (exports.AxAIMistralModel = AxAIMistralModel = {}));
+var AxAIMistralEmbedModels;
+(function (AxAIMistralEmbedModels) {
+    AxAIMistralEmbedModels["MistralEmbed"] = "mistral-embed";
+})(AxAIMistralEmbedModels || (exports.AxAIMistralEmbedModels = AxAIMistralEmbedModels = {}));
+//# sourceMappingURL=types.js.map

package/cjs/ai/mistral/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../ai/mistral/types.ts"],"names":[],"mappings":";;;AAAA,IAAY,gBAMX;AAND,WAAY,gBAAgB;IAC1B,iDAA6B,CAAA;IAC7B,qDAAiC,CAAA;IACjC,yDAAqC,CAAA;IACrC,2DAAuC,CAAA;IACvC,yDAAqC,CAAA;AACvC,CAAC,EANW,gBAAgB,gCAAhB,gBAAgB,QAM3B;AAED,IAAY,sBAEX;AAFD,WAAY,sBAAsB;IAChC,wDAA8B,CAAA;AAChC,CAAC,EAFW,sBAAsB,sCAAtB,sBAAsB,QAEjC"}

package/cjs/ai/ollama/api.d.ts

@@ -0,0 +1,22 @@
+import { AxAIOpenAI } from '../openai/api.js';
+import type { AxAIOpenAIConfig } from '../openai/types.js';
+import type { AxAIServiceOptions } from '../types.js';
+export type AxAIOllamaAIConfig = AxAIOpenAIConfig;
+export declare const axAIOllamaDefaultConfig: () => AxAIOllamaAIConfig;
+export declare const axAIOllamaDefaultCreativeConfig: () => AxAIOllamaAIConfig;
+export type AxAIOllamaArgs = {
+    name: 'ollama';
+    model?: string;
+    embedModel?: string;
+    url?: string;
+    apiKey?: string;
+    config?: Readonly<AxAIOllamaAIConfig>;
+    options?: Readonly<AxAIServiceOptions>;
+};
+/**
+ * OllamaAI: AI Service
+ * @export
+ */
+export declare class AxAIOllama extends AxAIOpenAI {
+    constructor({ apiKey, url, config, options }: Readonly<Omit<AxAIOllamaArgs, 'name'>>);
+}