@ax-llm/ax 9.0.0

package/build/module/src/ai/google-gemini/types.d.ts

@@ -0,0 +1,151 @@
+/**
+ * apiURLGoogleGemini: Base URL for Google Gemini API calls
+ * @export
+ */
+import type { TextModelConfig } from '../types.js';
+/**
+ * GoogleGeminiModel: Enum for specifying the model version
+ * @export
+ */
+export declare enum GoogleGeminiModel {
+    Gemini1Pro = "gemini-1.0-pro",
+    Gemini15Flash = "gemini-1.5-flash",
+    Gemini15Pro = "gemini-1.5-pro"
+}
+/**
+ * GoogleGeminiEmbedModels: Enum for specifying embedding models
+ * @export
+ */
+export declare enum GoogleGeminiEmbedModels {
+    Embedding001 = "embedding-001"
+}
+export declare enum GoogleGeminiSafetyCategory {
+    HarmCategoryHarassment = "HARM_CATEGORY_HARASSMENT",
+    HarmCategoryHateSpeech = "HARM_CATEGORY_HATE_SPEECH",
+    HarmCategorySexuallyExplicit = "HARM_CATEGORY_SEXUALLY_EXPLICIT",
+    HarmCategoryDangerousContent = "HARM_CATEGORY_DANGEROUS_CONTENT"
+}
+export declare enum GoogleGeminiSafetyThreshold {
+    BlockNone = "BLOCK_NONE",
+    BlockOnlyHigh = "BLOCK_ONLY_HIGH",
+    BlockMediumAndAbove = "BLOCK_MEDIUM_AND_ABOVE",
+    BlockLowAndAbove = "BLOCK_LOW_AND_ABOVE",
+    BlockDefault = "HARM_BLOCK_THRESHOLD_UNSPECIFIED"
+}
+export type GoogleGeminiContent = {
+    role: 'user';
+    parts: {
+        text: string;
+    }[] | {
+        fileData: {
+            mimeType: string;
+            fileUri: string;
+        };
+    }[];
+} | {
+    role: 'model';
+    parts: {
+        text: string;
+    }[] | {
+        functionCall: {
+            name: string;
+            args: object;
+        };
+    }[];
+} | {
+    role: 'function';
+    parts: {
+        functionResponse: {
+            name: string;
+            response: object;
+        };
+    }[];
+};
+export type GoogleGeminiToolFunctionDeclaration = {
+    name: string;
+    description?: string;
+    parameters?: object;
+};
+export type GoogleGeminiTool = {
+    functionDeclarations: GoogleGeminiToolFunctionDeclaration[];
+};
+export type GoogleGeminiToolConfig = {
+    function_calling_config: {
+        mode: 'ANY' | 'NONE' | 'AUTO';
+        allowed_function_names?: string[];
+    };
+};
+export type GoogleGeminiGenerationConfig = {
+    temperature?: number;
+    topP?: number;
+    topK?: number;
+    candidateCount?: number;
+    maxOutputTokens?: number;
+    stopSequences?: readonly string[];
+};
+export type GoogleGeminiSafetySettings = {
+    category: GoogleGeminiSafetyCategory;
+    threshold: GoogleGeminiSafetyThreshold;
+}[];
+export type GoogleGeminiChatRequest = {
+    contents: GoogleGeminiContent[];
+    tools?: GoogleGeminiTool[];
+    tool_config?: GoogleGeminiToolConfig;
+    systemInstruction?: GoogleGeminiContent;
+    generationConfig: GoogleGeminiGenerationConfig;
+    safetySettings?: GoogleGeminiSafetySettings;
+};
+export type GoogleGeminiChatResponse = {
+    candidates: {
+        content: GoogleGeminiContent;
+        finishReason: 'STOP' | 'MAX_TOKENS' | 'SAFETY' | 'RECITATION' | 'OTHER';
+        citationMetadata: {
+            citations: {
+                startIndex: number;
+                endIndex: number;
+                uri: string;
+                title: string;
+                license: string;
+                publicationDate: {
+                    year: number;
+                    month: number;
+                    day: number;
+                };
+            }[];
+        };
+    }[];
+    usageMetadata: {
+        promptTokenCount: number;
+        candidatesTokenCount: number;
+        totalTokenCount: number;
+    };
+};
+export type GoogleGeminiChatResponseDelta = GoogleGeminiChatResponse;
+/**
+ * GoogleGeminiConfig: Configuration options for Google Gemini API
+ * @export
+ */
+export type GoogleGeminiConfig = TextModelConfig & {
+    model: GoogleGeminiModel | string;
+    embedModel: GoogleGeminiEmbedModels;
+    safetySettings?: GoogleGeminiSafetySettings;
+};
+/**
+ * GoogleGeminiEmbedRequest: Structure for making an embedding request to the Google Gemini API.
+ * @export
+ */
+export type GoogleGeminiBatchEmbedRequest = {
+    requests: {
+        model: string;
+        text: string;
+    }[];
+};
+/**
+ * GoogleGeminiEmbedResponse: Structure for handling responses from the Google Gemini API embedding requests.
+ * @export
+ */
+export type GoogleGeminiBatchEmbedResponse = {
+    embeddings: {
+        value: number[];
+    }[];
+};

package/build/module/src/ai/google-gemini/types.js

@@ -0,0 +1,38 @@
+/**
+ * apiURLGoogleGemini: Base URL for Google Gemini API calls
+ * @export
+ */
+/**
+ * GoogleGeminiModel: Enum for specifying the model version
+ * @export
+ */
+export var GoogleGeminiModel;
+(function (GoogleGeminiModel) {
+    GoogleGeminiModel["Gemini1Pro"] = "gemini-1.0-pro";
+    GoogleGeminiModel["Gemini15Flash"] = "gemini-1.5-flash";
+    GoogleGeminiModel["Gemini15Pro"] = "gemini-1.5-pro";
+})(GoogleGeminiModel || (GoogleGeminiModel = {}));
+/**
+ * GoogleGeminiEmbedModels: Enum for specifying embedding models
+ * @export
+ */
+export var GoogleGeminiEmbedModels;
+(function (GoogleGeminiEmbedModels) {
+    GoogleGeminiEmbedModels["Embedding001"] = "embedding-001";
+})(GoogleGeminiEmbedModels || (GoogleGeminiEmbedModels = {}));
+export var GoogleGeminiSafetyCategory;
+(function (GoogleGeminiSafetyCategory) {
+    GoogleGeminiSafetyCategory["HarmCategoryHarassment"] = "HARM_CATEGORY_HARASSMENT";
+    GoogleGeminiSafetyCategory["HarmCategoryHateSpeech"] = "HARM_CATEGORY_HATE_SPEECH";
+    GoogleGeminiSafetyCategory["HarmCategorySexuallyExplicit"] = "HARM_CATEGORY_SEXUALLY_EXPLICIT";
+    GoogleGeminiSafetyCategory["HarmCategoryDangerousContent"] = "HARM_CATEGORY_DANGEROUS_CONTENT";
+})(GoogleGeminiSafetyCategory || (GoogleGeminiSafetyCategory = {}));
+export var GoogleGeminiSafetyThreshold;
+(function (GoogleGeminiSafetyThreshold) {
+    GoogleGeminiSafetyThreshold["BlockNone"] = "BLOCK_NONE";
+    GoogleGeminiSafetyThreshold["BlockOnlyHigh"] = "BLOCK_ONLY_HIGH";
+    GoogleGeminiSafetyThreshold["BlockMediumAndAbove"] = "BLOCK_MEDIUM_AND_ABOVE";
+    GoogleGeminiSafetyThreshold["BlockLowAndAbove"] = "BLOCK_LOW_AND_ABOVE";
+    GoogleGeminiSafetyThreshold["BlockDefault"] = "HARM_BLOCK_THRESHOLD_UNSPECIFIED";
+})(GoogleGeminiSafetyThreshold || (GoogleGeminiSafetyThreshold = {}));
+//# sourceMappingURL=types.js.map

package/build/module/src/ai/google-gemini/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../src/ai/google-gemini/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH;;;GAGG;AACH,MAAM,CAAN,IAAY,iBAIX;AAJD,WAAY,iBAAiB;IAC3B,kDAA6B,CAAA;IAC7B,uDAAkC,CAAA;IAClC,mDAA8B,CAAA;AAChC,CAAC,EAJW,iBAAiB,KAAjB,iBAAiB,QAI5B;AAED;;;GAGG;AACH,MAAM,CAAN,IAAY,uBAEX;AAFD,WAAY,uBAAuB;IACjC,yDAA8B,CAAA;AAChC,CAAC,EAFW,uBAAuB,KAAvB,uBAAuB,QAElC;AAED,MAAM,CAAN,IAAY,0BAKX;AALD,WAAY,0BAA0B;IACpC,iFAAmD,CAAA;IACnD,kFAAoD,CAAA;IACpD,8FAAgE,CAAA;IAChE,8FAAgE,CAAA;AAClE,CAAC,EALW,0BAA0B,KAA1B,0BAA0B,QAKrC;AAED,MAAM,CAAN,IAAY,2BAMX;AAND,WAAY,2BAA2B;IACrC,uDAAwB,CAAA;IACxB,gEAAiC,CAAA;IACjC,6EAA8C,CAAA;IAC9C,uEAAwC,CAAA;IACxC,gFAAiD,CAAA;AACnD,CAAC,EANW,2BAA2B,KAA3B,2BAA2B,QAMtC"}

package/build/module/src/ai/groq/api.d.ts

@@ -0,0 +1,22 @@
+import type { AIServiceOptions } from '../../text/types.js';
+import { OpenAI } from '../openai/api.js';
+import type { OpenAIConfig } from '../openai/types.js';
+type GroqAIConfig = OpenAIConfig;
+/**
+ * GroqAI: Default Model options for text generation
+ * @export
+ */
+export declare const GroqDefaultConfig: () => GroqAIConfig;
+export interface GroqArgs {
+    apiKey: string;
+    config: Readonly<GroqAIConfig>;
+    options?: Readonly<AIServiceOptions>;
+}
+/**
+ * GroqAI: AI Service
+ * @export
+ */
+export declare class Groq extends OpenAI {
+    constructor({ apiKey, config, options }: Readonly<GroqArgs>);
+}
+export {};

package/build/module/src/ai/groq/api.js

@@ -0,0 +1,29 @@
+import { BaseAIDefaultConfig } from '../base.js';
+import { OpenAI } from '../openai/api.js';
+/**
+ * GroqAI: Default Model options for text generation
+ * @export
+ */
+export const GroqDefaultConfig = () => structuredClone({
+    model: 'llama3-70b-8192',
+    ...BaseAIDefaultConfig()
+});
+/**
+ * GroqAI: AI Service
+ * @export
+ */
+export class Groq extends OpenAI {
+    constructor({ apiKey, config = GroqDefaultConfig(), options }) {
+        if (!apiKey || apiKey === '') {
+            throw new Error('Groq API key not set');
+        }
+        super({
+            apiKey,
+            config,
+            options: { ...options, streamingUsage: false },
+            apiURL: 'https://api.groq.com/openai/v1'
+        });
+        super.setName('Groq');
+    }
+}
+//# sourceMappingURL=api.js.map

package/build/module/src/ai/groq/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../../src/ai/groq/api.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAK1C;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAiB,EAAE,CAClD,eAAe,CAAC;IACd,KAAK,EAAE,iBAAiB;IACxB,GAAG,mBAAmB,EAAE;CACzB,CAAC,CAAC;AAQL;;;GAGG;AACH,MAAM,OAAO,IAAK,SAAQ,MAAM;IAC9B,YAAY,EACV,MAAM,EACN,MAAM,GAAG,iBAAiB,EAAE,EAC5B,OAAO,EACY;QACnB,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QACD,KAAK,CAAC;YACJ,MAAM;YACN,MAAM;YACN,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE;YAC9C,MAAM,EAAE,gCAAgC;SACzC,CAAC,CAAC;QAEH,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;CACF"}

package/build/module/src/ai/groq/index.d.ts

@@ -0,0 +1 @@
+export * from './api.js';

package/build/module/src/ai/groq/index.js

@@ -0,0 +1,2 @@
+export * from './api.js';
+//# sourceMappingURL=index.js.map

package/build/module/src/ai/groq/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/ai/groq/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC"}

package/build/module/src/ai/huggingface/api.d.ts

@@ -0,0 +1,32 @@
+import type { AIPromptConfig, AIServiceOptions } from '../../text/types.js';
+import type { AITextChatRequest } from '../../types/index.js';
+import type { API } from '../../util/apicall.js';
+import { BaseAI } from '../base.js';
+import type { TextModelConfig, TextResponse } from '../types.js';
+import { type HuggingFaceConfig, type HuggingFaceRequest, type HuggingFaceResponse } from './types.js';
+/**
+ * HuggingFace: Default Model options for text generation
+ * @export
+ */
+export declare const HuggingFaceDefaultConfig: () => HuggingFaceConfig;
+/**
+ * HuggingFace: Default model options for more creative text generation
+ * @export
+ */
+export declare const HuggingFaceCreativeConfig: () => HuggingFaceConfig;
+export interface HuggingFaceArgs {
+    apiKey: string;
+    config?: Readonly<HuggingFaceConfig>;
+    options?: Readonly<AIServiceOptions>;
+}
+/**
+ * HuggingFace: AI Service
+ * @export
+ */
+export declare class HuggingFace extends BaseAI<HuggingFaceRequest, unknown, HuggingFaceResponse, unknown, unknown> {
+    private config;
+    constructor({ apiKey, config, options }: Readonly<HuggingFaceArgs>);
+    getModelConfig(): TextModelConfig;
+    generateChatReq: (req: Readonly<AITextChatRequest>, _config: Readonly<AIPromptConfig>) => [API, HuggingFaceRequest];
+    generateChatResp: (resp: Readonly<HuggingFaceResponse>) => TextResponse;
+}

package/build/module/src/ai/huggingface/api.js

@@ -0,0 +1,99 @@
+import { BaseAI, BaseAIDefaultConfig, BaseAIDefaultCreativeConfig } from '../base.js';
+import { modelInfoHuggingFace } from './info.js';
+import { HuggingFaceModel } from './types.js';
+/**
+ * HuggingFace: Default Model options for text generation
+ * @export
+ */
+export const HuggingFaceDefaultConfig = () => structuredClone({
+    model: HuggingFaceModel.MetaLlama270BChatHF,
+    ...BaseAIDefaultConfig()
+});
+/**
+ * HuggingFace: Default model options for more creative text generation
+ * @export
+ */
+export const HuggingFaceCreativeConfig = () => structuredClone({
+    model: HuggingFaceModel.MetaLlama270BChatHF,
+    ...BaseAIDefaultCreativeConfig()
+});
+/**
+ * HuggingFace: AI Service
+ * @export
+ */
+export class HuggingFace extends BaseAI {
+    config;
+    constructor({ apiKey, config = HuggingFaceDefaultConfig(), options }) {
+        if (!apiKey || apiKey === '') {
+            throw new Error('HuggingFace API key not set');
+        }
+        super({
+            name: 'HuggingFace',
+            apiURL: 'https://api-inference.huggingface.co',
+            headers: { Authorization: `Bearer ${apiKey}` },
+            modelInfo: modelInfoHuggingFace,
+            models: { model: config.model },
+            options,
+            supportFor: { functions: false, streaming: false }
+        });
+        this.config = config;
+    }
+    getModelConfig() {
+        const { config } = this;
+        return {
+            maxTokens: config.maxTokens,
+            temperature: config.temperature,
+            topP: config.topP,
+            topK: config.topK,
+            n: config.n,
+            presencePenalty: config.presencePenalty
+        };
+    }
+    generateChatReq = (req, 
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    _config) => {
+        const model = req.modelInfo?.name ?? this.config.model;
+        const functionsList = req.functions
+            ? `Functions:\n${JSON.stringify(req.functions, null, 2)}\n`
+            : '';
+        const prompt = req.chatPrompt
+            ?.map((msg) => {
+            return `${msg.role}: ${msg.content}`;
+        })
+            .join('\n');
+        const inputs = `${functionsList} ${prompt}`.trim();
+        const apiConfig = {
+            name: '/models'
+        };
+        const reqValue = {
+            model,
+            inputs,
+            parameters: {
+                max_new_tokens: req.modelConfig?.maxTokens ?? this.config.maxTokens,
+                repetition_penalty: req.modelConfig?.presencePenalty ?? this.config.presencePenalty,
+                temperature: req.modelConfig?.temperature ?? this.config.temperature,
+                top_p: req.modelConfig?.topP ?? this.config.topP,
+                top_k: req.modelConfig?.topK ?? this.config.topK,
+                return_full_text: this.config.returnFullText,
+                num_return_sequences: this.config.n,
+                do_sample: this.config.doSample,
+                max_time: this.config.maxTime
+            },
+            options: {
+                use_cache: this.config.useCache,
+                wait_for_model: this.config.waitForModel
+            }
+        };
+        return [apiConfig, reqValue];
+    };
+    generateChatResp = (resp) => {
+        return {
+            results: [
+                {
+                    content: resp.generated_text
+                }
+            ]
+        };
+    };
+}
+//# sourceMappingURL=api.js.map

package/build/module/src/ai/huggingface/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../../src/ai/huggingface/api.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,MAAM,EACN,mBAAmB,EACnB,2BAA2B,EAC5B,MAAM,YAAY,CAAC;AAGpB,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,EAEL,gBAAgB,EAGjB,MAAM,YAAY,CAAC;AAEpB;;;GAGG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAsB,EAAE,CAC9D,eAAe,CAAC;IACd,KAAK,EAAE,gBAAgB,CAAC,mBAAmB;IAC3C,GAAG,mBAAmB,EAAE;CACzB,CAAC,CAAC;AAEL;;;GAGG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAsB,EAAE,CAC/D,eAAe,CAAC;IACd,KAAK,EAAE,gBAAgB,CAAC,mBAAmB;IAC3C,GAAG,2BAA2B,EAAE;CACjC,CAAC,CAAC;AAQL;;;GAGG;AACH,MAAM,OAAO,WAAY,SAAQ,MAMhC;IACS,MAAM,CAAoB;IAElC,YAAY,EACV,MAAM,EACN,MAAM,GAAG,wBAAwB,EAAE,EACnC,OAAO,EACmB;QAC1B,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QACD,KAAK,CAAC;YACJ,IAAI,EAAE,aAAa;YACnB,MAAM,EAAE,sCAAsC;YAC9C,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;YAC9C,SAAS,EAAE,oBAAoB;YAC/B,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE;YAC/B,OAAO;YACP,UAAU,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE;SACnD,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAEQ,cAAc;QACrB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,CAAC,EAAE,MAAM,CAAC,CAAC;YACX,eAAe,EAAE,MAAM,CAAC,eAAe;SACrB,CAAC;IACvB,CAAC;IAEQ,eAAe,GAAG,CACzB,GAAgC;IAChC,6DAA6D;IAC7D,OAAiC,EACN,EAAE;QAC7B,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAEvD,MAAM,aAAa,GAAG,GAAG,CAAC,SAAS;YACjC,CAAC,CAAC,eAAe,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI;YAC3D,CAAC,CAAC,EAAE,CAAC;QAEP,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU;YAC3B,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACZ,OAAO,GAAG,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC;QACvC,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,MAAM,GAAG,GAAG,aAAa,IAAI,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;QAEnD,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,SAAS;SAChB,CAAC;QAEF,MAAM,QAAQ,GAAuB;YACnC,KAAK;YACL,MAAM;YACN,UAAU,EAAE;gBACV,cAAc,EAAE,GAAG,CAAC,WAAW,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;gBACnE,kBAAkB,EAChB,GAAG,CAAC,WAAW,EAAE,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe;gBACjE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;gBACpE,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;gBAChD,KAAK,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;gBAChD,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;gBAC5C,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACnC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;gBAC/B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;aAC9B;YACD,OAAO,EAAE;gBACP,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;gBAC/B,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;aACzC;SACF,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,IAAmC,EACrB,EAAE;QAChB,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,OAAO,EAAE,IAAI,CAAC,cAAc;iBAC7B;aACF;SACF,CAAC;IACJ,CAAC,CAAC;CACH"}

package/build/module/src/ai/huggingface/index.d.ts

@@ -0,0 +1,2 @@
+export * from './api.js';
+export * from './types.js';

package/build/module/src/ai/huggingface/index.js

@@ -0,0 +1,3 @@
+export * from './api.js';
+export * from './types.js';
+//# sourceMappingURL=index.js.map

package/build/module/src/ai/huggingface/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/ai/huggingface/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,YAAY,CAAC"}

package/build/module/src/ai/huggingface/info.d.ts

@@ -0,0 +1,6 @@
+import type { TextModelInfo } from '../types.js';
+/**
+ * HuggingFace: Model information
+ * @export
+ */
+export declare const modelInfoHuggingFace: TextModelInfo[];

package/build/module/src/ai/huggingface/info.js

@@ -0,0 +1,6 @@
+/**
+ * HuggingFace: Model information
+ * @export
+ */
+export const modelInfoHuggingFace = [];
+//# sourceMappingURL=info.js.map

package/build/module/src/ai/huggingface/info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"info.js","sourceRoot":"","sources":["../../../../../src/ai/huggingface/info.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAoB,EAAE,CAAC"}

package/build/module/src/ai/huggingface/types.d.ts

@@ -0,0 +1,42 @@
+import type { TextModelConfig } from '../types.js';
+/**
+ * HuggingFace: Models for text generation
+ * @export
+ */
+export declare enum HuggingFaceModel {
+    MetaLlama270BChatHF = "meta-llama/Llama-2-70b-chat-hf"
+}
+/**
+ * HuggingFace: Model options for text generation
+ * @export
+ */
+export type HuggingFaceConfig = TextModelConfig & {
+    model: HuggingFaceModel;
+    returnFullText?: boolean;
+    doSample?: boolean;
+    maxTime?: number;
+    useCache?: boolean;
+    waitForModel?: boolean;
+};
+export type HuggingFaceRequest = {
+    model: HuggingFaceModel | string;
+    inputs: string;
+    parameters: {
+        max_new_tokens?: number;
+        repetition_penalty?: number;
+        temperature?: number;
+        top_p?: number;
+        top_k?: number;
+        return_full_text?: boolean;
+        num_return_sequences?: number;
+        do_sample?: boolean;
+        max_time?: number;
+    };
+    options?: {
+        use_cache?: boolean;
+        wait_for_model?: boolean;
+    };
+};
+export type HuggingFaceResponse = {
+    generated_text: string;
+};

package/build/module/src/ai/huggingface/types.js

@@ -0,0 +1,9 @@
+/**
+ * HuggingFace: Models for text generation
+ * @export
+ */
+export var HuggingFaceModel;
+(function (HuggingFaceModel) {
+    HuggingFaceModel["MetaLlama270BChatHF"] = "meta-llama/Llama-2-70b-chat-hf";
+})(HuggingFaceModel || (HuggingFaceModel = {}));
+//# sourceMappingURL=types.js.map

package/build/module/src/ai/huggingface/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../src/ai/huggingface/types.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,CAAN,IAAY,gBAEX;AAFD,WAAY,gBAAgB;IAC1B,0EAAsD,CAAA;AACxD,CAAC,EAFW,gBAAgB,KAAhB,gBAAgB,QAE3B"}

package/build/module/src/ai/index.d.ts

@@ -0,0 +1,28 @@
+import { Anthropic, type AnthropicArgs } from './anthropic/api.js';
+import { type AzureOpenAIArgs } from './azure-openai/api.js';
+import { Cohere, type CohereArgs } from './cohere/api.js';
+import { type DeepSeekArgs } from './deepseek/api.js';
+import { GoogleGemini } from './google-gemini/api.js';
+import { type GroqArgs } from './groq/api.js';
+import { HuggingFace, type HuggingFaceArgs } from './huggingface/api.js';
+import { type MistralArgs } from './mistral/api.js';
+import { type OllamaArgs } from './ollama/api.js';
+import { OpenAI, type OpenAIArgs } from './openai/api.js';
+import { type TogetherArgs } from './together/api.js';
+export * from './openai/index.js';
+export * from './azure-openai/index.js';
+export * from './huggingface/index.js';
+export * from './together/index.js';
+export * from './cohere/index.js';
+export * from './google-gemini/index.js';
+export * from './anthropic/index.js';
+export * from './groq/index.js';
+export * from './mistral/index.js';
+export * from './deepseek/index.js';
+export * from './ollama/index.js';
+export * from './types.js';
+export * from './balance.js';
+export * from './base.js';
+export type { API } from '../util/apicall.js';
+export type AIName = 'openai' | 'azure-openai' | 'huggingface' | 'together' | 'cohere' | 'google-gemini' | 'anthropic' | 'groq' | 'mistral' | 'deepseek' | 'ollama';
+export declare const AI: (name: AIName, options: Readonly<AzureOpenAIArgs | OpenAIArgs | TogetherArgs | AnthropicArgs | CohereArgs | HuggingFaceArgs | GroqArgs | MistralArgs | DeepSeekArgs | OllamaArgs>) => Anthropic | OpenAI | Cohere | GoogleGemini | HuggingFace;

package/build/module/src/ai/index.js

@@ -0,0 +1,54 @@
+import { Anthropic } from './anthropic/api.js';
+import { AzureOpenAI } from './azure-openai/api.js';
+import { Cohere } from './cohere/api.js';
+import { DeepSeek } from './deepseek/api.js';
+import { GoogleGemini } from './google-gemini/api.js';
+import { Groq } from './groq/api.js';
+import { HuggingFace } from './huggingface/api.js';
+import { Mistral } from './mistral/api.js';
+import { Ollama } from './ollama/api.js';
+import { OpenAI } from './openai/api.js';
+import { Together } from './together/api.js';
+export * from './openai/index.js';
+export * from './azure-openai/index.js';
+export * from './huggingface/index.js';
+export * from './together/index.js';
+export * from './cohere/index.js';
+export * from './google-gemini/index.js';
+export * from './anthropic/index.js';
+export * from './groq/index.js';
+export * from './mistral/index.js';
+export * from './deepseek/index.js';
+export * from './ollama/index.js';
+export * from './types.js';
+export * from './balance.js';
+export * from './base.js';
+export const AI = (name, options) => {
+    switch (name) {
+        case 'openai':
+            return new OpenAI(options);
+        case 'azure-openai':
+            return new AzureOpenAI(options);
+        case 'huggingface':
+            return new HuggingFace(options);
+        case 'groq':
+            return new Groq(options);
+        case 'together':
+            return new Together(options);
+        case 'cohere':
+            return new Cohere(options);
+        case 'google-gemini':
+            return new GoogleGemini(options);
+        case 'anthropic':
+            return new Anthropic(options);
+        case 'mistral':
+            return new Mistral(options);
+        case 'deepseek':
+            return new DeepSeek(options);
+        case 'ollama':
+            return new Ollama(options);
+        default:
+            throw new Error(`Unknown AI ${name}`);
+    }
+};
+//# sourceMappingURL=index.js.map

package/build/module/src/ai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/ai/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAsB,MAAM,oBAAoB,CAAC;AACnE,OAAO,EAAE,WAAW,EAAwB,MAAM,uBAAuB,CAAC;AAC1E,OAAO,EAAE,MAAM,EAAmB,MAAM,iBAAiB,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAqB,MAAM,mBAAmB,CAAC;AAChE,OAAO,EAAE,YAAY,EAAyB,MAAM,wBAAwB,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAiB,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,WAAW,EAAwB,MAAM,sBAAsB,CAAC;AACzE,OAAO,EAAE,OAAO,EAAoB,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,MAAM,EAAmB,MAAM,iBAAiB,CAAC;AAC1D,OAAO,EAAE,MAAM,EAAmB,MAAM,iBAAiB,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAqB,MAAM,mBAAmB,CAAC;AAEhE,cAAc,mBAAmB,CAAC;AAClC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,qBAAqB,CAAC;AACpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,iBAAiB,CAAC;AAChC,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAiB1B,MAAM,CAAC,MAAM,EAAE,GAAG,CAChB,IAAY,EACZ,OAWC,EACD,EAAE;IACF,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,QAAQ;YACX,OAAO,IAAI,MAAM,CAAC,OAAqB,CAAC,CAAC;QAC3C,KAAK,cAAc;YACjB,OAAO,IAAI,WAAW,CAAC,OAA0B,CAAC,CAAC;QACrD,KAAK,aAAa;YAChB,OAAO,IAAI,WAAW,CAAC,OAA0B,CAAC,CAAC;QACrD,KAAK,MAAM;YACT,OAAO,IAAI,IAAI,CAAC,OAAmB,CAAC,CAAC;QACvC,KAAK,UAAU;YACb,OAAO,IAAI,QAAQ,CAAC,OAAuB,CAAC,CAAC;QAC/C,KAAK,QAAQ;YACX,OAAO,IAAI,MAAM,CAAC,OAAqB,CAAC,CAAC;QAC3C,KAAK,eAAe;YAClB,OAAO,IAAI,YAAY,CAAC,OAA2B,CAAC,CAAC;QACvD,KAAK,WAAW;YACd,OAAO,IAAI,SAAS,CAAC,OAAwB,CAAC,CAAC;QACjD,KAAK,SAAS;YACZ,OAAO,IAAI,OAAO,CAAC,OAAsB,CAAC,CAAC;QAC7C,KAAK,UAAU;YACb,OAAO,IAAI,QAAQ,CAAC,OAAuB,CAAC,CAAC;QAC/C,KAAK,QAAQ;YACX,OAAO,IAAI,MAAM,CAAC,OAAqB,CAAC,CAAC;QAC3C;YACE,MAAM,IAAI,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;IAC1C,CAAC;AACH,CAAC,CAAC"}

package/build/module/src/ai/mistral/api.d.ts

@@ -0,0 +1,27 @@
+import type { AIServiceOptions } from '../../text/types.js';
+import { OpenAI } from '../openai/api.js';
+import type { OpenAIConfig } from '../openai/types.js';
+type MistralConfig = OpenAIConfig;
+/**
+ * Mistral: Default Model options for text generation
+ * @export
+ */
+export declare const MistralDefaultConfig: () => MistralConfig;
+/**
+ * Mistral: Default model options to use the more advanced model
+ * @export
+ */
+export declare const MistralBestConfig: () => OpenAIConfig;
+export interface MistralArgs {
+    apiKey: string;
+    config: Readonly<MistralConfig>;
+    options?: Readonly<AIServiceOptions>;
+}
+/**
+ * Mistral: AI Service
+ * @export
+ */
+export declare class Mistral extends OpenAI {
+    constructor({ apiKey, config, options }: Readonly<MistralArgs>);
+}
+export {};

package/build/module/src/ai/mistral/api.js

@@ -0,0 +1,38 @@
+import { BaseAIDefaultConfig } from '../base.js';
+import { OpenAI } from '../openai/api.js';
+import { MistralModel } from './types.js';
+/**
+ * Mistral: Default Model options for text generation
+ * @export
+ */
+export const MistralDefaultConfig = () => structuredClone({
+    model: MistralModel.MistralSmall,
+    ...BaseAIDefaultConfig()
+});
+/**
+ * Mistral: Default model options to use the more advanced model
+ * @export
+ */
+export const MistralBestConfig = () => structuredClone({
+    ...MistralDefaultConfig(),
+    model: MistralModel.MistralLarge
+});
+/**
+ * Mistral: AI Service
+ * @export
+ */
+export class Mistral extends OpenAI {
+    constructor({ apiKey, config = MistralDefaultConfig(), options }) {
+        if (!apiKey || apiKey === '') {
+            throw new Error('Mistral API key not set');
+        }
+        super({
+            apiKey,
+            config,
+            options,
+            apiURL: 'https://api.mistral.ai/v1'
+        });
+        super.setName('Mistral');
+    }
+}
+//# sourceMappingURL=api.js.map

package/build/module/src/ai/mistral/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../../src/ai/mistral/api.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAG1C,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAI1C;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAkB,EAAE,CACtD,eAAe,CAAC;IACd,KAAK,EAAE,YAAY,CAAC,YAAY;IAChC,GAAG,mBAAmB,EAAE;CACzB,CAAC,CAAC;AAEL;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAiB,EAAE,CAClD,eAAe,CAAC;IACd,GAAG,oBAAoB,EAAE;IACzB,KAAK,EAAE,YAAY,CAAC,YAAY;CACjC,CAAC,CAAC;AAQL;;;GAGG;AACH,MAAM,OAAO,OAAQ,SAAQ,MAAM;IACjC,YAAY,EACV,MAAM,EACN,MAAM,GAAG,oBAAoB,EAAE,EAC/B,OAAO,EACe;QACtB,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,KAAK,CAAC;YACJ,MAAM;YACN,MAAM;YACN,OAAO;YACP,MAAM,EAAE,2BAA2B;SACpC,CAAC,CAAC;QAEH,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;CACF"}

package/build/module/src/ai/mistral/index.d.ts

@@ -0,0 +1,2 @@
+export * from './api.js';
+export * from './types.js';

package/build/module/src/ai/mistral/index.js

@@ -0,0 +1,3 @@
+export * from './api.js';
+export * from './types.js';
+//# sourceMappingURL=index.js.map