@ax-llm/ax 9.0.21 → 9.0.23

package/cjs/ai/google-gemini/api.d.ts

@@ -0,0 +1,36 @@
+import type { API } from '../../util/apicall.js';
+import { AxBaseAI } from '../base.js';
+import type { AxAIServiceOptions, AxChatRequest, AxChatResponse, AxEmbedRequest, AxEmbedResponse, AxModelConfig } from '../types.js';
+import { type AxAIGoogleGeminiBatchEmbedRequest, type AxAIGoogleGeminiBatchEmbedResponse, type AxAIGoogleGeminiChatRequest, type AxAIGoogleGeminiChatResponse, type AxAIGoogleGeminiChatResponseDelta, type AxAIGoogleGeminiConfig } from './types.js';
+/**
+ * AxAIGoogleGemini: Default Model options for text generation
+ * @export
+ */
+export declare const axAIGoogleGeminiDefaultConfig: () => AxAIGoogleGeminiConfig;
+export declare const axAIGoogleGeminiDefaultCreativeConfig: () => AxAIGoogleGeminiConfig;
+export interface AxAIGoogleGeminiArgs {
+    name: 'google-gemini';
+    apiKey: string;
+    projectId?: string;
+    region?: string;
+    config?: Readonly<AxAIGoogleGeminiConfig>;
+    options?: Readonly<AxAIServiceOptions & {
+        codeExecution?: boolean;
+    }>;
+}
+/**
+ * AxAIGoogleGemini: AI Service
+ * @export
+ */
+export declare class AxAIGoogleGemini extends AxBaseAI<AxAIGoogleGeminiChatRequest, AxAIGoogleGeminiBatchEmbedRequest, AxAIGoogleGeminiChatResponse, AxAIGoogleGeminiChatResponseDelta, AxAIGoogleGeminiBatchEmbedResponse> {
+    private options?;
+    private config;
+    private apiKey;
+    constructor({ apiKey, projectId, region, config, options }: Readonly<Omit<AxAIGoogleGeminiArgs, 'name'>>);
+    getModelConfig(): AxModelConfig;
+    generateChatReq: (req: Readonly<AxChatRequest>) => [API, AxAIGoogleGeminiChatRequest];
+    generateEmbedReq: (req: Readonly<AxEmbedRequest>) => [API, AxAIGoogleGeminiBatchEmbedRequest];
+    generateChatResp: (resp: Readonly<AxAIGoogleGeminiChatResponse>) => AxChatResponse;
+    generateChatStreamResp: (resp: Readonly<AxAIGoogleGeminiChatResponseDelta>) => AxChatResponse;
+    generateEmbedResp: (resp: Readonly<AxAIGoogleGeminiBatchEmbedResponse>) => AxEmbedResponse;
+}

package/cjs/ai/google-gemini/api.js

@@ -0,0 +1,305 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AxAIGoogleGemini = exports.axAIGoogleGeminiDefaultCreativeConfig = exports.axAIGoogleGeminiDefaultConfig = void 0;
+const base_js_1 = require("../base.js");
+const info_js_1 = require("./info.js");
+const types_js_1 = require("./types.js");
+const safetySettings = [
+    {
+        category: types_js_1.AxAIGoogleGeminiSafetyCategory.HarmCategoryHarassment,
+        threshold: types_js_1.AxAIGoogleGeminiSafetyThreshold.BlockNone
+    },
+    {
+        category: types_js_1.AxAIGoogleGeminiSafetyCategory.HarmCategoryHateSpeech,
+        threshold: types_js_1.AxAIGoogleGeminiSafetyThreshold.BlockNone
+    },
+    {
+        category: types_js_1.AxAIGoogleGeminiSafetyCategory.HarmCategorySexuallyExplicit,
+        threshold: types_js_1.AxAIGoogleGeminiSafetyThreshold.BlockNone
+    },
+    {
+        category: types_js_1.AxAIGoogleGeminiSafetyCategory.HarmCategoryDangerousContent,
+        threshold: types_js_1.AxAIGoogleGeminiSafetyThreshold.BlockNone
+    }
+];
+/**
+ * AxAIGoogleGemini: Default Model options for text generation
+ * @export
+ */
+const axAIGoogleGeminiDefaultConfig = () => structuredClone({
+    model: types_js_1.AxAIGoogleGeminiModel.Gemini15Pro,
+    embedModel: types_js_1.AxAIGoogleGeminiEmbedModel.Embedding001,
+    safetySettings,
+    ...(0, base_js_1.axBaseAIDefaultConfig)()
+});
+exports.axAIGoogleGeminiDefaultConfig = axAIGoogleGeminiDefaultConfig;
+const axAIGoogleGeminiDefaultCreativeConfig = () => structuredClone({
+    model: types_js_1.AxAIGoogleGeminiModel.Gemini15Flash,
+    embedModel: types_js_1.AxAIGoogleGeminiEmbedModel.Embedding001,
+    safetySettings,
+    ...(0, base_js_1.axBaseAIDefaultCreativeConfig)()
+});
+exports.axAIGoogleGeminiDefaultCreativeConfig = axAIGoogleGeminiDefaultCreativeConfig;
+/**
+ * AxAIGoogleGemini: AI Service
+ * @export
+ */
+class AxAIGoogleGemini extends base_js_1.AxBaseAI {
+    options;
+    config;
+    apiKey;
+    constructor({ apiKey, projectId, region, config, options }) {
+        if (!apiKey || apiKey === '') {
+            throw new Error('GoogleGemini AI API key not set');
+        }
+        let apiURL = 'https://generativelanguage.googleapis.com/v1beta';
+        if (projectId && region) {
+            apiURL = `POST https://${region}-aiplatform.googleapis.com/v1/projects/${projectId}/locations/{REGION}/publishers/google/`;
+        }
+        const _config = {
+            ...(0, exports.axAIGoogleGeminiDefaultConfig)(),
+            ...config
+        };
+        super({
+            name: 'GoogleGeminiAI',
+            apiURL,
+            headers: {},
+            modelInfo: info_js_1.axModelInfoGoogleGemini,
+            models: { model: _config.model, embedModel: _config.embedModel },
+            options,
+            supportFor: { functions: true, streaming: true }
+        });
+        this.options = options;
+        this.config = _config;
+        this.apiKey = apiKey;
+    }
+    getModelConfig() {
+        const { config } = this;
+        return {
+            maxTokens: config.maxTokens,
+            temperature: config.temperature,
+            topP: config.topP,
+            topK: config.topK
+        };
+    }
+    generateChatReq = (req) => {
+        const model = req.model ?? this.config.model;
+        const stream = req.modelConfig?.stream ?? this.config.stream;
+        if (!req.chatPrompt || req.chatPrompt.length === 0) {
+            throw new Error('Chat prompt is empty');
+        }
+        const apiConfig = {
+            name: stream
+                ? `/models/${model}:streamGenerateContent?alt=sse&key=${this.apiKey}`
+                : `/models/${model}:generateContent?key=${this.apiKey}`
+        };
+        const systemPrompts = req.chatPrompt
+            .filter((p) => p.role === 'system')
+            .map((p) => p.content);
+        const systemInstruction = systemPrompts.length > 0
+            ? {
+                role: 'user',
+                parts: [{ text: systemPrompts.join(' ') }]
+            }
+            : undefined;
+        const contents = req.chatPrompt
+            .filter((p) => p.role !== 'system')
+            .map((msg, i) => {
+            switch (msg.role) {
+                case 'user': {
+                    const parts = Array.isArray(msg.content)
+                        ? msg.content.map((c, i) => {
+                            switch (c.type) {
+                                case 'text':
+                                    return { text: c.text };
+                                case 'image':
+                                    return {
+                                        inlineData: { mimeType: c.mimeType, data: c.image }
+                                    };
+                                default:
+                                    throw new Error(`Chat prompt content type not supported (index: ${i})`);
+                            }
+                        })
+                        : [{ text: msg.content }];
+                    return {
+                        role: 'user',
+                        parts
+                    };
+                }
+                case 'assistant': {
+                    if ('content' in msg && typeof msg.content === 'string') {
+                        const parts = [{ text: msg.content }];
+                        return {
+                            role: 'model',
+                            parts
+                        };
+                    }
+                    let parts = [];
+                    if ('functionCalls' in msg) {
+                        parts =
+                            msg.functionCalls?.map((f) => {
+                                const args = typeof f.function.params === 'string'
+                                    ? JSON.parse(f.function.params)
+                                    : f.function.params;
+                                return {
+                                    functionCall: {
+                                        name: f.function.name,
+                                        args: args
+                                    }
+                                };
+                            }) ?? [];
+                    }
+                    return {
+                        role: 'model',
+                        parts
+                    };
+                }
+                case 'function': {
+                    if (!('functionId' in msg)) {
+                        throw new Error(`Chat prompt functionId is empty (index: ${i})`);
+                    }
+                    const parts = [
+                        {
+                            functionResponse: {
+                                name: msg.functionId,
+                                response: { result: msg.result }
+                            }
+                        }
+                    ];
+                    return {
+                        role: 'function',
+                        parts
+                    };
+                }
+                default:
+                    throw new Error('Invalid role');
+            }
+        });
+        let tools = [];
+        if (req.functions && req.functions.length > 0) {
+            tools.push({ functionDeclarations: req.functions });
+        }
+        if (this.options?.codeExecution) {
+            tools.push({ codeExecution: {} });
+        }
+        if (tools.length === 0) {
+            tools = undefined;
+        }
+        // eslint-disable-next-line @typescript-eslint/naming-convention
+        let tool_config;
+        if (req.functionCall) {
+            if (req.functionCall === 'none') {
+                tool_config = { function_calling_config: { mode: 'NONE' } };
+            }
+            else if (req.functionCall === 'auto') {
+                tool_config = { function_calling_config: { mode: 'AUTO' } };
+            }
+            else if (req.functionCall === 'required') {
+                tool_config = {
+                    function_calling_config: { mode: 'ANY' }
+                };
+            }
+            else {
+                tool_config = {
+                    function_calling_config: {
+                        mode: 'ANY',
+                        allowed_function_names: [req.functionCall.function.name]
+                    }
+                };
+            }
+        }
+        const generationConfig = {
+            maxOutputTokens: req.modelConfig?.maxTokens ?? this.config.maxTokens,
+            temperature: req.modelConfig?.temperature ?? this.config.temperature,
+            topP: req.modelConfig?.topP ?? this.config.topP,
+            topK: req.modelConfig?.topK ?? this.config.topK,
+            candidateCount: 1,
+            stopSequences: req.modelConfig?.stopSequences ?? this.config.stopSequences
+        };
+        const safetySettings = this.config.safetySettings;
+        const reqValue = {
+            contents,
+            tools,
+            tool_config,
+            systemInstruction,
+            generationConfig,
+            safetySettings
+        };
+        return [apiConfig, reqValue];
+    };
+    generateEmbedReq = (req) => {
+        const model = req.embedModel ?? this.config.embedModel;
+        if (!model) {
+            throw new Error('Embed model not set');
+        }
+        if (!req.texts || req.texts.length === 0) {
+            throw new Error('Embed texts is empty');
+        }
+        const apiConfig = {
+            name: `/models/${model}:batchEmbedText?key=${this.apiKey}`
+        };
+        const reqValue = {
+            requests: req.texts.map((text) => ({ model, text }))
+        };
+        return [apiConfig, reqValue];
+    };
+    generateChatResp = (resp) => {
+        const results = resp.candidates?.map((candidate) => {
+            const result = {};
+            switch (candidate.finishReason) {
+                case 'MAX_TOKENS':
+                    result.finishReason = 'length';
+                    break;
+                case 'STOP':
+                    result.finishReason = 'stop';
+                    break;
+                case 'SAFETY':
+                    throw new Error('Finish reason: SAFETY');
+                case 'RECITATION':
+                    throw new Error('Finish reason: RECITATION');
+            }
+            for (const part of candidate.content.parts) {
+                if ('text' in part) {
+                    result.content = part.text;
+                    continue;
+                }
+                if ('functionCall' in part) {
+                    result.functionCalls = [
+                        {
+                            id: part.functionCall.name,
+                            type: 'function',
+                            function: {
+                                name: part.functionCall.name,
+                                params: part.functionCall.args
+                            }
+                        }
+                    ];
+                }
+            }
+            return result;
+        });
+        let modelUsage;
+        if (resp.usageMetadata) {
+            modelUsage = {
+                totalTokens: resp.usageMetadata.totalTokenCount,
+                promptTokens: resp.usageMetadata.promptTokenCount,
+                completionTokens: resp.usageMetadata.candidatesTokenCount
+            };
+        }
+        return {
+            results,
+            modelUsage
+        };
+    };
+    generateChatStreamResp = (resp) => {
+        return this.generateChatResp(resp);
+    };
+    generateEmbedResp = (resp) => {
+        const embeddings = resp.embeddings.map((embedding) => embedding.value);
+        return {
+            embeddings
+        };
+    };
+}
+exports.AxAIGoogleGemini = AxAIGoogleGemini;
+//# sourceMappingURL=api.js.map

package/cjs/ai/google-gemini/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../ai/google-gemini/api.ts"],"names":[],"mappings":";;;AACA,wCAIoB;AAYpB,uCAAoD;AACpD,yCAYoB;AAEpB,MAAM,cAAc,GAAmC;IACrD;QACE,QAAQ,EAAE,yCAA8B,CAAC,sBAAsB;QAC/D,SAAS,EAAE,0CAA+B,CAAC,SAAS;KACrD;IACD;QACE,QAAQ,EAAE,yCAA8B,CAAC,sBAAsB;QAC/D,SAAS,EAAE,0CAA+B,CAAC,SAAS;KACrD;IACD;QACE,QAAQ,EAAE,yCAA8B,CAAC,4BAA4B;QACrE,SAAS,EAAE,0CAA+B,CAAC,SAAS;KACrD;IACD;QACE,QAAQ,EAAE,yCAA8B,CAAC,4BAA4B;QACrE,SAAS,EAAE,0CAA+B,CAAC,SAAS;KACrD;CACF,CAAC;AAEF;;;GAGG;AACI,MAAM,6BAA6B,GAAG,GAA2B,EAAE,CACxE,eAAe,CAAC;IACd,KAAK,EAAE,gCAAqB,CAAC,WAAW;IACxC,UAAU,EAAE,qCAA0B,CAAC,YAAY;IACnD,cAAc;IACd,GAAG,IAAA,+BAAqB,GAAE;CAC3B,CAAC,CAAC;AANQ,QAAA,6BAA6B,iCAMrC;AAEE,MAAM,qCAAqC,GAChD,GAA2B,EAAE,CAC3B,eAAe,CAAC;IACd,KAAK,EAAE,gCAAqB,CAAC,aAAa;IAC1C,UAAU,EAAE,qCAA0B,CAAC,YAAY;IACnD,cAAc;IACd,GAAG,IAAA,uCAA6B,GAAE;CACnC,CAAC,CAAC;AAPM,QAAA,qCAAqC,yCAO3C;AAWP;;;GAGG;AACH,MAAa,gBAAiB,SAAQ,kBAMrC;IACS,OAAO,CAAmC;IAC1C,MAAM,CAAyB;IAC/B,MAAM,CAAS;IAEvB,YAAY,EACV,MAAM,EACN,SAAS,EACT,MAAM,EACN,MAAM,EACN,OAAO,EACsC;QAC7C,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,MAAM,GAAG,kDAAkD,CAAC;QAEhE,IAAI,SAAS,IAAI,MAAM,EAAE,CAAC;YACxB,MAAM,GAAG,gBAAgB,MAAM,0CAA0C,SAAS,wCAAwC,CAAC;QAC7H,CAAC;QAED,MAAM,OAAO,GAAG;YACd,GAAG,IAAA,qCAA6B,GAAE;YAClC,GAAG,MAAM;SACV,CAAC;QAEF,KAAK,CAAC;YACJ,IAAI,EAAE,gBAAgB;YACtB,MAAM;YACN,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,iCAAuB;YAClC,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE;YAChE,OAAO;YACP,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE;SACjD,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAEQ,cAAc;QACrB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;SACD,CAAC;IACrB,CAAC;IAEQ,eAAe,GAAG,CACzB,GAA4B,EACQ,EAAE;QACtC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAC7C,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAE7D,IAAI,CAAC,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,MAAM;gBACV,CAAC,CAAC,WAAW,KAAK,sCAAsC,IAAI,CAAC,MAAM,EAAE;gBACrE,CAAC,CAAC,WAAW,KAAK,wBAAwB,IAAI,CAAC,MAAM,EAAE;SAC1D,CAAC;QAEF,MAAM,aAAa,GAAG,GAAG,CAAC,UAAU;aACjC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;aAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAEzB,MAAM,iBAAiB,GACrB,aAAa,CAAC,MAAM,GAAG,CAAC;YACtB,CAAC,CAAC;gBACE,IAAI,EAAE,MAAe;gBACrB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;aAC3C;YACH,CAAC,CAAC,SAAS,CAAC;QAEhB,MAAM,QAAQ,GAA4C,GAAG,CAAC,UAAU;aACrE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;aAClC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;YACd,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;gBACjB,KAAK,MAAM,CAAC,CAAC,CAAC;oBACZ,MAAM,KAAK,GAGE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;wBACrC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;4BACvB,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;gCACf,KAAK,MAAM;oCACT,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gCAC1B,KAAK,OAAO;oCACV,OAAO;wCACL,UAAU,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,EAAE;qCACpD,CAAC;gCACJ;oCACE,MAAM,IAAI,KAAK,CACb,kDAAkD,CAAC,GAAG,CACvD,CAAC;4BACN,CAAC;wBACH,CAAC,CAAC;wBACJ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5B,OAAO;wBACL,IAAI,EAAE,MAAe;wBACrB,KAAK;qBACN,CAAC;gBACJ,CAAC;gBAED,KAAK,WAAW,CAAC,CAAC,CAAC;oBACjB,IAAI,SAAS,IAAI,GAAG,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;wBACxD,MAAM,KAAK,GAGE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;wBACrC,OAAO;4BACL,IAAI,EAAE,OAAgB;4BACtB,KAAK;yBACN,CAAC;oBACJ,CAAC;oBAED,IAAI,KAAK,GAGI,EAAE,CAAC;oBAEhB,IAAI,eAAe,IAAI,GAAG,EAAE,CAAC;wBAC3B,KAAK;4BACH,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gCAC3B,MAAM,IAAI,GACR,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ;oCACnC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;oCAC/B,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;gCACxB,OAAO;oCACL,YAAY,EAAE;wCACZ,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;wCACrB,IAAI,EAAE,IAAI;qCACX;iCACF,CAAC;4BACJ,CAAC,CAAC,IAAI,EAAE,CAAC;oBACb,CAAC;oBAED,OAAO;wBACL,IAAI,EAAE,OAAgB;wBACtB,KAAK;qBACN,CAAC;gBACJ,CAAC;gBAED,KAAK,UAAU,CAAC,CAAC,CAAC;oBAChB,IAAI,CAAC,CAAC,YAAY,IAAI,GAAG,CAAC,EAAE,CAAC;wBAC3B,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,GAAG,CAAC,CAAC;oBACnE,CAAC;oBACD,MAAM,KAAK,GAGE;wBACX;4BACE,gBAAgB,EAAE;gCAChB,IAAI,EAAE,GAAG,CAAC,UAAU;gCACpB,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE;6BACjC;yBACF;qBACF,CAAC;oBAEF,OAAO;wBACL,IAAI,EAAE,UAAmB;wBACzB,KAAK;qBACN,CAAC;gBACJ,CAAC;gBAED;oBACE,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;YACpC,CAAC;QACH,CAAC,CAAC,CAAC;QAEL,IAAI,KAAK,GAAqD,EAAE,CAAC;QAEjE,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,KAAK,CAAC,IAAI,CAAC,EAAE,oBAAoB,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC;YAChC,KAAK,CAAC,IAAI,CAAC,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;QACpC,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,KAAK,GAAG,SAAS,CAAC;QACpB,CAAC;QAED,gEAAgE;QAChE,IAAI,WAAW,CAAC;QAChB,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;YACrB,IAAI,GAAG,CAAC,YAAY,KAAK,MAAM,EAAE,CAAC;gBAChC,WAAW,GAAG,EAAE,uBAAuB,EAAE,EAAE,IAAI,EAAE,MAAe,EAAE,EAAE,CAAC;YACvE,CAAC;iBAAM,IAAI,GAAG,CAAC,YAAY,KAAK,MAAM,EAAE,CAAC;gBACvC,WAAW,GAAG,EAAE,uBAAuB,EAAE,EAAE,IAAI,EAAE,MAAe,EAAE,EAAE,CAAC;YACvE,CAAC;iBAAM,IAAI,GAAG,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;gBAC3C,WAAW,GAAG;oBACZ,uBAAuB,EAAE,EAAE,IAAI,EAAE,KAAc,EAAE;iBAClD,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,WAAW,GAAG;oBACZ,uBAAuB,EAAE;wBACvB,IAAI,EAAE,KAAc;wBACpB,sBAAsB,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC;qBACzD;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,MAAM,gBAAgB,GAAG;YACvB,eAAe,EAAE,GAAG,CAAC,WAAW,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;YACpE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YACpE,IAAI,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YAC/C,IAAI,EAAE,GAAG,CAAC,WAAW,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YAC/C,cAAc,EAAE,CAAC;YACjB,aAAa,EAAE,GAAG,CAAC,WAAW,EAAE,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;SAC3E,CAAC;QAEF,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QAElD,MAAM,QAAQ,GAAgC;YAC5C,QAAQ;YACR,KAAK;YACL,WAAW;YACX,iBAAiB;YACjB,gBAAgB;YAChB,cAAc;SACf,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,GAA6B,EACa,EAAE;QAC5C,MAAM,KAAK,GAAG,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAEvD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,SAAS,GAAG;YAChB,IAAI,EAAE,WAAW,KAAK,uBAAuB,IAAI,CAAC,MAAM,EAAE;SAC3D,CAAC;QAEF,MAAM,QAAQ,GAAsC;YAClD,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;SACrD,CAAC;QAEF,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEO,gBAAgB,GAAG,CAC1B,IAA4C,EAC5B,EAAE;QAClB,MAAM,OAAO,GAA2B,IAAI,CAAC,UAAU,EAAE,GAAG,CAC1D,CAAC,SAAS,EAAE,EAAE;YACZ,MAAM,MAAM,GAAyB,EAAE,CAAC;YAExC,QAAQ,SAAS,CAAC,YAAY,EAAE,CAAC;gBAC/B,KAAK,YAAY;oBACf,MAAM,CAAC,YAAY,GAAG,QAAQ,CAAC;oBAC/B,MAAM;gBACR,KAAK,MAAM;oBACT,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC;oBAC7B,MAAM;gBACR,KAAK,QAAQ;oBACX,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;gBAC3C,KAAK,YAAY;oBACf,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;YACjD,CAAC;YAED,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC3C,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;oBACnB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC;oBAC3B,SAAS;gBACX,CAAC;gBACD,IAAI,cAAc,IAAI,IAAI,EAAE,CAAC;oBAC3B,MAAM,CAAC,aAAa,GAAG;wBACrB;4BACE,EAAE,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;4BAC1B,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE;gCACR,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;gCAC5B,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;6BAC/B;yBACF;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC,CACF,CAAC;QAEF,IAAI,UAAoC,CAAC;QACzC,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,UAAU,GAAG;gBACX,WAAW,EAAE,IAAI,CAAC,aAAa,CAAC,eAAe;gBAC/C,YAAY,EAAE,IAAI,CAAC,aAAa,CAAC,gBAAgB;gBACjD,gBAAgB,EAAE,IAAI,CAAC,aAAa,CAAC,oBAAoB;aAC1D,CAAC;QACJ,CAAC;QACD,OAAO;YACL,OAAO;YACP,UAAU;SACX,CAAC;IACJ,CAAC,CAAC;IAEO,sBAAsB,GAAG,CAChC,IAAiD,EACjC,EAAE;QAClB,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC,CAAC;IAEO,iBAAiB,GAAG,CAC3B,IAAkD,EACjC,EAAE;QACnB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAEvE,OAAO;YACL,UAAU;SACX,CAAC;IACJ,CAAC,CAAC;CACH;AA9UD,4CA8UC"}

package/cjs/ai/google-gemini/index.d.ts

@@ -0,0 +1,2 @@
+export * from './api.js';
+export * from './types.js';

package/cjs/ai/google-gemini/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./api.js"), exports);
+__exportStar(require("./types.js"), exports);
+//# sourceMappingURL=index.js.map

package/cjs/ai/google-gemini/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../ai/google-gemini/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB;AACzB,6CAA2B"}

package/cjs/ai/google-gemini/info.d.ts

@@ -0,0 +1,6 @@
+import type { AxModelInfo } from '../types.js';
+/**
+ * AxAIGoogleGemini: Model information
+ * @export
+ */
+export declare const axModelInfoGoogleGemini: AxModelInfo[];

package/cjs/ai/google-gemini/info.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.axModelInfoGoogleGemini = void 0;
+const types_js_1 = require("./types.js");
+/**
+ * AxAIGoogleGemini: Model information
+ * @export
+ */
+exports.axModelInfoGoogleGemini = [
+    {
+        name: types_js_1.AxAIGoogleGeminiModel.Gemini15Flash,
+        currency: 'usd',
+        characterIsToken: true,
+        promptTokenCostPer1M: 0.35,
+        completionTokenCostPer1M: 0.7
+    },
+    {
+        name: types_js_1.AxAIGoogleGeminiModel.Gemini15Pro,
+        currency: 'usd',
+        characterIsToken: true,
+        promptTokenCostPer1M: 3.5,
+        completionTokenCostPer1M: 1.75
+    },
+    {
+        name: types_js_1.AxAIGoogleGeminiModel.Gemini1Pro,
+        currency: 'usd',
+        characterIsToken: true,
+        promptTokenCostPer1M: 0.5,
+        completionTokenCostPer1M: 1.5
+    }
+];
+//# sourceMappingURL=info.js.map

package/cjs/ai/google-gemini/info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"info.js","sourceRoot":"","sources":["../../../../ai/google-gemini/info.ts"],"names":[],"mappings":";;;AAEA,yCAAmD;AAEnD;;;GAGG;AACU,QAAA,uBAAuB,GAAkB;IACpD;QACE,IAAI,EAAE,gCAAqB,CAAC,aAAa;QACzC,QAAQ,EAAE,KAAK;QACf,gBAAgB,EAAE,IAAI;QACtB,oBAAoB,EAAE,IAAI;QAC1B,wBAAwB,EAAE,GAAG;KAC9B;IACD;QACE,IAAI,EAAE,gCAAqB,CAAC,WAAW;QACvC,QAAQ,EAAE,KAAK;QACf,gBAAgB,EAAE,IAAI;QACtB,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,IAAI;KAC/B;IACD;QACE,IAAI,EAAE,gCAAqB,CAAC,UAAU;QACtC,QAAQ,EAAE,KAAK;QACf,gBAAgB,EAAE,IAAI;QACtB,oBAAoB,EAAE,GAAG;QACzB,wBAAwB,EAAE,GAAG;KAC9B;CACF,CAAC"}

package/cjs/ai/google-gemini/types.d.ts

@@ -0,0 +1,146 @@
+import type { AxModelConfig } from '../types.js';
+export declare enum AxAIGoogleGeminiModel {
+    Gemini1Pro = "gemini-1.0-pro",
+    Gemini15Flash = "gemini-1.5-flash",
+    Gemini15Pro = "gemini-1.5-pro",
+    Gemma2 = "gemma-2-27b-it"
+}
+export declare enum AxAIGoogleGeminiEmbedModel {
+    Embedding001 = "embedding-001"
+}
+export declare enum AxAIGoogleGeminiSafetyCategory {
+    HarmCategoryHarassment = "HARM_CATEGORY_HARASSMENT",
+    HarmCategoryHateSpeech = "HARM_CATEGORY_HATE_SPEECH",
+    HarmCategorySexuallyExplicit = "HARM_CATEGORY_SEXUALLY_EXPLICIT",
+    HarmCategoryDangerousContent = "HARM_CATEGORY_DANGEROUS_CONTENT"
+}
+export declare enum AxAIGoogleGeminiSafetyThreshold {
+    BlockNone = "BLOCK_NONE",
+    BlockOnlyHigh = "BLOCK_ONLY_HIGH",
+    BlockMediumAndAbove = "BLOCK_MEDIUM_AND_ABOVE",
+    BlockLowAndAbove = "BLOCK_LOW_AND_ABOVE",
+    BlockDefault = "HARM_BLOCK_THRESHOLD_UNSPECIFIED"
+}
+export type AxAIGoogleGeminiContent = {
+    role: 'user';
+    parts: ({
+        text: string;
+    } | {
+        inlineData: {
+            mimeType: string;
+            data: string;
+        };
+    } | {
+        fileData: {
+            mimeType: string;
+            fileUri: string;
+        };
+    })[];
+} | {
+    role: 'model';
+    parts: {
+        text: string;
+    }[] | {
+        functionCall: {
+            name: string;
+            args: object;
+        };
+    }[];
+} | {
+    role: 'function';
+    parts: {
+        functionResponse: {
+            name: string;
+            response: object;
+        };
+    }[];
+};
+export type AxAIGoogleGeminiToolFunctionDeclaration = {
+    name: string;
+    description?: string;
+    parameters?: object;
+};
+export type AxAIGoogleGeminiTool = {
+    functionDeclarations?: AxAIGoogleGeminiToolFunctionDeclaration[];
+    codeExecution?: object;
+};
+export type AxAIGoogleGeminiToolConfig = {
+    function_calling_config: {
+        mode: 'ANY' | 'NONE' | 'AUTO';
+        allowed_function_names?: string[];
+    };
+};
+export type AxAIGoogleGeminiGenerationConfig = {
+    temperature?: number;
+    topP?: number;
+    topK?: number;
+    candidateCount?: number;
+    maxOutputTokens?: number;
+    stopSequences?: readonly string[];
+};
+export type AxAIGoogleGeminiSafetySettings = {
+    category: AxAIGoogleGeminiSafetyCategory;
+    threshold: AxAIGoogleGeminiSafetyThreshold;
+}[];
+export type AxAIGoogleGeminiChatRequest = {
+    contents: AxAIGoogleGeminiContent[];
+    tools?: AxAIGoogleGeminiTool[];
+    tool_config?: AxAIGoogleGeminiToolConfig;
+    systemInstruction?: AxAIGoogleGeminiContent;
+    generationConfig: AxAIGoogleGeminiGenerationConfig;
+    safetySettings?: AxAIGoogleGeminiSafetySettings;
+};
+export type AxAIGoogleGeminiChatResponse = {
+    candidates: {
+        content: AxAIGoogleGeminiContent;
+        finishReason: 'STOP' | 'MAX_TOKENS' | 'SAFETY' | 'RECITATION' | 'OTHER';
+        citationMetadata: {
+            citations: {
+                startIndex: number;
+                endIndex: number;
+                uri: string;
+                title: string;
+                license: string;
+                publicationDate: {
+                    year: number;
+                    month: number;
+                    day: number;
+                };
+            }[];
+        };
+    }[];
+    usageMetadata: {
+        promptTokenCount: number;
+        candidatesTokenCount: number;
+        totalTokenCount: number;
+    };
+};
+export type AxAIGoogleGeminiChatResponseDelta = AxAIGoogleGeminiChatResponse;
+/**
+ * AxAIGoogleGeminiConfig: Configuration options for Google Gemini API
+ * @export
+ */
+export type AxAIGoogleGeminiConfig = AxModelConfig & {
+    model: AxAIGoogleGeminiModel | string;
+    embedModel: AxAIGoogleGeminiEmbedModel;
+    safetySettings?: AxAIGoogleGeminiSafetySettings;
+};
+/**
+ * AxAIGoogleGeminiEmbedRequest: Structure for making an embedding request to the Google Gemini API.
+ * @export
+ */
+export type AxAIGoogleGeminiBatchEmbedRequest = {
+    requests: {
+        model: string;
+        text: string;
+    }[];
+};
+/**
+ * AxAIGoogleGeminiEmbedResponse: Structure for handling responses from the Google Gemini API embedding requests.
+ * @export
+ */
+export type AxAIGoogleGeminiBatchEmbedResponse = {
+    embeddings: {
+        value: number[];
+    }[];
+};

package/cjs/ai/google-gemini/types.js

@@ -0,0 +1,30 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AxAIGoogleGeminiSafetyThreshold = exports.AxAIGoogleGeminiSafetyCategory = exports.AxAIGoogleGeminiEmbedModel = exports.AxAIGoogleGeminiModel = void 0;
+var AxAIGoogleGeminiModel;
+(function (AxAIGoogleGeminiModel) {
+    AxAIGoogleGeminiModel["Gemini1Pro"] = "gemini-1.0-pro";
+    AxAIGoogleGeminiModel["Gemini15Flash"] = "gemini-1.5-flash";
+    AxAIGoogleGeminiModel["Gemini15Pro"] = "gemini-1.5-pro";
+    AxAIGoogleGeminiModel["Gemma2"] = "gemma-2-27b-it";
+})(AxAIGoogleGeminiModel || (exports.AxAIGoogleGeminiModel = AxAIGoogleGeminiModel = {}));
+var AxAIGoogleGeminiEmbedModel;
+(function (AxAIGoogleGeminiEmbedModel) {
+    AxAIGoogleGeminiEmbedModel["Embedding001"] = "embedding-001";
+})(AxAIGoogleGeminiEmbedModel || (exports.AxAIGoogleGeminiEmbedModel = AxAIGoogleGeminiEmbedModel = {}));
+var AxAIGoogleGeminiSafetyCategory;
+(function (AxAIGoogleGeminiSafetyCategory) {
+    AxAIGoogleGeminiSafetyCategory["HarmCategoryHarassment"] = "HARM_CATEGORY_HARASSMENT";
+    AxAIGoogleGeminiSafetyCategory["HarmCategoryHateSpeech"] = "HARM_CATEGORY_HATE_SPEECH";
+    AxAIGoogleGeminiSafetyCategory["HarmCategorySexuallyExplicit"] = "HARM_CATEGORY_SEXUALLY_EXPLICIT";
+    AxAIGoogleGeminiSafetyCategory["HarmCategoryDangerousContent"] = "HARM_CATEGORY_DANGEROUS_CONTENT";
+})(AxAIGoogleGeminiSafetyCategory || (exports.AxAIGoogleGeminiSafetyCategory = AxAIGoogleGeminiSafetyCategory = {}));
+var AxAIGoogleGeminiSafetyThreshold;
+(function (AxAIGoogleGeminiSafetyThreshold) {
+    AxAIGoogleGeminiSafetyThreshold["BlockNone"] = "BLOCK_NONE";
+    AxAIGoogleGeminiSafetyThreshold["BlockOnlyHigh"] = "BLOCK_ONLY_HIGH";
+    AxAIGoogleGeminiSafetyThreshold["BlockMediumAndAbove"] = "BLOCK_MEDIUM_AND_ABOVE";
+    AxAIGoogleGeminiSafetyThreshold["BlockLowAndAbove"] = "BLOCK_LOW_AND_ABOVE";
+    AxAIGoogleGeminiSafetyThreshold["BlockDefault"] = "HARM_BLOCK_THRESHOLD_UNSPECIFIED";
+})(AxAIGoogleGeminiSafetyThreshold || (exports.AxAIGoogleGeminiSafetyThreshold = AxAIGoogleGeminiSafetyThreshold = {}));
+//# sourceMappingURL=types.js.map

package/cjs/ai/google-gemini/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../ai/google-gemini/types.ts"],"names":[],"mappings":";;;AAEA,IAAY,qBAKX;AALD,WAAY,qBAAqB;IAC/B,sDAA6B,CAAA;IAC7B,2DAAkC,CAAA;IAClC,uDAA8B,CAAA;IAC9B,kDAAyB,CAAA;AAC3B,CAAC,EALW,qBAAqB,qCAArB,qBAAqB,QAKhC;AAED,IAAY,0BAEX;AAFD,WAAY,0BAA0B;IACpC,4DAA8B,CAAA;AAChC,CAAC,EAFW,0BAA0B,0CAA1B,0BAA0B,QAErC;AAED,IAAY,8BAKX;AALD,WAAY,8BAA8B;IACxC,qFAAmD,CAAA;IACnD,sFAAoD,CAAA;IACpD,kGAAgE,CAAA;IAChE,kGAAgE,CAAA;AAClE,CAAC,EALW,8BAA8B,8CAA9B,8BAA8B,QAKzC;AAED,IAAY,+BAMX;AAND,WAAY,+BAA+B;IACzC,2DAAwB,CAAA;IACxB,oEAAiC,CAAA;IACjC,iFAA8C,CAAA;IAC9C,2EAAwC,CAAA;IACxC,oFAAiD,CAAA;AACnD,CAAC,EANW,+BAA+B,+CAA/B,+BAA+B,QAM1C"}

package/cjs/ai/groq/api.d.ts

@@ -0,0 +1,18 @@
+import { AxAIOpenAI } from '../openai/api.js';
+import type { AxAIOpenAIConfig } from '../openai/types.js';
+import type { AxAIServiceOptions } from '../types.js';
+type AxAIGroqAIConfig = AxAIOpenAIConfig;
+export interface AxAIGroqArgs {
+    name: 'groq';
+    apiKey: string;
+    config?: Readonly<AxAIGroqAIConfig>;
+    options?: Readonly<AxAIServiceOptions> & {
+        tokensPerMinute?: number;
+    };
+}
+export declare class AxAIGroq extends AxAIOpenAI {
+    constructor({ apiKey, config, options }: Readonly<Omit<AxAIGroqArgs, 'groq'>>);
+    setOptions: (options: Readonly<AxAIServiceOptions>) => void;
+    private newRateLimiter;
+}
+export {};