@drax/ai-back 3.41.0 → 3.43.0

package/dist/providers/ai/GoogleAiProvider.js

@@ -0,0 +1,370 @@
+import { GoogleGenAI } from "@google/genai";
+import { toJSONSchema } from "zod";
+import PromptAudioService from "../../services/PromptAudioService.js";
+class GoogleAiProvider {
+    constructor(apiKey, model, visionModel, aiLogService) {
+        if (!apiKey) {
+            throw new Error("Google AI apiKey required");
+        }
+        if (!model) {
+            throw new Error("Google AI model required");
+        }
+        this._apiKey = apiKey;
+        this._model = model;
+        this._visionModel = visionModel;
+        this._aiLogService = aiLogService;
+    }
+    get model() {
+        if (!this._model) {
+            throw new Error("Google AI model not found");
+        }
+        return this._model;
+    }
+    get client() {
+        if (!this._client) {
+            this._client = new GoogleGenAI({
+                apiKey: this._apiKey,
+            });
+        }
+        return this._client;
+    }
+    get visionModel() {
+        return this._visionModel;
+    }
+    buildUserContent(input) {
+        if (input.userContent && input.userContent.length > 0) {
+            return this.mapContentParts(input.userContent);
+        }
+        if (input.userImages && input.userImages.length > 0) {
+            const content = [];
+            if (input.userInput) {
+                content.push({ text: input.userInput });
+            }
+            content.push(...input.userImages.map(image => this.mapImageUrl(image.url)));
+            return content;
+        }
+        return input.userInput ? [{ text: input.userInput }] : [{ text: "" }];
+    }
+    mapContentParts(content) {
+        return content.map(part => {
+            if (part.type === 'text') {
+                return {
+                    text: part.text
+                };
+            }
+            return this.mapImageUrl(part.imageUrl);
+        });
+    }
+    mapImageUrl(url) {
+        const dataUrlMatch = url.match(/^data:([^;,]+);base64,(.+)$/);
+        if (dataUrlMatch) {
+            return {
+                inlineData: {
+                    mimeType: dataUrlMatch[1],
+                    data: dataUrlMatch[2],
+                }
+            };
+        }
+        return {
+            fileData: {
+                fileUri: url,
+                mimeType: this.inferImageMimeType(url),
+            }
+        };
+    }
+    inferImageMimeType(url) {
+        const normalizedUrl = url.split("?")[0].toLowerCase();
+        if (normalizedUrl.endsWith(".png")) {
+            return "image/png";
+        }
+        if (normalizedUrl.endsWith(".webp")) {
+            return "image/webp";
+        }
+        if (normalizedUrl.endsWith(".gif")) {
+            return "image/gif";
+        }
+        if (normalizedUrl.endsWith(".bmp")) {
+            return "image/bmp";
+        }
+        if (normalizedUrl.endsWith(".heic")) {
+            return "image/heic";
+        }
+        if (normalizedUrl.endsWith(".heif")) {
+            return "image/heif";
+        }
+        return "image/jpeg";
+    }
+    mapHistory(history = []) {
+        return history.map(message => {
+            const parts = typeof message.content === 'string'
+                ? [{ text: message.content }]
+                : this.mapContentParts(message.content);
+            if (message.role === "assistant") {
+                return {
+                    role: "model",
+                    parts,
+                };
+            }
+            if (message.role === "system") {
+                return {
+                    role: "user",
+                    parts: [
+                        { text: "[SYSTEM]" },
+                        ...parts,
+                    ],
+                };
+            }
+            return {
+                role: "user",
+                parts,
+            };
+        });
+    }
+    hasImageInput(input) {
+        if (input.userImages && input.userImages.length > 0) {
+            return true;
+        }
+        if (input.userContent?.some(part => part.type === 'image')) {
+            return true;
+        }
+        return input.history?.some(message => Array.isArray(message.content) && message.content.some(part => part.type === 'image')) ?? false;
+    }
+    serializePromptInput(input, systemPrompt) {
+        return JSON.stringify({
+            systemPrompt,
+            history: input.history,
+            userInput: input.userInput,
+            userContent: input.userContent,
+            memory: input.memory,
+            knowledgeBase: input.knowledgeBase,
+            tools: input.tools?.map(tool => ({
+                name: tool.name,
+                description: tool.description,
+                parameters: tool.parameters,
+            })),
+        });
+    }
+    serializePromptOutput(output) {
+        if (typeof output === "string") {
+            return output;
+        }
+        if (output === null || output === undefined) {
+            return undefined;
+        }
+        return JSON.stringify(output);
+    }
+    buildLogPayload(input, params) {
+        return {
+            provider: "googleai",
+            model: params.model,
+            operationTitle: input.operationTitle,
+            operationGroup: input.operationGroup,
+            ip: input.ip,
+            userAgent: input.userAgent,
+            input: this.serializePromptInput(input, params.systemPrompt),
+            inputImages: input.userImages?.map(image => ({
+                url: image.url,
+            })) ?? input.userContent
+                ?.filter(part => part.type === "image")
+                .map(part => ({
+                url: part.imageUrl,
+            })),
+            inputFiles: input.inputFiles,
+            inputTokens: params.inputTokens,
+            outputTokens: params.outputTokens,
+            tokens: params.tokens,
+            startedAt: params.startedAt,
+            endedAt: params.endedAt,
+            responseTime: params.endedAt ? `${params.endedAt.getTime() - params.startedAt.getTime()}ms` : undefined,
+            output: this.serializePromptOutput(params.output),
+            success: params.success,
+            errorMessage: params.errorMessage,
+            tenant: input.tenant,
+            user: input.user,
+        };
+    }
+    async registerPromptLog(input, params) {
+        if (!this._aiLogService) {
+            return;
+        }
+        try {
+            await this._aiLogService.create(this.buildLogPayload(input, params));
+        }
+        catch (e) {
+            console.error("Error registerPromptLog", {
+                name: e?.name,
+                message: e?.message,
+                stack: e?.stack,
+            });
+        }
+    }
+    async generateEmbedding({ text, model = "text-embedding-004" }) {
+        const response = await this.client.models.embedContent({
+            model,
+            contents: text,
+        });
+        return response.embeddings?.[0]?.values ?? [];
+    }
+    mapTools(tools = []) {
+        if (tools.length === 0) {
+            return [];
+        }
+        return [{
+                functionDeclarations: tools.map(tool => ({
+                    name: tool.name,
+                    description: tool.description,
+                    parametersJsonSchema: tool.parameters ?? {
+                        type: "object",
+                        properties: {},
+                        additionalProperties: false,
+                    },
+                }))
+            }];
+    }
+    buildResponseConfig(input, systemPrompt) {
+        const config = {
+            systemInstruction: systemPrompt,
+        };
+        const responseJsonSchema = this.normalizeResponseJsonSchema(input);
+        if (responseJsonSchema) {
+            config.responseMimeType = "application/json";
+            config.responseJsonSchema = responseJsonSchema;
+        }
+        if (input.tools && input.tools.length > 0) {
+            config.tools = this.mapTools(input.tools);
+        }
+        return config;
+    }
+    normalizeResponseJsonSchema(input) {
+        if (input.zodSchema) {
+            return toJSONSchema(input.zodSchema, {
+                target: "draft-7",
+            });
+        }
+        if (!input.jsonSchema) {
+            return undefined;
+        }
+        const jsonSchema = input.jsonSchema;
+        if (jsonSchema.type === "json_schema" && jsonSchema.json_schema?.schema) {
+            return jsonSchema.json_schema.schema;
+        }
+        return jsonSchema;
+    }
+    async buildToolResponseParts(functionCalls = [], tools = []) {
+        const parts = [];
+        for (const functionCall of functionCalls) {
+            const toolName = functionCall.name;
+            const tool = tools.find(t => t.name === toolName);
+            if (!tool) {
+                throw new Error(`Tool not found: ${toolName}`);
+            }
+            const output = await tool.execute(functionCall.args ?? {});
+            parts.push({
+                functionResponse: {
+                    id: functionCall.id,
+                    name: toolName,
+                    response: {
+                        output,
+                    },
+                }
+            });
+        }
+        return parts;
+    }
+    buildModelFunctionCallContent(functionCalls = []) {
+        return {
+            role: "model",
+            parts: functionCalls.map(functionCall => ({
+                functionCall,
+            }))
+        };
+    }
+    async prompt(input) {
+        if (!input.systemPrompt) {
+            throw new Error("systemPrompt required");
+        }
+        let systemPrompt = input.systemPrompt;
+        if (input.memory && input.memory.length > 0) {
+            systemPrompt += `\n\n ${input.memoryHeader ?? '[MEMORIA]'}\n ${input.memory.map(m => `${m.key}: ${m.value}`).join('\n')}`;
+        }
+        if (input.knowledgeBase && input.knowledgeBase.length > 0) {
+            systemPrompt += `\n\n${input.knowledgeBaseHeader ?? '[BASE DE CONOCIMIENTO]'}\n ${input.knowledgeBase.join('\n')}`;
+        }
+        const userInput = this.buildUserContent(input);
+        const model = input.model ?? (this.hasImageInput(input) ? this.visionModel ?? this.model : this.model);
+        const startedAt = new Date();
+        const startTime = performance.now();
+        let tokens = 0;
+        let inputTokens = 0;
+        let outputTokens = 0;
+        try {
+            const contents = [
+                ...this.mapHistory(input.history),
+                { role: 'user', parts: userInput },
+            ];
+            const tools = input.tools ?? [];
+            const maxIterations = input.toolMaxIterations ?? 5;
+            let output;
+            for (let iteration = 0; iteration < maxIterations; iteration++) {
+                const response = await this.client.models.generateContent({
+                    model,
+                    contents,
+                    config: this.buildResponseConfig(input, systemPrompt),
+                });
+                tokens += response.usageMetadata?.totalTokenCount ?? 0;
+                inputTokens += response.usageMetadata?.promptTokenCount ?? 0;
+                outputTokens += response.usageMetadata?.candidatesTokenCount ?? 0;
+                const functionCalls = response.functionCalls ?? [];
+                if (functionCalls.length === 0) {
+                    output = response.text;
+                    break;
+                }
+                contents.push(response.candidates?.[0]?.content ?? this.buildModelFunctionCallContent(functionCalls));
+                contents.push({
+                    role: "user",
+                    parts: await this.buildToolResponseParts(functionCalls, tools),
+                });
+            }
+            if (output === undefined) {
+                throw new Error(`Tool max iterations reached: ${maxIterations}`);
+            }
+            const endTime = performance.now();
+            const time = endTime - startTime;
+            const endedAt = new Date();
+            const audio = await PromptAudioService.build(input, output);
+            await this.registerPromptLog(input, {
+                model,
+                systemPrompt,
+                startedAt,
+                endedAt,
+                inputTokens,
+                outputTokens,
+                tokens,
+                output,
+                success: true,
+            });
+            return {
+                output,
+                tokens,
+                inputTokens,
+                outputTokens,
+                time,
+                ...(audio ? { audio } : {}),
+            };
+        }
+        catch (e) {
+            const endedAt = new Date();
+            await this.registerPromptLog(input, {
+                model,
+                systemPrompt,
+                startedAt,
+                endedAt,
+                success: false,
+                errorMessage: e?.message,
+            });
+            throw e;
+        }
+    }
+}
+export default GoogleAiProvider;
+export { GoogleAiProvider };