@drax/ai-back 3.41.0 → 3.43.0

package/dist/providers/ai/OllamaAiProvider.js

@@ -0,0 +1,345 @@
+import { toJSONSchema } from "zod";
+import PromptAudioService from "../../services/PromptAudioService.js";
+class OllamaAiProvider {
+    constructor(baseUrl, model, visionModel, embeddingModel, aiLogService) {
+        if (!baseUrl) {
+            throw new Error("Ollama AI baseUrl required");
+        }
+        if (!model) {
+            throw new Error("Ollama AI model required");
+        }
+        this._baseUrl = baseUrl.replace(/\/+$/, "");
+        this._model = model;
+        this._visionModel = visionModel;
+        this._embeddingModel = embeddingModel;
+        this._aiLogService = aiLogService;
+    }
+    get model() {
+        if (!this._model) {
+            throw new Error("Ollama AI model not found");
+        }
+        return this._model;
+    }
+    get visionModel() {
+        return this._visionModel;
+    }
+    get embeddingModel() {
+        return this._embeddingModel ?? this.model;
+    }
+    async post(path, body) {
+        const response = await fetch(`${this._baseUrl}${path}`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify(body),
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(`Ollama AI request failed (${response.status}): ${errorText}`);
+        }
+        return await response.json();
+    }
+    async buildUserMessage(input) {
+        if (input.userContent && input.userContent.length > 0) {
+            return await this.mapContentPartsToMessage(input.userContent);
+        }
+        if (input.userImages && input.userImages.length > 0) {
+            return {
+                role: "user",
+                content: input.userInput ?? "",
+                images: await Promise.all(input.userImages.map(image => this.imageUrlToBase64(image.url))),
+            };
+        }
+        return {
+            role: "user",
+            content: input.userInput ?? "",
+        };
+    }
+    async mapContentPartsToMessage(content, role = "user") {
+        const text = [];
+        const images = [];
+        for (const part of content) {
+            if (part.type === "text") {
+                text.push(part.text);
+                continue;
+            }
+            images.push(await this.imageUrlToBase64(part.imageUrl));
+        }
+        return {
+            role,
+            content: text.join("\n"),
+            ...(images.length > 0 ? { images } : {}),
+        };
+    }
+    async imageUrlToBase64(url) {
+        const dataUrlMatch = url.match(/^data:[^;,]+;base64,(.+)$/);
+        if (dataUrlMatch) {
+            return dataUrlMatch[1];
+        }
+        const response = await fetch(url);
+        if (!response.ok) {
+            throw new Error(`Ollama AI image request failed (${response.status}): ${url}`);
+        }
+        const buffer = Buffer.from(await response.arrayBuffer());
+        return buffer.toString("base64");
+    }
+    async mapHistory(history = []) {
+        const messages = [];
+        for (const message of history) {
+            if (typeof message.content === "string") {
+                messages.push({
+                    role: message.role,
+                    content: message.content,
+                });
+                continue;
+            }
+            messages.push(await this.mapContentPartsToMessage(message.content, message.role));
+        }
+        return messages;
+    }
+    hasImageInput(input) {
+        if (input.userImages && input.userImages.length > 0) {
+            return true;
+        }
+        if (input.userContent?.some(part => part.type === 'image')) {
+            return true;
+        }
+        return input.history?.some(message => Array.isArray(message.content) && message.content.some(part => part.type === 'image')) ?? false;
+    }
+    serializePromptInput(input, systemPrompt) {
+        return JSON.stringify({
+            systemPrompt,
+            history: input.history,
+            userInput: input.userInput,
+            userContent: input.userContent,
+            memory: input.memory,
+            knowledgeBase: input.knowledgeBase,
+            tools: input.tools?.map(tool => ({
+                name: tool.name,
+                description: tool.description,
+                parameters: tool.parameters,
+            })),
+        });
+    }
+    serializePromptOutput(output) {
+        if (typeof output === "string") {
+            return output;
+        }
+        if (output === null || output === undefined) {
+            return undefined;
+        }
+        return JSON.stringify(output);
+    }
+    buildLogPayload(input, params) {
+        return {
+            provider: "ollamaai",
+            model: params.model,
+            operationTitle: input.operationTitle,
+            operationGroup: input.operationGroup,
+            ip: input.ip,
+            userAgent: input.userAgent,
+            input: this.serializePromptInput(input, params.systemPrompt),
+            inputImages: input.userImages?.map(image => ({
+                url: image.url,
+            })) ?? input.userContent
+                ?.filter(part => part.type === "image")
+                .map(part => ({
+                url: part.imageUrl,
+            })),
+            inputFiles: input.inputFiles,
+            inputTokens: params.inputTokens,
+            outputTokens: params.outputTokens,
+            tokens: params.tokens,
+            startedAt: params.startedAt,
+            endedAt: params.endedAt,
+            responseTime: params.endedAt ? `${params.endedAt.getTime() - params.startedAt.getTime()}ms` : undefined,
+            output: this.serializePromptOutput(params.output),
+            success: params.success,
+            errorMessage: params.errorMessage,
+            tenant: input.tenant,
+            user: input.user,
+        };
+    }
+    async registerPromptLog(input, params) {
+        if (!this._aiLogService) {
+            return;
+        }
+        try {
+            await this._aiLogService.create(this.buildLogPayload(input, params));
+        }
+        catch (e) {
+            console.error("Error registerPromptLog", {
+                name: e?.name,
+                message: e?.message,
+                stack: e?.stack,
+            });
+        }
+    }
+    async generateEmbedding({ text, model }) {
+        const response = await this.post("/api/embed", {
+            model: model ?? this.embeddingModel,
+            input: text,
+        });
+        return response.embeddings?.[0] ?? response.embedding ?? [];
+    }
+    mapTools(tools = []) {
+        return tools.map(tool => ({
+            type: "function",
+            function: {
+                name: tool.name,
+                description: tool.description,
+                parameters: tool.parameters ?? {
+                    type: "object",
+                    properties: {},
+                    additionalProperties: false,
+                },
+            },
+        }));
+    }
+    normalizeResponseFormat(input) {
+        if (input.zodSchema) {
+            return toJSONSchema(input.zodSchema, {
+                target: "draft-7",
+            });
+        }
+        if (!input.jsonSchema) {
+            return undefined;
+        }
+        const jsonSchema = input.jsonSchema;
+        if (jsonSchema.type === "json_schema" && jsonSchema.json_schema?.schema) {
+            return jsonSchema.json_schema.schema;
+        }
+        return jsonSchema;
+    }
+    parseToolArguments(args) {
+        if (!args) {
+            return {};
+        }
+        if (typeof args === "object") {
+            return args;
+        }
+        try {
+            return JSON.parse(args);
+        }
+        catch (e) {
+            throw new Error(`Invalid tool arguments: ${args}`);
+        }
+    }
+    serializeToolOutput(output) {
+        if (typeof output === "string") {
+            return output;
+        }
+        if (output === undefined) {
+            return "";
+        }
+        return JSON.stringify(output);
+    }
+    async buildToolMessages(toolCalls = [], tools = []) {
+        const toolMessages = [];
+        for (const toolCall of toolCalls) {
+            const toolName = toolCall.function?.name;
+            const tool = tools.find(t => t.name === toolName);
+            if (!tool) {
+                throw new Error(`Tool not found: ${toolName}`);
+            }
+            const args = this.parseToolArguments(toolCall.function?.arguments);
+            const output = await tool.execute(args);
+            toolMessages.push({
+                role: "tool",
+                name: toolName,
+                content: this.serializeToolOutput(output),
+            });
+        }
+        return toolMessages;
+    }
+    async prompt(input) {
+        if (!input.systemPrompt) {
+            throw new Error("systemPrompt required");
+        }
+        let systemPrompt = input.systemPrompt;
+        if (input.memory && input.memory.length > 0) {
+            systemPrompt += `\n\n ${input.memoryHeader ?? '[MEMORIA]'}\n ${input.memory.map(m => `${m.key}: ${m.value}`).join('\n')}`;
+        }
+        if (input.knowledgeBase && input.knowledgeBase.length > 0) {
+            systemPrompt += `\n\n${input.knowledgeBaseHeader ?? '[BASE DE CONOCIMIENTO]'}\n ${input.knowledgeBase.join('\n')}`;
+        }
+        const model = input.model ?? (this.hasImageInput(input) ? this.visionModel ?? this.model : this.model);
+        const startedAt = new Date();
+        const startTime = performance.now();
+        let tokens = 0;
+        let inputTokens = 0;
+        let outputTokens = 0;
+        try {
+            const messages = [
+                { role: 'system', content: systemPrompt },
+                ...await this.mapHistory(input.history),
+                await this.buildUserMessage(input),
+            ];
+            const tools = input.tools ?? [];
+            const maxIterations = input.toolMaxIterations ?? 5;
+            const responseFormat = this.normalizeResponseFormat(input);
+            let output;
+            for (let iteration = 0; iteration < maxIterations; iteration++) {
+                const response = await this.post("/api/chat", {
+                    model,
+                    messages,
+                    stream: false,
+                    ...(responseFormat ? { format: responseFormat } : {}),
+                    ...(tools.length > 0 ? { tools: this.mapTools(tools) } : {}),
+                });
+                inputTokens += response.prompt_eval_count ?? 0;
+                outputTokens += response.eval_count ?? 0;
+                tokens += (response.prompt_eval_count ?? 0) + (response.eval_count ?? 0);
+                const message = response.message ?? {};
+                const toolCalls = message.tool_calls ?? [];
+                if (toolCalls.length === 0) {
+                    output = message.content ?? response.response ?? "";
+                    break;
+                }
+                messages.push(message);
+                messages.push(...await this.buildToolMessages(toolCalls, tools));
+            }
+            if (output === undefined) {
+                throw new Error(`Tool max iterations reached: ${maxIterations}`);
+            }
+            const endTime = performance.now();
+            const time = endTime - startTime;
+            const endedAt = new Date();
+            const audio = await PromptAudioService.build(input, output);
+            await this.registerPromptLog(input, {
+                model,
+                systemPrompt,
+                startedAt,
+                endedAt,
+                inputTokens,
+                outputTokens,
+                tokens,
+                output,
+                success: true,
+            });
+            return {
+                output,
+                tokens,
+                inputTokens,
+                outputTokens,
+                time,
+                ...(audio ? { audio } : {}),
+            };
+        }
+        catch (e) {
+            const endedAt = new Date();
+            await this.registerPromptLog(input, {
+                model,
+                systemPrompt,
+                startedAt,
+                endedAt,
+                success: false,
+                errorMessage: e?.message,
+            });
+            throw e;
+        }
+    }
+}
+export default OllamaAiProvider;
+export { OllamaAiProvider };

package/dist/providers/ai/OpenAiProvider.js

@@ -0,0 +1,305 @@
+import OpenAI from "openai";
+import { zodResponseFormat } from "openai/helpers/zod";
+import PromptAudioService from "../../services/PromptAudioService.js";
+class OpenAiProvider {
+    constructor(apiKey, model, visionModel, aiLogService) {
+        if (!apiKey) {
+            throw new Error("OpenAI apiKey required");
+        }
+        if (!model) {
+            throw new Error("OpenAI model required");
+        }
+        this._apiKey = apiKey;
+        this._model = model;
+        this._visionModel = visionModel;
+        this._aiLogService = aiLogService;
+    }
+    get model() {
+        if (!this._model) {
+            throw new Error("OpenAI model not found");
+        }
+        return this._model;
+    }
+    get client() {
+        if (!this._client) {
+            this._client = new OpenAI({
+                apiKey: this._apiKey,
+            });
+        }
+        return this._client;
+    }
+    get visionModel() {
+        return this._visionModel;
+    }
+    buildUserContent(input) {
+        if (input.userContent && input.userContent.length > 0) {
+            return this.mapContentParts(input.userContent);
+        }
+        if (input.userImages && input.userImages.length > 0) {
+            const content = [];
+            if (input.userInput) {
+                content.push({ type: 'text', text: input.userInput });
+            }
+            content.push(...input.userImages.map(image => ({
+                type: 'image_url',
+                image_url: {
+                    url: image.url,
+                    ...(image.detail ? { detail: image.detail } : {}),
+                }
+            })));
+            return content;
+        }
+        return input.userInput ?? "";
+    }
+    mapContentParts(content) {
+        return content.map(part => {
+            if (part.type === 'text') {
+                return {
+                    type: 'text',
+                    text: part.text
+                };
+            }
+            return {
+                type: 'image_url',
+                image_url: {
+                    url: part.imageUrl,
+                    ...(part.detail ? { detail: part.detail } : {}),
+                }
+            };
+        });
+    }
+    mapHistory(history = []) {
+        return history.map(message => ({
+            role: message.role,
+            content: typeof message.content === 'string'
+                ? message.content
+                : this.mapContentParts(message.content)
+        }));
+    }
+    hasImageInput(input) {
+        if (input.userImages && input.userImages.length > 0) {
+            return true;
+        }
+        if (input.userContent?.some(part => part.type === 'image')) {
+            return true;
+        }
+        return input.history?.some(message => Array.isArray(message.content) && message.content.some(part => part.type === 'image')) ?? false;
+    }
+    serializePromptInput(input, systemPrompt) {
+        return JSON.stringify({
+            systemPrompt,
+            history: input.history,
+            userInput: input.userInput,
+            userContent: input.userContent,
+            memory: input.memory,
+            knowledgeBase: input.knowledgeBase,
+            tools: input.tools?.map(tool => ({
+                name: tool.name,
+                description: tool.description,
+                parameters: tool.parameters,
+            })),
+        });
+    }
+    serializePromptOutput(output) {
+        if (typeof output === "string") {
+            return output;
+        }
+        if (output === null || output === undefined) {
+            return undefined;
+        }
+        return JSON.stringify(output);
+    }
+    buildLogPayload(input, params) {
+        return {
+            provider: "openai",
+            model: params.model,
+            operationTitle: input.operationTitle,
+            operationGroup: input.operationGroup,
+            ip: input.ip,
+            userAgent: input.userAgent,
+            input: this.serializePromptInput(input, params.systemPrompt),
+            inputImages: input.userImages?.map(image => ({
+                url: image.url,
+            })) ?? input.userContent
+                ?.filter(part => part.type === "image")
+                .map(part => ({
+                url: part.imageUrl,
+            })),
+            inputFiles: input.inputFiles,
+            inputTokens: params.inputTokens,
+            outputTokens: params.outputTokens,
+            tokens: params.tokens,
+            startedAt: params.startedAt,
+            endedAt: params.endedAt,
+            responseTime: params.endedAt ? `${params.endedAt.getTime() - params.startedAt.getTime()}ms` : undefined,
+            output: this.serializePromptOutput(params.output),
+            success: params.success,
+            errorMessage: params.errorMessage,
+            tenant: input.tenant,
+            user: input.user,
+        };
+    }
+    async registerPromptLog(input, params) {
+        if (!this._aiLogService) {
+            return;
+        }
+        try {
+            await this._aiLogService.create(this.buildLogPayload(input, params));
+        }
+        catch (e) {
+            console.error("Error registerPromptLog", {
+                name: e?.name,
+                message: e?.message,
+                stack: e?.stack,
+            });
+        }
+    }
+    async generateEmbedding({ text, model = "text-embedding-ada-002" }) {
+        const response = await this.client.embeddings.create({
+            model: model,
+            input: text,
+        });
+        return response.data[0].embedding;
+    }
+    mapTools(tools = []) {
+        return tools.map(tool => ({
+            type: "function",
+            function: {
+                name: tool.name,
+                description: tool.description,
+                parameters: tool.parameters ?? {
+                    type: "object",
+                    properties: {},
+                    additionalProperties: false,
+                },
+            },
+        }));
+    }
+    parseToolArguments(args) {
+        if (!args) {
+            return {};
+        }
+        try {
+            return JSON.parse(args);
+        }
+        catch (e) {
+            throw new Error(`Invalid tool arguments: ${args}`);
+        }
+    }
+    serializeToolOutput(output) {
+        if (typeof output === "string") {
+            return output;
+        }
+        if (output === undefined) {
+            return "";
+        }
+        return JSON.stringify(output);
+    }
+    async buildToolMessages(toolCalls = [], tools = []) {
+        const toolMessages = [];
+        for (const toolCall of toolCalls) {
+            const toolName = toolCall.function?.name;
+            const tool = tools.find(t => t.name === toolName);
+            if (!tool) {
+                throw new Error(`Tool not found: ${toolName}`);
+            }
+            const args = this.parseToolArguments(toolCall.function?.arguments);
+            const output = await tool.execute(args);
+            toolMessages.push({
+                role: "tool",
+                tool_call_id: toolCall.id,
+                content: this.serializeToolOutput(output),
+            });
+        }
+        return toolMessages;
+    }
+    async prompt(input) {
+        if (!input.systemPrompt) {
+            throw new Error("systemPrompt required");
+        }
+        let systemPrompt = input.systemPrompt;
+        if (input.memory && input.memory.length > 0) {
+            systemPrompt += `\n\n ${input.memoryHeader ?? '[MEMORIA]'}\n ${input.memory.map(m => `${m.key}: ${m.value}`).join('\n')}`;
+        }
+        if (input.knowledgeBase && input.knowledgeBase.length > 0) {
+            systemPrompt += `\n\n${input.knowledgeBaseHeader ?? '[BASE DE CONOCIMIENTO]'}\n ${input.knowledgeBase.join('\n')}`;
+        }
+        const userInput = this.buildUserContent(input);
+        const model = input.model ?? (this.hasImageInput(input) ? this.visionModel ?? this.model : this.model);
+        const startedAt = new Date();
+        const startTime = performance.now();
+        let tokens = 0;
+        let inputTokens = 0;
+        let outputTokens = 0;
+        try {
+            const messages = [
+                { role: 'system', content: systemPrompt },
+                ...this.mapHistory(input.history),
+                { role: 'user', content: userInput },
+            ];
+            const tools = input.tools ?? [];
+            const maxIterations = input.toolMaxIterations ?? 5;
+            let output;
+            for (let iteration = 0; iteration < maxIterations; iteration++) {
+                const chatCompletion = await this.client.chat.completions.create({
+                    messages,
+                    ...(input.zodSchema ? { response_format: zodResponseFormat(input.zodSchema, "event") } : {}),
+                    ...(input.jsonSchema ? { response_format: input.jsonSchema } : {}),
+                    ...(tools.length > 0 ? { tools: this.mapTools(tools) } : {}),
+                    model: model,
+                });
+                tokens += chatCompletion.usage?.total_tokens ?? 0;
+                inputTokens += chatCompletion.usage?.prompt_tokens ?? 0;
+                outputTokens += chatCompletion.usage?.completion_tokens ?? 0;
+                const message = chatCompletion.choices[0].message;
+                const toolCalls = message.tool_calls ?? [];
+                if (toolCalls.length === 0) {
+                    output = message.content;
+                    break;
+                }
+                messages.push(message);
+                messages.push(...await this.buildToolMessages(toolCalls, tools));
+            }
+            if (output === undefined) {
+                throw new Error(`Tool max iterations reached: ${maxIterations}`);
+            }
+            const endTime = performance.now();
+            const time = endTime - startTime;
+            const endedAt = new Date();
+            const audio = await PromptAudioService.build(input, output);
+            await this.registerPromptLog(input, {
+                model,
+                systemPrompt,
+                startedAt,
+                endedAt,
+                inputTokens,
+                outputTokens,
+                tokens,
+                output,
+                success: true,
+            });
+            return {
+                output,
+                tokens,
+                inputTokens,
+                outputTokens,
+                time,
+                ...(audio ? { audio } : {}),
+            };
+        }
+        catch (e) {
+            const endedAt = new Date();
+            await this.registerPromptLog(input, {
+                model,
+                systemPrompt,
+                startedAt,
+                endedAt,
+                success: false,
+                errorMessage: e?.message,
+            });
+            throw e;
+        }
+    }
+}
+export default OpenAiProvider;
+export { OpenAiProvider };