briyah 1.1.1 → 1.1.2

package/dist-sdk/server/src/ai/LLM/vertexai.service.js

@@ -1,321 +0,0 @@
-"use strict";
-var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
-    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
-    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
-    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
-    return c > 3 && r && Object.defineProperty(target, key, r), r;
-};
-var __metadata = (this && this.__metadata) || function (k, v) {
-    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.VertexAiService = void 0;
-const common_1 = require("@nestjs/common");
-const vertexai_1 = require("@google-cloud/vertexai");
-const storage_1 = require("@google-cloud/storage");
-const crypto_1 = require("crypto");
-const base_ai_service_1 = require("./base-ai.service");
-const model_prices_1 = require("../model_prices");
-const errors_1 = require("../../common/errors");
-const logger_1 = require("../../common/logger");
-let VertexAiService = class VertexAiService extends base_ai_service_1.BaseAiService {
-    vertexAI = null;
-    constructor() {
-        super();
-        try {
-            if (!process.env.GOOGLE_PROJECT_ID || !process.env.GOOGLE_CLOUD_LOCATION) {
-                this._isAvailable = false;
-                return;
-            }
-            this.vertexAI = new vertexai_1.VertexAI({
-                project: process.env.GOOGLE_PROJECT_ID,
-                location: process.env.GOOGLE_CLOUD_LOCATION,
-            });
-            logger_1.logger.debug('Vertex AI service initialized successfully');
-        }
-        catch (error) {
-            logger_1.logger.error('Error initializing Vertex AI service:', error);
-            this._isAvailable = false;
-        }
-    }
-    getServiceName() {
-        return 'Vertex AI';
-    }
-    async fetchModelsFromApi() {
-        return [
-            {
-                name: 'gemini-3-pro-preview',
-                description: 'gemini-3-pro-preview',
-                model: 'gemini-3-pro-preview',
-                service: 'Vertex AI',
-            },
-            {
-                name: 'gemini-2.5-pro',
-                description: 'gemini-2.5-pro',
-                model: 'gemini-2.5-pro',
-                service: 'Vertex AI',
-            },
-            {
-                name: 'gemini-2.5-flash',
-                description: 'gemini-2.5-flash',
-                model: 'gemini-2.5-flash',
-                service: 'Vertex AI',
-            },
-            {
-                name: 'gemini-2.5-flash-lite',
-                description: 'gemini-2.5-flash-lite',
-                model: 'gemini-2.5-flash-lite',
-                service: 'Vertex AI',
-            },
-            {
-                name: 'gemini-2.0-flash-lite',
-                description: 'gemini-2.0-flash-lite',
-                model: 'gemini-2.0-flash-lite',
-                service: 'Vertex AI',
-            },
-            {
-                name: 'gemini-2.0-flash',
-                description: 'gemini-2.0-flash',
-                model: 'gemini-2.0-flash',
-                service: 'Vertex AI',
-            },
-        ];
-    }
-    async uploadFile(fileContents) {
-        let cloudStorage = new storage_1.Storage();
-        let bucketName = process.env.GOOGLE_CLOUD_STORAGE_BUCKET;
-        const bucket = cloudStorage.bucket(bucketName);
-        const fileName = `${(0, crypto_1.randomUUID)()}.pdf`;
-        const file = bucket.file(fileName);
-        await file.save(Buffer.from(fileContents), {
-            metadata: { contentType: 'application/octet-stream' },
-        });
-        logger_1.logger.log(`Successfully uploaded ${fileName} to ${bucketName}`);
-        return `gs://${bucketName}/${fileName}`;
-    }
-    addToConversationHistory(agent, message, fromSelf = false) {
-        if (!agent.history) {
-            agent.history = [];
-        }
-        if (!message)
-            return;
-        agent.history.push({
-            role: fromSelf ? 'model' : 'user',
-            parts: [{ text: message }],
-        });
-        agent.trimHistoryIfNeeded();
-    }
-    async textPrompt(agent, prompt, jsonSchema = null, saveResponse = true, promptInstructions = null, _cacheConfig = null, maxOutputChars = 0) {
-        if (agent.balanceService && !agent.disableBalanceCheck) {
-            const hasSufficientBalance = agent.balanceService.hasSufficientBalance();
-            if (!hasSufficientBalance) {
-                throw new errors_1.InsufficientBalanceError('Insufficient balance. Please add funds to continue using AI services.');
-            }
-        }
-        let generationConfig = {
-            candidateCount: 1,
-            maxOutputTokens: 16384,
-            temperature: 0,
-        };
-        let instructions = promptInstructions || agent.systemInstruction;
-        if (jsonSchema) {
-            generationConfig.responseMimeType = 'application/json';
-            if (jsonSchema.description) {
-                instructions +=
-                    '\n\nPlease generate only valid JSON according to the schema.\n' +
-                        jsonSchema.description;
-            }
-            delete jsonSchema.name;
-            delete jsonSchema.description;
-            generationConfig.responseSchema = jsonSchema;
-        }
-        let generativeModel = this.vertexAI.getGenerativeModel({
-            model: agent.modelName,
-            generationConfig: generationConfig,
-            systemInstruction: instructions,
-        });
-        const identity = `Your agent identity is ${agent.agentName}: ${agent.description}`;
-        const messages = [{ role: 'user', parts: [{ text: identity }] }];
-        if (agent.attachedFiles && agent.attachedFiles.length > 0) {
-            for (const file of agent.attachedFiles) {
-                if (file.serviceMetadata?.uri) {
-                    const ext = file.fileName.split('.').pop() || 'pdf';
-                    messages.push({
-                        role: 'user',
-                        parts: [
-                            {
-                                fileData: {
-                                    mimeType: 'application/' + ext,
-                                    fileUri: file.serviceMetadata.uri,
-                                },
-                            },
-                            {
-                                text: `This document will be referenced as ${file.fileName}.`,
-                            },
-                        ],
-                    });
-                }
-                else {
-                    const fileData = new Uint8Array(file.serviceMetadata.fileData);
-                    const textContent = Buffer.from(fileData).toString('utf-8');
-                    messages.push({
-                        role: 'user',
-                        parts: [{ text: textContent }],
-                    });
-                }
-            }
-        }
-        if (agent.attachedArtifacts && agent.attachedArtifacts.length > 0) {
-            for (const artifactId of agent.attachedArtifacts) {
-                const content = agent.artifactService.getArtifact(artifactId);
-                if (content && typeof content === 'string') {
-                    const metadata = agent.artifactService.getArtifactMetadata(artifactId);
-                    const fileName = metadata ? `${metadata.name}.md` : 'artifact.md';
-                    messages.push({
-                        role: 'user',
-                        parts: [{ text: `Attached document: ${fileName}\n\n${content}` }],
-                    });
-                }
-            }
-        }
-        messages.push(...agent.history);
-        if (prompt) {
-            messages.push({ role: 'user', parts: [{ text: prompt }] });
-        }
-        let resp;
-        try {
-            resp = await generativeModel.generateContent({ contents: messages });
-        }
-        catch (error) {
-            logger_1.logger.error(error);
-            return error.message;
-        }
-        let responseText = resp.response.candidates[0].content.parts[0].text;
-        if (jsonSchema) {
-            responseText = this.trimToJson(responseText);
-            responseText = this.sanitizeJsonString(responseText);
-        }
-        let usage = resp.response.usageMetadata;
-        if (usage) {
-            this.computeMessageCost(agent, usage);
-        }
-        if (saveResponse) {
-            this.addToConversationHistory(agent, prompt, false);
-            this.addToConversationHistory(agent, responseText, true);
-        }
-        if (jsonSchema) {
-            return JSON.parse(responseText);
-        }
-        return responseText;
-    }
-    computeMessageCost(agent, usage) {
-        const inputTokens = usage.promptTokenCount || 0;
-        const outputTokens = usage.candidatesTokenCount || 0;
-        const modelInfo = (0, model_prices_1.getModelPrices)()[agent.modelName];
-        if (!modelInfo) {
-            logger_1.logger.error(`No price info found for model ${agent.modelName}`);
-            return;
-        }
-        const inputCost = inputTokens * modelInfo.input_cost_per_token;
-        const outputCost = outputTokens * modelInfo.output_cost_per_token;
-        const markup = agent.disableMarkup ? 0 : outputCost * agent.markupRate;
-        const cost = inputCost + outputCost + markup;
-        agent.totalInputTokens += inputTokens;
-        agent.totalOutputTokens += outputTokens;
-        agent.totalCost += cost;
-        agent.totalMarkup += markup;
-        logger_1.logger.log(`Cost for ${agent.agentName} message: ${cost} (markup: ${markup.toFixed(4)})`);
-        if (agent.balanceService && cost > 0) {
-            agent.balanceService.decrementBalance(cost, markup);
-        }
-    }
-    async attachDocument(agent, fileName, fileData) {
-        if (agent === null) {
-            throw new Error('Shared document attachment not supported by Vertex AI service');
-        }
-        if (agent.fullContextFiles) {
-            return super.attachDocument(agent, fileName, fileData);
-        }
-        let ext = fileName.split('.').pop();
-        const existingMetadata = agent.attachedFiles.find((f) => f.fileName === fileName &&
-            f.serviceMetadata?.serviceName === this.getServiceName() &&
-            f.serviceMetadata?.uri);
-        let gsUri;
-        if (existingMetadata?.serviceMetadata?.uri) {
-            gsUri = existingMetadata.serviceMetadata.uri;
-            logger_1.logger.log(`Using existing Google Cloud Storage file: ${gsUri}`);
-        }
-        else {
-            gsUri = await this.uploadFile(fileData);
-            const additionalMetadata = {
-                mimeType: 'application/' + ext,
-                serviceMetadata: {
-                    serviceName: this.getServiceName(),
-                    uri: gsUri,
-                },
-            };
-            const fileMetadataIndex = agent.attachedFiles.findIndex((f) => f.fileName === fileName);
-            if (fileMetadataIndex >= 0) {
-                agent.attachedFiles[fileMetadataIndex] = {
-                    ...agent.attachedFiles[fileMetadataIndex],
-                    ...additionalMetadata,
-                };
-            }
-        }
-        return existingMetadata?.serviceMetadata?.uri
-            ? `Using existing file ${fileName} from Google Cloud Storage`
-            : `Uploaded ${fileName} to Google Cloud Storage`;
-    }
-    formatMessage(message) {
-        if (!message) {
-            return 'No message';
-        }
-        if (message.role && message.parts) {
-            const parts = message.parts
-                .map((part) => {
-                if (part.text) {
-                    return part.text;
-                }
-                else if (part.fileData) {
-                    return `[File: ${part.fileData.fileUri || 'attached file'}]`;
-                }
-                else {
-                    return JSON.stringify(part);
-                }
-            })
-                .join('\n');
-            return `${message.role}: ${parts}`;
-        }
-        return super.formatMessage(message);
-    }
-    async finishAgent(agent) {
-        if (!agent)
-            return;
-        for (const metadata of agent.attachedFiles) {
-            if (metadata.serviceMetadata?.serviceName === this.getServiceName() &&
-                metadata.serviceMetadata?.uri) {
-                try {
-                    const uri = metadata.serviceMetadata.uri;
-                    const match = uri.match(/gs:\/\/([^\/]+)\/(.+)/);
-                    if (match) {
-                        const bucketName = match[1];
-                        const fileName = match[2];
-                        const storage = new storage_1.Storage();
-                        const bucket = storage.bucket(bucketName);
-                        const file = bucket.file(fileName);
-                        await file.delete();
-                        logger_1.logger.log(`Deleted Google Cloud Storage file ${uri} for agent ${agent.id}`);
-                    }
-                }
-                catch (error) {
-                    logger_1.logger.error(`Error deleting Google Cloud Storage file ${metadata.serviceMetadata.uri}:`, error);
-                }
-            }
-        }
-    }
-};
-exports.VertexAiService = VertexAiService;
-exports.VertexAiService = VertexAiService = __decorate([
-    (0, common_1.Injectable)(),
-    __metadata("design:paramtypes", [])
-], VertexAiService);