ag-common 0.0.778 → 0.0.779

package/dist/api/helpers/gemini/index.d.ts

@@ -0,0 +1,12 @@
+export type ModelPreference = 'quality' | 'fast' | undefined;
+export declare const geminiPromptDirect: ({ prompt, images, ident, prefer, groundedSearch, }: {
+    prompt: string;
+    images?: {
+        arraybuffer: ArrayBuffer;
+        type: string;
+    }[];
+    ident: string | undefined;
+    prefer?: ModelPreference;
+    groundedSearch?: boolean;
+}) => Promise<string>;
+export declare const resolveGroundedUrl: (url: string) => Promise<string>;

package/dist/api/helpers/gemini/index.js

@@ -0,0 +1,150 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.resolveGroundedUrl = exports.geminiPromptDirect = void 0;
+const genai_1 = require("@google/genai");
+const node_cache_1 = __importDefault(require("node-cache"));
+const log_1 = require("../../../common/helpers/log");
+const truncate_1 = require("../../../common/helpers/string/truncate");
+let genAIs;
+// Available Gemini models
+const GEMINI_MODELS = ['gemini-2.5-pro', 'gemini-2.5-flash'];
+// Initialize NodeCache with 1 hour TTL for blocklisted key+model combinations
+const blocklist = new node_cache_1.default({ stdTTL: 3600 });
+// Helper to generate blocklist key
+const getBlocklistKey = (apiKey, model) => `${(0, truncate_1.truncate)(apiKey, 10)}_${model}`;
+// Helper to check if a key+model combination is blocklisted
+const isBlocklisted = (apiKey, model) => {
+    return blocklist.has(getBlocklistKey(apiKey, model));
+};
+// Helper to add a key+model combination to the blocklist
+const addToBlocklist = (apiKey, model) => {
+    blocklist.set(getBlocklistKey(apiKey, model), true);
+};
+// Helper to sort models based on preference
+const sortModelsByPreference = (models, prefer) => {
+    const modelArray = [...models];
+    if (prefer === 'quality') {
+        // Sort pro models first
+        return modelArray.sort((a, b) => {
+            const aIsPro = a.includes('pro');
+            const bIsPro = b.includes('pro');
+            if (aIsPro && !bIsPro)
+                return -1;
+            if (!aIsPro && bIsPro)
+                return 1;
+            return 0;
+        });
+    }
+    else if (prefer === 'fast') {
+        // Sort flash models first
+        return modelArray.sort((a, b) => {
+            const aIsFlash = a.includes('flash');
+            const bIsFlash = b.includes('flash');
+            if (aIsFlash && !bIsFlash)
+                return -1;
+            if (!aIsFlash && bIsFlash)
+                return 1;
+            return 0;
+        });
+    }
+    // Default behavior - no sorting
+    return modelArray;
+};
+// Helper to get available key+model combinations
+const getAvailableCombinations = (prefer) => {
+    var _a;
+    // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+    if (!genAIs) {
+        const keys = ((_a = process.env.GOOGLE_API_KEY) !== null && _a !== void 0 ? _a : '').split(',');
+        genAIs = keys.map((k) => [k, new genai_1.GoogleGenAI({ apiKey: k })]);
+    }
+    const sortedModels = sortModelsByPreference(GEMINI_MODELS, prefer);
+    const combinations = [];
+    for (const [key, ai] of genAIs) {
+        for (const model of sortedModels) {
+            if (!isBlocklisted(key, model)) {
+                combinations.push([key, ai, model]);
+            }
+        }
+    }
+    // If all combinations are blocklisted, clear the blocklist and try again
+    if (combinations.length === 0) {
+        (0, log_1.warn)('All API key + model combinations were blocklisted. Clearing blocklist and trying again.');
+        blocklist.flushAll();
+        for (const [key, ai] of genAIs) {
+            for (const model of sortedModels) {
+                combinations.push([key, ai, model]);
+            }
+        }
+    }
+    return combinations;
+};
+const geminiPromptDirect = (_a) => __awaiter(void 0, [_a], void 0, function* ({ prompt, images = [], ident, prefer, groundedSearch = false, }) {
+    var _b;
+    const combinations = getAvailableCombinations(prefer);
+    if (combinations.length === 0) {
+        throw new Error('No available API key and model combinations');
+    }
+    const [key, ai, selectedModel] = combinations[0];
+    const parts = images.map((i) => ({
+        inlineData: {
+            data: Buffer.from(i.arraybuffer).toString('base64'),
+            mimeType: i.type,
+        },
+    }));
+    // Prepare the request configuration
+    const requestConfig = {
+        model: selectedModel,
+        contents: [{ parts: [{ text: prompt }, ...parts] }],
+        config: {},
+    };
+    // Add grounded search configuration if enabled
+    if (groundedSearch) {
+        requestConfig.config.tools = [{ googleSearch: {} }];
+    }
+    (0, log_1.info)('gem query on:' + selectedModel, requestConfig);
+    try {
+        const response = yield ai.models.generateContent(requestConfig);
+        const rawtext = ((_b = response.text) !== null && _b !== void 0 ? _b : '')
+            .replace(/```(json)?/gi, '')
+            .replace(/:[ ]+undefined/gim, ': null');
+        (0, log_1.info)('gem response');
+        (0, log_1.debug)('gem prompt:' + prompt, ident);
+        (0, log_1.debug)('gem response:' + rawtext);
+        (0, log_1.debug)('gem query usage:' + JSON.stringify(response.usageMetadata));
+        return rawtext;
+    }
+    catch (e) {
+        const em = e.message.toLowerCase();
+        if (em.includes('429') || em.includes('safety')) {
+            (0, log_1.warn)(`key+model blocklisted: ${(0, truncate_1.truncate)(key, 10)}_${selectedModel}`);
+            addToBlocklist(key, selectedModel);
+        }
+        throw e;
+    }
+});
+exports.geminiPromptDirect = geminiPromptDirect;
+// if url contains "vertexaisearch.cloud.google.com", follow redirect
+const resolveGroundedUrl = (url) => __awaiter(void 0, void 0, void 0, function* () {
+    if (url.includes('vertexaisearch.cloud.google.com')) {
+        const response = yield fetch(url);
+        const redirectUrl = response.headers.get('Location');
+        if (redirectUrl) {
+            return redirectUrl;
+        }
+    }
+    return url;
+});
+exports.resolveGroundedUrl = resolveGroundedUrl;

package/dist/api/helpers/index.d.ts

@@ -4,6 +4,7 @@ export * from './aws';
 export * from './cosmos';
 export * from './dynamo';
 export * from './enforceDynamoProvisionCap';
+export * from './gemini';
 export * from './s3';
 export * from './ses';
 export * from './sqs';

package/dist/api/helpers/index.js

@@ -20,6 +20,7 @@ __exportStar(require("./aws"), exports);
 __exportStar(require("./cosmos"), exports);
 __exportStar(require("./dynamo"), exports);
 __exportStar(require("./enforceDynamoProvisionCap"), exports);
+__exportStar(require("./gemini"), exports);
 __exportStar(require("./s3"), exports);
 __exportStar(require("./ses"), exports);
 __exportStar(require("./sqs"), exports);

package/package.json

@@ -1,5 +1,5 @@
 {
-  "version": "0.0.778",
+  "version": "0.0.779",
   "name": "ag-common",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
@@ -26,6 +26,7 @@
     "@aws-sdk/lib-dynamodb": "^3.901.0",
     "@aws-sdk/s3-presigned-post": "^3.901.0",
     "@azure/cosmos": "^4.5.1",
+    "@google/genai": "^1.22.0",
     "@storybook/addon-styling-webpack": "^2.0.0",
     "@storybook/react-vite": "^9.1.10",
     "aws-cdk-lib": "^2.219.0",