utilitas 2001.1.117 → 2001.1.119

package/lib/alan.mjs

@@ -1,4 +1,4 @@
-import { checkSearch, distill, search } from './web.mjs';
+import { checkSearch, distill, getOpenRouterModels, search } from './web.mjs';
 import { create as createUoid } from './uoid.mjs';
 import { packPcmToWav } from './media.mjs';
 import { v4 as uuidv4 } from 'uuid';
@@ -47,7 +47,7 @@ const _NEED = ['OpenAI', '@google/genai'];
 const [
     OPENAI, GOOGLE, OLLAMA, NOVA, DEEPSEEK_32, MD_CODE, CLOUD_OPUS_45, AUDIO,
     WAV, OPENAI_VOICE, GPT_REASONING_EFFORT, THINK, THINK_STR, THINK_END,
-    TOOLS_STR, TOOLS_END, TOOLS, TEXT, OK, FUNC, GPT_52, GPT_51_CODEX,
+    TOOLS_STR, TOOLS_END, TOOLS, TEXT, OK, FUNC, GPT_52, GPT_52_CODEX,
     GPT_IMAGE_15, GEMMA_3_27B, ANTHROPIC, ais, MAX_TOOL_RECURSION, LOG, name,
     user, system, assistant, JSON_OBJECT, PROMPT_IS_REQUIRED, k, trimTailing,
     trimBeginning, GEMINI_30_PRO_IMAGE, IMAGE, JINA, SILICONFLOW,
@@ -61,7 +61,7 @@ const [
         'OpenAI', 'Google', 'Ollama', 'nova', 'deepseek-3.2-speciale', '```',
         'claude-opus-4.5', 'audio', 'wav', 'OPENAI_VOICE', 'medium', 'think',
         '<think>', '</think>', '<tools>', '</tools>', 'tools', 'text', 'OK',
-        'function', 'gpt-5.2', 'gpt-5.1-codex', 'gpt-image-1.5', 'gemma3:27b',
+        'function', 'gpt-5.2', 'gpt-5.2-codex', 'gpt-image-1.5', 'gemma3:27b',
         'Anthropic', [], 30, { log: true }, 'Alan', 'user', { role: 'system' },
         { role: 'assistant' }, 'json_object', 'Prompt is required.',
         x => 1000 * x, x => x.replace(/[\.\s]*$/, ''),
@@ -108,47 +108,13 @@ const FEATURE_ICONS = {
     vision: '👁️', // finetune: '🔧',
 };
 
-const GEMINI_RULES = {
-    source: GOOGLE, contextWindow: m(1.05), maxOutputTokens: k(65.5),
-    hearing: true, reasoning: true, structured: true, tools: true, vision: true,
-    supportedMimeTypes: [
-        MIME_PNG, MIME_JPEG, MIME_MOV, MIME_MPEG, MIME_MP4, MIME_MPG, MIME_AVI,
-        MIME_WMV, MIME_MPEGPS, MIME_FLV, MIME_PDF, MIME_AAC, MIME_FLAC,
-        MIME_MP3, MIME_MPEGA, MIME_M4A, MIME_MPGA, MIME_OPUS, MIME_PCM,
-        MIME_WAV, MIME_WEBM, MIME_TGPP, MIME_OGG,
-    ], defaultProvider: OPENROUTER,
-};
-
-const OPENAI_RULES = {
-    source: OPENAI, contextWindow: k(400), maxOutputTokens: k(128),
-    hearing: true, reasoning: true, structured: true, tools: true, vision: true,
-    supportedMimeTypes: [
-        MIME_PNG, MIME_JPEG, MIME_GIF, MIME_WEBP, MIME_PDF, MIME_WAV
-    ], defaultProvider: OPENROUTER,
-};
-
 const DEEPSEEK_32_RULES = {
     source: DEEPSEEK, contextWindow: k(163.8), maxOutputTokens: k(65.5),
     structured: true, tools: true, reasoning: true,
 };
 
-// https://platform.openai.com/docs/models
-// https://cloud.google.com/vertex-ai/docs/generative-ai/learn/models
-// https://openrouter.ai/docs/features/multimodal/audio (only support input audio)
 const MODELS = {
-    // fast and balanced models
-    [GEMINI_30_FLASH]: { // https://gemini.google.com/app/c680748b3307790b
-        ...GEMINI_RULES, fast: true, structured: false, // issue with json output via OpenRouter
-    },
-    // strong and fast
-    [GPT_52]: { ...OPENAI_RULES, fast: true },
-    // stronger but slow
-    [GEMINI_30_PRO]: { ...GEMINI_RULES },
     // models with generation capabilities
-    [GEMINI_30_PRO_IMAGE]: {
-        ...GEMINI_RULES, icon: '🍌', label: 'Nano Banana Pro',
-        contextWindow: k(64), maxOutputTokens: k(32), image: true, tools: false,
-    },
     [IMAGEN_4_ULTRA]: {
         source: GOOGLE, maxInputTokens: 480,
         image: true, defaultProvider: GOOGLE,
@@ -163,18 +129,11 @@ const MODELS = {
         supportedMimeTypes: [MIME_PNG, MIME_JPEG], defaultProvider: GOOGLE,
     },
     [GPT_IMAGE_15]: {
-        ...OPENAI_RULES, image: true, defaultProvider: OPENAI,
+        source: OPENAI, contextWindow: k(400), maxOutputTokens: k(128),
+        hearing: true, image: true, reasoning: true, structured: true,
+        tools: true, vision: true, defaultProvider: OPENAI,
         supportedMimeTypes: [MIME_PNG, MIME_JPEG, MIME_GIF, MIME_WEBP],
     },
-    // models with code capabilities
-    [GPT_51_CODEX]: { ...OPENAI_RULES },
-    [CLOUD_OPUS_45]: {
-        source: ANTHROPIC, contextWindow: k(200), maxOutputTokens: k(64),
-        reasoning: true, structured: true, tools: true, vision: true,
-        supportedMimeTypes: [
-            MIME_TEXT, MIME_PNG, MIME_JPEG, MIME_GIF, MIME_WEBP, MIME_PDF,
-        ], defaultProvider: OPENROUTER,
-    },
     // tts/stt models
     [GEMINI_25_FLASH_TTS]: {
         source: GOOGLE, maxInputTokens: k(32),
@@ -226,7 +185,7 @@ for (const n in MODELS) {
 }
 // Auto model have some issues with tools and reasoning, so we disable them here
 // MODELS[AUTO] = { name: AUTO, defaultProvider: OPENROUTER, };
-// for (const n of [GPT_52, GPT_51_CODEX, GEMINI_30_PRO, GEMINI_30_FLASH]) {
+// for (const n of [GPT_52, GPT_52_CODEX, GEMINI_30_PRO, GEMINI_30_FLASH]) {
 //     // get the most restrictive limits
 //     for (const key of [
 //         'contextWindow', 'maxInputTokens', 'maxOutputTokens',
@@ -263,13 +222,138 @@ for (const n in MODELS) {
 
 // Default models for each provider
 const DEFAULT_MODELS = {
-    [OPENROUTER]: GEMINI_30_FLASH,
+    [OPENROUTER]: [
+        // fast and balanced models
+        GEMINI_30_FLASH,
+        // strong and fast
+        GPT_52,
+        // stronger but slow
+        GEMINI_30_PRO,
+        // models with generation capabilities
+        GEMINI_30_PRO_IMAGE,
+        // models with code capabilities
+        GPT_52_CODEX,
+        CLOUD_OPUS_45,
+    ],
     [SILICONFLOW]: SF_DEEPSEEK_32,
     [OLLAMA]: GEMMA_3_27B,
     [OPENAI_VOICE]: NOVA,
 };
 
-let _tools;
+let _tools, openrouterUpdated;
+
+const adaptOpenRouterModels = async () => {
+    if (openrouterUpdated) { return; }
+    openrouterUpdated = true;
+    for (const model of await getOpenRouterModels()) {
+        model.label = model.name;
+        model.name = model.id.split('/').pop().trim();
+        model.source = OPENROUTER;
+        model.contextWindow = Math.min(
+            model.context_length || (1000 * 1000),
+            model.top_provider?.context_length || Infinity
+        );
+        model.maxOutputTokens = Math.min(
+            ~~model.top_provider?.max_completion_tokens || model.contextWindow,
+            parseInt(model.contextWindow * 0.4)
+        );
+        model.attachmentTokenCost = ATTACHMENT_TOKEN_COST;
+        model.maxInputTokens = model.contextWindow - model.maxOutputTokens;
+        model.inputModalities = model.architecture.input_modalities;
+        model.source = model.label.split(':')[0] || model.id.split('/')[0];
+        model.outputModalities = model.architecture.output_modalities;
+        model.defaultProvider = OPENROUTER;
+        [
+            'architecture', 'canonical_slug', 'context_length', 'created',
+            'default_parameters', 'expiration_date', 'hugging_face_id',
+            'per_request_limits', 'pricing', 'supported_parameters',
+            'top_provider',
+        ].map(key => delete model[key]);
+        // Backward compatibility: {
+        if (model.inputModalities.includes('image')
+            || model.inputModalities.includes('video')
+            || model.inputModalities.includes('file')) {
+            model.vision = true;
+        }
+        if (model.inputModalities.includes('audio')) {
+            model.hearing = true;
+        }
+        if (/reasoning|thinking/i.test(model.description)) {
+            model.reasoning = true;
+        }
+        if (model.outputModalities.includes('image')) {
+            model.image = true;
+        }
+        // if (model.outputModalities.includes('audio')) {
+        //     model.audio = true;
+        // }
+        // https://gemini.google.com/app/c680748b3307790b
+        // issue with json output via OpenRouter
+        if (/structured/i.test(model.description)
+            && model.name !== 'gemini-3-flash') {
+            model.structured = true;
+        }
+        if (/tool/i.test(model.description)) {
+            model.tools = true;
+        }
+        if (/flash|lite|mini|nano|tiny|small/i.test(model.name)) {
+            model.fast = true;
+        }
+        model.supportedMimeTypes = [];
+        switch (model.source) {
+            case GOOGLE:
+                if (model.vision) {
+                    model.supportedMimeTypes.push(
+                        MIME_PNG, MIME_JPEG, MIME_MOV, MIME_MPEG, MIME_MP4,
+                        MIME_MPG, MIME_AVI, MIME_WMV, MIME_MPEGPS, MIME_FLV,
+                        MIME_WEBM, MIME_TGPP, MIME_PDF,
+                    );
+                }
+                if (model.hearing) {
+                    model.supportedMimeTypes.push(
+                        MIME_AAC, MIME_FLAC, MIME_MP3, MIME_MPEGA, MIME_M4A,
+                        MIME_MPGA, MIME_OPUS, MIME_PCM, MIME_WAV, MIME_OGG,
+                    );
+                }
+                if (model.name === GEMINI_30_PRO_IMAGE) {
+                    model.icon = '🍌';
+                    model.label = 'Nano Banana Pro';
+                } else if (model.name === 'gemini-2.5-flash-image') {
+                    model.icon = '🍌';
+                    model.label = 'Nano Banana';
+                }
+                break;
+            case OPENAI:
+                // Notes:
+                // https://platform.openai.com/docs/models
+                // https://cloud.google.com/vertex-ai/docs/generative-ai/learn/models
+                // https://openrouter.ai/docs/features/multimodal/audio (only support input audio)
+                if (model.vision) {
+                    model.supportedMimeTypes.push(
+                        MIME_PNG, MIME_JPEG, MIME_GIF, MIME_WEBP, MIME_PDF,
+                    );
+                }
+                if (model.hearing) {
+                    model.supportedMimeTypes.push(MIME_WAV);
+                }
+                if (model.name === GPT_52) {
+                    model.fast = true;
+                }
+                break;
+            case ANTHROPIC:
+                if (model.vision) {
+                    model.supportedMimeTypes.push(
+                        MIME_TEXT, MIME_PNG, MIME_JPEG, MIME_GIF, MIME_WEBP,
+                        MIME_PDF,
+                    );
+                }
+                break;
+        }
+        // }
+        model.label = model.label.split(':').pop().trim();
+        MODELS[model.name] = model;
+    }
+};
 
 const unifyProvider = provider => {
     assert(provider = (provider || '').trim(), 'AI provider is required.');
@@ -400,6 +484,7 @@ const init = async (options = {}) => {
         (await need('node:util')).inspect.defaultOptions.depth = null;
         options.logLevel = 'debug';
     }
+    await adaptOpenRouterModels();
     options.provider = options.provider || OPENROUTER;
     const provider = unifyProvider(options.provider);
     const priority = options.priority;
@@ -413,7 +498,10 @@ const init = async (options = {}) => {
             x => ensureArray(options.model).includes(x.name)
         );
     } else if (DEFAULT_MODELS[provider]) { // Default model
-        models = [MODELS[DEFAULT_MODELS[provider]]];
+        const modelsByName = Object.fromEntries(
+            Object.values(MODELS).map(x => [x.name, x])
+        );
+        models = ensureArray(DEFAULT_MODELS[provider]).map(x => modelsByName[x]);
     } else if (options.modelConfig) {
         models = ensureArray(options.modelConfig);
     }
@@ -437,7 +525,8 @@ const init = async (options = {}) => {
             for (let model of models) {
                 setupAi({
                     provider, model, client, toFile,
-                    prompt: promptOpenAI, priority,
+                    prompt: model.defaultProvider === OPENAI
+                        ? promptOpenAI : promptOpenRouter, priority,
                 });
             }
             break;
@@ -479,7 +568,7 @@ const init = async (options = {}) => {
             });
             for (let model of models) {
                 setupAi({
-                    provider: OPENROUTER || provider, model, client,
+                    provider: OPENROUTER, model, client,
                     prompt: promptOpenRouter, priority,
                 });
             }
@@ -841,6 +930,7 @@ const promptOpenRouter = async (aiId, content, options = {}) => {
     model = MODELS[options.model = options.model || model.name];
     const history = await buildPrompts(model, content, options);
     model?.reasoning && !options.reasoning_effort
+        && client.baseURL !== 'https://api.openai.com/v1'
         && (options.reasoning_effort = GPT_REASONING_EFFORT);
     if (!modalities && options.audioMode) {
         modalities = [TEXT, AUDIO];
@@ -885,7 +975,9 @@ const promptOpenRouter = async (aiId, content, options = {}) => {
             // https://openrouter.ai/docs/features/multimodal/image-generation
             // https://openrouter.ai/google/gemini-3-pro-image-preview/api
             image_config: { aspect_ratio: '16:9', image_size: '4K' },
-        } : {}, reasoning: { effort: options.reasoning_effort },
+        } : {}, ...options.reasoning_effort ? {
+            reasoning: { effort: options.reasoning_effort },
+        } : {},
     });
     for await (event of resp) {
         // print(JSON.stringify(event, null, 2));
@@ -1012,7 +1104,8 @@ const promptGoogle = async (aiId, prompt, options = {}) => {
         // } else {
         resp = await client.models.generateImages({
             model: M.name, prompt, config: mergeAtoB(options?.config, {
-                addWatermark: false, numberOfImages: options?.n || 4,
+                // addWatermark: false, only via Vertex AI API
+                numberOfImages: options?.n || 4,
                 sampleImageSize: '2K', includeRaiReason: true,
                 // "1:1" (default), "3:4", "4:3", "9:16", and "16:9"
                 aspectRatio: '16:9', personGeneration: 'allow_adult',
@@ -1614,6 +1707,7 @@ export {
     GEMINI_30_PRO_IMAGE,
     GPT_IMAGE_15,
     GPT_52,
+    GPT_52_CODEX,
     IMAGEN_4_ULTRA,
     INSTRUCTIONS,
     MODELS,

package/lib/manifest.mjs

@@ -1,7 +1,7 @@
 const manifest = {
     "name": "utilitas",
     "description": "Just another common utility for JavaScript.",
-    "version": "2001.1.117",
+    "version": "2001.1.119",
     "private": false,
     "homepage": "https://github.com/Leask/utilitas",
     "main": "index.mjs",
@@ -19,7 +19,7 @@ const manifest = {
         "xlsx": "https://cdn.sheetjs.com/xlsx-0.20.1/xlsx-0.20.1.tgz"
     },
     "dependencies": {
-        "file-type": "^21.2.0",
+        "file-type": "^21.3.0",
         "mathjs": "^15.1.0",
         "uuid": "^13.0.0"
     },
@@ -28,10 +28,10 @@ const manifest = {
         "@ffprobe-installer/ffprobe": "^2.1.2",
         "@google-cloud/discoveryengine": "^2.5.2",
         "@google-cloud/storage": "^7.18.0",
-        "@google/genai": "^1.34.0",
+        "@google/genai": "^1.39.0",
         "@mozilla/readability": "github:mozilla/readability",
-        "@sentry/node": "^10.32.1",
-        "@sentry/profiling-node": "^10.32.1",
+        "@sentry/node": "^10.38.0",
+        "@sentry/profiling-node": "^10.38.0",
         "acme-client": "^5.4.0",
         "browserify-fs": "^1.0.0",
         "buffer": "^6.0.3",
@@ -40,33 +40,33 @@ const manifest = {
         "fluent-ffmpeg": "^2.1.3",
         "form-data": "^4.0.5",
         "google-gax": "^5.0.6",
-        "ioredis": "^5.8.2",
-        "jsdom": "^27.4.0",
+        "ioredis": "^5.9.2",
+        "jsdom": "^28.0.0",
         "lorem-ipsum": "^2.0.8",
-        "mailgun.js": "^12.4.0",
-        "mailparser": "^3.9.1",
+        "mailgun.js": "^12.7.0",
+        "mailparser": "^3.9.3",
         "mime": "^4.1.0",
-        "mysql2": "^3.16.0",
+        "mysql2": "^3.16.2",
         "node-mailjet": "^6.0.11",
         "node-polyfill-webpack-plugin": "^4.1.0",
         "office-text-extractor": "^4.0.0",
-        "openai": "^6.15.0",
+        "openai": "^6.17.0",
         "pdf-lib": "^1.17.1",
-        "pdfjs-dist": "^5.4.449",
-        "pg": "^8.16.3",
+        "pdfjs-dist": "^5.4.624",
+        "pg": "^8.18.0",
         "pgvector": "^0.2.1",
         "ping": "^1.0.0",
         "process": "^0.11.10",
-        "puppeteer": "^24.34.0",
+        "puppeteer": "^24.36.1",
         "say": "^0.16.0",
         "telegraf": "^4.16.3",
         "telesignsdk": "^3.0.4",
         "tesseract.js": "^7.0.0",
-        "twilio": "^5.11.1",
+        "twilio": "^5.12.0",
         "url": "github:Leask/node-url",
         "webpack-cli": "^6.0.1",
         "whisper-node": "^1.1.1",
-        "wrangler": "^4.54.0",
+        "wrangler": "^4.61.1",
         "xlsx": "https://cdn.sheetjs.com/xlsx-0.20.1/xlsx-0.20.1.tgz",
         "youtube-transcript": "^1.2.1"
     }

package/lib/web.mjs

@@ -381,6 +381,11 @@ const getExchangeRate = async (to, from, amount) => {
     return { rate, amount: amount.toString() };
 };
 
+const getOpenRouterModels = async () => {
+    const resp = await get('https://openrouter.ai/api/v1/models', { encode: 'JSON' });
+    assert(resp?.content?.data, 'Error fetching OpenRouter models.', 500);
+    return resp.content.data;
+};
 
 export default get;
 export {
@@ -397,6 +402,7 @@ export {
     getCurrentPosition,
     getExchangeRate,
     getJson,
+    getOpenRouterModels,
     getParsedHtml,
     getVersionOnNpm,
     getYoutubeMetadata,

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "utilitas",
     "description": "Just another common utility for JavaScript.",
-    "version": "2001.1.117",
+    "version": "2001.1.119",
     "private": false,
     "homepage": "https://github.com/Leask/utilitas",
     "main": "index.mjs",
@@ -30,7 +30,7 @@
         "xlsx": "https://cdn.sheetjs.com/xlsx-0.20.1/xlsx-0.20.1.tgz"
     },
     "dependencies": {
-        "file-type": "^21.2.0",
+        "file-type": "^21.3.0",
         "mathjs": "^15.1.0",
         "uuid": "^13.0.0"
     },
@@ -39,10 +39,10 @@
         "@ffprobe-installer/ffprobe": "^2.1.2",
         "@google-cloud/discoveryengine": "^2.5.2",
         "@google-cloud/storage": "^7.18.0",
-        "@google/genai": "^1.34.0",
+        "@google/genai": "^1.39.0",
         "@mozilla/readability": "github:mozilla/readability",
-        "@sentry/node": "^10.32.1",
-        "@sentry/profiling-node": "^10.32.1",
+        "@sentry/node": "^10.38.0",
+        "@sentry/profiling-node": "^10.38.0",
         "acme-client": "^5.4.0",
         "browserify-fs": "^1.0.0",
         "buffer": "^6.0.3",
@@ -51,33 +51,33 @@
         "fluent-ffmpeg": "^2.1.3",
         "form-data": "^4.0.5",
         "google-gax": "^5.0.6",
-        "ioredis": "^5.8.2",
-        "jsdom": "^27.4.0",
+        "ioredis": "^5.9.2",
+        "jsdom": "^28.0.0",
         "lorem-ipsum": "^2.0.8",
-        "mailgun.js": "^12.4.0",
-        "mailparser": "^3.9.1",
+        "mailgun.js": "^12.7.0",
+        "mailparser": "^3.9.3",
         "mime": "^4.1.0",
-        "mysql2": "^3.16.0",
+        "mysql2": "^3.16.2",
         "node-mailjet": "^6.0.11",
         "node-polyfill-webpack-plugin": "^4.1.0",
         "office-text-extractor": "^4.0.0",
-        "openai": "^6.15.0",
+        "openai": "^6.17.0",
         "pdf-lib": "^1.17.1",
-        "pdfjs-dist": "^5.4.449",
-        "pg": "^8.16.3",
+        "pdfjs-dist": "^5.4.624",
+        "pg": "^8.18.0",
         "pgvector": "^0.2.1",
         "ping": "^1.0.0",
         "process": "^0.11.10",
-        "puppeteer": "^24.34.0",
+        "puppeteer": "^24.36.1",
         "say": "^0.16.0",
         "telegraf": "^4.16.3",
         "telesignsdk": "^3.0.4",
         "tesseract.js": "^7.0.0",
-        "twilio": "^5.11.1",
+        "twilio": "^5.12.0",
         "url": "github:Leask/node-url",
         "webpack-cli": "^6.0.1",
         "whisper-node": "^1.1.1",
-        "wrangler": "^4.54.0",
+        "wrangler": "^4.61.1",
         "xlsx": "https://cdn.sheetjs.com/xlsx-0.20.1/xlsx-0.20.1.tgz",
         "youtube-transcript": "^1.2.1"
     }