utilitas 2000.3.30 → 2000.3.32

package/lib/alan.mjs

@@ -1,20 +1,19 @@
 import { checkSearch, distill, search } from './web.mjs';
 import { create as createUoid } from './uoid.mjs';
-import { fileTypeFromBuffer } from 'file-type';
 import { packPcmToWav } from './media.mjs';
 import { v4 as uuidv4 } from 'uuid';
 
 import {
-    STREAM, FILE, BASE64, BUFFER, DATAURL, MIME_BINARY, MIME_TEXT, MIME_PNG,
-    MIME_JPEG, MIME_MOV, MIME_MPEG, MIME_MP4, MIME_MPG, MIME_AVI, MIME_WMV,
-    MIME_MPEGPS, MIME_FLV, MIME_GIF, MIME_WEBP, MIME_PDF, MIME_AAC, MIME_FLAC,
-    MIME_MP3, MIME_MPEGA, MIME_M4A, MIME_MPGA, MIME_OPUS, MIME_PCM, MIME_WAV,
-    MIME_WEBM, MIME_TGPP, MIME_PCM16, MIME_OGG, convert, formatDataURL,
+    STREAM, FILE, BASE64, BUFFER, DATAURL, MIME_TEXT, MIME_PNG, MIME_JPEG,
+    MIME_MOV, MIME_MPEG, MIME_MP4, MIME_MPG, MIME_AVI, MIME_WMV, MIME_MPEGPS,
+    MIME_FLV, MIME_GIF, MIME_WEBP, MIME_PDF, MIME_AAC, MIME_FLAC, MIME_MP3,
+    MIME_MPEGA, MIME_M4A, MIME_MPGA, MIME_OPUS, MIME_PCM, MIME_WAV, MIME_WEBM,
+    MIME_TGPP, MIME_PCM16, MIME_OGG, convert, formatDataURL,
     getTempPath, decodeBase64DataURL,
 } from './storage.mjs';
 
 import {
-    log as _log, renderText as _renderText, ensureArray, ensureString, extract,
+    log as _log, renderText as _renderText, ensureArray, ensureString,
     ignoreErrFunc, insensitiveCompare, isSet, need, parseJson, throwError,
     tryUntil, timeout, mergeAtoB,
 } from './utilitas.mjs';
@@ -225,8 +224,6 @@ let ATTACHMENT_TOKEN_COST = 0;
 for (const n in MODELS) {
     MODELS[n]['name'] = n;
     MODELS[n].supportedMimeTypes = MODELS[n].supportedMimeTypes || [];
-    MODELS[n].supportedDocTypes = MODELS[n].supportedDocTypes || [];
-    MODELS[n].supportedAudioTypes = MODELS[n].supportedAudioTypes || [];
     MODELS[n].maxOutputTokens = MODELS[n].maxOutputTokens
         || Math.ceil(MODELS[n].contextWindow * 0.4);
     MODELS[n].maxInputTokens = MODELS[n].maxInputTokens
@@ -258,9 +255,7 @@ for (const n in MODELS) {
 //         );
 //     }
 //     // combine supported types
-//     for (const key of [
-//         'supportedAudioTypes', 'supportedDocTypes', 'supportedMimeTypes',
-//     ]) {
+//     for (const key of ['supportedMimeTypes']) {
 //         MODELS[AUTO][key] = [...new Set(
 //             [...MODELS[AUTO][key] || [], ...MODELS[n][key] || []]
 //         )];
@@ -588,55 +583,46 @@ const isOpenrouter = (provider, model) => insensitiveCompare(
     provider, OPENROUTER
 ) && (model ? model?.source : true);
 
-const selectVisionModel = options => {
-    assert(
-        MODELS[options.model]?.vision,
-        `Vision modality is not supported by model: ${options.model}`
-    );
-    return String.isString(MODELS[options.model].vision)
-        ? MODELS[options.model].vision : null;
-};
-
-const selectAudioModel = options => {
-    assert(
-        MODELS[options.model]?.audio,
-        `Audio modality is not supported by model: ${options.model}`
-    );
-    return String.isString(MODELS[options.model]?.audio)
-        ? MODELS[options.model]?.audio : null;
-};
-
 const buildMessage = (content, options) => {
     content = content || '';
-    let alterModel = options?.audioMode && selectAudioModel(options);
     const attachments = (options?.attachments || []).map(x => {
-        assert(MODELS[options?.model], 'Model is required.');
-        if (MODELS[options.model]?.supportedMimeTypes?.includes?.(x.mime_type)) {
-            alterModel = selectVisionModel(options); // URL or Base64URL
-            return {
-                type: 'image_url',
-                image_url: { url: x.url, detail: 'high' },
-            };
-        } else if (MODELS[options.model]?.supportedDocTypes?.includes?.(x.mime_type)) {
-            alterModel = selectVisionModel(options);
-            return {
-                type: 'file',
-                file: {
-                    file_data: formatDataURL(x.mime_type, x.data),
-                    filename: x.file_name
-                        || `${uuidv4()}.${x.mime_type.split('/')[1]}`,
-                },
-            };
-        } else if (MODELS[options.model]?.supportedAudioTypes?.includes?.(x.mime_type)) {
-            alterModel = selectAudioModel(options);
-            return {
-                type: 'input_audio',
-                input_audio: { data: x.data, format: WAV },
-            };
-        }
-        throwError(`Unsupported mime type: '${x.mime_type}'.`);
+        assert(
+            MODELS[options?.model]?.supportedMimeTypes?.includes?.(x.mime_type),
+            `Unsupported mime type: '${x.mime_type}'.`
+        );
+        return {
+            type: 'image_url',
+            image_url: { url: x.url, detail: 'high' },
+        };
+        // if ([
+        //     MIME_PNG, MIME_JPEG, MIME_GIF, MIME_WEBP
+        // ].includes?.(x.mime_type)) {
+        //     return {
+        //         type: 'image_url',
+        //         image_url: { url: x.url, detail: 'high' },
+        //     };
+        // } else if ([
+        //     MIME_AAC, MIME_FLAC, MIME_MP3, MIME_MPEGA, MIME_M4A, MIME_MPGA,
+        //     MIME_OPUS, MIME_PCM, MIME_WAV, MIME_TGPP, MIME_PCM16, MIME_OGG,
+        // ].includes?.(x.mime_type)) {
+        //     return {
+        //         type: 'input_audio',
+        //         input_audio: { data: x.data, format: WAV },
+        //     };
+        // }
+        // [
+        //     MIME_TEXT, MIME_MOV, MIME_MPEG, MIME_WEBM, MIME_MP4, MIME_MPG,
+        //     MIME_AVI, MIME_WMV, MIME_MPEGPS, MIME_FLV, MIME_PDF,
+        // ].includes?.(x.mime_type)
+        //     || log(`Unknown mime type: '${x.mime_type}', fallbacked.`);
+        // return {
+        //     type: 'file', file: {
+        //         file_data: formatDataURL(x.mime_type, x.data),
+        //         filename: x.file_name
+        //             || `${uuidv4()}.${x.mime_type.split('/')[1]}`,
+        //     },
+        // };
     });
-    alterModel && (options.model = alterModel);
     const message = String.isString(content) ? {
         role: options?.role || user,
         content: content.length ? [{ type: TEXT, text: content }] : [],
@@ -786,10 +772,10 @@ const packModelLabel = (model_reference) => {
 const buildPrompts = async (model, input, options = {}) => {
     assert(!(
         options.jsonMode && !model?.json
-    ), `This model does not support JSON output: ${options.model}`);
+    ), `This model does not support JSON output: ${model.name}`);
     assert(!(
         options.reasoning && !model?.reasoning
-    ), `This model does not support reasoning: ${options.model}`);
+    ), `This model does not support reasoning: ${model.name}`);
     let [history, content, prompt, _model, _assistant, _history]
         = [null, input, null, { role: MODEL }, { role: assistant }, null];
     options.systemPrompt = options.systemPrompt || INSTRUCTIONS;
@@ -809,11 +795,7 @@ const buildPrompts = async (model, input, options = {}) => {
                 mime_type: convResp.mime,
             }
         } else if (Object.isObject(x)) { return x; } else { return null; }
-    }))).filter(x => x && [
-        ...model?.supportedMimeTypes,
-        ...model?.supportedDocTypes,
-        ...model?.supportedAudioTypes,
-    ].includes(x.mime_type));
+    }))).filter(x => (model?.supportedMimeTypes || []).includes(x.mime_type));
     const systemPrompt = buildMessage(options.systemPrompt, system);
     const msgBuilder = () => {
         [history, _history] = [[], []];
@@ -1256,7 +1238,7 @@ const initChat = async (options = {}) => {
     )]), getAi(null, { all: true })]);
     for (const ai of ais.filter(x => ![
         IMAGEN_4_ULTRA, VEO_31, GPT_4O_TRANSCRIBE,
-    ].includes(x.name))) {
+    ].includes(x.model.name))) {
         const mxPmpt = ai.model.maxInputTokens / 2;
         assert(spTokens < mxPmpt,
             `System prompt is too long: ${spTokens} / ${mxPmpt} tokens.`);

package/lib/manifest.mjs

@@ -1,7 +1,7 @@
 const manifest = {
     "name": "utilitas",
     "description": "Just another common utility for JavaScript.",
-    "version": "2000.3.30",
+    "version": "2000.3.32",
     "private": false,
     "homepage": "https://github.com/Leask/utilitas",
     "main": "index.mjs",

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "utilitas",
     "description": "Just another common utility for JavaScript.",
-    "version": "2000.3.30",
+    "version": "2000.3.32",
     "private": false,
     "homepage": "https://github.com/Leask/utilitas",
     "main": "index.mjs",