smoltalk 0.9.0 → 0.10.0

package/dist/util/mime.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Shared extension/MIME knowledge for attachments and audio. One table per
+ * format; every other ext↔MIME mapping in the package derives from these so
+ * the forward and inverse maps can't drift apart.
+ */
+export type AudioFormat = {
+    /** Primary file extension, without the dot. */
+    extension: string;
+    /** Canonical MIME type. */
+    mimeType: string;
+    /** Other MIME strings that identify the same container. */
+    aliasMimeTypes: readonly string[];
+    /** Other extensions that map to this format. */
+    aliasExtensions: readonly string[];
+};
+export declare const AUDIO_FORMATS: readonly AudioFormat[];
+/** Extension (with leading dot, lowercase) → MIME, across images, PDF, and audio. */
+export declare const EXT_TO_MIME: Record<string, string>;
+export declare function canonicalizeMime(mime: string): string;
+/** The audio format a MIME string identifies, or null when unrecognized. */
+export declare function audioFormatForMime(mime: string): AudioFormat | null;

package/dist/util/mime.js

@@ -0,0 +1,52 @@
+/**
+ * Shared extension/MIME knowledge for attachments and audio. One table per
+ * format; every other ext↔MIME mapping in the package derives from these so
+ * the forward and inverse maps can't drift apart.
+ */
+export const AUDIO_FORMATS = [
+    { extension: "mp3", mimeType: "audio/mpeg", aliasMimeTypes: ["audio/mp3"], aliasExtensions: ["mpeg", "mpga"] },
+    { extension: "wav", mimeType: "audio/wav", aliasMimeTypes: ["audio/x-wav"], aliasExtensions: [] },
+    { extension: "m4a", mimeType: "audio/m4a", aliasMimeTypes: ["audio/x-m4a"], aliasExtensions: [] },
+    { extension: "mp4", mimeType: "audio/mp4", aliasMimeTypes: ["video/mp4"], aliasExtensions: [] },
+    { extension: "ogg", mimeType: "audio/ogg", aliasMimeTypes: [], aliasExtensions: [] },
+    { extension: "flac", mimeType: "audio/flac", aliasMimeTypes: [], aliasExtensions: [] },
+    { extension: "webm", mimeType: "audio/webm", aliasMimeTypes: [], aliasExtensions: [] },
+];
+const IMAGE_AND_DOCUMENT_EXT_TO_MIME = {
+    ".png": "image/png",
+    ".jpg": "image/jpeg",
+    ".jpeg": "image/jpeg",
+    ".webp": "image/webp",
+    ".gif": "image/gif",
+    ".pdf": "application/pdf",
+};
+function buildExtToMime() {
+    const table = { ...IMAGE_AND_DOCUMENT_EXT_TO_MIME };
+    for (const format of AUDIO_FORMATS) {
+        table[`.${format.extension}`] = format.mimeType;
+        for (const alias of format.aliasExtensions) {
+            table[`.${alias}`] = format.mimeType;
+        }
+    }
+    return table;
+}
+/** Extension (with leading dot, lowercase) → MIME, across images, PDF, and audio. */
+export const EXT_TO_MIME = buildExtToMime();
+// Strips parameters (e.g. ";codecs=opus") and normalizes case, so MediaRecorder-
+// style MIME strings like "audio/webm;codecs=opus" or "AUDIO/MPEG" still match.
+export function canonicalizeMime(mime) {
+    return mime.split(";")[0].trim().toLowerCase();
+}
+/** The audio format a MIME string identifies, or null when unrecognized. */
+export function audioFormatForMime(mime) {
+    const canonical = canonicalizeMime(mime);
+    for (const format of AUDIO_FORMATS) {
+        if (format.mimeType === canonical) {
+            return format;
+        }
+        if (format.aliasMimeTypes.includes(canonical)) {
+            return format;
+        }
+    }
+    return null;
+}

package/dist/util/modalities.d.ts

@@ -1,2 +1,6 @@
-import { PromptResult, Result, SmolConfig } from "../types.js";
-export declare function validateModalities(config: SmolConfig): Result<PromptResult> | null;
+import { Message } from "../classes/message/index.js";
+/** Modalities a model must positively declare in its data block — for these,
+ *  "unknown" means "unsupported" (audio serialization is model-specific). */
+export declare const MODALITIES_REQUIRING_DECLARATION: ReadonlySet<string>;
+/** Which non-text input modalities the user messages actually use. */
+export declare function neededInputModalities(messages: Message[]): string[];

package/dist/util/modalities.js

@@ -1,10 +1,11 @@
 import { UserMessage } from "../classes/message/index.js";
-import { modelSupportsInputModality } from "../models.js";
-import { failure } from "../types.js";
-export function validateModalities(config) {
-    let needsImage = false;
-    let needsPdf = false;
-    for (const msg of config.messages) {
+/** Modalities a model must positively declare in its data block — for these,
+ *  "unknown" means "unsupported" (audio serialization is model-specific). */
+export const MODALITIES_REQUIRING_DECLARATION = new Set(["audio"]);
+/** Which non-text input modalities the user messages actually use. */
+export function neededInputModalities(messages) {
+    const needed = new Set();
+    for (const msg of messages) {
         if (!(msg instanceof UserMessage)) {
             continue;
         }
@@ -14,18 +15,15 @@ export function validateModalities(config) {
         }
         for (const part of parts) {
             if (part.type === "image") {
-                needsImage = true;
+                needed.add("image");
             }
             if (part.type === "file") {
-                needsPdf = true;
+                needed.add("pdf");
+            }
+            if (part.type === "audio") {
+                needed.add("audio");
             }
         }
     }
-    if (needsImage && modelSupportsInputModality(config.model, "image", config.modelData) === false) {
-        return failure(`Model ${config.model} does not support image input.`);
-    }
-    if (needsPdf && modelSupportsInputModality(config.model, "pdf", config.modelData) === false) {
-        return failure(`Model ${config.model} does not support PDF/document input.`);
-    }
-    return null;
+    return [...needed];
 }

package/dist/util/provider.d.ts

@@ -19,6 +19,8 @@ type NestedKeyConfig = {
         deepInfra?: string;
         liteLlm?: string;
         openAiCompat?: string;
+        /** Arbitrary provider names, for keys targeting a custom-registered provider. */
+        [provider: string]: string | undefined;
     };
     baseUrl?: {
         ollama?: string;

package/dist/util/provider.js

@@ -38,7 +38,7 @@ export function resolveApiKey(provider, config) {
         case "openai-compat":
             return k?.openAiCompat || process.env.OPENAI_COMPAT_API_KEY;
         default:
-            return undefined;
+            return config.apiKey?.[provider];
     }
 }
 /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "smoltalk",
-  "version": "0.9.0",
+  "version": "0.10.0",
   "description": "A common interface for LLM APIs",
   "homepage": "https://github.com/egonSchiele/smoltalk",
   "files": [