@sogni-ai/sogni-client 5.63.2 → 5.63.3

package/dist-esm/Projects/utils/fileContentType.js

@@ -0,0 +1,60 @@
+/**
+ * Detect the content type of a reference file from its bytes.
+ *
+ * A browser `File`/`Blob` carries its own `type`. A Node `Buffer` is sniffed
+ * by magic bytes. `slot` says which reference the buffer fills: a
+ * Matroska/WebM container (EBML header) and an Ogg container carry either
+ * audio or video, and the magic bytes do not say which, so the slot decides
+ * between `audio/webm` and `video/webm` (`audio/ogg` and `video/ogg`).
+ *
+ * The declared type matters past the upload: the socket keeps audio guides the
+ * Mac app's AVFoundation decoder cannot read (OGG, WebM) off Mac app workers
+ * only when the type is declared; an undeclared guide is routed blind and the
+ * render fails there (sogni-socket constants/appMlxWorker.js
+ * APP_MLX_AUDIO_GUIDE_CONTENT_TYPES, 2026-10).
+ *
+ * Returns undefined when the bytes match nothing known.
+ */
+export function getFileContentType(file, slot) {
+    if (file instanceof Blob && 'type' in file && file.type) {
+        return file.type;
+    }
+    if (typeof Buffer !== 'undefined' && Buffer.isBuffer(file)) {
+        if (file.length >= 12) {
+            if (file[0] === 0xff && file[1] === 0xd8 && file[2] === 0xff)
+                return 'image/jpeg';
+            if (file[0] === 0x89 && file[1] === 0x50 && file[2] === 0x4e && file[3] === 0x47) {
+                return 'image/png';
+            }
+            if (file.toString('ascii', 0, 4) === 'RIFF' && file.toString('ascii', 8, 12) === 'WEBP') {
+                return 'image/webp';
+            }
+            if (file.toString('ascii', 0, 3) === 'GIF')
+                return 'image/gif';
+            if (file.toString('ascii', 4, 8) === 'ftyp') {
+                const brand = file.toString('ascii', 8, 12).toLowerCase();
+                if (brand.includes('m4a') || brand.includes('m4b'))
+                    return 'audio/mp4';
+                if (brand.includes('qt'))
+                    return 'video/quicktime';
+                return 'video/mp4';
+            }
+            if (file.toString('ascii', 0, 4) === 'RIFF' && file.toString('ascii', 8, 12) === 'WAVE') {
+                return 'audio/wav';
+            }
+            if (file.toString('ascii', 0, 4) === 'fLaC')
+                return 'audio/flac';
+            if (file.toString('ascii', 0, 4) === 'OggS')
+                return slot === 'video' ? 'video/ogg' : 'audio/ogg';
+            if (file[0] === 0x1a && file[1] === 0x45 && file[2] === 0xdf && file[3] === 0xa3) {
+                return slot === 'audio' ? 'audio/webm' : 'video/webm';
+            }
+        }
+        if (file.length >= 3 && file.toString('ascii', 0, 3) === 'ID3')
+            return 'audio/mpeg';
+        if (file.length >= 2 && file[0] === 0xff && (file[1] & 0xe0) === 0xe0)
+            return 'audio/mpeg';
+    }
+    return undefined;
+}
+//# sourceMappingURL=fileContentType.js.map

package/dist-esm/Projects/utils/fileContentType.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fileContentType.js","sourceRoot":"","sources":["../../../src/Projects/utils/fileContentType.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,kBAAkB,CAChC,IAA0B,EAC1B,IAAwB;IAExB,IAAI,IAAI,YAAY,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACxD,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IACD,IAAI,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3D,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YACtB,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI;gBAAE,OAAO,YAAY,CAAC;YAClF,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBACjF,OAAO,WAAW,CAAC;YACrB,CAAC;YACD,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,MAAM,EAAE,CAAC;gBACxF,OAAO,YAAY,CAAC;YACtB,CAAC;YACD,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,KAAK;gBAAE,OAAO,WAAW,CAAC;YAC/D,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC;gBAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC1D,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;oBAAE,OAAO,WAAW,CAAC;gBACvE,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAAE,OAAO,iBAAiB,CAAC;gBACnD,OAAO,WAAW,CAAC;YACrB,CAAC;YACD,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,MAAM,EAAE,CAAC;gBACxF,OAAO,WAAW,CAAC;YACrB,CAAC;YACD,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,MAAM;gBAAE,OAAO,YAAY,CAAC;YACjE,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,MAAM;gBACzC,OAAO,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC;YACtD,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBACjF,OAAO,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC;YACxD,CAAC;QACH,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,KAAK;YAAE,OAAO,YAAY,CAAC;QACpF,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,IAAI;YAAE,OAAO,YAAY,CAAC;IAC7F,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist-esm/version.js

@@ -1,4 +1,4 @@
 // AUTO-GENERATED by scripts/generate-version.mjs — do not edit.
 // Source of truth: package.json version.
-export const LIB_VERSION = '5.63.2';
+export const LIB_VERSION = '5.63.3';
 //# sourceMappingURL=version.js.map

package/package.json

@@ -3,7 +3,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "5.63.2",
+  "version": "5.63.3",
   "engines": {
     "node": ">=22"
   },
@@ -80,6 +80,7 @@
     "test:capability-exports": "npm run build && node scripts/check-capability-exports.cjs",
     "test:generation-receipt-transport": "npm run build && node scripts/check-generation-receipt-transport.cjs",
     "test:prompt-expansion": "npm run build && node scripts/check-prompt-expansion-transport.cjs",
+    "test:reference-content-types": "npm run build && node scripts/check-reference-content-types.cjs",
     "test:minimax-h3-audio-policy": "node scripts/check-minimax-h3-source-audio-policy.cjs",
     "test:minimax-h3-balanced": "npm run build && node scripts/check-minimax-h3-balanced.cjs",
     "test:minimax-h3-two-stage": "npm run build && node scripts/check-minimax-h3-two-stage.cjs",

package/src/Projects/index.ts

@@ -88,6 +88,7 @@ import {
   type ResultMediaKind,
   usesReferenceMask
 } from './utils/index.js';
+import { getFileContentType } from './utils/fileContentType.js';
 import { TokenType } from '../types/token.js';
 import type { JobProvenance } from './types/JobProvenance.js';
 import { getMaxContextImages, validateSampler, isGptImageModel } from '../lib/validation.js';
@@ -249,41 +250,6 @@ function deriveLoraCapableModelIds(loras: LoraCatalogEntry[]): string[] {
   return Array.from(modelIds).sort();
 }
 
-/**
- * Detect content type from a file object.
- * For File objects in browser, uses the type property.
- * Returns undefined if content type cannot be detected.
- */
-function getFileContentType(file: File | Buffer | Blob): string | undefined {
-  if (file instanceof Blob && 'type' in file && file.type) {
-    return file.type;
-  }
-  if (typeof Buffer !== 'undefined' && Buffer.isBuffer(file)) {
-    if (file.length >= 12) {
-      if (file[0] === 0xff && file[1] === 0xd8 && file[2] === 0xff) return 'image/jpeg';
-      if (file[0] === 0x89 && file[1] === 0x50 && file[2] === 0x4e && file[3] === 0x47) {
-        return 'image/png';
-      }
-      if (file.toString('ascii', 0, 4) === 'RIFF' && file.toString('ascii', 8, 12) === 'WEBP') {
-        return 'image/webp';
-      }
-      if (file.toString('ascii', 0, 3) === 'GIF') return 'image/gif';
-      if (file.toString('ascii', 4, 8) === 'ftyp') {
-        const brand = file.toString('ascii', 8, 12).toLowerCase();
-        if (brand.includes('m4a') || brand.includes('m4b')) return 'audio/mp4';
-        if (brand.includes('qt')) return 'video/quicktime';
-        return 'video/mp4';
-      }
-      if (file.toString('ascii', 0, 4) === 'RIFF' && file.toString('ascii', 8, 12) === 'WAVE') {
-        return 'audio/wav';
-      }
-    }
-    if (file.length >= 3 && file.toString('ascii', 0, 3) === 'ID3') return 'audio/mpeg';
-    if (file.length >= 2 && file[0] === 0xff && (file[1] & 0xe0) === 0xe0) return 'audio/mpeg';
-  }
-  return undefined;
-}
-
 /**
  * Convert file to a format compatible with fetch body.
  * Converts Node.js Buffer to Blob for cross-platform compatibility.
@@ -2473,7 +2439,7 @@ class ProjectsApi extends ApiGroup<ProjectApiEvents> {
     const keyFrame = request.keyFrames?.[0];
     if (!keyFrame) return;
     if (data.referenceAudio && data.referenceAudio !== true) {
-      keyFrame.referenceAudioContentType = getFileContentType(data.referenceAudio);
+      keyFrame.referenceAudioContentType = getFileContentType(data.referenceAudio, 'audio');
     }
   }
 
@@ -2548,25 +2514,25 @@ class ProjectsApi extends ApiGroup<ProjectApiEvents> {
     }
     const isMinimaxH3R2v = isMinimaxH3ReferenceModel(data.modelId);
     if (!isMinimaxH3R2v && data.referenceAudio && data.referenceAudio !== true) {
-      keyFrame.referenceAudioContentType = getFileContentType(data.referenceAudio);
+      keyFrame.referenceAudioContentType = getFileContentType(data.referenceAudio, 'audio');
     }
     if (data.referenceAudioIdentity && data.referenceAudioIdentity !== true) {
-      const contentType = getFileContentType(data.referenceAudioIdentity);
+      const contentType = getFileContentType(data.referenceAudioIdentity, 'audio');
       keyFrame.referenceAudioIdentityContentType = contentType;
       keyFrame.referenceAudioContentType ??= contentType;
     }
     if (!isMinimaxH3R2v && data.referenceVideo && data.referenceVideo !== true) {
-      keyFrame.referenceVideoContentType = getFileContentType(data.referenceVideo);
+      keyFrame.referenceVideoContentType = getFileContentType(data.referenceVideo, 'video');
     }
     if (isMinimaxH3R2v) {
       for (const { slot, media } of getMinimaxH3ReferenceAudioSlots(data)) {
         if (typeof media !== 'boolean') {
-          keyFrame[`referenceAudio${slot}ContentType`] = getFileContentType(media);
+          keyFrame[`referenceAudio${slot}ContentType`] = getFileContentType(media, 'audio');
         }
       }
       for (const { slot, media } of getMinimaxH3ReferenceVideoSlots(data)) {
         if (typeof media !== 'boolean') {
-          keyFrame[`referenceVideo${slot}ContentType`] = getFileContentType(media);
+          keyFrame[`referenceVideo${slot}ContentType`] = getFileContentType(media, 'video');
         }
       }
     }
@@ -3233,7 +3199,7 @@ class ProjectsApi extends ApiGroup<ProjectApiEvents> {
     const assertSession =
       this._preparingSessions.get(projectId) ?? captureRequestSession(this.client.auth);
     assertSession();
-    const contentType = getFileContentType(file);
+    const contentType = getFileContentType(file, 'audio');
     if (await this.assets.tryBindFile(file, contentType, { projectId, type: 'referenceAudio', id }))
       return;
     assertSession();
@@ -3272,7 +3238,7 @@ class ProjectsApi extends ApiGroup<ProjectApiEvents> {
     const assertSession =
       this._preparingSessions.get(projectId) ?? captureRequestSession(this.client.auth);
     assertSession();
-    const contentType = getFileContentType(file);
+    const contentType = getFileContentType(file, 'video');
     if (await this.assets.tryBindFile(file, contentType, { projectId, type: 'referenceVideo', id }))
       return;
     assertSession();

package/src/Projects/utils/fileContentType.ts

@@ -0,0 +1,55 @@
+/**
+ * Detect the content type of a reference file from its bytes.
+ *
+ * A browser `File`/`Blob` carries its own `type`. A Node `Buffer` is sniffed
+ * by magic bytes. `slot` says which reference the buffer fills: a
+ * Matroska/WebM container (EBML header) and an Ogg container carry either
+ * audio or video, and the magic bytes do not say which, so the slot decides
+ * between `audio/webm` and `video/webm` (`audio/ogg` and `video/ogg`).
+ *
+ * The declared type matters past the upload: the socket keeps audio guides the
+ * Mac app's AVFoundation decoder cannot read (OGG, WebM) off Mac app workers
+ * only when the type is declared; an undeclared guide is routed blind and the
+ * render fails there (sogni-socket constants/appMlxWorker.js
+ * APP_MLX_AUDIO_GUIDE_CONTENT_TYPES, 2026-10).
+ *
+ * Returns undefined when the bytes match nothing known.
+ */
+export function getFileContentType(
+  file: File | Buffer | Blob,
+  slot?: 'audio' | 'video'
+): string | undefined {
+  if (file instanceof Blob && 'type' in file && file.type) {
+    return file.type;
+  }
+  if (typeof Buffer !== 'undefined' && Buffer.isBuffer(file)) {
+    if (file.length >= 12) {
+      if (file[0] === 0xff && file[1] === 0xd8 && file[2] === 0xff) return 'image/jpeg';
+      if (file[0] === 0x89 && file[1] === 0x50 && file[2] === 0x4e && file[3] === 0x47) {
+        return 'image/png';
+      }
+      if (file.toString('ascii', 0, 4) === 'RIFF' && file.toString('ascii', 8, 12) === 'WEBP') {
+        return 'image/webp';
+      }
+      if (file.toString('ascii', 0, 3) === 'GIF') return 'image/gif';
+      if (file.toString('ascii', 4, 8) === 'ftyp') {
+        const brand = file.toString('ascii', 8, 12).toLowerCase();
+        if (brand.includes('m4a') || brand.includes('m4b')) return 'audio/mp4';
+        if (brand.includes('qt')) return 'video/quicktime';
+        return 'video/mp4';
+      }
+      if (file.toString('ascii', 0, 4) === 'RIFF' && file.toString('ascii', 8, 12) === 'WAVE') {
+        return 'audio/wav';
+      }
+      if (file.toString('ascii', 0, 4) === 'fLaC') return 'audio/flac';
+      if (file.toString('ascii', 0, 4) === 'OggS')
+        return slot === 'video' ? 'video/ogg' : 'audio/ogg';
+      if (file[0] === 0x1a && file[1] === 0x45 && file[2] === 0xdf && file[3] === 0xa3) {
+        return slot === 'audio' ? 'audio/webm' : 'video/webm';
+      }
+    }
+    if (file.length >= 3 && file.toString('ascii', 0, 3) === 'ID3') return 'audio/mpeg';
+    if (file.length >= 2 && file[0] === 0xff && (file[1] & 0xe0) === 0xe0) return 'audio/mpeg';
+  }
+  return undefined;
+}

package/src/version.ts

@@ -1,3 +1,3 @@
 // AUTO-GENERATED by scripts/generate-version.mjs — do not edit.
 // Source of truth: package.json version.
-export const LIB_VERSION = '5.63.2';
+export const LIB_VERSION = '5.63.3';