@sogni-ai/sogni-client 5.63.2 → 5.63.4

package/CHANGELOG.md

@@ -1,3 +1,17 @@
+## [5.63.4](https://github.com/Sogni-AI/sogni-client/compare/v5.63.3...v5.63.4) (2026-10-16)
+
+
+### Bug Fixes
+
+* **projects:** start admission grace after request preparation ([2d9d99a](https://github.com/Sogni-AI/sogni-client/commit/2d9d99accdce4c897331b6a5ceefe05e3ec46c52))
+
+## [5.63.3](https://github.com/Sogni-AI/sogni-client/compare/v5.63.2...v5.63.3) (2026-10-14)
+
+
+### Bug Fixes
+
+* **projects:** declare FLAC, Ogg and WebM reference files by their bytes ([4b03ac8](https://github.com/Sogni-AI/sogni-client/commit/4b03ac80ca792746fdfc69a60833cff9cf054702))
+
 ## [5.63.2](https://github.com/Sogni-AI/sogni-client/compare/v5.63.1...v5.63.2) (2026-10-12)
 
 

package/README.md

@@ -1524,8 +1524,11 @@ const workflow = await sogni.workflows.start({
         }
       },
       {
+        // animate_photo starts the clip from the keyframe. generate_video's
+        // referenceImageIndices are loose references, which only Seedance,
+        // HappyHorse, Wan 3 and MiniMax H3 reference-to-video accept.
         id: 'clip',
-        toolName: 'generate_video',
+        toolName: 'animate_photo',
         arguments: {
           prompt: 'slow dolly-in, warm stage lights, subtle hand motion',
           videoModel: 'ltx23',
@@ -1535,7 +1538,7 @@ const workflow = await sogni.workflows.start({
           {
             sourceStepId: 'keyframe',
             sourceArtifactIndex: 0,
-            targetArgument: 'referenceImageIndices',
+            targetArgument: 'sourceImageIndex',
             mediaType: 'image',
             transform: 'image_index',
             required: true

package/dist/Projects/index.d.ts

@@ -170,6 +170,8 @@ declare class ProjectsApi extends ApiGroup<ProjectApiEvents> {
     /** Projects waiting for a reconnect to be resubmitted on. */
     private _awaitingResubmit;
     private _resubmitWaiters;
+    /** Initial sends finish after model lookups and uploads, independently of creation time. */
+    private _submittedAt;
     /** When each resubmitted project was last sent, for the recently-created grace. */
     private _resubmittedAt;
     /** Bumped on every transport loss; tells a frame sent before a drop from one sent after. */

package/dist/Projects/index.js

@@ -58,6 +58,7 @@ const getUUID_js_1 = __importDefault(require("../lib/getUUID.js"));
 const Cache_js_1 = __importDefault(require("../lib/Cache.js"));
 const Job_js_1 = require("./Job.js");
 const index_js_2 = require("./utils/index.js");
+const fileContentType_js_1 = require("./utils/fileContentType.js");
 const validation_js_1 = require("../lib/validation.js");
 const ModelTiersRaw_js_1 = require("./types/ModelTiersRaw.js");
 const ModelOptions_js_1 = require("./types/ModelOptions.js");
@@ -186,46 +187,6 @@ function deriveLoraCapableModelIds(loras) {
     }
     return Array.from(modelIds).sort();
 }
-/**
- * Detect content type from a file object.
- * For File objects in browser, uses the type property.
- * Returns undefined if content type cannot be detected.
- */
-function getFileContentType(file) {
-    if (file instanceof Blob && 'type' in file && file.type) {
-        return file.type;
-    }
-    if (typeof Buffer !== 'undefined' && Buffer.isBuffer(file)) {
-        if (file.length >= 12) {
-            if (file[0] === 0xff && file[1] === 0xd8 && file[2] === 0xff)
-                return 'image/jpeg';
-            if (file[0] === 0x89 && file[1] === 0x50 && file[2] === 0x4e && file[3] === 0x47) {
-                return 'image/png';
-            }
-            if (file.toString('ascii', 0, 4) === 'RIFF' && file.toString('ascii', 8, 12) === 'WEBP') {
-                return 'image/webp';
-            }
-            if (file.toString('ascii', 0, 3) === 'GIF')
-                return 'image/gif';
-            if (file.toString('ascii', 4, 8) === 'ftyp') {
-                const brand = file.toString('ascii', 8, 12).toLowerCase();
-                if (brand.includes('m4a') || brand.includes('m4b'))
-                    return 'audio/mp4';
-                if (brand.includes('qt'))
-                    return 'video/quicktime';
-                return 'video/mp4';
-            }
-            if (file.toString('ascii', 0, 4) === 'RIFF' && file.toString('ascii', 8, 12) === 'WAVE') {
-                return 'audio/wav';
-            }
-        }
-        if (file.length >= 3 && file.toString('ascii', 0, 3) === 'ID3')
-            return 'audio/mpeg';
-        if (file.length >= 2 && file[0] === 0xff && (file[1] & 0xe0) === 0xe0)
-            return 'audio/mpeg';
-    }
-    return undefined;
-}
 /**
  * Convert file to a format compatible with fetch body.
  * Converts Node.js Buffer to Blob for cross-platform compatibility.
@@ -483,6 +444,8 @@ class ProjectsApi extends ApiGroup_js_1.default {
         /** Projects waiting for a reconnect to be resubmitted on. */
         this._awaitingResubmit = new Set();
         this._resubmitWaiters = new Set();
+        /** Initial sends finish after model lookups and uploads, independently of creation time. */
+        this._submittedAt = new Map();
         /** When each resubmitted project was last sent, for the recently-created grace. */
         this._resubmittedAt = new Map();
         /** Bumped on every transport loss; tells a frame sent before a drop from one sent after. */
@@ -565,6 +528,7 @@ class ProjectsApi extends ApiGroup_js_1.default {
             for (const stopWaiting of this._resubmitWaiters)
                 stopWaiting();
             this._awaitingResubmit.clear();
+            this._submittedAt.clear();
             this._resubmittedAt.clear();
             this._sentOnGeneration.clear();
             this._recoveredCompletedIds.clear();
@@ -999,6 +963,7 @@ class ProjectsApi extends ApiGroup_js_1.default {
         }
         if (project.finished) {
             this._unadmittedRequests.delete(project.id);
+            this._submittedAt.delete(project.id);
             this._resubmittedAt.delete(project.id);
             this._sentOnGeneration.delete(project.id);
             // Sync project data with the server and remove it from the list after some time
@@ -1286,8 +1251,8 @@ class ProjectsApi extends ApiGroup_js_1.default {
         }, Math.max(0, delayMs) + 250);
     }
     _lastSubmittedAt(project) {
-        var _a;
-        return Math.max(project.startedAt.getTime(), (_a = this._resubmittedAt.get(project.id)) !== null && _a !== void 0 ? _a : 0);
+        var _a, _b;
+        return Math.max((_a = this._submittedAt.get(project.id)) !== null && _a !== void 0 ? _a : project.startedAt.getTime(), (_b = this._resubmittedAt.get(project.id)) !== null && _b !== void 0 ? _b : 0);
     }
     handleServerConnected() {
         this.transportDisconnected = false;
@@ -2007,6 +1972,7 @@ class ProjectsApi extends ApiGroup_js_1.default {
     _trackSubmitted(project) {
         const tracked = this.projects.find((candidate) => candidate.id === project.id);
         if (!tracked) {
+            this._submittedAt.set(project.id, Date.now());
             this.projects.push(project);
             return project;
         }
@@ -2066,7 +2032,7 @@ class ProjectsApi extends ApiGroup_js_1.default {
         if (!keyFrame)
             return;
         if (data.referenceAudio && data.referenceAudio !== true) {
-            keyFrame.referenceAudioContentType = getFileContentType(data.referenceAudio);
+            keyFrame.referenceAudioContentType = (0, fileContentType_js_1.getFileContentType)(data.referenceAudio, 'audio');
         }
     }
     _processVideoAssets(project, data) {
@@ -2123,37 +2089,37 @@ class ProjectsApi extends ApiGroup_js_1.default {
         if (!keyFrame)
             return;
         if (data.referenceImage && data.referenceImage !== true) {
-            keyFrame.referenceImageContentType = getFileContentType(data.referenceImage);
+            keyFrame.referenceImageContentType = (0, fileContentType_js_1.getFileContentType)(data.referenceImage);
         }
         if (data.referenceImageEnd && data.referenceImageEnd !== true) {
-            keyFrame.referenceImageEndContentType = getFileContentType(data.referenceImageEnd);
+            keyFrame.referenceImageEndContentType = (0, fileContentType_js_1.getFileContentType)(data.referenceImageEnd);
         }
         const isMinimaxH3R2v = (0, index_js_2.isMinimaxH3ReferenceModel)(data.modelId);
         if (!isMinimaxH3R2v && data.referenceAudio && data.referenceAudio !== true) {
-            keyFrame.referenceAudioContentType = getFileContentType(data.referenceAudio);
+            keyFrame.referenceAudioContentType = (0, fileContentType_js_1.getFileContentType)(data.referenceAudio, 'audio');
         }
         if (data.referenceAudioIdentity && data.referenceAudioIdentity !== true) {
-            const contentType = getFileContentType(data.referenceAudioIdentity);
+            const contentType = (0, fileContentType_js_1.getFileContentType)(data.referenceAudioIdentity, 'audio');
             keyFrame.referenceAudioIdentityContentType = contentType;
             (_b = keyFrame.referenceAudioContentType) !== null && _b !== void 0 ? _b : (keyFrame.referenceAudioContentType = contentType);
         }
         if (!isMinimaxH3R2v && data.referenceVideo && data.referenceVideo !== true) {
-            keyFrame.referenceVideoContentType = getFileContentType(data.referenceVideo);
+            keyFrame.referenceVideoContentType = (0, fileContentType_js_1.getFileContentType)(data.referenceVideo, 'video');
         }
         if (isMinimaxH3R2v) {
             for (const { slot, media } of (0, index_js_2.getMinimaxH3ReferenceAudioSlots)(data)) {
                 if (typeof media !== 'boolean') {
-                    keyFrame[`referenceAudio${slot}ContentType`] = getFileContentType(media);
+                    keyFrame[`referenceAudio${slot}ContentType`] = (0, fileContentType_js_1.getFileContentType)(media, 'audio');
                 }
             }
             for (const { slot, media } of (0, index_js_2.getMinimaxH3ReferenceVideoSlots)(data)) {
                 if (typeof media !== 'boolean') {
-                    keyFrame[`referenceVideo${slot}ContentType`] = getFileContentType(media);
+                    keyFrame[`referenceVideo${slot}ContentType`] = (0, fileContentType_js_1.getFileContentType)(media, 'video');
                 }
             }
         }
         if (data.referenceMask && data.referenceMask !== true && (0, index_js_2.usesReferenceMask)(data)) {
-            keyFrame.referenceMaskContentType = getFileContentType(data.referenceMask);
+            keyFrame.referenceMaskContentType = (0, fileContentType_js_1.getFileContentType)(data.referenceMask);
         }
     }
     /**
@@ -2491,7 +2457,7 @@ class ProjectsApi extends ApiGroup_js_1.default {
             const imageId = (0, getUUID_js_1.default)();
             const assertSession = (_a = this._preparingSessions.get(projectId)) !== null && _a !== void 0 ? _a : (0, requestSession_js_1.captureRequestSession)(this.client.auth);
             assertSession();
-            const contentType = getFileContentType(file);
+            const contentType = (0, fileContentType_js_1.getFileContentType)(file);
             if (yield this.assets.tryBindFile(file, contentType, { projectId, type: 'startingImage' }))
                 return imageId;
             assertSession();
@@ -2527,7 +2493,7 @@ class ProjectsApi extends ApiGroup_js_1.default {
             const imageId = (0, getUUID_js_1.default)();
             const assertSession = (_a = this._preparingSessions.get(projectId)) !== null && _a !== void 0 ? _a : (0, requestSession_js_1.captureRequestSession)(this.client.auth);
             assertSession();
-            const contentType = getFileContentType(file);
+            const contentType = (0, fileContentType_js_1.getFileContentType)(file);
             if (yield this.assets.tryBindFile(file, contentType, { projectId, type: 'cnImage' }))
                 return imageId;
             assertSession();
@@ -2564,7 +2530,7 @@ class ProjectsApi extends ApiGroup_js_1.default {
             const imageIndex = (index + 1);
             const assertSession = (_a = this._preparingSessions.get(projectId)) !== null && _a !== void 0 ? _a : (0, requestSession_js_1.captureRequestSession)(this.client.auth);
             assertSession();
-            const contentType = getFileContentType(file);
+            const contentType = (0, fileContentType_js_1.getFileContentType)(file);
             if (yield this.assets.tryBindFile(file, contentType, {
                 projectId,
                 type: `contextImage${imageIndex}`
@@ -2610,7 +2576,7 @@ class ProjectsApi extends ApiGroup_js_1.default {
             const type = `keyframeImage${slot}`;
             const assertSession = (_a = this._preparingSessions.get(projectId)) !== null && _a !== void 0 ? _a : (0, requestSession_js_1.captureRequestSession)(this.client.auth);
             assertSession();
-            const contentType = getFileContentType(file);
+            const contentType = (0, fileContentType_js_1.getFileContentType)(file);
             if (yield this.assets.tryBindFile(file, contentType, { projectId, type }))
                 return imageId;
             assertSession();
@@ -2648,7 +2614,7 @@ class ProjectsApi extends ApiGroup_js_1.default {
             const imageId = (0, getUUID_js_1.default)();
             const assertSession = (_a = this._preparingSessions.get(projectId)) !== null && _a !== void 0 ? _a : (0, requestSession_js_1.captureRequestSession)(this.client.auth);
             assertSession();
-            const contentType = getFileContentType(file);
+            const contentType = (0, fileContentType_js_1.getFileContentType)(file);
             if (yield this.assets.tryBindFile(file, contentType, { projectId, type: 'referenceImage' }))
                 return imageId;
             assertSession();
@@ -2688,7 +2654,7 @@ class ProjectsApi extends ApiGroup_js_1.default {
             const imageId = (0, getUUID_js_1.default)();
             const assertSession = (_a = this._preparingSessions.get(projectId)) !== null && _a !== void 0 ? _a : (0, requestSession_js_1.captureRequestSession)(this.client.auth);
             assertSession();
-            const contentType = getFileContentType(file);
+            const contentType = (0, fileContentType_js_1.getFileContentType)(file);
             if (yield this.assets.tryBindFile(file, contentType, { projectId, type: 'referenceMask' }))
                 return imageId;
             assertSession();
@@ -2728,7 +2694,7 @@ class ProjectsApi extends ApiGroup_js_1.default {
             const imageId = (0, getUUID_js_1.default)();
             const assertSession = (_a = this._preparingSessions.get(projectId)) !== null && _a !== void 0 ? _a : (0, requestSession_js_1.captureRequestSession)(this.client.auth);
             assertSession();
-            const contentType = getFileContentType(file);
+            const contentType = (0, fileContentType_js_1.getFileContentType)(file);
             if (yield this.assets.tryBindFile(file, contentType, { projectId, type: 'referenceImageEnd' }))
                 return imageId;
             assertSession();
@@ -2769,7 +2735,7 @@ class ProjectsApi extends ApiGroup_js_1.default {
             var _a;
             const assertSession = (_a = this._preparingSessions.get(projectId)) !== null && _a !== void 0 ? _a : (0, requestSession_js_1.captureRequestSession)(this.client.auth);
             assertSession();
-            const contentType = getFileContentType(file);
+            const contentType = (0, fileContentType_js_1.getFileContentType)(file, 'audio');
             if (yield this.assets.tryBindFile(file, contentType, { projectId, type: 'referenceAudio', id }))
                 return;
             assertSession();
@@ -2809,7 +2775,7 @@ class ProjectsApi extends ApiGroup_js_1.default {
             var _a;
             const assertSession = (_a = this._preparingSessions.get(projectId)) !== null && _a !== void 0 ? _a : (0, requestSession_js_1.captureRequestSession)(this.client.auth);
             assertSession();
-            const contentType = getFileContentType(file);
+            const contentType = (0, fileContentType_js_1.getFileContentType)(file, 'video');
             if (yield this.assets.tryBindFile(file, contentType, { projectId, type: 'referenceVideo', id }))
                 return;
             assertSession();