streamby-core 0.38.0 → 0.40.0

package/dist/middleware/routes/renderFarm.js

@@ -1,7 +1,4 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.renderFarmRouter = renderFarmRouter;
 const express_1 = require("express");
@@ -9,80 +6,10 @@ const manager_1 = require("../../models/manager");
 const auth_1 = require("../../utils/auth");
 const jobQueue_1 = require("../../services/jobQueue");
 const vfxProcessor_1 = require("../../services/vfxProcessor");
-const sanitize_1 = require("../../utils/sanitize");
-const crypto_1 = __importDefault(require("crypto"));
-const encryption_1 = require("../../utils/encryption");
 function renderFarmRouter(_config) {
     const router = (0, express_1.Router)();
     const Project = (0, manager_1.getModel)('projects');
-    // ─── Render Farm Connections ─────────────────────────────────────────────────
-    router.get('/projects/:projectId/render-farm-connections', async (req, res) => {
-        try {
-            const auth = req.auth;
-            const { projectId } = req.params;
-            const project = await Project.findOne({ _id: projectId });
-            if (!project)
-                return res.status(404).json({ message: 'Project not found' });
-            if (!(0, auth_1.isProjectMember)(project, auth.userId))
-                return res.status(403).json({ message: 'Unauthorized' });
-            res.json({ connections: (0, sanitize_1.sanitizeConnections)(project.renderFarmConnections) });
-        }
-        catch (err) {
-            res.status(500).json({ message: err.message });
-        }
-    });
-    router.post('/projects/:projectId/render-farm-connections', async (req, res) => {
-        try {
-            const auth = req.auth;
-            const { projectId } = req.params;
-            const { name, provider, apiUrl, credential: credentialValue, encryptedCredential: legacyCredential, description } = req.body;
-            // The credential, as given (`encryptedCredential` was its old name: it was always the
-            // value itself), stored encrypted.
-            const credential = credentialValue ?? legacyCredential;
-            if (credential && !(0, encryption_1.isEncryptionKeySet)())
-                return res.status(500).json({ message: 'Encryption key is not set' });
-            const encryptedCredential = credential ? (0, encryption_1.encrypt)(String(credential)) : undefined;
-            if (!name || !provider || !apiUrl) {
-                return res.status(400).json({ message: 'name, provider and apiUrl are required' });
-            }
-            const project = await Project.findOne({ _id: projectId });
-            if (!project)
-                return res.status(404).json({ message: 'Project not found' });
-            if (!(0, auth_1.canEditProject)(project, auth.userId))
-                return res.status(403).json({ message: 'Unauthorized' });
-            const connection = {
-                id: crypto_1.default.randomUUID(),
-                name,
-                provider,
-                apiUrl,
-                encryptedCredential,
-                description,
-                projectId,
-                createdAt: new Date(),
-            };
-            await Project.update({ _id: projectId }, { $push: { renderFarmConnections: connection } });
-            res.status(201).json({ connection: (0, sanitize_1.sanitizeConnection)(connection) });
-        }
-        catch (err) {
-            res.status(500).json({ message: err.message });
-        }
-    });
-    router.delete('/projects/:projectId/render-farm-connections/:connectionId', async (req, res) => {
-        try {
-            const auth = req.auth;
-            const { projectId, connectionId } = req.params;
-            const project = await Project.findOne({ _id: projectId });
-            if (!project)
-                return res.status(404).json({ message: 'Project not found' });
-            if (!(0, auth_1.canEditProject)(project, auth.userId))
-                return res.status(403).json({ message: 'Unauthorized' });
-            await Project.update({ _id: projectId }, { $pull: { renderFarmConnections: { id: connectionId } } });
-            res.json({ message: 'Connection deleted' });
-        }
-        catch (err) {
-            res.status(500).json({ message: err.message });
-        }
-    });
+    // A project's render farms are its workers: see routes/worker.
     // ─── VFX Jobs ────────────────────────────────────────────────────────────────
     router.post('/projects/:projectId/jobs/render', async (req, res) => {
         try {
@@ -96,7 +23,7 @@ function renderFarmRouter(_config) {
                 return res.status(404).json({ message: 'Project not found' });
             if (!(0, auth_1.canEditProject)(project, auth.userId))
                 return res.status(403).json({ message: 'Unauthorized' });
-            const job = (0, jobQueue_1.createJob)('render', auth.userId, projectId, { fileId, renderer, renderFarmConnectionId, frameRange, resolution, samples, outputFormat });
+            const job = await (0, jobQueue_1.createJob)('render', auth.userId, projectId, { fileId, renderer, renderFarmConnectionId, frameRange, resolution, samples, outputFormat });
             setImmediate(() => (0, vfxProcessor_1.runRenderJob)(job.jobId, fileId, projectId, { renderer, renderFarmConnectionId, frameRange, resolution, samples, outputFormat }));
             res.status(202).json({ jobId: job.jobId, status: job.status });
         }
@@ -116,7 +43,7 @@ function renderFarmRouter(_config) {
                 return res.status(404).json({ message: 'Project not found' });
             if (!(0, auth_1.canEditProject)(project, auth.userId))
                 return res.status(403).json({ message: 'Unauthorized' });
-            const job = (0, jobQueue_1.createJob)('format-convert', auth.userId, projectId, { fileId, inputFormat, outputFormat, applyTransforms, embedTextures });
+            const job = await (0, jobQueue_1.createJob)('format-convert', auth.userId, projectId, { fileId, inputFormat, outputFormat, applyTransforms, embedTextures });
             setImmediate(() => (0, vfxProcessor_1.runFormatConvertJob)(job.jobId, fileId, projectId, { inputFormat, outputFormat, applyTransforms, embedTextures }));
             res.status(202).json({ jobId: job.jobId, status: job.status });
         }
@@ -136,7 +63,7 @@ function renderFarmRouter(_config) {
                 return res.status(404).json({ message: 'Project not found' });
             if (!(0, auth_1.canEditProject)(project, auth.userId))
                 return res.status(403).json({ message: 'Unauthorized' });
-            const job = (0, jobQueue_1.createJob)('lod', auth.userId, projectId, { fileId, levels, reductionRatios, algorithm, outputFormat });
+            const job = await (0, jobQueue_1.createJob)('lod', auth.userId, projectId, { fileId, levels, reductionRatios, algorithm, outputFormat });
             setImmediate(() => (0, vfxProcessor_1.runLodJob)(job.jobId, fileId, projectId, { levels, reductionRatios, algorithm, outputFormat }));
             res.status(202).json({ jobId: job.jobId, status: job.status });
         }

package/dist/middleware/routes/storage.js

@@ -18,21 +18,7 @@ const crypto_1 = __importDefault(require("crypto"));
 const signedUrls_1 = require("../../services/signedUrls");
 const assetVersions_1 = require("../../services/assetVersions");
 const deliverables_1 = require("../../services/deliverables");
-const VALID_CATEGORIES = ['images', 'audios', 'videos', '3d-models'];
-const VALID_3D_EXTENSIONS = new Set(['.glb', '.gltf', '.obj', '.fbx', '.stl', '.ply']);
-function validateContentType(contentType, filename, category) {
-    if (category === 'images')
-        return contentType.startsWith('image/');
-    if (category === 'audios')
-        return contentType.startsWith('audio/');
-    if (category === 'videos')
-        return contentType.startsWith('video/');
-    if (category === '3d-models') {
-        const ext = filename.split('.').pop()?.toLowerCase();
-        return ext ? VALID_3D_EXTENSIONS.has(`.${ext}`) : false;
-    }
-    return false;
-}
+const assetCategories_1 = require("../../utils/assetCategories");
 function getRawFilesCollection() {
     const model = (0, manager_1.getModel)('storage_files', 'nosql');
     const connectionIds = model.getConnectionIds();
@@ -113,13 +99,13 @@ function storageRouter(config) {
             const auth = req.auth;
             const { projectId, category } = req.params;
             const { fileName, contentType } = req.query;
-            if (!VALID_CATEGORIES.includes(category)) {
-                return res.status(400).json({ message: `Invalid category. Must be one of: ${VALID_CATEGORIES.join(', ')}` });
+            if (!assetCategories_1.VALID_CATEGORIES.includes(category)) {
+                return res.status(400).json({ message: `Invalid category. Must be one of: ${assetCategories_1.VALID_CATEGORIES.join(', ')}` });
             }
             if (!fileName || !contentType) {
                 return res.status(400).json({ message: 'Query params fileName and contentType are required' });
             }
-            if (!validateContentType(contentType, fileName, category)) {
+            if (!(0, assetCategories_1.validateContentType)(contentType, fileName, category)) {
                 const hint = category === '3d-models'
                     ? '.glb, .gltf, .obj, .fbx, .stl, or .ply'
                     : `${category.slice(0, -1)}/* content type`;
@@ -179,7 +165,7 @@ function storageRouter(config) {
             const fileDoc = await collection.findOne({ fileId, projectId });
             if (!fileDoc)
                 return res.status(404).json({ message: 'File not found' });
-            if (!validateContentType(contentType, fileName, fileDoc.category)) {
+            if (!(0, assetCategories_1.validateContentType)(contentType, fileName, fileDoc.category)) {
                 return res.status(400).json({ message: `File does not match category ${fileDoc.category}` });
             }
             if (!adapter.getPresignedUploadUrl) {
@@ -277,8 +263,8 @@ function storageRouter(config) {
         try {
             const auth = req.auth;
             const { projectId, category } = req.params;
-            if (!VALID_CATEGORIES.includes(category)) {
-                return res.status(400).json({ message: `Invalid category. Must be one of: ${VALID_CATEGORIES.join(', ')}` });
+            if (!assetCategories_1.VALID_CATEGORIES.includes(category)) {
+                return res.status(400).json({ message: `Invalid category. Must be one of: ${assetCategories_1.VALID_CATEGORIES.join(', ')}` });
             }
             const project = await Project.findOne({ _id: projectId });
             if (!project)
@@ -350,13 +336,13 @@ function storageRouter(config) {
             const auth = req.auth;
             const { projectId, connId } = req.params;
             const { fileName, contentType, category } = req.query;
-            if (!category || !VALID_CATEGORIES.includes(category)) {
-                return res.status(400).json({ message: `Invalid category. Must be one of: ${VALID_CATEGORIES.join(', ')}` });
+            if (!category || !assetCategories_1.VALID_CATEGORIES.includes(category)) {
+                return res.status(400).json({ message: `Invalid category. Must be one of: ${assetCategories_1.VALID_CATEGORIES.join(', ')}` });
             }
             if (!fileName || !contentType) {
                 return res.status(400).json({ message: 'Query params fileName and contentType are required' });
             }
-            if (!validateContentType(contentType, fileName, category)) {
+            if (!(0, assetCategories_1.validateContentType)(contentType, fileName, category)) {
                 return res.status(400).json({ message: `File does not match category ${category}` });
             }
             const project = await Project.findOne({ _id: projectId });
@@ -424,8 +410,8 @@ function storageRouter(config) {
         try {
             const auth = req.auth;
             const { projectId, connId, category } = req.params;
-            if (!VALID_CATEGORIES.includes(category)) {
-                return res.status(400).json({ message: `Invalid category. Must be one of: ${VALID_CATEGORIES.join(', ')}` });
+            if (!assetCategories_1.VALID_CATEGORIES.includes(category)) {
+                return res.status(400).json({ message: `Invalid category. Must be one of: ${assetCategories_1.VALID_CATEGORIES.join(', ')}` });
             }
             const project = await Project.findOne({ _id: projectId });
             if (!project)
@@ -465,7 +451,7 @@ function storageRouter(config) {
             const fileDoc = await collection.findOne(connFilter(projectId, connId, project, { fileId }));
             if (!fileDoc)
                 return res.status(404).json({ message: 'File not found' });
-            if (!validateContentType(contentType, fileName, fileDoc.category)) {
+            if (!(0, assetCategories_1.validateContentType)(contentType, fileName, fileDoc.category)) {
                 return res.status(400).json({ message: `File does not match category ${fileDoc.category}` });
             }
             const connAdapter = await resolveConnAdapter(connId, project, auth);

package/dist/middleware/routes/worker.d.ts

@@ -0,0 +1,7 @@
+import { Router, Request } from 'express';
+import { StorageAdapter, StreamByConfig } from '../../types';
+/** Where workers call back to: this router, as the request reached it (unless the host says). */
+export declare const callbackBaseOf: (req: Request, config: StreamByConfig) => string;
+export declare function workerRouter(config: StreamByConfig & {
+    adapter?: StorageAdapter;
+}): Router;

package/dist/middleware/routes/worker.js

@@ -0,0 +1,125 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.callbackBaseOf = void 0;
+exports.workerRouter = workerRouter;
+const express_1 = require("express");
+const manager_1 = require("../../models/manager");
+const auth_1 = require("../../utils/auth");
+const jobQueue_1 = require("../../services/jobQueue");
+const workers_1 = require("../../services/workers");
+const workerJobs_1 = require("../../services/workerJobs");
+/** Where workers call back to: this router, as the request reached it (unless the host says). */
+const callbackBaseOf = (req, config) => config.workerOptions?.callbackBaseUrl ?? `${req.protocol}://${req.get('host')}${req.baseUrl}`;
+exports.callbackBaseOf = callbackBaseOf;
+// A project's processing workers (its own and the host's), and its jobs: asking a worker to
+// process an asset, following them, and retrying a failed one.
+function workerRouter(config) {
+    const router = (0, express_1.Router)();
+    const Project = (0, manager_1.getModel)('projects');
+    const failed = (res, what, err) => {
+        if (err instanceof workers_1.WorkerError)
+            return res.status(err.status).json({ message: err.message });
+        res.status(500).json({ message: `Failed to ${what}`, details: err?.message });
+    };
+    const projectFor = async (req, res, edit) => {
+        const auth = req.auth;
+        const project = await Project.findOne({ _id: req.params.projectId });
+        if (!project) {
+            res.status(404).json({ message: 'Project not found' });
+            return null;
+        }
+        if (!(edit ? auth_1.canEditProject : auth_1.isProjectMember)(project, auth.userId)) {
+            res.status(403).json({ message: 'Unauthorized' });
+            return null;
+        }
+        return project;
+    };
+    // ── Workers ──
+    router.get('/projects/:projectId/workers', async (req, res) => {
+        try {
+            const project = await projectFor(req, res, false);
+            if (!project)
+                return;
+            res.json({ data: await (0, workers_1.availableWorkers)(project, req.auth, config) });
+        }
+        catch (err) {
+            failed(res, 'list workers', err);
+        }
+    });
+    router.post('/projects/:projectId/workers', async (req, res) => {
+        try {
+            const auth = req.auth;
+            const project = await projectFor(req, res, true);
+            if (!project)
+                return;
+            const worker = (0, workers_1.newWorkerConnection)(req.body ?? {}, req.params.projectId, auth.userId, config);
+            await (0, workers_1.assertPublicEndpoint)(worker.apiUrl, config);
+            await Project.update({ _id: req.params.projectId }, { $push: { renderFarmConnections: worker } });
+            res.status(201).json({ data: (0, workers_1.summarizeProjectWorker)(worker) });
+        }
+        catch (err) {
+            failed(res, 'connect the worker', err);
+        }
+    });
+    router.delete('/projects/:projectId/workers/:workerId', async (req, res) => {
+        try {
+            const project = await projectFor(req, res, true);
+            if (!project)
+                return;
+            if (!(0, workers_1.projectWorkers)(project).some(w => w.id === req.params.workerId))
+                return res.status(404).json({ message: 'Worker not found' });
+            await Project.update({ _id: req.params.projectId }, { $pull: { renderFarmConnections: { id: req.params.workerId } } });
+            res.json({ message: 'Worker removed' });
+        }
+        catch (err) {
+            failed(res, 'remove the worker', err);
+        }
+    });
+    // ── Jobs ──
+    router.get('/projects/:projectId/jobs', async (req, res) => {
+        try {
+            const project = await projectFor(req, res, false);
+            if (!project)
+                return;
+            const assetId = typeof req.query.assetId === 'string' ? req.query.assetId : undefined;
+            res.json({ data: (await (0, jobQueue_1.listJobs)(req.params.projectId, assetId)).map(workerJobs_1.publicJob) });
+        }
+        catch (err) {
+            failed(res, 'list jobs', err);
+        }
+    });
+    // A worker processes an asset (or one of its versions): { assetId, versionId?, worker:
+    // { source, id }, kind, profile?, resultMode?: 'derived' | 'version' }.
+    router.post('/projects/:projectId/jobs/process', async (req, res) => {
+        try {
+            const project = await projectFor(req, res, true);
+            if (!project)
+                return;
+            const job = await (0, workerJobs_1.enqueueWorkerJob)(project, req.body ?? {}, req.auth, config, (0, exports.callbackBaseOf)(req, config));
+            res.status(202).json({ job: (0, workerJobs_1.publicJob)(job) });
+        }
+        catch (err) {
+            failed(res, 'start the job', err);
+        }
+    });
+    router.post('/projects/:projectId/jobs/:jobId/retry', async (req, res) => {
+        try {
+            const project = await projectFor(req, res, true);
+            if (!project)
+                return;
+            const job = await (0, jobQueue_1.getJob)(req.params.jobId);
+            if (!job || job.projectId !== req.params.projectId)
+                return res.status(404).json({ message: 'Job not found' });
+            if (!job.worker)
+                return res.status(400).json({ message: 'Only a worker job can be retried' });
+            const retried = await (0, workerJobs_1.retryWorkerJob)(job.jobId, config);
+            if (!retried)
+                return res.status(409).json({ message: `Only a failed job can be retried; this one is ${job.status}` });
+            res.status(202).json({ job: (0, workerJobs_1.publicJob)(retried) });
+        }
+        catch (err) {
+            failed(res, 'retry the job', err);
+        }
+    });
+    return router;
+}

package/dist/middleware/routes/workerCallback.d.ts

@@ -0,0 +1,5 @@
+import { Router } from 'express';
+import { StorageAdapter, StreamByConfig } from '../../types';
+export declare function workerCallbackRouter(config: StreamByConfig & {
+    adapter?: StorageAdapter;
+}): Router;

package/dist/middleware/routes/workerCallback.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.workerCallbackRouter = workerCallbackRouter;
+const express_1 = require("express");
+const workers_1 = require("../../services/workers");
+const workerJobs_1 = require("../../services/workerJobs");
+// A worker calling back about the job it was sent: with no session, only the job's own token
+// (`Authorization: Bearer <callback.token>`), which works for that attempt alone.
+function workerCallbackRouter(config) {
+    const router = (0, express_1.Router)();
+    const handle = (action) => async (req, res) => {
+        try {
+            const job = await (0, workerJobs_1.authorizeCallback)(req.params.jobId, req.headers.authorization);
+            res.json(await action(job, req));
+        }
+        catch (err) {
+            if (err instanceof workers_1.WorkerError)
+                return res.status(err.status).json({ message: err.message });
+            console.error('❌ StreamBy workers: callback failed:', err?.message ?? err);
+            res.status(500).json({ message: 'Callback failed' });
+        }
+    };
+    router.post(`${workerJobs_1.WORKER_CALLBACK_PATH}/:jobId/progress`, handle(async (job, req) => ({ job: (0, workerJobs_1.publicJob)((await (0, workerJobs_1.reportProgress)(job, req.body)) ?? job) })));
+    router.post(`${workerJobs_1.WORKER_CALLBACK_PATH}/:jobId/upload-url`, handle((job, req) => (0, workerJobs_1.resultUploadUrl)(job, req.body, config)));
+    router.post(`${workerJobs_1.WORKER_CALLBACK_PATH}/:jobId/complete`, handle(async (job, req) => ({ job: (0, workerJobs_1.publicJob)(await (0, workerJobs_1.completeJob)(job, req.body, config)) })));
+    router.post(`${workerJobs_1.WORKER_CALLBACK_PATH}/:jobId/fail`, handle(async (job, req) => {
+        const after = await (0, workerJobs_1.failWorkerJob)(job, req.body, config);
+        return { job: after ? (0, workerJobs_1.publicJob)(after) : null };
+    }));
+    return router;
+}

package/dist/services/aiProcessor.js

@@ -13,7 +13,7 @@ function getNosqlDb() {
     return (0, connectionManager_1.getConnection)(ids[0]).client.db();
 }
 async function runTranscriptionJob(jobId, fileId, projectId, options) {
-    (0, jobQueue_1.updateJob)(jobId, { status: 'processing', stage: 'resolving', progress: 10, assetId: fileId });
+    await (0, jobQueue_1.updateJob)(jobId, { status: 'processing', stage: 'resolving', progress: 10, assetId: fileId });
     try {
         const db = getNosqlDb();
         if (!db)
@@ -24,7 +24,7 @@ async function runTranscriptionJob(jobId, fileId, projectId, options) {
         if (!fileDoc.contentType?.startsWith('video/') && !fileDoc.contentType?.startsWith('audio/')) {
             throw new Error('Transcription only supports video and audio files');
         }
-        (0, jobQueue_1.updateJob)(jobId, { stage: 'queued-provider', progress: 20 });
+        await (0, jobQueue_1.updateJob)(jobId, { stage: 'queued-provider', progress: 20 });
         await db.collection('media_metadata').updateOne({ assetId: fileId, projectId }, {
             $set: {
                 assetId: fileId,
@@ -41,14 +41,14 @@ async function runTranscriptionJob(jobId, fileId, projectId, options) {
                 extractedAt: new Date(),
             },
         }, { upsert: true });
-        (0, jobQueue_1.updateJob)(jobId, { stage: 'pending-worker', progress: 30 });
+        await (0, jobQueue_1.updateJob)(jobId, { stage: 'pending-worker', progress: 30 });
     }
     catch (err) {
-        (0, jobQueue_1.failJob)(jobId, err.message);
+        await (0, jobQueue_1.failJob)(jobId, err.message);
     }
 }
 async function runUpscaleJob(jobId, fileId, projectId, options) {
-    (0, jobQueue_1.updateJob)(jobId, { status: 'processing', stage: 'resolving', progress: 10, assetId: fileId });
+    await (0, jobQueue_1.updateJob)(jobId, { status: 'processing', stage: 'resolving', progress: 10, assetId: fileId });
     try {
         const db = getNosqlDb();
         if (!db)
@@ -56,7 +56,7 @@ async function runUpscaleJob(jobId, fileId, projectId, options) {
         const fileDoc = await db.collection('storage_files').findOne({ fileId, projectId });
         if (!fileDoc)
             throw new Error(`File ${fileId} not found`);
-        (0, jobQueue_1.updateJob)(jobId, { stage: 'queued-upscale', progress: 20 });
+        await (0, jobQueue_1.updateJob)(jobId, { stage: 'queued-upscale', progress: 20 });
         await db.collection('media_metadata').updateOne({ assetId: fileId, projectId }, {
             $set: {
                 assetId: fileId,
@@ -72,14 +72,14 @@ async function runUpscaleJob(jobId, fileId, projectId, options) {
                 extractedAt: new Date(),
             },
         }, { upsert: true });
-        (0, jobQueue_1.updateJob)(jobId, { stage: 'pending-worker', progress: 30 });
+        await (0, jobQueue_1.updateJob)(jobId, { stage: 'pending-worker', progress: 30 });
     }
     catch (err) {
-        (0, jobQueue_1.failJob)(jobId, err.message);
+        await (0, jobQueue_1.failJob)(jobId, err.message);
     }
 }
 async function runGenerateAssetJob(jobId, projectId, options) {
-    (0, jobQueue_1.updateJob)(jobId, { status: 'processing', stage: 'queued-generation', progress: 10 });
+    await (0, jobQueue_1.updateJob)(jobId, { status: 'processing', stage: 'queued-generation', progress: 10 });
     try {
         const db = getNosqlDb();
         if (!db)
@@ -95,10 +95,10 @@ async function runGenerateAssetJob(jobId, projectId, options) {
             status: 'pending',
             requestedAt: new Date(),
         });
-        (0, jobQueue_1.updateJob)(jobId, { stage: 'pending-worker', progress: 20 });
+        await (0, jobQueue_1.updateJob)(jobId, { stage: 'pending-worker', progress: 20 });
     }
     catch (err) {
-        (0, jobQueue_1.failJob)(jobId, err.message);
+        await (0, jobQueue_1.failJob)(jobId, err.message);
     }
 }
 async function buildPipelineSuggestion(nodeSchema, availableNodeTypes) {

package/dist/services/apiTokenPermissions.js

@@ -39,7 +39,7 @@ const RULES = [
     rule('read', '^/users/search', 'members:manage'),
     rule('read', '^/jobs/[^/]+', 'jobs:read'),
     // The project itself and its settings.
-    rule('read', `${P}(/preview)?`, 'project:read'),
+    rule('read', `${P}(/preview|/origins|/integrations)?`, 'project:read'),
     rule(['PATCH'], P, 'project:update'),
     rule('delete', P, 'project:delete'),
     rule(['PATCH'], `${P}/(archive|unarchive)`, 'project:update', { userTokenOnly: true }),
@@ -74,10 +74,10 @@ const RULES = [
     // Rights.
     rule('read', `${P}/assets/[^/]+/rights`, 'rights:read'),
     rule(['PUT'], `${P}/assets/[^/]+/rights`, 'rights:write'),
-    // Connections (API, database, storage, distribution, render farm): the project's settings.
-    rule('read', `${P}/(connections|get-connection|distribution-connections|render-farm-connections)(/.+)?`, 'project:read'),
-    rule('write', `${P}/(connections|distribution-connections|render-farm-connections)(/.+)?`, 'project:update'),
-    rule('delete', `${P}/(connections|distribution-connections|render-farm-connections)/.+`, 'project:update'),
+    // Connections (API, database, storage, distribution, workers): the project's settings.
+    rule('read', `${P}/(connections|get-connection|distribution-connections|workers)(/.+)?`, 'project:read'),
+    rule('write', `${P}/(connections|distribution-connections|workers)(/.+)?`, 'project:update'),
+    rule('delete', `${P}/(connections|distribution-connections|workers)/.+`, 'project:update'),
     // Production.
     rule('read', `${P}/production/.+`, 'production:read'),
     rule('write', `${P}/production/.+`, 'production:write'),
@@ -88,11 +88,12 @@ const RULES = [
     rule(['POST'], `${P}/pipelines`, 'workflow:write'),
     rule(['PATCH', 'DELETE'], `${P}/pipelines/[^/]+`, 'workflow:write'),
     // Exports.
-    rule('read', `${P}/exports/[^/]+`, 'exports:read'),
+    rule('read', `${P}/exports(/[^/]+)?`, 'exports:read'),
     rule(['POST'], `${P}/exports`, 'exports:write'),
     rule(['PATCH', 'DELETE'], `${P}/exports/[^/]+`, 'exports:write'),
     // Jobs: transcoding, rendering, AI, publishing a deliverable.
-    rule(['POST'], `${P}/(jobs/[^/]+|pipeline-suggest|deliverables/[^/]+/publish)`, 'jobs:run'),
+    rule('read', `${P}/jobs`, 'jobs:read'),
+    rule(['POST'], `${P}/(jobs/[^/]+(/retry)?|pipeline-suggest|deliverables/[^/]+/publish)`, 'jobs:run'),
 ];
 /** The rule for a request made with an API token, or undefined: not reachable with one. */
 function routeRuleFor(method, path) {

package/dist/services/executor.js

@@ -216,7 +216,7 @@ async function executeExport(nodeSchema, project, config, { public: isPublic = t
         if (isPublic && JOB_NODES.has(processNode.type))
             throw notPublic(processNode);
         if (processNode.type === 'transcodeNode' && fileId) {
-            const job = (0, jobQueue_1.createJob)('transcode', systemUserId, projectId, nodeData);
+            const job = await (0, jobQueue_1.createJob)('transcode', systemUserId, projectId, nodeData);
             setImmediate(() => (0, mediaProcessor_1.runTranscodeJob)(job.jobId, fileId, projectId, {
                 codec: nodeData.codec,
                 resolution: nodeData.resolution,
@@ -227,7 +227,7 @@ async function executeExport(nodeSchema, project, config, { public: isPublic = t
             payload = { ...payload, jobId: job.jobId, jobType: 'transcode' };
         }
         else if (processNode.type === 'captionNode' && fileId) {
-            const job = (0, jobQueue_1.createJob)('caption', systemUserId, projectId, nodeData);
+            const job = await (0, jobQueue_1.createJob)('caption', systemUserId, projectId, nodeData);
             setImmediate(() => (0, mediaProcessor_1.runCaptionJob)(job.jobId, fileId, projectId, {
                 sourceLanguage: nodeData.sourceLanguage,
                 outputFormat: nodeData.outputFormat,
@@ -236,7 +236,7 @@ async function executeExport(nodeSchema, project, config, { public: isPublic = t
             payload = { ...payload, jobId: job.jobId, jobType: 'caption' };
         }
         else if (processNode.type === 'thumbnailNode' && fileId) {
-            const job = (0, jobQueue_1.createJob)('thumbnail', systemUserId, projectId, nodeData);
+            const job = await (0, jobQueue_1.createJob)('thumbnail', systemUserId, projectId, nodeData);
             setImmediate(() => (0, mediaProcessor_1.runThumbnailJob)(job.jobId, fileId, projectId, {
                 timecode: nodeData.timecode,
                 resolution: nodeData.resolution,
@@ -256,12 +256,12 @@ async function executeExport(nodeSchema, project, config, { public: isPublic = t
             if ('error' in storageResolved) {
                 throw new NodeExecutionError(processNode.id, processNode.type, `Node '${processNode.id}' (${processNode.type}): ${storageResolved.error}`);
             }
-            const job = (0, jobQueue_1.createJob)('ingest', systemUserId, projectId, nodeData);
+            const job = await (0, jobQueue_1.createJob)('ingest', systemUserId, projectId, nodeData);
             setImmediate(() => (0, mediaProcessor_1.runIngestJob)(job.jobId, fileId, projectId));
             payload = { ...payload, jobId: job.jobId, jobType: 'ingest' };
         }
         else if (processNode.type === 'renderJobNode' && fileId) {
-            const job = (0, jobQueue_1.createJob)('render', systemUserId, projectId, nodeData);
+            const job = await (0, jobQueue_1.createJob)('render', systemUserId, projectId, nodeData);
             setImmediate(() => (0, vfxProcessor_1.runRenderJob)(job.jobId, fileId, projectId, {
                 renderer: nodeData.renderer,
                 renderFarmConnectionId: nodeData.renderFarmConnectionId,
@@ -273,7 +273,7 @@ async function executeExport(nodeSchema, project, config, { public: isPublic = t
             payload = { ...payload, jobId: job.jobId, jobType: 'render' };
         }
         else if (processNode.type === 'formatConvertNode' && fileId) {
-            const job = (0, jobQueue_1.createJob)('format-convert', systemUserId, projectId, nodeData);
+            const job = await (0, jobQueue_1.createJob)('format-convert', systemUserId, projectId, nodeData);
             setImmediate(() => (0, vfxProcessor_1.runFormatConvertJob)(job.jobId, fileId, projectId, {
                 inputFormat: nodeData.inputFormat,
                 outputFormat: nodeData.outputFormat,
@@ -283,7 +283,7 @@ async function executeExport(nodeSchema, project, config, { public: isPublic = t
             payload = { ...payload, jobId: job.jobId, jobType: 'format-convert' };
         }
         else if (processNode.type === 'lodNode' && fileId) {
-            const job = (0, jobQueue_1.createJob)('lod', systemUserId, projectId, nodeData);
+            const job = await (0, jobQueue_1.createJob)('lod', systemUserId, projectId, nodeData);
             setImmediate(() => (0, vfxProcessor_1.runLodJob)(job.jobId, fileId, projectId, {
                 levels: nodeData.levels,
                 reductionRatios: nodeData.reductionRatios,
@@ -300,7 +300,7 @@ async function executeExport(nodeSchema, project, config, { public: isPublic = t
             payload = { ...payload, qcReport: { checks: checkResults, overallPassed: true } };
         }
         else if (processNode.type === 'transcriptionNode' && fileId) {
-            const job = (0, jobQueue_1.createJob)('transcription', systemUserId, projectId, nodeData);
+            const job = await (0, jobQueue_1.createJob)('transcription', systemUserId, projectId, nodeData);
             setImmediate(() => (0, aiProcessor_1.runTranscriptionJob)(job.jobId, fileId, projectId, {
                 model: nodeData.model,
                 sourceLanguage: nodeData.sourceLanguage,
@@ -311,7 +311,7 @@ async function executeExport(nodeSchema, project, config, { public: isPublic = t
             payload = { ...payload, jobId: job.jobId, jobType: 'transcription' };
         }
         else if (processNode.type === 'upscaleNode' && fileId) {
-            const job = (0, jobQueue_1.createJob)('upscale', systemUserId, projectId, nodeData);
+            const job = await (0, jobQueue_1.createJob)('upscale', systemUserId, projectId, nodeData);
             setImmediate(() => (0, aiProcessor_1.runUpscaleJob)(job.jobId, fileId, projectId, {
                 scale: nodeData.scale,
                 model: nodeData.model,
@@ -321,7 +321,7 @@ async function executeExport(nodeSchema, project, config, { public: isPublic = t
             payload = { ...payload, jobId: job.jobId, jobType: 'upscale' };
         }
         else if (processNode.type === 'proceduralAssetNode') {
-            const job = (0, jobQueue_1.createJob)('generate-asset', systemUserId, projectId, nodeData);
+            const job = await (0, jobQueue_1.createJob)('generate-asset', systemUserId, projectId, nodeData);
             setImmediate(() => (0, aiProcessor_1.runGenerateAssetJob)(job.jobId, projectId, {
                 assetType: nodeData.assetType,
                 provider: nodeData.provider,

package/dist/services/jobQueue.d.ts

@@ -1,5 +1,7 @@
 import { JobRecord, JobType } from '../types';
-export declare function createJob(jobType: JobType, userId: string, projectId: string, payload: Record<string, any>): JobRecord;
-export declare function getJob(jobId: string): JobRecord | undefined;
-export declare function updateJob(jobId: string, updates: Partial<Pick<JobRecord, 'status' | 'stage' | 'progress' | 'assetId' | 'error'>>): void;
-export declare function failJob(jobId: string, error: string): void;
+export declare function createJob(jobType: JobType, userId: string, projectId: string, payload: Record<string, any>, extra?: Partial<JobRecord>): Promise<JobRecord>;
+export declare function getJob(jobId: string): Promise<JobRecord | null>;
+export declare function listJobs(projectId: string, assetId?: string): Promise<JobRecord[]>;
+export declare function notify(job: JobRecord): void;
+export declare function updateJob(jobId: string, updates: Partial<JobRecord>): Promise<JobRecord | null>;
+export declare function failJob(jobId: string, error: string): Promise<JobRecord | null>;