@openinary/core 1.1.0

package/dist/utils/video/video-worker.js

@@ -0,0 +1,192 @@
+import { EventEmitter } from "events";
+import { transformVideo } from "./index.js";
+import { saveToCache } from "../cache.js";
+import logger, { serializeError } from "../logger.js";
+import { MAX_CONCURRENT_JOBS, WORKER_POLL_INTERVAL_MS } from "./config.js";
+import { contentTypeForFormat, determineOutputFormat } from "./format.js";
+/**
+ * Background worker for processing video jobs
+ */
+export class VideoWorker extends EventEmitter {
+    intervalId = null;
+    maxConcurrent;
+    pollInterval;
+    storage;
+    store;
+    isAcquiring = false;
+    constructor(storage, store) {
+        super();
+        this.storage = storage;
+        this.store = store;
+        this.maxConcurrent = MAX_CONCURRENT_JOBS;
+        this.pollInterval = WORKER_POLL_INTERVAL_MS;
+    }
+    /**
+     * Start the worker
+     */
+    start() {
+        if (this.intervalId) {
+            logger.warn("Worker already started");
+            return;
+        }
+        logger.info({
+            maxConcurrent: this.maxConcurrent,
+            pollInterval: this.pollInterval,
+        }, "Starting video worker");
+        // Reset any orphaned "processing" jobs from previous crashes/restarts
+        // These are jobs marked as "processing" but not actually being processed
+        const resetCount = this.store.resetOrphanedProcessingJobs();
+        if (resetCount > 0) {
+            logger.info({ resetCount }, "Reset orphaned processing jobs on worker start");
+        }
+        // Start polling for jobs
+        this.intervalId = setInterval(() => {
+            this.fillAvailableSlots().catch((error) => {
+                logger.error({ error: serializeError(error) }, "Error in worker polling loop");
+            });
+        }, this.pollInterval);
+        // Also process immediately on start
+        this.fillAvailableSlots().catch((error) => {
+            logger.error({ error: serializeError(error) }, "Error in initial job processing");
+        });
+    }
+    /**
+     * Stop the worker
+     */
+    stop() {
+        if (this.intervalId) {
+            clearInterval(this.intervalId);
+            this.intervalId = null;
+            logger.info("Video worker stopped");
+        }
+    }
+    /**
+     * Set maximum concurrent jobs
+     */
+    setMaxConcurrent(n) {
+        this.maxConcurrent = n;
+        logger.info({ maxConcurrent: n }, "Updated max concurrent jobs");
+    }
+    /**
+     * Fill every free concurrency slot with pending jobs (runs on each poll tick)
+     */
+    async fillAvailableSlots() {
+        // Serialize acquisition so overlapping ticks don't grab the same job
+        if (this.isAcquiring) {
+            return;
+        }
+        try {
+            this.isAcquiring = true;
+            while (true) {
+                const processingCount = this.store.countProcessingJobs();
+                if (processingCount >= this.maxConcurrent) {
+                    logger.debug({ processingCount, maxConcurrent: this.maxConcurrent }, "Max concurrent jobs reached, waiting...");
+                    break;
+                }
+                // Get next pending job (atomically marks it as processing)
+                const job = this.store.getNextPendingJob();
+                if (!job) {
+                    break; // No more pending jobs
+                }
+                logger.info({
+                    jobId: job.id,
+                    filePath: job.file_path,
+                    priority: job.priority,
+                    processingCount: processingCount + 1,
+                    maxConcurrent: this.maxConcurrent,
+                }, "Dispatching video job");
+                // Fire and forget; errors are handled inside processJob
+                this.processJob(job).catch((error) => {
+                    logger.error({ error: serializeError(error), jobId: job.id }, "Unhandled error in job processing");
+                });
+            }
+        }
+        finally {
+            this.isAcquiring = false;
+        }
+    }
+    /**
+     * Process a single video job (runs concurrently with other jobs)
+     */
+    async processJob(job) {
+        // Emit started event
+        this.emit("job:started", job);
+        try {
+            // Parse params from JSON
+            const params = JSON.parse(job.params_json);
+            // Download source file if using cloud storage
+            let sourcePath = `./public/${job.file_path}`;
+            if (this.storage) {
+                try {
+                    const fs = await import("fs/promises");
+                    const path = await import("path");
+                    // Download to temp directory
+                    const buffer = await this.storage.downloadOriginal(job.file_path);
+                    const tempDir = "./temp";
+                    sourcePath = path.join(tempDir, path.basename(job.file_path));
+                    await fs.writeFile(sourcePath, buffer);
+                }
+                catch (error) {
+                    logger.error({ error: serializeError(error), filePath: job.file_path }, "Failed to download source file from cloud storage");
+                    throw error;
+                }
+            }
+            // Process video
+            const buffer = await transformVideo(sourcePath, params);
+            // Save to cache
+            await saveToCache(job.cache_path, buffer);
+            // Upload to cloud storage if configured
+            if (this.storage) {
+                const sourceExt = job.file_path.split(".").pop()?.toLowerCase();
+                const { format } = determineOutputFormat(sourceExt, params.format);
+                const contentType = contentTypeForFormat(format);
+                await this.storage.upload(job.file_path, params, buffer, contentType);
+            }
+            // Mark as completed
+            this.store.updateJobStatus(job.id, "completed", 100);
+            logger.info({ jobId: job.id, filePath: job.file_path }, "Video job completed successfully");
+            // Emit completion event
+            this.emit("job:completed", {
+                ...job,
+                status: "completed",
+                progress: 100,
+            });
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : "Unknown error";
+            logger.error({
+                error: serializeError(error),
+                jobId: job.id,
+                filePath: job.file_path,
+            }, "Video job processing failed");
+            // Check if we should retry
+            if (job.retry_count < job.max_retries) {
+                logger.info({
+                    jobId: job.id,
+                    retryCount: job.retry_count + 1,
+                    maxRetries: job.max_retries,
+                }, "Scheduling job for retry");
+                // IMPORTANT: Mark as error first, then retry will reset it to pending
+                this.store.updateJobStatus(job.id, "error", job.progress, errorMessage);
+                this.store.retryFailedJob(job.id);
+            }
+            else {
+                // Mark as error if max retries reached
+                this.store.updateJobStatus(job.id, "error", job.progress, errorMessage);
+                this.emit("job:error", { ...job, status: "error", error: errorMessage }, error);
+            }
+        }
+    }
+    /**
+     * Get worker statistics
+     */
+    getStats() {
+        return {
+            maxConcurrent: this.maxConcurrent,
+            pollInterval: this.pollInterval,
+            isRunning: !!this.intervalId,
+            processingCount: this.store.countProcessingJobs(),
+        };
+    }
+}
+//# sourceMappingURL=video-worker.js.map

package/dist/utils/video/video-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"video-worker.js","sourceRoot":"","sources":["../../../src/utils/video/video-worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAEvC,OAAO,MAAM,EAAE,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEnD,OAAO,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,MAAM,UAAU,CAAC;AACxE,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAUvE;;GAEG;AACH,MAAM,OAAO,WAAY,SAAQ,YAAY;IACnC,UAAU,GAA0B,IAAI,CAAC;IACzC,aAAa,CAAS;IACtB,YAAY,CAAS;IACrB,OAAO,CAAsB;IAC7B,KAAK,CAAgB;IACrB,WAAW,GAAY,KAAK,CAAC;IAErC,YAAY,OAA4B,EAAE,KAAoB;QAC5D,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,aAAa,GAAG,mBAAmB,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,uBAAuB,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YACtC,OAAO;QACT,CAAC;QAED,MAAM,CAAC,IAAI,CACT;YACE,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,YAAY,EAAE,IAAI,CAAC,YAAY;SAChC,EACD,uBAAuB,CACxB,CAAC;QAEF,sEAAsE;QACtE,yEAAyE;QACzE,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,2BAA2B,EAAE,CAAC;QAC5D,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CACT,EAAE,UAAU,EAAE,EACd,gDAAgD,CACjD,CAAC;QACJ,CAAC;QAED,yBAAyB;QACzB,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE;YACjC,IAAI,CAAC,kBAAkB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACxC,MAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC,EAAE,EAChC,8BAA8B,CAC/B,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAEtB,oCAAoC;QACpC,IAAI,CAAC,kBAAkB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACxC,MAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC,EAAE,EAChC,iCAAiC,CAClC,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,IAAI;QACF,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,CAAS;QACxB,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,6BAA6B,CAAC,CAAC;IACnE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB;QACtB,qEAAqE;QACrE,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YAExB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC;gBACzD,IAAI,eAAe,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBAC1C,MAAM,CAAC,KAAK,CACV,EAAE,eAAe,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,EACtD,yCAAyC,CAC1C,CAAC;oBACF,MAAM;gBACR,CAAC;gBAED,2DAA2D;gBAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC;gBAC3C,IAAI,CAAC,GAAG,EAAE,CAAC;oBACT,MAAM,CAAC,uBAAuB;gBAChC,CAAC;gBAED,MAAM,CAAC,IAAI,CACT;oBACE,KAAK,EAAE,GAAG,CAAC,EAAE;oBACb,QAAQ,EAAE,GAAG,CAAC,SAAS;oBACvB,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,eAAe,EAAE,eAAe,GAAG,CAAC;oBACpC,aAAa,EAAE,IAAI,CAAC,aAAa;iBAClC,EACD,uBAAuB,CACxB,CAAC;gBAEF,wDAAwD;gBACxD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBACnC,MAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,EAC/C,mCAAmC,CACpC,CAAC;gBACJ,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QAC3B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,UAAU,CAAC,GAAa;QACpC,qBAAqB;QACrB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;QAE9B,IAAI,CAAC;YACH,yBAAyB;YACzB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAE3C,8CAA8C;YAC9C,IAAI,UAAU,GAAG,YAAY,GAAG,CAAC,SAAS,EAAE,CAAC;YAC7C,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,IAAI,CAAC;oBACH,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;oBACvC,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;oBAElC,6BAA6B;oBAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;oBAClE,MAAM,OAAO,GAAG,QAAQ,CAAC;oBACzB,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;oBAC9D,MAAM,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;gBACzC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,SAAS,EAAE,EACzD,mDAAmD,CACpD,CAAC;oBACF,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;YAED,gBAAgB;YAChB,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YAExD,gBAAgB;YAChB,MAAM,WAAW,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YAE1C,wCAAwC;YACxC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAC;gBAChE,MAAM,EAAE,MAAM,EAAE,GAAG,qBAAqB,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBACnE,MAAM,WAAW,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;gBACjD,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;YACxE,CAAC;YAED,oBAAoB;YACpB,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;YAErD,MAAM,CAAC,IAAI,CACT,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,SAAS,EAAE,EAC1C,kCAAkC,CACnC,CAAC;YAEF,wBAAwB;YACxB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE;gBACzB,GAAG,GAAG;gBACN,MAAM,EAAE,WAAW;gBACnB,QAAQ,EAAE,GAAG;aACd,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAE3D,MAAM,CAAC,KAAK,CACV;gBACE,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC;gBAC5B,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,QAAQ,EAAE,GAAG,CAAC,SAAS;aACxB,EACD,6BAA6B,CAC9B,CAAC;YAEF,2BAA2B;YAC3B,IAAI,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;gBACtC,MAAM,CAAC,IAAI,CACT;oBACE,KAAK,EAAE,GAAG,CAAC,EAAE;oBACb,UAAU,EAAE,GAAG,CAAC,WAAW,GAAG,CAAC;oBAC/B,UAAU,EAAE,GAAG,CAAC,WAAW;iBAC5B,EACD,0BAA0B,CAC3B,CAAC;gBAEF,sEAAsE;gBACtE,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;gBACxE,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,uCAAuC;gBACvC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;gBACxE,IAAI,CAAC,IAAI,CACP,WAAW,EACX,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,EAChD,KAAc,CACf,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO;YACL,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU;YAC5B,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE;SAClD,CAAC;IACJ,CAAC;CACF"}

package/dist/utils/video-job-queue.d.ts

@@ -0,0 +1,62 @@
+import { EventEmitter } from "events";
+import { parseParams } from "./parser";
+import { CloudStorage } from "./storage/index";
+import { VideoWorker } from "./video/video-worker";
+import type { JobStatus, VideoJobStore } from "./video/queue-store";
+export type { JobStatus };
+export interface VideoJob {
+    id: string;
+    filePath: string;
+    params: ReturnType<typeof parseParams>;
+    cachePath: string;
+    status: JobStatus;
+    progress?: number;
+    error?: string;
+    startedAt?: Date;
+    completedAt?: Date;
+}
+export declare class VideoJobQueue extends EventEmitter {
+    private worker;
+    private storage;
+    private store;
+    private cleanupInterval;
+    constructor(store: VideoJobStore);
+    /**
+     * Initialize the queue with storage client
+     */
+    initialize(storage: CloudStorage | null): void;
+    /**
+     * Add a video to the processing queue
+     */
+    addJob(filePath: string, params: ReturnType<typeof parseParams>, cachePath: string, sourcePath: string, storage: CloudStorage | null, priority?: number): Promise<string>;
+    /**
+     * Get job status
+     */
+    getJob(jobId: string): VideoJob | null;
+    /**
+     * Get job by file path and params
+     */
+    getJobByPath(filePath: string, params: ReturnType<typeof parseParams>): VideoJob | null;
+    /**
+     * Clean up old completed/error jobs
+     */
+    cleanup(): void;
+    /**
+     * Get queue stats
+     */
+    getStats(): import("..").JobStats;
+    /**
+     * Get the underlying job store (for admin/CRUD operations not exposed
+     * directly by this queue facade, e.g. listing or cancelling jobs).
+     */
+    getStore(): VideoJobStore;
+    /**
+     * Get worker instance (for advanced usage)
+     */
+    getWorker(): VideoWorker;
+    /**
+     * Stop the worker (for graceful shutdown)
+     */
+    stop(): void;
+}
+//# sourceMappingURL=video-job-queue.d.ts.map

package/dist/utils/video-job-queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"video-job-queue.d.ts","sourceRoot":"","sources":["../../src/utils/video-job-queue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,KAAK,EAEV,SAAS,EACT,aAAa,EACd,MAAM,qBAAqB,CAAC;AAI7B,YAAY,EAAE,SAAS,EAAE,CAAC;AAE1B,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,SAAS,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,IAAI,CAAC;IACjB,WAAW,CAAC,EAAE,IAAI,CAAC;CACpB;AAmBD,qBAAa,aAAc,SAAQ,YAAY;IAC7C,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,eAAe,CAA+C;gBAE1D,KAAK,EAAE,aAAa;IAwBhC;;OAEG;IACH,UAAU,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI,GAAG,IAAI;IAiC9C;;OAEG;IACG,MAAM,CACV,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,UAAU,CAAC,OAAO,WAAW,CAAC,EACtC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,YAAY,GAAG,IAAI,EAC5B,QAAQ,GAAE,MAAgC,GACzC,OAAO,CAAC,MAAM,CAAC;IAalB;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI;IAKtC;;OAEG;IACH,YAAY,CACV,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,UAAU,CAAC,OAAO,WAAW,CAAC,GACrC,QAAQ,GAAG,IAAI;IAKlB;;OAEG;IACH,OAAO,IAAI,IAAI;IAIf;;OAEG;IACH,QAAQ;IAIR;;;OAGG;IACH,QAAQ,IAAI,aAAa;IAIzB;;OAEG;IACH,SAAS,IAAI,WAAW;IAIxB;;OAEG;IACH,IAAI,IAAI,IAAI;CAOb"}

package/dist/utils/video-job-queue.js

@@ -0,0 +1,122 @@
+import { EventEmitter } from "events";
+import logger from "./logger.js";
+import { VideoWorker } from "./video/video-worker.js";
+import { JOB_CLEANUP_HOURS, TRANSFORMATION_PRIORITY } from "./video/config.js";
+/**
+ * Convert database job to legacy format for backward compatibility
+ */
+function convertDBJob(dbJob) {
+    return {
+        id: dbJob.id,
+        filePath: dbJob.file_path,
+        params: JSON.parse(dbJob.params_json),
+        cachePath: dbJob.cache_path,
+        status: dbJob.status,
+        progress: dbJob.progress,
+        error: dbJob.error || undefined,
+        startedAt: dbJob.started_at ? new Date(dbJob.started_at) : undefined,
+        completedAt: dbJob.completed_at ? new Date(dbJob.completed_at) : undefined,
+    };
+}
+export class VideoJobQueue extends EventEmitter {
+    worker;
+    storage = null;
+    store;
+    cleanupInterval = null;
+    constructor(store) {
+        super();
+        this.store = store;
+        // Worker will be re-created with real storage once initialize() runs
+        this.worker = new VideoWorker(null, store);
+        // Forward worker events
+        this.worker.on("job:created", (job) => this.emit("job:created", convertDBJob(job)));
+        this.worker.on("job:started", (job) => this.emit("job:started", convertDBJob(job)));
+        this.worker.on("job:progress", (job, progress) => this.emit("job:progress", convertDBJob(job), progress));
+        this.worker.on("job:completed", (job) => this.emit("job:completed", convertDBJob(job)));
+        this.worker.on("job:error", (job, error) => this.emit("job:error", convertDBJob(job), error));
+    }
+    /**
+     * Initialize the queue with storage client
+     */
+    initialize(storage) {
+        this.storage = storage;
+        this.worker = new VideoWorker(storage, this.store);
+        // Forward worker events
+        this.worker.on("job:created", (job) => this.emit("job:created", convertDBJob(job)));
+        this.worker.on("job:started", (job) => this.emit("job:started", convertDBJob(job)));
+        this.worker.on("job:progress", (job, progress) => this.emit("job:progress", convertDBJob(job), progress));
+        this.worker.on("job:completed", (job) => this.emit("job:completed", convertDBJob(job)));
+        this.worker.on("job:error", (job, error) => this.emit("job:error", convertDBJob(job), error));
+        // Start the worker
+        this.worker.start();
+        // Periodic cleanup (every 10 minutes). Started here rather than at
+        // module load so it never runs against a not-yet-initialized worker.
+        if (!this.cleanupInterval) {
+            this.cleanupInterval = setInterval(() => this.cleanup(), 10 * 60 * 1000);
+        }
+        logger.info("Video job queue initialized with background worker");
+    }
+    /**
+     * Add a video to the processing queue
+     */
+    async addJob(filePath, params, cachePath, sourcePath, storage, priority = TRANSFORMATION_PRIORITY) {
+        // Create job in database
+        const jobId = this.store.createJob(filePath, params, cachePath, priority);
+        // Emit created event
+        const job = this.store.getJobById(jobId);
+        if (job) {
+            this.emit("job:created", convertDBJob(job));
+        }
+        return jobId;
+    }
+    /**
+     * Get job status
+     */
+    getJob(jobId) {
+        const dbJob = this.store.getJobById(jobId);
+        return dbJob ? convertDBJob(dbJob) : null;
+    }
+    /**
+     * Get job by file path and params
+     */
+    getJobByPath(filePath, params) {
+        const dbJob = this.store.getJobByFileAndParams(filePath, params);
+        return dbJob ? convertDBJob(dbJob) : null;
+    }
+    /**
+     * Clean up old completed/error jobs
+     */
+    cleanup() {
+        this.store.cleanupOldJobs(JOB_CLEANUP_HOURS);
+    }
+    /**
+     * Get queue stats
+     */
+    getStats() {
+        return this.store.getJobStats();
+    }
+    /**
+     * Get the underlying job store (for admin/CRUD operations not exposed
+     * directly by this queue facade, e.g. listing or cancelling jobs).
+     */
+    getStore() {
+        return this.store;
+    }
+    /**
+     * Get worker instance (for advanced usage)
+     */
+    getWorker() {
+        return this.worker;
+    }
+    /**
+     * Stop the worker (for graceful shutdown)
+     */
+    stop() {
+        this.worker.stop();
+        if (this.cleanupInterval) {
+            clearInterval(this.cleanupInterval);
+            this.cleanupInterval = null;
+        }
+    }
+}
+//# sourceMappingURL=video-job-queue.js.map

package/dist/utils/video-job-queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"video-job-queue.js","sourceRoot":"","sources":["../../src/utils/video-job-queue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAGtC,OAAO,MAAM,MAAM,UAAU,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAMnD,OAAO,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAiB5E;;GAEG;AACH,SAAS,YAAY,CAAC,KAAiB;IACrC,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,QAAQ,EAAE,KAAK,CAAC,SAAS;QACzB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC;QACrC,SAAS,EAAE,KAAK,CAAC,UAAU;QAC3B,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,SAAS;QAC/B,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;QACpE,WAAW,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS;KAC3E,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,aAAc,SAAQ,YAAY;IACrC,MAAM,CAAc;IACpB,OAAO,GAAwB,IAAI,CAAC;IACpC,KAAK,CAAgB;IACrB,eAAe,GAA0C,IAAI,CAAC;IAEtE,YAAY,KAAoB;QAC9B,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,qEAAqE;QACrE,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAE3C,wBAAwB;QACxB,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC,GAAG,EAAE,EAAE,CACpC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAC5C,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC,GAAG,EAAE,EAAE,CACpC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAC5C,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,cAAc,EAAE,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAC/C,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,YAAY,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,CACvD,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC,GAAG,EAAE,EAAE,CACtC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAC9C,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CACzC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CACjD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,OAA4B;QACrC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAEnD,wBAAwB;QACxB,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC,GAAG,EAAE,EAAE,CACpC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAC5C,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC,GAAG,EAAE,EAAE,CACpC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAC5C,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,cAAc,EAAE,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAC/C,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,YAAY,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,CACvD,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC,GAAG,EAAE,EAAE,CACtC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAC9C,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CACzC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CACjD,CAAC;QAEF,mBAAmB;QACnB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAEpB,mEAAmE;QACnE,qEAAqE;QACrE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QAC3E,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;IACpE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,QAAgB,EAChB,MAAsC,EACtC,SAAiB,EACjB,UAAkB,EAClB,OAA4B,EAC5B,WAAmB,uBAAuB;QAE1C,yBAAyB;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAE1E,qBAAqB;QACrB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9C,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAa;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC3C,OAAO,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,YAAY,CACV,QAAgB,EAChB,MAAsC;QAEtC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACjE,OAAO,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,OAAO;QACL,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;IAClC,CAAC;IAED;;;OAGG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,IAAI;QACF,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACnB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YACpC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC9B,CAAC;IACH,CAAC;CACF"}

package/package.json

@@ -0,0 +1,51 @@
+{
+  "name": "@openinary/core",
+  "version": "1.1.0",
+  "description": "Openinary's media transformation engine and route handlers (image/video processing, storage, job queue) as a standalone, embeddable package.",
+  "type": "module",
+  "license": "AGPL-3.0-only",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/openinary/openinary",
+    "directory": "packages/core"
+  },
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "files": [
+    "dist"
+  ],
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "default": "./dist/index.js"
+    }
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {
+    "@aws-sdk/client-s3": "^3.855.0",
+    "@aws-sdk/s3-request-presigner": "^3.855.0",
+    "@webtoon/psd": "^0.4.0",
+    "better-sqlite3": "^11.8.1",
+    "fflate": "^0.8.3",
+    "fluent-ffmpeg": "^2.1.2",
+    "hono": "^4.12.30",
+    "pino": "^10.1.0",
+    "pino-pretty": "^13.1.2",
+    "sharp": "^0.33.0"
+  },
+  "devDependencies": {
+    "@types/better-sqlite3": "^7.6.12",
+    "@types/fluent-ffmpeg": "^2.1.27",
+    "@types/node": "^24.2.0",
+    "tsx": "^4.7.0",
+    "typescript": "^5.9.2"
+  },
+  "scripts": {
+    "build": "tsc && node scripts/add-js-extensions.cjs",
+    "type-check": "tsc --noEmit",
+    "test": "node --import tsx --test $(find src -name '*.test.ts')"
+  }
+}