libre-webui 0.21.3 → 0.22.0

package/backend/dist/worker.js

@@ -0,0 +1,250 @@
+/*
+ * Libre WebUI
+ * Copyright (C) 2025 Kroonen AI, Inc.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ */
+import './env.js';
+import fs from 'node:fs';
+import path from 'node:path';
+import { closePersistence, getPersistence, initializePersistence, preflightExistingSQLiteDatabase, preflightIdentityMatchesMarker, readPreflightVerificationMarker, readSQLitePreflightIdentity, writePreflightVerificationMarker, } from './persistence/index.js';
+import { assertPlatformRuntimeConfig, resolvePlatformRuntimeConfig, } from './platform/runtimeConfig.js';
+import { getOllamaRuntimeConfig, normalizeOllamaRuntimeEnvironment, } from './platform/ollamaRuntimeConfig.js';
+import { assertNoLegacyDataDirectoryConflict, assertPreflightDirectoryOutsideDataDirectory, ensurePrivateRuntimeDirectory, resolveDataDirectory, resolvePreflightDirectory, } from './utils/dataDirectory.js';
+import { inspectStorageKeyConfiguration, provisionLegacyEncryptionKey, } from './platform/storage/storageFactory.js';
+import { LegacyCiphertextIntegrityError, verifyLegacyCiphertextIntegrity, } from './services/legacyCiphertextIntegrity.js';
+import { createLogger } from './utils/logger.js';
+const logger = createLogger('durable-worker');
+normalizeOllamaRuntimeEnvironment(getOllamaRuntimeConfig());
+const config = assertPlatformRuntimeConfig(resolvePlatformRuntimeConfig());
+if (config.jobs.workerMode !== 'external') {
+    throw new Error('The standalone worker requires JOB_WORKER_MODE=external.');
+}
+assertNoLegacyDataDirectoryConflict();
+const dataDir = resolveDataDirectory();
+const databasePath = path.join(dataDir, 'data.sqlite');
+const preflightDirectory = resolvePreflightDirectory();
+assertPreflightDirectoryOutsideDataDirectory(dataDir, preflightDirectory);
+process.env.DATA_DIR = dataDir;
+process.env.PLATFORM_PREFLIGHT_TMP_DIR = preflightDirectory;
+const initialStorageKeys = inspectStorageKeyConfiguration(process.env);
+if (initialStorageKeys.status === 'invalid') {
+    throw new Error('Invalid platform storage encryption configuration.');
+}
+if (config.mode === 'team' &&
+    !['versioned-keyring', 'legacy-encryption-key'].includes(initialStorageKeys.source)) {
+    throw new Error('Team mode requires encryption keys supplied by the deployment secret; per-replica key files are not supported.');
+}
+const encryptionKeyHex = provisionLegacyEncryptionKey(process.env);
+process.env.ENCRYPTION_KEY = encryptionKeyHex;
+const storageKeys = inspectStorageKeyConfiguration(process.env);
+if (storageKeys.status !== 'configured') {
+    throw new Error('Invalid platform storage encryption configuration.');
+}
+let legacyKey;
+try {
+    if (config.database.backend === 'sqlite' && fs.existsSync(databasePath)) {
+        // Same cached preflight as the application entrypoint: data verified once
+        // stays verified until the schema generation or the file itself changes.
+        const marker = readPreflightVerificationMarker(dataDir);
+        const verifiedBefore = marker !== null &&
+            preflightIdentityMatchesMarker(readSQLitePreflightIdentity(databasePath), marker);
+        const skipScanByEnv = process.env.LIBRE_SKIP_STARTUP_INTEGRITY_SCAN === '1';
+        if (!verifiedBefore) {
+            legacyKey = Buffer.from(encryptionKeyHex, 'hex');
+            try {
+                preflightExistingSQLiteDatabase(databasePath, preflightDirectory, skipScanByEnv
+                    ? undefined
+                    : database => verifyLegacyCiphertextIntegrity(database, legacyKey, {}, {
+                        requireIdentityLookupToken: false,
+                    }));
+            }
+            catch (error) {
+                if (error instanceof LegacyCiphertextIntegrityError &&
+                    error.code === 'verification-limit') {
+                    // A database beyond the scan caps must still be able to start.
+                    logger.warn('Legacy ciphertext verification exceeded its scan limits; continuing without full verification.');
+                }
+                else {
+                    throw error;
+                }
+            }
+            if (skipScanByEnv) {
+                logger.warn('LIBRE_SKIP_STARTUP_INTEGRITY_SCAN=1: skipping legacy ciphertext verification.');
+            }
+        }
+    }
+}
+finally {
+    legacyKey?.fill(0);
+}
+const { encryptionService } = await import('./services/encryptionService.js');
+await initializePersistence({
+    dialect: config.database.backend,
+    emailCodec: encryptionService,
+    env: process.env,
+});
+if (config.database.backend === 'sqlite') {
+    // Record the settled post-migration identity so the next start can skip
+    // the copy and deep scan until the schema generation or file changes.
+    const settledIdentity = readSQLitePreflightIdentity(databasePath);
+    if (settledIdentity) {
+        writePreflightVerificationMarker(dataDir, settledIdentity);
+    }
+}
+if (config.mode === 'team') {
+    ensurePrivateRuntimeDirectory(dataDir);
+    ensurePrivateRuntimeDirectory(preflightDirectory);
+}
+process.env.LIBRE_PROCESS_ROLE = 'external-worker';
+const { initializeSelectedWorkPersistence } = await import('./platform/workPersistence/index.js');
+initializeSelectedWorkPersistence(config.database.backend);
+const { closePlatformStorageRuntime, initializePlatformStorageRuntime } = await import('./platform/storage/platformStorageRuntime.js');
+await initializePlatformStorageRuntime({
+    persistence: getPersistence(encryptionService),
+    cipher: encryptionService,
+    env: process.env,
+});
+const { closeCoordinator, initializeCoordinator } = await import('./platform/coordination/service.js');
+const { closePluginCacheInvalidation } = await import('./services/pluginCacheInvalidation.js');
+const { closeDurableJobRuntime, createDomainDurableJobHandlers, initializeDurableJobRuntime, } = await import('./platform/jobs/index.js');
+const coordinator = await initializeCoordinator();
+const { default: workTaskService } = await import('./services/workTaskService.js');
+const { default: workRuntimeService } = await import('./services/workRuntimeService.js');
+let recoveryLease = await coordinator.acquireLease('work-runtime-startup-recovery', 120000);
+const recoveryWaitDeadline = Date.now() + 120000;
+while (!recoveryLease &&
+    (await coordinator.listPresence('durable-workers')).length === 0 &&
+    Date.now() < recoveryWaitDeadline) {
+    await new Promise(resolve => setTimeout(resolve, 250));
+    recoveryLease = await coordinator.acquireLease('work-runtime-startup-recovery', 120000);
+}
+if (!recoveryLease) {
+    if ((await coordinator.listPresence('durable-workers')).length === 0) {
+        throw new Error('Timed out waiting for Work runtime recovery.');
+    }
+}
+else {
+    const ownedRecoveryLease = recoveryLease;
+    let recoveryLeaseLost = false;
+    const assertRecoveryLease = async () => {
+        if (recoveryLeaseLost) {
+            throw new Error('Lost the Work startup recovery lease.');
+        }
+        try {
+            if (await ownedRecoveryLease.extend(120000))
+                return;
+        }
+        catch {
+            // Report expiry and coordination outages through one safe fence.
+        }
+        recoveryLeaseLost = true;
+        throw new Error('Lost the Work startup recovery lease.');
+    };
+    const recoveryLeaseTimer = setInterval(() => {
+        void ownedRecoveryLease
+            .extend(120000)
+            .then(extended => {
+            if (!extended)
+                recoveryLeaseLost = true;
+        })
+            .catch(() => {
+            recoveryLeaseLost = true;
+        });
+    }, 40000);
+    recoveryLeaseTimer.unref?.();
+    try {
+        // Never sweep a runtime owned by an already-ready worker. The first worker
+        // after a full outage reconciles container state without globally rewriting
+        // shared Work runs; durable job reclaim owns per-run recovery.
+        if ((await coordinator.listPresence('durable-workers')).length === 0) {
+            await assertRecoveryLease();
+            const workCleanup = await workRuntimeService.beginRecovery(await workTaskService.listAllTaskRecords(), assertRecoveryLease);
+            if (workCleanup.failed > 0) {
+                throw new Error(`Work startup recovery could not stop ${workCleanup.failed} sandbox(es).`);
+            }
+        }
+        if (recoveryLeaseLost) {
+            throw new Error('Lost the Work startup recovery lease.');
+        }
+    }
+    finally {
+        clearInterval(recoveryLeaseTimer);
+        await ownedRecoveryLease.release().catch(() => false);
+    }
+}
+const runtime = initializeDurableJobRuntime({
+    role: 'external',
+    runWorker: true,
+    maxConcurrentJobs: config.jobs.concurrency,
+    retention: config.jobs.retention,
+    handlers: createDomainDurableJobHandlers(),
+});
+const { closeDurableEventGateway, initializeDurableEventGateway } = await import('./platform/events/index.js');
+const { default: workEventService } = await import('./services/workEventService.js');
+workEventService.initializeDurableGateway(initializeDurableEventGateway(runtime.service, coordinator));
+const { JOB_CANCELLATION_WAKE_TOPIC } = await import('./platform/jobs/index.js');
+// Application replicas publish this wake after a cancellation request
+// commits so an in-flight handler here aborts without waiting for its next
+// heartbeat. SQL remains the authoritative cancellation record.
+const unsubscribeCancellationWake = await coordinator.subscribe(JOB_CANCELLATION_WAKE_TOPIC, event => {
+    const jobId = event.payload?.jobId;
+    if (typeof jobId === 'string' && jobId.length > 0) {
+        runtime.abortActiveJob(jobId);
+    }
+});
+const workerId = runtime.status().workerId;
+if (!workerId)
+    throw new Error('Durable worker failed to start.');
+const presenceScope = 'durable-workers';
+const presenceTtlMs = 30000;
+const refreshPresence = async () => {
+    if (runtime.status().workerHealthy) {
+        await coordinator.setPresence(presenceScope, workerId, presenceTtlMs);
+    }
+    else {
+        await coordinator.clearPresence(presenceScope, workerId);
+    }
+};
+const workerReadyDeadline = Date.now() + 10000;
+while (!runtime.status().workerHealthy && Date.now() < workerReadyDeadline) {
+    await new Promise(resolve => setTimeout(resolve, 25));
+}
+if (!runtime.status().workerHealthy) {
+    throw new Error('Durable worker could not establish its database poll loop.');
+}
+await refreshPresence();
+const presenceTimer = setInterval(() => {
+    void refreshPresence().catch(() => {
+        // Redis is required in external mode. The worker continues to rely on SQL
+        // leases, while application readiness fails until presence can refresh.
+    });
+}, 10000);
+presenceTimer.unref?.();
+logger.info(`Durable worker ${workerId} is ready.`);
+let stopping = false;
+const shutdown = async (signal) => {
+    if (stopping)
+        return;
+    stopping = true;
+    logger.info(`${signal} received: stopping durable worker.`);
+    clearInterval(presenceTimer);
+    await unsubscribeCancellationWake().catch(() => undefined);
+    const result = await closeDurableJobRuntime();
+    // Closing the durable runtime first aborts and drains this worker's active
+    // handlers. Stop only this process's sweep/control client; never enumerate
+    // and stop containers that another worker may own.
+    workRuntimeService.beginShutdown();
+    await closeDurableEventGateway();
+    await coordinator
+        .clearPresence(presenceScope, workerId)
+        .catch(() => undefined);
+    await closePluginCacheInvalidation();
+    await closeCoordinator();
+    await closePlatformStorageRuntime();
+    await closePersistence();
+    if (result.failed > 0)
+        process.exitCode = 1;
+};
+process.on('SIGTERM', () => void shutdown('SIGTERM'));
+process.on('SIGINT', () => void shutdown('SIGINT'));
+//# sourceMappingURL=worker.js.map

package/backend/dist/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../src/worker.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,UAAU,CAAC;AAElB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EACL,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,+BAA+B,EAC/B,8BAA8B,EAC9B,+BAA+B,EAC/B,2BAA2B,EAC3B,gCAAgC,GACjC,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,2BAA2B,EAC3B,4BAA4B,GAC7B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,sBAAsB,EACtB,iCAAiC,GAClC,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,mCAAmC,EACnC,4CAA4C,EAC5C,6BAA6B,EAC7B,oBAAoB,EACpB,yBAAyB,GAC1B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,8BAA8B,EAC9B,4BAA4B,GAC7B,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EACL,8BAA8B,EAC9B,+BAA+B,GAChC,MAAM,yCAAyC,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,MAAM,MAAM,GAAG,YAAY,CAAC,gBAAgB,CAAC,CAAC;AAC9C,iCAAiC,CAAC,sBAAsB,EAAE,CAAC,CAAC;AAC5D,MAAM,MAAM,GAAG,2BAA2B,CAAC,4BAA4B,EAAE,CAAC,CAAC;AAC3E,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;IAC1C,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;AAC9E,CAAC;AACD,mCAAmC,EAAE,CAAC;AACtC,MAAM,OAAO,GAAG,oBAAoB,EAAE,CAAC;AACvC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;AACvD,MAAM,kBAAkB,GAAG,yBAAyB,EAAE,CAAC;AACvD,4CAA4C,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;AAC1E,OAAO,CAAC,GAAG,CAAC,QAAQ,GAAG,OAAO,CAAC;AAC/B,OAAO,CAAC,GAAG,CAAC,0BAA0B,GAAG,kBAAkB,CAAC;AAC5D,MAAM,kBAAkB,GAAG,8BAA8B,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;AACvE,IAAI,kBAAkB,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;IAC5C,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;AACxE,CAAC;AACD,IACE,MAAM,CAAC,IAAI,KAAK,MAAM;IACtB,CAAC,CAAC,mBAAmB,EAAE,uBAAuB,CAAC,CAAC,QAAQ,CACtD,kBAAkB,CAAC,MAAM,CAC1B,EACD,CAAC;IACD,MAAM,IAAI,KAAK,CACb,gHAAgH,CACjH,CAAC;AACJ,CAAC;AACD,MAAM,gBAAgB,GAAG,4BAA4B,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;AACnE,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,gBAAgB,CAAC;AAC9C,MAAM,WAAW,GAAG,8BAA8B,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;AAChE,IAAI,WAAW,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;IACxC,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;AACxE,CAAC;AACD,IAAI,SAA6B,CAAC;AAClC,IAAI,CAAC;IACH,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,KAAK,QAAQ,IAAI,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QACxE,0EAA0E;QAC1E,yEAAyE;QACzE,MAAM,MAAM,GAAG,+BAA+B,CAAC,OAAO,CAAC,CAAC;QACxD,MAAM,cAAc,GAClB,MAAM,KAAK,IAAI;YACf,8BAA8B,CAC5B,2BAA2B,CAAC,YAAY,CAAC,EACzC,MAAM,CACP,CAAC;QACJ,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,iCAAiC,KAAK,GAAG,CAAC;QAC5E,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;YACjD,IAAI,CAAC;gBACH,+BAA+B,CAC7B,YAAY,EACZ,kBAAkB,EAClB,aAAa;oBACX,CAAC,CAAC,SAAS;oBACX,CAAC,CAAC,QAAQ,CAAC,EAAE,CACT,+BAA+B,CAC7B,QAAQ,EACR,SAAS,EACT,EAAE,EACF;wBACE,0BAA0B,EAAE,KAAK;qBAClC,CACF,CACR,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IACE,KAAK,YAAY,8BAA8B;oBAC/C,KAAK,CAAC,IAAI,KAAK,oBAAoB,EACnC,CAAC;oBACD,+DAA+D;oBAC/D,MAAM,CAAC,IAAI,CACT,gGAAgG,CACjG,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;YACD,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,CAAC,IAAI,CACT,+EAA+E,CAChF,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;QAAS,CAAC;IACT,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;AAC9E,MAAM,qBAAqB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO;IAChC,UAAU,EAAE,iBAAiB;IAC7B,GAAG,EAAE,OAAO,CAAC,GAAG;CACjB,CAAC,CAAC;AACH,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;IACzC,wEAAwE;IACxE,sEAAsE;IACtE,MAAM,eAAe,GAAG,2BAA2B,CAAC,YAAY,CAAC,CAAC;IAClE,IAAI,eAAe,EAAE,CAAC;QACpB,gCAAgC,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;IAC7D,CAAC;AACH,CAAC;AACD,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;IAC3B,6BAA6B,CAAC,OAAO,CAAC,CAAC;IACvC,6BAA6B,CAAC,kBAAkB,CAAC,CAAC;AACpD,CAAC;AACD,OAAO,CAAC,GAAG,CAAC,kBAAkB,GAAG,iBAAiB,CAAC;AACnD,MAAM,EAAE,iCAAiC,EAAE,GACzC,MAAM,MAAM,CAAC,qCAAqC,CAAC,CAAC;AACtD,iCAAiC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AAC3D,MAAM,EAAE,2BAA2B,EAAE,gCAAgC,EAAE,GACrE,MAAM,MAAM,CAAC,8CAA8C,CAAC,CAAC;AAC/D,MAAM,gCAAgC,CAAC;IACrC,WAAW,EAAE,cAAc,CAAC,iBAAiB,CAAC;IAC9C,MAAM,EAAE,iBAAiB;IACzB,GAAG,EAAE,OAAO,CAAC,GAAG;CACjB,CAAC,CAAC;AACH,MAAM,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,GAC/C,MAAM,MAAM,CAAC,oCAAoC,CAAC,CAAC;AACrD,MAAM,EAAE,4BAA4B,EAAE,GACpC,MAAM,MAAM,CAAC,uCAAuC,CAAC,CAAC;AACxD,MAAM,EACJ,sBAAsB,EACtB,8BAA8B,EAC9B,2BAA2B,GAC5B,GAAG,MAAM,MAAM,CAAC,0BAA0B,CAAC,CAAC;AAC7C,MAAM,WAAW,GAAG,MAAM,qBAAqB,EAAE,CAAC;AAClD,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,GAChC,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;AAChD,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE,GACnC,MAAM,MAAM,CAAC,kCAAkC,CAAC,CAAC;AACnD,IAAI,aAAa,GAAG,MAAM,WAAW,CAAC,YAAY,CAChD,+BAA+B,EAC/B,MAAO,CACR,CAAC;AACF,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAO,CAAC;AAClD,OACE,CAAC,aAAa;IACd,CAAC,MAAM,WAAW,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC;IAChE,IAAI,CAAC,GAAG,EAAE,GAAG,oBAAoB,EACjC,CAAC;IACD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IACvD,aAAa,GAAG,MAAM,WAAW,CAAC,YAAY,CAC5C,+BAA+B,EAC/B,MAAO,CACR,CAAC;AACJ,CAAC;AACD,IAAI,CAAC,aAAa,EAAE,CAAC;IACnB,IAAI,CAAC,MAAM,WAAW,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAClE,CAAC;AACH,CAAC;KAAM,CAAC;IACN,MAAM,kBAAkB,GAAG,aAAa,CAAC;IACzC,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAC9B,MAAM,mBAAmB,GAAG,KAAK,IAAmB,EAAE;QACpD,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC;YACH,IAAI,MAAM,kBAAkB,CAAC,MAAM,CAAC,MAAO,CAAC;gBAAE,OAAO;QACvD,CAAC;QAAC,MAAM,CAAC;YACP,iEAAiE;QACnE,CAAC;QACD,iBAAiB,GAAG,IAAI,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC3D,CAAC,CAAC;IACF,MAAM,kBAAkB,GAAG,WAAW,CAAC,GAAG,EAAE;QAC1C,KAAK,kBAAkB;aACpB,MAAM,CAAC,MAAO,CAAC;aACf,IAAI,CAAC,QAAQ,CAAC,EAAE;YACf,IAAI,CAAC,QAAQ;gBAAE,iBAAiB,GAAG,IAAI,CAAC;QAC1C,CAAC,CAAC;aACD,KAAK,CAAC,GAAG,EAAE;YACV,iBAAiB,GAAG,IAAI,CAAC;QAC3B,CAAC,CAAC,CAAC;IACP,CAAC,EAAE,KAAM,CAAC,CAAC;IACX,kBAAkB,CAAC,KAAK,EAAE,EAAE,CAAC;IAC7B,IAAI,CAAC;QACH,2EAA2E;QAC3E,4EAA4E;QAC5E,+DAA+D;QAC/D,IAAI,CAAC,MAAM,WAAW,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrE,MAAM,mBAAmB,EAAE,CAAC;YAC5B,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,aAAa,CACxD,MAAM,eAAe,CAAC,kBAAkB,EAAE,EAC1C,mBAAmB,CACpB,CAAC;YACF,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CACb,wCAAwC,WAAW,CAAC,MAAM,eAAe,CAC1E,CAAC;YACJ,CAAC;QACH,CAAC;QACD,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;YAAS,CAAC;QACT,aAAa,CAAC,kBAAkB,CAAC,CAAC;QAClC,MAAM,kBAAkB,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AACD,MAAM,OAAO,GAAG,2BAA2B,CAAC;IAC1C,IAAI,EAAE,UAAU;IAChB,SAAS,EAAE,IAAI;IACf,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW;IAC1C,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS;IAChC,QAAQ,EAAE,8BAA8B,EAAE;CAC3C,CAAC,CAAC;AACH,MAAM,EAAE,wBAAwB,EAAE,6BAA6B,EAAE,GAC/D,MAAM,MAAM,CAAC,4BAA4B,CAAC,CAAC;AAC7C,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,GACjC,MAAM,MAAM,CAAC,gCAAgC,CAAC,CAAC;AACjD,gBAAgB,CAAC,wBAAwB,CACvC,6BAA6B,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAC5D,CAAC;AACF,MAAM,EAAE,2BAA2B,EAAE,GACnC,MAAM,MAAM,CAAC,0BAA0B,CAAC,CAAC;AAC3C,sEAAsE;AACtE,2EAA2E;AAC3E,gEAAgE;AAChE,MAAM,2BAA2B,GAAG,MAAM,WAAW,CAAC,SAAS,CAC7D,2BAA2B,EAC3B,KAAK,CAAC,EAAE;IACN,MAAM,KAAK,GAAI,KAAK,CAAC,OAA2C,EAAE,KAAK,CAAC;IACxE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClD,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;AACH,CAAC,CACF,CAAC;AACF,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC;AAC3C,IAAI,CAAC,QAAQ;IAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;AAClE,MAAM,aAAa,GAAG,iBAAiB,CAAC;AACxC,MAAM,aAAa,GAAG,KAAM,CAAC;AAC7B,MAAM,eAAe,GAAG,KAAK,IAAmB,EAAE;IAChD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,aAAa,EAAE,CAAC;QACnC,MAAM,WAAW,CAAC,WAAW,CAAC,aAAa,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC;IACxE,CAAC;SAAM,CAAC;QACN,MAAM,WAAW,CAAC,aAAa,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IAC3D,CAAC;AACH,CAAC,CAAC;AACF,MAAM,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAM,CAAC;AAChD,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,aAAa,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,mBAAmB,EAAE,CAAC;IAC3E,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AACxD,CAAC;AACD,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,aAAa,EAAE,CAAC;IACpC,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;AAChF,CAAC;AACD,MAAM,eAAe,EAAE,CAAC;AACxB,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE;IACrC,KAAK,eAAe,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE;QAChC,0EAA0E;QAC1E,wEAAwE;IAC1E,CAAC,CAAC,CAAC;AACL,CAAC,EAAE,KAAM,CAAC,CAAC;AACX,aAAa,CAAC,KAAK,EAAE,EAAE,CAAC;AACxB,MAAM,CAAC,IAAI,CAAC,kBAAkB,QAAQ,YAAY,CAAC,CAAC;AAEpD,IAAI,QAAQ,GAAG,KAAK,CAAC;AACrB,MAAM,QAAQ,GAAG,KAAK,EAAE,MAAc,EAAiB,EAAE;IACvD,IAAI,QAAQ;QAAE,OAAO;IACrB,QAAQ,GAAG,IAAI,CAAC;IAChB,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,qCAAqC,CAAC,CAAC;IAC5D,aAAa,CAAC,aAAa,CAAC,CAAC;IAC7B,MAAM,2BAA2B,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAG,MAAM,sBAAsB,EAAE,CAAC;IAC9C,2EAA2E;IAC3E,2EAA2E;IAC3E,mDAAmD;IACnD,kBAAkB,CAAC,aAAa,EAAE,CAAC;IACnC,MAAM,wBAAwB,EAAE,CAAC;IACjC,MAAM,WAAW;SACd,aAAa,CAAC,aAAa,EAAE,QAAQ,CAAC;SACtC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC1B,MAAM,4BAA4B,EAAE,CAAC;IACrC,MAAM,gBAAgB,EAAE,CAAC;IACzB,MAAM,2BAA2B,EAAE,CAAC;IACpC,MAAM,gBAAgB,EAAE,CAAC;IACzB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AAC9C,CAAC,CAAC;AAEF,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,KAAK,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;AACtD,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,KAAK,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC"}

package/backend/package.json

@@ -1,21 +1,28 @@
 {
   "name": "libre-webui-backend",
-  "version": "0.21.3",
+  "version": "0.22.0",
   "license": "Apache-2.0",
   "type": "module",
   "description": "Backend API for Libre WebUI",
-  "main": "dist/index.js",
+  "main": "dist/main.js",
   "scripts": {
-    "dev": "tsx watch src/index.ts",
+    "dev": "tsx watch src/main.ts",
     "build": "node -e \"require('fs').rmSync('dist', { recursive: true, force: true })\" && tsc",
-    "start": "node dist/index.js",
+    "start": "node dist/main.js",
     "type-check": "tsc --noEmit",
     "lint": "eslint src/ --ext .ts,.js --max-warnings 100",
     "lint:fix": "eslint src/ --ext .ts,.js --fix",
     "lint:strict": "eslint src/ --ext .ts,.js --max-warnings 0",
-    "migrate": "tsx scripts/migrateFromJSON.ts"
+    "migrate": "tsx scripts/migrateFromJSON.ts",
+    "recovery:check": "node dist/cli/recoveryInventory.js",
+    "recovery:backup": "node dist/cli/recoveryBackup.js",
+    "migrate:postgres": "node dist/cli/migrateSqliteToPostgres.js",
+    "worker": "node dist/worker.js",
+    "dev:worker": "tsx watch src/worker.ts"
   },
   "dependencies": {
+    "@aws-sdk/client-s3": "^3.1109.0",
+    "@aws-sdk/lib-storage": "^3.1109.0",
     "@kubernetes/client-node": "^1.4.0",
     "@types/jsonwebtoken": "^9.0.10",
     "@types/multer": "^2.2.0",
@@ -32,8 +39,10 @@
     "jsonwebtoken": "^9.0.3",
     "morgan": "^1.10.0",
     "multer": "^2.0.1",
-    "parse5": "^7.3.0",
+    "parse5": "^8.0.1",
     "pdfjs-dist": "^6.0.227",
+    "pg": "^8.23.0",
+    "redis": "^6.2.1",
     "sanitize-filename": "^1.6.3",
     "undici": "^8.10.0",
     "uuid": "^14.0.0",
@@ -42,14 +51,15 @@
   "devDependencies": {
     "@eslint/js": "^9.39.4",
     "@types/bcrypt": "^6.0.0",
-    "@types/better-sqlite3": "^7.6.13",
+    "@types/better-sqlite3": "^9.6.0",
     "@types/cors": "^2.8.19",
     "@types/express": "^5.0.6",
     "@types/morgan": "^1.9.10",
-    "@types/node": "^26.1.2",
+    "@types/node": "^26.2.0",
+    "@types/pg": "^8.21.0",
     "@types/ws": "^8.5.10",
     "eslint": "^9.39.4",
-    "tsx": "^4.23.1",
+    "tsx": "^4.23.11",
     "typescript": "^7.0.2"
   }
 }

package/bin/cli.js

@@ -20,25 +20,42 @@
 const { spawn } = require('child_process');
 const path = require('path');
 const fs = require('fs');
+const { resolveCliRuntimePaths } = require('./runtime-paths');
 
-// Parse command line arguments
-const args = process.argv.slice(2);
 const helpFlags = ['-h', '--help'];
 const versionFlags = ['-v', '--version'];
+const maintenanceCommands = new Map([
+  ['recovery-check', 'cli/recoveryInventory.js'],
+  ['backup', 'cli/recoveryBackup.js'],
+  ['migrate-postgres', 'cli/migrateSqliteToPostgres.js'],
+]);
 
-if (args.some(arg => helpFlags.includes(arg))) {
+const printHelp = () => {
   console.log(`
 Libre WebUI - Local-First AI Workspace
 
-Usage: npx libre-webui [options]
+Usage:
+  npx libre-webui [options]
+  npx libre-webui recovery-check [options]
+  npx libre-webui backup <command> [options]
+  npx libre-webui migrate-postgres [options]
 
 Options:
   -h, --help      Show this help message
   -v, --version   Show version number
   -p, --port      Set the port (default: 8080)
 
+Maintenance Commands:
+  recovery-check    Collect a read-only recovery-readiness inventory
+  backup            Create, verify, inspect, or restore a protected backup
+  migrate-postgres  Analyze, apply, resume, or validate a SQLite migration
+
 Environment Variables:
   PORT                    Server port (default: 8080)
+  DATA_DIR                Persistent data directory (default: ~/.libre-webui)
+  PLUGINS_DIR             Custom plugin directory (default: DATA_DIR/plugins)
+  PLATFORM_PREFLIGHT_TMP_DIR
+                          Writable database-inspection scratch directory
   OLLAMA_BASE_URL         Ollama API URL (default: http://localhost:11434)
   OPENAI_API_KEY          OpenAI API key (optional)
   ANTHROPIC_API_KEY       Anthropic API key (optional)
@@ -46,86 +63,115 @@ Environment Variables:
 Examples:
   npx libre-webui
   npx libre-webui --port 3000
+  npx libre-webui recovery-check --json
+  npx libre-webui backup --help
+  npx libre-webui migrate-postgres --help
   PORT=3000 npx libre-webui
 
 Documentation: https://docs.librewebui.org
 `);
-  process.exit(0);
-}
-
-if (args.some(arg => versionFlags.includes(arg))) {
-  const packageJson = require('../package.json');
-  console.log(`libre-webui v${packageJson.version}`);
-  process.exit(0);
-}
-
-// Handle --port argument
-const portArgIndex = args.findIndex(arg => arg === '-p' || arg === '--port');
-if (portArgIndex !== -1 && args[portArgIndex + 1]) {
-  process.env.PORT = args[portArgIndex + 1];
-}
-
-// Find the backend entry point
-const possibleBackendPaths = [
-  path.join(__dirname, '../backend/dist/index.js'),
-  path.join(__dirname, '../dist/backend/index.js'),
-];
-
-let backendPath = '';
-for (const p of possibleBackendPaths) {
-  if (fs.existsSync(p)) {
-    backendPath = p;
-    break;
-  }
-}
-
-if (!backendPath) {
-  console.error('Error: Backend not found. The package may be corrupted.');
-  console.error('Please try reinstalling: npm install -g libre-webui');
-  process.exit(1);
-}
-
-// Check if frontend exists
-const possibleFrontendPaths = [
-  path.join(__dirname, '../frontend/dist/index.html'),
-  path.join(__dirname, '../dist/frontend/index.html'),
-];
-
-let frontendExists = false;
-for (const p of possibleFrontendPaths) {
-  if (fs.existsSync(p)) {
-    frontendExists = true;
-    break;
+};
+
+const resolveBackendArtifact = relativePath => {
+  const roots = [
+    path.join(__dirname, '../backend/dist'),
+    path.join(__dirname, '../dist/backend'),
+  ];
+  return roots
+    .map(root => path.join(root, relativePath))
+    .find(candidate => fs.existsSync(candidate));
+};
+
+const runtimeEnvironment = () => {
+  // Resolve packaged state before importing a maintenance command. This keeps
+  // npx and Homebrew data outside their immutable installation directories;
+  // the resolver is intentionally read-only and creates no paths.
+  const { dataDirectory, pluginsDirectory, preflightDirectory } =
+    resolveCliRuntimePaths(process.env);
+  return {
+    ...process.env,
+    NODE_ENV: 'production',
+    DATA_DIR: dataDirectory,
+    PLUGINS_DIR: pluginsDirectory,
+    PLATFORM_PREFLIGHT_TMP_DIR: preflightDirectory,
+  };
+};
+
+const launch = (artifactPath, forwardedArgs, env) => {
+  const child = spawn(process.execPath, [artifactPath, ...forwardedArgs], {
+    stdio: 'inherit',
+    env,
+  });
+
+  child.on('error', error => {
+    console.error('Failed to start Libre WebUI:', error.message);
+    process.exit(1);
+  });
+
+  child.on('close', code => {
+    process.exit(code ?? 1);
+  });
+
+  process.on('SIGINT', () => child.kill('SIGINT'));
+  process.on('SIGTERM', () => child.kill('SIGTERM'));
+};
+
+const requireArtifact = relativePath => {
+  const artifact = resolveBackendArtifact(relativePath);
+  if (!artifact) {
+    console.error('Error: Backend not found. The package may be corrupted.');
+    console.error('Please try reinstalling: npm install -g libre-webui');
+    process.exit(1);
   }
-}
-
-if (!frontendExists) {
-  console.error('Error: Frontend not found. The package may be corrupted.');
-  console.error('Please try reinstalling: npm install -g libre-webui');
-  process.exit(1);
-}
-
-// Set up persistent data directory in user's home
-const os = require('os');
-const dataDir = process.env.DATA_DIR || path.join(os.homedir(), '.libre-webui');
-
-// Create data directory if it doesn't exist
-if (!fs.existsSync(dataDir)) {
-  fs.mkdirSync(dataDir, { recursive: true });
-  console.log(`📁 Created data directory: ${dataDir}`);
-}
-
-// Set production environment
-const env = {
-  ...process.env,
-  NODE_ENV: 'production',
-  SERVE_FRONTEND: 'true',
-  DATA_DIR: dataDir,
+  return artifact;
 };
 
-const port = env.PORT || '8080';
+const main = () => {
+  const args = process.argv.slice(2);
+  const maintenanceArtifact = maintenanceCommands.get(args[0]);
+  if (maintenanceArtifact) {
+    launch(
+      requireArtifact(maintenanceArtifact),
+      args.slice(1),
+      runtimeEnvironment()
+    );
+    return;
+  }
+
+  if (args.some(arg => helpFlags.includes(arg))) {
+    printHelp();
+    return;
+  }
+
+  if (args.some(arg => versionFlags.includes(arg))) {
+    const packageJson = require('../package.json');
+    console.log(`libre-webui v${packageJson.version}`);
+    return;
+  }
+
+  const portArgIndex = args.findIndex(arg => arg === '-p' || arg === '--port');
+  if (portArgIndex !== -1 && args[portArgIndex + 1]) {
+    process.env.PORT = args[portArgIndex + 1];
+  }
 
-console.log(`
+  const backendPath = requireArtifact('main.js');
+  const frontendPaths = [
+    path.join(__dirname, '../frontend/dist/index.html'),
+    path.join(__dirname, '../dist/frontend/index.html'),
+  ];
+  if (!frontendPaths.some(candidate => fs.existsSync(candidate))) {
+    console.error('Error: Frontend not found. The package may be corrupted.');
+    console.error('Please try reinstalling: npm install -g libre-webui');
+    process.exit(1);
+  }
+
+  const env = {
+    ...runtimeEnvironment(),
+    SERVE_FRONTEND: 'true',
+  };
+  const port = env.PORT || '8080';
+
+  console.log(`
 ╭─────────────────────────────────────────────────╮
 │                                                 │
 │   Libre WebUI                                   │
@@ -136,26 +182,7 @@ console.log(`
 Starting server...
 `);
 
-// Start the backend server
-const server = spawn('node', [backendPath], {
-  stdio: 'inherit',
-  env,
-});
-
-server.on('error', err => {
-  console.error('Failed to start server:', err.message);
-  process.exit(1);
-});
-
-server.on('close', code => {
-  process.exit(code || 0);
-});
-
-// Handle graceful shutdown
-process.on('SIGINT', () => {
-  server.kill('SIGINT');
-});
-
-process.on('SIGTERM', () => {
-  server.kill('SIGTERM');
-});
+  launch(backendPath, [], env);
+};
+
+main();