@roster-lock/match-agent 0.1.0

package/dist/handle-room/version-1/globals/FolderDB/SQLFolderDB/ensurePieceExists.js

@@ -0,0 +1,218 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SQLite3FolderDB = void 0;
+const types_1 = require("@roster-lock/types");
+const node_fs_1 = require("node:fs");
+const promises_1 = require("node:fs/promises");
+const node_path_1 = require("node:path");
+const getVersions_1 = require("./getVersions");
+const schema_1 = require("./schema");
+const MultiAbort_1 = require("./MultiAbort");
+const ulid_1 = require("ulid");
+const http_router_1 = require("../../../../../utils/http-router");
+const shared_1 = require("@roster-lock/shared");
+const fs_1 = require("../../../../../utils/fs");
+function pieceIndexOf(engine, pieceType, piece) {
+    return {
+        engineName: engine.name,
+        pieceType,
+        logic: piece.version.logic,
+        media: piece.version.media,
+    };
+}
+class SQLite3FolderDB {
+    folder;
+    pluginRuntime;
+    db;
+    activeDownloads = new Map();
+    constructor(folder, pluginRuntime) {
+        this.folder = folder;
+        this.pluginRuntime = pluginRuntime;
+        if (!(0, node_path_1.isAbsolute)(folder)) {
+            throw new Error("Folder must be an absolute path");
+        }
+        if (!(0, node_fs_1.existsSync)(folder)) {
+            throw new Error("Folder does not exist");
+        }
+        this.db = (0, schema_1.prepareDatabase)((0, node_path_1.join)(folder, "rosterlock.sqlite3.db"));
+    }
+    close() {
+        this.db.close();
+    }
+    pieceFolder(engine, pieceType, folderName) {
+        return (0, node_path_1.join)(this.folder, engine.name, pieceType, folderName);
+    }
+    async listPieces(enginename, pieceType, logicIds, pagination) {
+        const pieces = this.db.listPieces(enginename, pieceType, logicIds, pagination);
+        return pieces;
+    }
+    async searchPieces(query) {
+        const { total, items } = this.db.searchPieces(query);
+        const pieceKeys = items.map((item) => ({
+            pieceType: item.pieceType, logic: item.version.logic, media: item.version.media,
+        }));
+        const sourcesByPiece = this.db.getDownloadSourcesFor(query.engineName, pieceKeys);
+        const statesByPiece = this.db.getPieceStatesFor(query.engineName, pieceKeys);
+        return {
+            total,
+            items: items.map((item) => {
+                const key = `${item.pieceType}\x00${item.version.logic}\x00${item.version.media}`;
+                const state = statesByPiece.get(key);
+                return {
+                    piece: {
+                        ...item,
+                        downloadSources: (sourcesByPiece.get(key) ?? []).map((source) => ({
+                            source: source.source,
+                            lastTest: source.last_test === null ? null : source.last_test * 1000,
+                            success: source.success === null ? null : source.success === 1,
+                            ...(source.error === null ? {} : { error: source.error }),
+                        })),
+                    },
+                    completedAt: state?.completedAt ? state.completedAt * 1000 : null,
+                };
+            }),
+        };
+    }
+    async *getFilesofAsset(engineConfig, pieceType, piece, assetName) {
+        const state = this.db.getPieceState(pieceIndexOf(engineConfig, pieceType, piece));
+        if (!state)
+            throw new http_router_1.HTTPError(404, "Piece Doesn't exist");
+        if (state.status !== "complete")
+            throw new http_router_1.HTTPError(409, "Piece not finished");
+        const folder = this.pieceFolder(engineConfig, pieceType, state.folderName);
+        for await (const path of (0, fs_1.getFilesFromFolder)(folder)) {
+            const assets = (0, shared_1.getMatchingAssetsForFile)(engineConfig.pieceDefinitions[pieceType], piece.pathVariables, path);
+            if (assets[0]?.name === assetName)
+                yield path;
+        }
+    }
+    async getPieceFileContents(engineConfig, pieceType, piece, filePath) {
+        const state = this.db.getPieceState(pieceIndexOf(engineConfig, pieceType, piece));
+        if (!state)
+            throw new http_router_1.HTTPError(404, "Piece doesn't exist");
+        if (state.status !== "complete")
+            throw new http_router_1.HTTPError(409, "Piece not finished");
+        const folder = this.pieceFolder(engineConfig, pieceType, state.folderName);
+        const fullPath = (0, node_path_1.join)(folder, filePath);
+        const rel = (0, node_path_1.relative)(folder, fullPath);
+        if (rel.startsWith("..") || (0, node_path_1.isAbsolute)(rel))
+            throw new http_router_1.HTTPError(400, "Can't back out of folder");
+        if (!(0, node_fs_1.existsSync)(fullPath))
+            throw new http_router_1.HTTPError(404, "File doesn't exist");
+        return (0, node_fs_1.createReadStream)(fullPath);
+    }
+    async ensurePieceExists(lockConfigEngine, pieceType, selectedPiece, progressHandlers) {
+        const pieceIndex = pieceIndexOf(lockConfigEngine, pieceType, selectedPiece);
+        const state = this.db.getPieceState(pieceIndex);
+        if (state && state.status === "complete")
+            return this.pieceFolder(lockConfigEngine, pieceType, state.folderName);
+        const key = pieceToKey(pieceIndex);
+        const activePromise = this.activeDownloads.get(key);
+        if (activePromise) {
+            activePromise.multiSignal.addSignal(progressHandlers);
+            try {
+                return await (0, MultiAbort_1.raceWithAbort)(activePromise.result, progressHandlers.abortSignal);
+            }
+            catch (e) {
+                activePromise.multiSignal.removeSignal(progressHandlers);
+                throw e;
+            }
+        }
+        if (state && state.status === "pending") {
+            this.db.resetPieceStatus(pieceIndex);
+        }
+        const multiSignal = new MultiAbort_1.MultiAbortSignal([progressHandlers]);
+        const promise = this.addNewPiece(lockConfigEngine, pieceType, selectedPiece, multiSignal.abortSignal);
+        this.activeDownloads.set(key, {
+            multiSignal,
+            result: promise,
+        });
+        promise.finally(() => {
+            multiSignal.clear();
+            this.activeDownloads.delete(key);
+        }).catch(() => { });
+        try {
+            return await (0, MultiAbort_1.raceWithAbort)(promise, progressHandlers.abortSignal);
+        }
+        catch (e) {
+            multiSignal.removeSignal(progressHandlers);
+            throw e;
+        }
+    }
+    async addNewPiece(lockConfigEngine, pieceType, newPiece, abortSignal) {
+        const pieceIndex = pieceIndexOf(lockConfigEngine, pieceType, newPiece);
+        const { folderName } = await (async () => {
+            const existingState = this.db.getPieceState(pieceIndex);
+            if (existingState) {
+                await (0, promises_1.rm)(this.pieceFolder(lockConfigEngine, pieceType, existingState.folderName), { recursive: true, force: true });
+                return { folderName: existingState.folderName };
+            }
+            const pieceFolder = (0, ulid_1.ulid)().toLowerCase();
+            this.db.insertNewPiece({
+                engineName: lockConfigEngine.name,
+                pieceType,
+                version: newPiece.version,
+                humanInfo: newPiece.humanInfo,
+                pathVariables: newPiece.pathVariables,
+                downloadSources: newPiece.downloadSources,
+            }, pieceFolder);
+            return { folderName: pieceFolder };
+        })();
+        const fullPath = this.pieceFolder(lockConfigEngine, pieceType, folderName);
+        for (const downloadLocation of newPiece.downloadSources) {
+            try {
+                await (0, promises_1.mkdir)(fullPath, { recursive: true });
+                const { finishPromise } = await this.pluginRuntime.downloadToFolder({
+                    url: downloadLocation,
+                    destinationFolder: fullPath,
+                    processHandlers: {
+                        onProgress: (progress) => {
+                            this.emitProgress(pieceIndex, {
+                                type: types_1.ROSTERLOCK_DOWNLOAD_STATE.downloadProgress,
+                                pieceType: pieceType,
+                                pieceVersions: { logic: pieceIndex.logic, media: pieceIndex.media },
+                                progress,
+                            });
+                        },
+                        abortSignal,
+                    }
+                });
+                await finishPromise;
+                this.emitProgress(pieceIndex, {
+                    type: types_1.ROSTERLOCK_DOWNLOAD_STATE.downloadValidation,
+                    pieceType: pieceIndex.pieceType,
+                    pieceVersions: { logic: pieceIndex.logic, media: pieceIndex.media },
+                });
+                const downloadedVersions = await (0, getVersions_1.getDownloadSourceVersion)(fullPath, newPiece.pathVariables, lockConfigEngine.pieceDefinitions[pieceType]);
+                if (downloadedVersions.logic !== pieceIndex.logic || downloadedVersions.media !== pieceIndex.media) {
+                    throw new Error("Version Mismatch");
+                }
+                this.db.pieceSuccessfullyDownloaded(pieceIndex, downloadLocation);
+                return fullPath;
+            }
+            catch (e) {
+                this.db.pieceFailedToDownload(pieceIndex, downloadLocation, e.message);
+                await (0, promises_1.rm)(fullPath, { recursive: true, force: true });
+                this.emitProgress(pieceIndex, {
+                    type: types_1.ROSTERLOCK_DOWNLOAD_STATE.downloadFailure,
+                    pieceType,
+                    pieceVersions: { logic: pieceIndex.logic, media: pieceIndex.media },
+                    error: e.message,
+                });
+            }
+        }
+        throw new Error("Failed To Download");
+    }
+    emitProgress(pieceIndex, event) {
+        const key = pieceToKey(pieceIndex);
+        const multiSignal = this.activeDownloads.get(key)?.multiSignal;
+        if (!multiSignal)
+            return;
+        multiSignal.emitEvent(event);
+    }
+}
+exports.SQLite3FolderDB = SQLite3FolderDB;
+function pieceToKey(piece) {
+    return `${piece.engineName}-${piece.pieceType}-${piece.logic}-${piece.media}`;
+}
+//# sourceMappingURL=ensurePieceExists.js.map

package/dist/handle-room/version-1/globals/FolderDB/SQLFolderDB/ensurePieceExists.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ensurePieceExists.js","sourceRoot":"","sources":["../../../../../../src/handle-room/version-1/globals/FolderDB/SQLFolderDB/ensurePieceExists.ts"],"names":[],"mappings":";;;AACA,8CAAmF;AAEnF,qCAAmE;AACnE,+CAAqD;AACrD,yCAAqG;AAIrG,+CAAyD;AACzD,qCAA2C;AAC3C,6CAA+D;AAC/D,+BAA4B;AAC5B,kEAA6D;AAC7D,gDAA+D;AAC/D,gDAA6D;AAa7D,SAAS,YAAY,CACnB,MAAoC,EACpC,SAAiB,EACjB,KAAuC;IAEvC,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,IAAI;QACvB,SAAS;QACT,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK;QAC1B,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK;KAC3B,CAAC;AACJ,CAAC;AAED;IAOqB,MAAM;IAAkB,aAAa;IANhD,EAAE,CAAqC;IACvC,eAAe,GAAG,IAAI,GAAG,EAG7B,CAAC;IAEL,YAAmB,MAAc,EAAU,aAA4B;sBAApD,MAAM;6BAAkB,aAAa;QACtD,IAAG,CAAC,IAAA,sBAAc,EAAC,MAAM,CAAC,EAAC,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QACD,IAAG,CAAC,IAAA,oBAAQ,EAAC,MAAM,CAAC,EAAC,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,CAAC,EAAE,GAAG,IAAA,wBAAe,EAAC,IAAA,gBAAQ,EAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC,CAAC;IACvE,CAAC;IAEM,KAAK;QACV,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;IAEO,WAAW,CACjB,MAAoC,EAAE,SAAiB,EAAE,UAAkB;QAE3E,OAAO,IAAA,gBAAQ,EAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,UAAU,CACd,UAAkB,EAClB,SAAiB,EACjB,QAAuB,EACvB,UAA2C;QAE3C,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,UAAU,CAC/B,UAAU,EACV,SAAS,EACT,QAAQ,EACR,UAAU,CACX,CAAA;QACD,OAAO,MAAM,CAAA;IACf,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,KAMC;QAED,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAC,EAAE,CAAA,CAAC;YACnC,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;SAChF,CAAC,CAAC,CAAC;QACJ,MAAM,cAAc,GAAG,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC,KAAK,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAClF,MAAM,aAAa,GAAG,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAC7E,OAAO;YACL,KAAK;YACL,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAC,EAAE;gBACvB,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,SAAS,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBAClF,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACrC,OAAO;oBACL,KAAK,EAAE;wBACL,GAAG,IAAI;wBACP,eAAe,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAC,EAAE,CAAA,CAAC;4BAC9D,MAAM,EAAE,MAAM,CAAC,MAAM;4BACrB,QAAQ,EAAE,MAAM,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI;4BACpE,OAAO,EAAE,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,KAAK,CAAC;4BAC9D,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;yBAC1D,CAAC,CAAC;qBACJ;oBACD,WAAW,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI;iBAClE,CAAC;YACJ,CAAC,CAAC;SACH,CAAC;IACJ,CAAC;IAED,KAAK,CAAA,CAAE,eAAe,CACpB,YAA0C,EAC1C,SAAiB,EACjB,KAAyD,EACzD,SAAiB;QAEjB,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,YAAY,CAAC,YAAY,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;QAClF,IAAG,CAAC,KAAK;YAAE,MAAM,IAAI,uBAAS,CAAC,GAAG,EAAE,qBAAqB,CAAC,CAAC;QAC3D,IAAG,KAAK,CAAC,MAAM,KAAK,UAAU;YAC3B,MAAM,IAAI,uBAAS,CAAC,GAAG,EAAE,oBAAoB,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAC7B,YAAY,EAAE,SAAS,EAAE,KAAK,CAAC,UAAU,CAC1C,CAAC;QACF,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,IAAA,uBAAkB,EAAC,MAAM,CAAC,EAAC,CAAC;YACnD,MAAM,MAAM,GAAG,IAAA,iCAAwB,EACrC,YAAY,CAAC,gBAAgB,CAAC,SAAS,CAAC,EACxC,KAAK,CAAC,aAAa,EACnB,IAAI,CACL,CAAC;YACF,IAAG,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,SAAS;gBAC9B,MAAM,IAAI,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,oBAAoB,CACxB,YAA0C,EAC1C,SAAiB,EACjB,KAAyD,EACzD,QAAgB;QAEhB,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,YAAY,CAAC,YAAY,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;QAClF,IAAG,CAAC,KAAK;YAAE,MAAM,IAAI,uBAAS,CAAC,GAAG,EAAE,qBAAqB,CAAC,CAAC;QAC3D,IAAG,KAAK,CAAC,MAAM,KAAK,UAAU;YAC3B,MAAM,IAAI,uBAAS,CAAC,GAAG,EAAE,oBAAoB,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAC7B,YAAY,EAAE,SAAS,EAAE,KAAK,CAAC,UAAU,CAC1C,CAAC;QACF,MAAM,QAAQ,GAAG,IAAA,gBAAQ,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC5C,MAAM,GAAG,GAAG,IAAA,oBAAY,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;QAC1C,IAAG,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAA,sBAAc,EAAC,GAAG,CAAC;YAC5C,MAAM,IAAI,uBAAS,CAAC,GAAG,EAAE,0BAA0B,CAAC,CAAC;QACvD,IAAG,CAAC,IAAA,oBAAQ,EAAC,QAAQ,CAAC;YACpB,MAAM,IAAI,uBAAS,CAAC,GAAG,EAAE,oBAAoB,CAAC,CAAC;QACjD,OAAO,IAAA,0BAAgB,EAAC,QAAQ,CAAC,CAAA;IACnC,CAAC;IAGD,KAAK,CAAC,iBAAiB,CACrB,gBAA8C,EAC9C,SAAiB,EACjB,aAA8B,EAC9B,gBAAkC;QAElC,MAAM,UAAU,GAAG,YAAY,CAAC,gBAAgB,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;QAE5E,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QAChD,IAAG,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,UAAU;YAAE,OAAO,IAAI,CAAC,WAAW,CAC9D,gBAAgB,EAAE,SAAS,EAAE,KAAK,CAAC,UAAU,CAC9C,CAAC;QAGF,MAAM,GAAG,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;QACnC,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpD,IAAG,aAAa,EAAC,CAAC;YAChB,aAAa,CAAC,WAAW,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;YACtD,IAAI,CAAC;gBACH,OAAO,MAAM,IAAA,0BAAa,EAAC,aAAa,CAAC,MAAM,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAC;YACjF,CAAC;YAAA,OAAM,CAAC,EAAC,CAAC;gBACR,aAAa,CAAC,WAAW,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;gBACzD,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;QAGD,IAAG,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAC,CAAC;YACtC,IAAI,CAAC,EAAE,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;QAGD,MAAM,WAAW,GAAG,IAAI,6BAAgB,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,SAAS,EAAE,aAAa,EAAE,WAAW,CAAC,WAAW,CAAC,CAAC;QACtG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE;YAC5B,WAAW;YACX,MAAM,EAAE,OAAO;SAChB,CAAC,CAAC;QAIH,OAAO,CAAC,OAAO,CAAC,GAAE,EAAE;YAClB,WAAW,CAAC,KAAK,EAAE,CAAC;YACpB,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAE,EAAE,GAAC,CAAC,CAAC,CAAC;QACjB,IAAI,CAAC;YACH,OAAO,MAAM,IAAA,0BAAa,EAAC,OAAO,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACpE,CAAC;QAAA,OAAM,CAAC,EAAC,CAAC;YACR,WAAW,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;YAC3C,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,gBAA8C,EAC9C,SAAiB,EACjB,QAAyB,EACzB,WAAwB;QAExB,MAAM,UAAU,GAAG,YAAY,CAAC,gBAAgB,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QACvE,MAAM,EAAE,UAAU,EAAE,GAA2B,MAAM,CAAC,KAAK,IAAG,EAAE;YAC9D,MAAM,aAAa,GAAG,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;YACxD,IAAG,aAAa,EAAC,CAAC;gBAChB,MAAM,IAAA,aAAI,EACR,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,SAAS,EAAE,aAAa,CAAC,UAAU,CAAC,EACvE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CACjC,CAAC;gBACF,OAAO,EAAE,UAAU,EAAE,aAAa,CAAC,UAAU,EAAE,CAAC;YAClD,CAAC;YACD,MAAM,WAAW,GAAG,IAAA,WAAI,GAAE,CAAC,WAAW,EAAE,CAAC;YACzC,IAAI,CAAC,EAAE,CAAC,cAAc,CACpB;gBACE,UAAU,EAAE,gBAAgB,CAAC,IAAI;gBACjC,SAAS;gBACT,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,aAAa,EAAE,QAAQ,CAAC,aAAa;gBACrC,eAAe,EAAE,QAAQ,CAAC,eAAe;aAC1C,EACD,WAAW,CACZ,CAAC;YACF,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC;QACrC,CAAC,CAAC,EAAE,CAAC;QAGL,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;QAC3E,KAAI,MAAM,gBAAgB,IAAI,QAAQ,CAAC,eAAe,EAAC,CAAC;YACtD,IAAI,CAAC;gBACH,MAAM,IAAA,gBAAK,EAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC3C,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,gBAAgB,CACjE;oBACE,GAAG,EAAE,gBAAgB;oBACrB,iBAAiB,EAAE,QAAQ;oBAC3B,eAAe,EAAE;wBACf,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE;4BACvB,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE;gCAC5B,IAAI,EAAE,iCAAyB,CAAC,gBAAgB;gCAChD,SAAS,EAAE,SAAS;gCACpB,aAAa,EAAE,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE;gCACnE,QAAQ;6BACT,CAAC,CAAC;wBACL,CAAC;wBACD,WAAW;qBACZ;iBACF,CACF,CAAC;gBACF,MAAM,aAAa,CAAC;gBACpB,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE;oBAC5B,IAAI,EAAE,iCAAyB,CAAC,kBAAkB;oBAClD,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,aAAa,EAAE,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE;iBACpE,CAAC,CAAC;gBACH,MAAM,kBAAkB,GAAG,MAAM,IAAA,sCAAwB,EACvD,QAAQ,EAAE,QAAQ,CAAC,aAAa,EAAE,gBAAgB,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAC/E,CAAC;gBACF,IAAG,kBAAkB,CAAC,KAAK,KAAK,UAAU,CAAC,KAAK,IAAI,kBAAkB,CAAC,KAAK,KAAK,UAAU,CAAC,KAAK,EAAC,CAAC;oBACjG,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;gBACtC,CAAC;gBACD,IAAI,CAAC,EAAE,CAAC,2BAA2B,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;gBAClE,OAAO,QAAQ,CAAC;YAClB,CAAC;YAAA,OAAM,CAAC,EAAC,CAAC;gBACR,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC,UAAU,EAAE,gBAAgB,EAAG,CAAW,CAAC,OAAO,CAAC,CAAC;gBAClF,MAAM,IAAA,aAAI,EAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACvD,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE;oBAC5B,IAAI,EAAE,iCAAyB,CAAC,eAAe;oBAC/C,SAAS;oBACT,aAAa,EAAE,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE;oBACnE,KAAK,EAAG,CAAW,CAAC,OAAO;iBAC5B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;IAGO,YAAY,CAClB,UAAsB,EACtB,KAAoD;QAEpD,MAAM,GAAG,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;QACnC,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,WAAW,CAAC;QAC/D,IAAG,CAAC,WAAW;YAAE,OAAO;QACxB,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;CACF;;AAGD,SAAS,UAAU,CAAC,KAAiB;IACnC,OAAO,GAAG,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;AAChF,CAAC"}

package/dist/handle-room/version-1/globals/FolderDB/SQLFolderDB/getVersions.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getDownloadSourceVersion = getDownloadSourceVersion;
+const shared_1 = require("@roster-lock/shared");
+const fs_1 = require("../../../../../utils/fs");
+async function getDownloadSourceVersion(folder, pathVariables, pieceDefinition) {
+    const { filesWithAssets } = await (0, shared_1.getAssetsOfFiles)((0, fs_1.getFilesFromFolder)(folder), pathVariables, pieceDefinition);
+    return (0, shared_1.calculatePieceVersion)(filesWithAssets, (relativePath) => getFileFromRoot(folder, relativePath));
+}
+const node_path_1 = require("node:path");
+const promises_1 = require("node:fs/promises");
+const node_fs_1 = require("node:fs");
+async function getFileFromRoot(root, relativePath) {
+    const filePath = (0, node_path_1.join)(root, relativePath);
+    const stats = await (0, promises_1.stat)(filePath);
+    return { byteSize: stats.size, stream: (0, node_fs_1.createReadStream)(filePath) };
+}
+//# sourceMappingURL=getVersions.js.map

package/dist/handle-room/version-1/globals/FolderDB/SQLFolderDB/getVersions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getVersions.js","sourceRoot":"","sources":["../../../../../../src/handle-room/version-1/globals/FolderDB/SQLFolderDB/getVersions.ts"],"names":[],"mappings":";;;AAEA,gDAA8E;AAC9E,gDAA6D;AAItD,KAAK,mCACV,MAAc,EACd,aAAqC,EACrC,eAAgC;IAEhC,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,IAAA,yBAAgB,EAChD,IAAA,uBAAkB,EAAC,MAAM,CAAC,EAAE,aAAa,EAAE,eAAe,CAC3D,CAAC;IACF,OAAO,IAAA,8BAAqB,EAC1B,eAAe,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,EAAE,YAAY,CAAC,CACzE,CAAC;AACJ,CAAC;AAED,yCAAuF;AAEvF,+CAAkD;AAClD,qCAA2C;AAC3C,KAAK,UAAU,eAAe,CAC5B,IAAY,EAAE,YAAoB;IAElC,MAAM,QAAQ,GAAG,IAAA,gBAAQ,EAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,MAAM,IAAA,eAAM,EAAC,QAAQ,CAAC,CAAC;IACrC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,IAAA,0BAAgB,EAAC,QAAQ,CAAC,EAAE,CAAE;AACvE,CAAC"}

package/dist/handle-room/version-1/globals/FolderDB/SQLFolderDB/index.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SQLite3FolderDB = void 0;
+exports.getSQLite3FolderDB = getSQLite3FolderDB;
+const ensurePieceExists_1 = require("./ensurePieceExists");
+Object.defineProperty(exports, "SQLite3FolderDB", { enumerable: true, get: function () { return ensurePieceExists_1.SQLite3FolderDB; } });
+const dbCache = new Map();
+function getSQLite3FolderDB(folder, pluginRuntime) {
+    const existing = dbCache.get(folder);
+    if (existing)
+        return existing;
+    const newDB = new ensurePieceExists_1.SQLite3FolderDB(folder, pluginRuntime);
+    dbCache.set(folder, newDB);
+    return newDB;
+}
+//# sourceMappingURL=index.js.map

package/dist/handle-room/version-1/globals/FolderDB/SQLFolderDB/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../src/handle-room/version-1/globals/FolderDB/SQLFolderDB/index.ts"],"names":[],"mappings":";;;;AAEA,2DAAsD;gGAA7C,mCAAe;AAGxB,MAAM,OAAO,GAAG,IAAI,GAAG,EAA2B,CAAC;AACnD,4BAAmC,MAAc,EAAE,aAA4B;IAC7E,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrC,IAAG,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC7B,MAAM,KAAK,GAAG,IAAI,mCAAe,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACzD,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC3B,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/handle-room/version-1/globals/FolderDB/SQLFolderDB/schema.js

@@ -0,0 +1,370 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SCHEMA = void 0;
+exports.prepareDatabase = prepareDatabase;
+const node_sqlite_1 = require("node:sqlite");
+exports.SCHEMA = `
+CREATE TABLE IF NOT EXISTS pieces (
+  engine_name TEXT NOT NULL,
+  piece_type TEXT NOT NULL,
+  logic_hash TEXT NOT NULL,
+  media_hash TEXT NOT NULL,
+  docs_hash TEXT NOT NULL,
+  human_info TEXT NOT NULL,
+  path_variables TEXT,
+  folder_name TEXT NOT NULL,
+  status TEXT NOT NULL CHECK(status IN ('pending', 'complete', 'error')),
+  created_at INTEGER NOT NULL DEFAULT (unixepoch()),
+  completed_at INTEGER,
+  PRIMARY KEY (engine_name, piece_type, logic_hash, media_hash)
+);
+
+CREATE INDEX IF NOT EXISTS idx_status ON pieces(status);
+CREATE INDEX IF NOT EXISTS idx_folder ON pieces(folder_name);
+
+CREATE TABLE IF NOT EXISTS download_sources (
+  engine_name TEXT NOT NULL,
+  piece_type TEXT NOT NULL,
+  logic_hash TEXT NOT NULL,
+  media_hash TEXT NOT NULL,
+  source TEXT NOT NULL,
+  last_test INTEGER,
+  success INTEGER,
+  error TEXT,
+  PRIMARY KEY (engine_name, piece_type, logic_hash, media_hash, source),
+  FOREIGN KEY (engine_name, piece_type, logic_hash, media_hash)
+    REFERENCES pieces(engine_name, piece_type, logic_hash, media_hash)
+);
+`;
+const PIECE_WHERE = `
+  WHERE engine_name = @engineName
+    AND piece_type = @pieceType
+    AND logic_hash = @logic
+    AND media_hash = @media
+`;
+function parsePieceRow(row, sources) {
+    return {
+        engineName: row.engine_name,
+        pieceType: row.piece_type,
+        version: {
+            logic: row.logic_hash,
+            media: row.media_hash,
+            docs: row.docs_hash
+        },
+        humanInfo: JSON.parse(row.human_info),
+        pathVariables: JSON.parse(row.path_variables),
+        downloadSources: sources.map(({ source }) => (source))
+    };
+}
+function prepareDatabase(dbLocation) {
+    const db = new node_sqlite_1.DatabaseSync(dbLocation);
+    db.exec("PRAGMA journal_mode = WAL;");
+    db.exec(exports.SCHEMA);
+    migrateLegacyDatabase(db);
+    return {
+        db,
+        close() {
+            db.close();
+        },
+        getPiece(pieceInfo) {
+            const item = db.prepare(`SELECT * FROM pieces ${PIECE_WHERE}`).get(pieceInfo);
+            if (!item)
+                return undefined;
+            const sources = db.prepare(`SELECT * FROM download_sources ${PIECE_WHERE}`).all(pieceInfo);
+            return parsePieceRow(item, sources);
+        },
+        getPieceState(pieceInfo) {
+            const item = db.prepare(`SELECT status, folder_name, completed_at FROM pieces ${PIECE_WHERE}`).get(pieceInfo);
+            if (!item)
+                return undefined;
+            return {
+                status: item.status,
+                folderName: item.folder_name,
+                completedAt: item.completed_at,
+            };
+        },
+        getDownloadSources(pieceInfo) {
+            return db.prepare(`
+        SELECT source, last_test, success, error FROM download_sources
+        ${PIECE_WHERE}
+        ORDER BY rowid ASC
+        `).all(pieceInfo);
+        },
+        getPieceStatesFor(engineName, pieces) {
+            const result = new Map();
+            if (pieces.length === 0)
+                return result;
+            const values = pieces.map((_, i) => `(@pieceType${i}, @logic${i}, @media${i})`).join(", ");
+            const params = { engineName };
+            pieces.forEach((piece, i) => {
+                params[`pieceType${i}`] = piece.pieceType;
+                params[`logic${i}`] = piece.logic;
+                params[`media${i}`] = piece.media;
+            });
+            const rows = db.prepare(`
+        SELECT piece_type, logic_hash, media_hash, status, folder_name, completed_at
+        FROM pieces
+        WHERE engine_name = @engineName
+          AND (piece_type, logic_hash, media_hash) IN (VALUES ${values})
+        `).all(params);
+            for (const row of rows) {
+                const key = `${row.piece_type}\x00${row.logic_hash}\x00${row.media_hash}`;
+                result.set(key, {
+                    status: row.status, folderName: row.folder_name, completedAt: row.completed_at,
+                });
+            }
+            return result;
+        },
+        getDownloadSourcesFor(engineName, pieces) {
+            const result = new Map();
+            if (pieces.length === 0)
+                return result;
+            const values = pieces.map((_, i) => `(@pieceType${i}, @logic${i}, @media${i})`).join(", ");
+            const params = { engineName };
+            pieces.forEach((piece, i) => {
+                params[`pieceType${i}`] = piece.pieceType;
+                params[`logic${i}`] = piece.logic;
+                params[`media${i}`] = piece.media;
+            });
+            const rows = db.prepare(`
+        SELECT piece_type, logic_hash, media_hash, source, last_test, success, error
+        FROM download_sources
+        WHERE engine_name = @engineName
+          AND (piece_type, logic_hash, media_hash) IN (VALUES ${values})
+        ORDER BY rowid ASC
+        `).all(params);
+            for (const row of rows) {
+                const key = `${row.piece_type}\x00${row.logic_hash}\x00${row.media_hash}`;
+                const existing = result.get(key);
+                if (existing)
+                    existing.push(row);
+                else
+                    result.set(key, [row]);
+            }
+            return result;
+        },
+        insertNewPiece(piece, folderName) {
+            const pieceInfo = {
+                engineName: piece.engineName,
+                pieceType: piece.pieceType,
+                logic: piece.version.logic,
+                media: piece.version.media
+            };
+            const result = db.prepare(`INSERT INTO pieces (
+          engine_name, piece_type, logic_hash, media_hash,
+          docs_hash,
+          human_info,
+          path_variables,
+          folder_name,
+          status
+        ) VALUES (
+          @engineName, @pieceType, @logic, @media,
+          @docsHash,
+          @humanInfo,
+          @pathVariables,
+          @folderName,
+          'pending'
+        )`).run({
+                ...pieceInfo,
+                docsHash: piece.version.docs,
+                humanInfo: JSON.stringify(piece.humanInfo),
+                pathVariables: JSON.stringify(piece.pathVariables),
+                folderName,
+            });
+            const insertSource = db.prepare(`INSERT OR IGNORE INTO download_sources (
+          engine_name, piece_type, logic_hash, media_hash, source
+        ) VALUES (@engineName, @pieceType, @logic, @media, @source)`);
+            for (const source of piece.downloadSources) {
+                insertSource.run({ ...pieceInfo, source });
+            }
+            return result;
+        },
+        recordSourceTest(pieceInfo, source, result) {
+            return db.prepare(`INSERT INTO download_sources (
+          engine_name, piece_type, logic_hash, media_hash, source,
+          last_test, success, error
+        ) VALUES (
+          @engineName, @pieceType, @logic, @media, @source,
+          unixepoch(), @success, @error
+        )
+        ON CONFLICT (engine_name, piece_type, logic_hash, media_hash, source)
+        DO UPDATE SET
+          last_test = excluded.last_test,
+          success = excluded.success,
+          error = excluded.error`).run({
+                ...pieceInfo,
+                source,
+                success: result.success ? 1 : 0,
+                error: result.error ?? null,
+            });
+        },
+        resetPieceStatus(pieceInfo) {
+            db.prepare(`UPDATE pieces SET status = 'error' ${PIECE_WHERE}`).run(pieceInfo);
+        },
+        pieceSuccessfullyDownloaded(pieceInfo, downloadSource) {
+            this.recordSourceTest(pieceInfo, downloadSource, { success: true });
+            return db.prepare(`UPDATE pieces SET status = 'complete', completed_at = unixepoch() ${PIECE_WHERE}`).run(pieceInfo);
+        },
+        pieceFailedToDownload(pieceInfo, downloadSource, error) {
+            this.recordSourceTest(pieceInfo, downloadSource, { success: false, error });
+            db.prepare(`UPDATE pieces SET status = 'error' ${PIECE_WHERE}`).run(pieceInfo);
+        },
+        listPieces(engineName, pieceType, logicIds, { page, limit }) {
+            if (logicIds.length === 0)
+                return [];
+            const logicParams = logicIds.map((_, i) => `@logic${i}`).join(", ");
+            const stmt = db.prepare(`
+        SELECT * FROM pieces
+        WHERE engine_name = @engineName
+          AND piece_type = @pieceType
+          AND status = 'complete'
+          AND logic_hash IN (${logicParams})
+        ORDER BY completed_at ASC
+        LIMIT @limit OFFSET @offset
+        `);
+            const params = {
+                engineName,
+                pieceType,
+                limit,
+                offset: page * limit,
+            };
+            logicIds.forEach((logicId, i) => { params[`logic${i}`] = logicId; });
+            const items = stmt.all(params);
+            const sourcesByPiece = this.getDownloadSourcesFor(engineName, items.map((item) => ({
+                pieceType: item.piece_type, logic: item.logic_hash, media: item.media_hash,
+            })));
+            return items.map((piece) => {
+                const key = `${piece.piece_type}\x00${piece.logic_hash}\x00${piece.media_hash}`;
+                return parsePieceRow(piece, sourcesByPiece.get(key) ?? []);
+            });
+        },
+        searchPieces({ engineName, pieceType, search, page, limit }) {
+            const where = `
+        WHERE engine_name = @engineName
+          AND status = 'complete'
+          AND (@pieceType IS NULL OR piece_type = @pieceType)
+          AND (
+            @search IS NULL
+            OR human_info LIKE '%' || @search || '%'
+            OR logic_hash LIKE @search || '%'
+            OR EXISTS (
+              SELECT 1 FROM download_sources ds
+              WHERE ds.engine_name = pieces.engine_name
+                AND ds.piece_type = pieces.piece_type
+                AND ds.logic_hash = pieces.logic_hash
+                AND ds.media_hash = pieces.media_hash
+                AND ds.source LIKE '%' || @search || '%'
+            )
+          )
+      `;
+            const params = {
+                engineName,
+                pieceType: pieceType ?? null,
+                search: search || null,
+            };
+            const { total } = db.prepare(`SELECT COUNT(*) as total FROM pieces ${where}`).get(params);
+            const items = db.prepare(`SELECT * FROM pieces ${where}
+        ORDER BY completed_at DESC
+        LIMIT @limit OFFSET @offset`).all({ ...params, limit, offset: page * limit });
+            const sourcesByPiece = this.getDownloadSourcesFor(engineName, items.map((item) => ({
+                pieceType: item.piece_type, logic: item.logic_hash, media: item.media_hash,
+            })));
+            return {
+                total,
+                items: items.map((piece) => {
+                    const key = `${piece.piece_type}\x00${piece.logic_hash}\x00${piece.media_hash}`;
+                    return parsePieceRow(piece, sourcesByPiece.get(key) ?? []);
+                }),
+            };
+        }
+    };
+}
+function migrateLegacyDatabase(db) {
+    const pieceColumns = db.prepare("SELECT name FROM pragma_table_info('pieces')").all().map((column) => column.name);
+    const hasErrorsTable = !!db.prepare("SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'download_errors'").get();
+    const needsMigration = (!pieceColumns.includes("docs_hash")
+        || !pieceColumns.includes("human_info")
+        || pieceColumns.includes("piece_json")
+        || pieceColumns.includes("download_source")
+        || hasErrorsTable);
+    if (!needsMigration)
+        return;
+    db.exec("BEGIN");
+    try {
+        if (!pieceColumns.includes("docs_hash")) {
+            db.exec("ALTER TABLE pieces ADD COLUMN docs_hash TEXT NOT NULL DEFAULT ''");
+        }
+        if (!pieceColumns.includes("human_info")) {
+            db.exec(`ALTER TABLE pieces ADD COLUMN human_info TEXT NOT NULL DEFAULT '{"name":"","author":"","url":""}'`);
+        }
+        if (pieceColumns.includes("piece_json")) {
+            db.exec(`
+        UPDATE pieces SET
+          docs_hash = COALESCE(json_extract(piece_json, '$.version.docs'), docs_hash),
+          human_info = COALESCE(json_extract(piece_json, '$.humanInfo'), human_info)
+        WHERE piece_json IS NOT NULL;
+      `);
+            db.exec(`
+        INSERT OR IGNORE INTO download_sources
+          (engine_name, piece_type, logic_hash, media_hash, source)
+        SELECT p.engine_name, p.piece_type, p.logic_hash, p.media_hash, je.value
+        FROM pieces p, json_each(p.piece_json, '$.downloadSources') je
+        WHERE p.piece_json IS NOT NULL;
+      `);
+            db.exec("ALTER TABLE pieces DROP COLUMN piece_json");
+        }
+        if (pieceColumns.includes("download_source")) {
+            db.exec(`
+        INSERT OR IGNORE INTO download_sources
+          (engine_name, piece_type, logic_hash, media_hash, source)
+        SELECT engine_name, piece_type, logic_hash, media_hash, download_source
+        FROM pieces WHERE download_source != '';
+      `);
+            db.exec(`
+        UPDATE download_sources
+        SET success = 1, last_test = COALESCE(p.completed_at, unixepoch())
+        FROM pieces p
+        WHERE p.status = 'complete'
+          AND p.engine_name = download_sources.engine_name
+          AND p.piece_type = download_sources.piece_type
+          AND p.logic_hash = download_sources.logic_hash
+          AND p.media_hash = download_sources.media_hash
+          AND p.download_source = download_sources.source
+          AND download_sources.success IS NULL;
+      `);
+            db.exec("ALTER TABLE pieces DROP COLUMN download_source");
+        }
+        if (hasErrorsTable) {
+            db.exec(`
+        INSERT OR IGNORE INTO download_sources
+          (engine_name, piece_type, logic_hash, media_hash, source)
+        SELECT DISTINCT engine_name, piece_type, logic_hash, media_hash, download_source
+        FROM download_errors;
+      `);
+            db.exec(`
+        UPDATE download_sources
+        SET success = 0, last_test = e.timestamp, error = e.error_message
+        FROM (
+          SELECT *, ROW_NUMBER() OVER (
+            PARTITION BY engine_name, piece_type, logic_hash, media_hash, download_source
+            ORDER BY timestamp DESC
+          ) AS rn FROM download_errors
+        ) e
+        WHERE e.rn = 1
+          AND e.engine_name = download_sources.engine_name
+          AND e.piece_type = download_sources.piece_type
+          AND e.logic_hash = download_sources.logic_hash
+          AND e.media_hash = download_sources.media_hash
+          AND e.download_source = download_sources.source
+          AND (download_sources.last_test IS NULL OR e.timestamp > download_sources.last_test);
+      `);
+            db.exec("DROP TABLE download_errors");
+        }
+        db.exec("COMMIT");
+    }
+    catch (e) {
+        db.exec("ROLLBACK");
+        throw e;
+    }
+}
+//# sourceMappingURL=schema.js.map

package/dist/handle-room/version-1/globals/FolderDB/SQLFolderDB/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../../../../src/handle-room/version-1/globals/FolderDB/SQLFolderDB/schema.ts"],"names":[],"mappings":";;;;AAEA,6CAA2C;AAmE9B,QAAA,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgCrB,CAAC;AAEF,MAAM,WAAW,GAAG;;;;;CAKnB,CAAC;AAGF,SAAS,aAAa,CAAC,GAAgB,EAAE,OAAiC;IACxE,OAAO;QACL,UAAU,EAAE,GAAG,CAAC,WAAW;QAC3B,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,OAAO,EAAE;YACP,KAAK,EAAE,GAAG,CAAC,UAAU;YACrB,KAAK,EAAE,GAAG,CAAC,UAAU;YACrB,IAAI,EAAE,GAAG,CAAC,SAAS;SACpB;QACD,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC;QACrC,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC;QAC7C,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAC,EAAE,CAAA,CAAC,MAAM,CAAC,CAAC;KACrD,CAAC;AACJ,CAAC;AAED,yBAAgC,UAAkB;IAChD,MAAM,EAAE,GAAG,IAAI,0BAAY,CAAC,UAAU,CAAC,CAAC;IACxC,EAAE,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACtC,EAAE,CAAC,IAAI,CAAC,QAAA,MAAM,CAAC,CAAC;IAChB,qBAAqB,CAAC,EAAE,CAAC,CAAC;IAC1B,OAAO;QACL,EAAE;QAEF,KAAK;YACH,EAAE,CAAC,KAAK,EAAE,CAAC;QACb,CAAC;QAED,QAAQ,CACN,SAAqB;YAErB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB,wBAAwB,WAAW,EAAE,CACtC,CAAC,GAAG,CAAC,SAAS,CAA4B,CAAC;YAC5C,IAAG,CAAC,IAAI;gBAAE,OAAO,SAAS,CAAC;YAC3B,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,CACxB,kCAAkC,WAAW,EAAE,CAChD,CAAC,GAAG,CAAC,SAAS,CAA6B,CAAC;YAC7C,OAAO,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACtC,CAAC;QAID,aAAa,CACX,SAAqB;YAOrB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB,wDAAwD,WAAW,EAAE,CACtE,CAAC,GAAG,CAAC,SAAS,CAA0E,CAAC;YAC1F,IAAG,CAAC,IAAI;gBAAE,OAAO,SAAS,CAAC;YAC3B,OAAO;gBACL,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,UAAU,EAAE,IAAI,CAAC,WAAW;gBAC5B,WAAW,EAAE,IAAI,CAAC,YAAY;aAC/B,CAAC;QACJ,CAAC;QAED,kBAAkB,CAChB,SAAqB;YAErB,OAAO,EAAE,CAAC,OAAO,CACf;;UAEE,WAAW;;SAEZ,CACF,CAAC,GAAG,CAAC,SAAS,CAA6B,CAAC;QAC/C,CAAC;QAID,iBAAiB,CACf,UAAkB,EAClB,MAAkE;YAElE,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0F,CAAC;YACjH,IAAG,MAAM,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,MAAM,CAAC;YACtC,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAC,EAAE,CAAA,cAAc,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzF,MAAM,MAAM,GAA2B,EAAE,UAAU,EAAE,CAAC;YACtD,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,EAAC,EAAE;gBACzB,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC;gBAC1C,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;gBAClC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;YACpC,CAAC,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB;;;;gEAIwD,MAAM;SAC7D,CACF,CAAC,GAAG,CAAC,MAAM,CAGX,CAAC;YACF,KAAI,MAAM,GAAG,IAAI,IAAI,EAAC,CAAC;gBACrB,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,UAAU,OAAO,GAAG,CAAC,UAAU,OAAO,GAAG,CAAC,UAAU,EAAE,CAAC;gBAC1E,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE;oBACd,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE,WAAW,EAAE,GAAG,CAAC,YAAY;iBAC/E,CAAC,CAAC;YACL,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QAKD,qBAAqB,CACnB,UAAkB,EAClB,MAAkE;YAElE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoC,CAAC;YAC3D,IAAG,MAAM,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,MAAM,CAAC;YACtC,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAC,EAAE,CAAA,cAAc,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzF,MAAM,MAAM,GAA2B,EAAE,UAAU,EAAE,CAAC;YACtD,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,EAAC,EAAE;gBACzB,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC;gBAC1C,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;gBAClC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;YACpC,CAAC,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB;;;;gEAIwD,MAAM;;SAE7D,CACF,CAAC,GAAG,CAAC,MAAM,CAEV,CAAC;YACH,KAAI,MAAM,GAAG,IAAI,IAAI,EAAC,CAAC;gBACrB,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,UAAU,OAAO,GAAG,CAAC,UAAU,OAAO,GAAG,CAAC,UAAU,EAAE,CAAC;gBAC1E,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACjC,IAAG,QAAQ;oBAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;;oBAC3B,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YAC9B,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,cAAc,CACZ,KAAkB,EAClB,UAAkB;YAElB,MAAM,SAAS,GAAG;gBAChB,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK;gBAC1B,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK;aAC3B,CAAC;YACF,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CACvB;;;;;;;;;;;;;;UAcE,CACH,CAAC,GAAG,CAAC;gBACJ,GAAG,SAAS;gBACZ,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI;gBAC5B,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC;gBAC1C,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC;gBAClD,UAAU;aACX,CAAC,CAAC;YACH,MAAM,YAAY,GAAG,EAAE,CAAC,OAAO,CAC7B;;oEAE4D,CAC7D,CAAC;YACF,KAAI,MAAM,MAAM,IAAI,KAAK,CAAC,eAAe,EAAC,CAAC;gBACzC,YAAY,CAAC,GAAG,CAAC,EAAE,GAAG,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;YAC7C,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,gBAAgB,CACd,SAAqB,EACrB,MAAc,EACd,MAA4C;YAE5C,OAAO,EAAE,CAAC,OAAO,CACf;;;;;;;;;;;iCAWyB,CAC1B,CAAC,GAAG,CAAC;gBACJ,GAAG,SAAS;gBACZ,MAAM;gBACN,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/B,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI;aAC5B,CAAC,CAAC;QACL,CAAC;QAED,gBAAgB,CACd,SAAqB;YAGrB,EAAE,CAAC,OAAO,CACR,sCAAsC,WAAW,EAAE,CACpD,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnB,CAAC;QAED,2BAA2B,CACzB,SAAqB,EACrB,cAAsB;YAEtB,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,cAAc,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACpE,OAAO,EAAE,CAAC,OAAO,CACf,qEAAqE,WAAW,EAAE,CACnF,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnB,CAAC;QAED,qBAAqB,CACnB,SAAqB,EACrB,cAAsB,EACtB,KAAa;YAEb,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,cAAc,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5E,EAAE,CAAC,OAAO,CACR,sCAAsC,WAAW,EAAE,CACpD,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnB,CAAC;QAED,UAAU,CACR,UAAkB,EAClB,SAAiB,EACjB,QAAuB,EACvB,EAAE,IAAI,EAAE,KAAK,EAAmC;YAEhD,IAAG,QAAQ,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YACpC,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAC,EAAE,CAAA,SAAS,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClE,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB;;;;;+BAKuB,WAAW;;;SAGjC,CACF,CAAC;YACF,MAAM,MAAM,GAAoC;gBAC9C,UAAU;gBACV,SAAS;gBACT,KAAK;gBACL,MAAM,EAAE,IAAI,GAAG,KAAK;aACrB,CAAC;YACF,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC,EAAC,EAAE,GAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;YACnE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAuB,CAAC;YACrD,MAAM,cAAc,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAC,EAAE,CAAA,CAAC;gBAC/E,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU;aAC3E,CAAC,CAAC,CAAC,CAAC;YACL,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAC,EAAE;gBACxB,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,UAAU,OAAO,KAAK,CAAC,UAAU,OAAO,KAAK,CAAC,UAAU,EAAE,CAAC;gBAChF,OAAO,aAAa,CAAC,KAAK,EAAE,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;YAC7D,CAAC,CAAC,CAAC;QACL,CAAC;QAKD,YAAY,CACV,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAM3C;YAED,MAAM,KAAK,GAAG;;;;;;;;;;;;;;;;;OAiBb,CAAC;YACF,MAAM,MAAM,GAAG;gBACb,UAAU;gBACV,SAAS,EAAE,SAAS,IAAI,IAAI;gBAC5B,MAAM,EAAE,MAAM,IAAI,IAAI;aACvB,CAAC;YACF,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAC1B,wCAAwC,KAAK,EAAE,CAChD,CAAC,GAAG,CAAC,MAAM,CAAsB,CAAC;YACnC,MAAM,KAAK,GAAG,EAAE,CAAC,OAAO,CACtB,wBAAwB,KAAK;;oCAED,CAC7B,CAAC,GAAG,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,GAAG,KAAK,EAAE,CAAuB,CAAC;YACxE,MAAM,cAAc,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAC,EAAE,CAAA,CAAC;gBAC/E,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU;aAC3E,CAAC,CAAC,CAAC,CAAC;YACL,OAAO;gBACL,KAAK;gBACL,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAC,EAAE;oBACxB,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,UAAU,OAAO,KAAK,CAAC,UAAU,OAAO,KAAK,CAAC,UAAU,EAAE,CAAC;oBAChF,OAAO,aAAa,CAAC,KAAK,EAAE,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC7D,CAAC,CAAC;aACH,CAAC;QACJ,CAAC;KACF,CAAA;AACH,CAAC;AAKD,SAAS,qBAAqB,CAAC,EAAgB;IAC7C,MAAM,YAAY,GAAI,EAAE,CAAC,OAAO,CAC9B,8CAA8C,CAC/C,CAAC,GAAG,EAA8B,CAAC,GAAG,CAAC,CAAC,MAAM,EAAC,EAAE,CAAA,MAAM,CAAC,IAAI,CAAC,CAAC;IAC/D,MAAM,cAAc,GAAG,CAAC,CAAC,EAAE,CAAC,OAAO,CACjC,kFAAkF,CACnF,CAAC,GAAG,EAAE,CAAC;IACR,MAAM,cAAc,GAAG,CACrB,CAAC,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC;WAChC,CAAC,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC;WACpC,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC;WACnC,YAAY,CAAC,QAAQ,CAAC,iBAAiB,CAAC;WACxC,cAAc,CAClB,CAAC;IACF,IAAG,CAAC,cAAc;QAAE,OAAO;IAE3B,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjB,IAAI,CAAC;QACH,IAAG,CAAC,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAC,CAAC;YACtC,EAAE,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;QAC9E,CAAC;QACD,IAAG,CAAC,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAC,CAAC;YACvC,EAAE,CAAC,IAAI,CAAC,mGAAmG,CAAC,CAAC;QAC/G,CAAC;QACD,IAAG,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAC,CAAC;YACtC,EAAE,CAAC,IAAI,CAAC;;;;;OAKP,CAAC,CAAC;YACH,EAAE,CAAC,IAAI,CAAC;;;;;;OAMP,CAAC,CAAC;YACH,EAAE,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QACvD,CAAC;QACD,IAAG,YAAY,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAC,CAAC;YAC3C,EAAE,CAAC,IAAI,CAAC;;;;;OAKP,CAAC,CAAC;YAEH,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;OAWP,CAAC,CAAC;YACH,EAAE,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;QAC5D,CAAC;QACD,IAAG,cAAc,EAAC,CAAC;YACjB,EAAE,CAAC,IAAI,CAAC;;;;;OAKP,CAAC,CAAC;YAGH,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;OAgBP,CAAC,CAAC;YACH,EAAE,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACxC,CAAC;QACD,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpB,CAAC;IAAA,OAAM,CAAC,EAAC,CAAC;QACR,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACpB,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC"}