cross-seed 7.0.0-1 → 7.0.0-11

package/dist/db.js

@@ -0,0 +1,287 @@
+import { unlink } from "fs/promises";
+import knex from "knex";
+import BetterSqlite3ClientImport from "knex/lib/dialects/better-sqlite3/index.js";
+import ms from "ms";
+import { DatabaseSync } from "node:sqlite";
+import { basename, join } from "path";
+import { getClients } from "./clients/TorrentClient.js";
+import { appDir } from "./configuration.js";
+import { TORRENT_CACHE_FOLDER } from "./constants.js";
+import { getCachedTorrentName, rebuildGuidInfoHashMap } from "./decide.js";
+import { Label, logger } from "./logger.js";
+import { getRuntimeConfig } from "./runtimeConfig.js";
+import { migrations } from "./migrations/migrations.js";
+import { cacheEnsembleTorrentEntry, findAllTorrentFilesInDir, parseTorrentFromPath, snatchHistory, } from "./torrent.js";
+import { filterAsync, flatMapAsync, getLogString, humanReadableDate, inBatches, notExists, yieldToEventLoop, } from "./utils.js";
+const BetterSqlite3Client = BetterSqlite3ClientImport;
+const formatBindings = (bindings) => {
+    if (!bindings)
+        return [];
+    return bindings.map((binding) => {
+        if (binding instanceof Date) {
+            return binding.valueOf();
+        }
+        if (typeof binding === "boolean") {
+            return Number(binding);
+        }
+        return binding;
+    });
+};
+export class NodeSqliteClient extends BetterSqlite3Client {
+    _driver() {
+        return DatabaseSync;
+    }
+    // Get a raw connection from the database, returning a promise with the connection object.
+    async acquireRawConnection() {
+        const { filename } = this
+            .connectionSettings;
+        const connection = new this.driver(filename);
+        connection.exec("pragma journal_mode = WAL;");
+        return connection;
+    }
+    // Used to explicitly close a connection, called internally by the pool when
+    // a connection times out or the pool is shutdown.
+    async destroyRawConnection(connection) {
+        return connection.close();
+    }
+    // Runs the query on the specified connection, providing the bindings and any
+    // other necessary prep work.
+    async _query(connection, obj) {
+        if (!obj.sql)
+            throw new Error("The query is empty");
+        if (!connection) {
+            throw new Error("No connection provided");
+        }
+        const statement = connection.prepare(obj.sql);
+        const bindings = formatBindings(obj.bindings);
+        const method = obj.method;
+        let useAll;
+        switch (method) {
+            case "insert":
+            case "update":
+                useAll = Boolean(obj.returning);
+                break;
+            case "counter":
+            case "del":
+                useAll = false;
+                break;
+            default:
+                useAll = true;
+        }
+        if (method == null) {
+            const sql = obj.sql.trim().toLowerCase();
+            useAll = Boolean(obj.returning) || sql.startsWith("select");
+        }
+        if (useAll) {
+            obj.response = await statement.all(...bindings);
+            return obj;
+        }
+        const response = await statement.run(...bindings);
+        obj.response = response;
+        obj.context = {
+            lastID: response.lastInsertRowid,
+            changes: response.changes,
+        };
+        return obj;
+    }
+}
+NodeSqliteClient.prototype.driverName = "node:sqlite";
+const filename = join(appDir(), "cross-seed.db");
+export const db = knex({
+    client: NodeSqliteClient,
+    connection: { filename },
+    migrations: { migrationSource: migrations },
+    useNullAsDefault: true,
+});
+export async function cleanupDB() {
+    const { dataDirs, excludeRecentSearch, seasonFromEpisodes, useClientTorrents, } = getRuntimeConfig();
+    await (async () => {
+        if (!useClientTorrents)
+            return;
+        logger.verbose({
+            label: Label.CLEANUP,
+            message: "Refreshing all client torrents...",
+        });
+        const searchees = await flatMapAsync(getClients(), async (client) => (await client.getClientSearchees({
+            refresh: [],
+            includeFiles: true,
+            includeTrackers: true,
+        })).searchees);
+        if (!seasonFromEpisodes)
+            return;
+        logger.verbose({
+            label: Label.CLEANUP,
+            message: "Refreshing all ensemble torrents...",
+        });
+        const ensembleRows = await flatMapAsync(searchees, async (searchee) => (await cacheEnsembleTorrentEntry(searchee)) ?? []);
+        await inBatches(ensembleRows, async (batch) => {
+            await db("ensemble")
+                .insert(batch)
+                .onConflict(["client_host", "path"])
+                .merge();
+        });
+    })();
+    await (async () => {
+        if (!dataDirs.length)
+            return;
+        logger.verbose({
+            label: Label.CLEANUP,
+            message: "Pruning deleted dataDirs entries...",
+        });
+        const deletedPaths = await filterAsync((await db("data").select("path")).map((e) => e.path), (p) => notExists(p));
+        await inBatches(deletedPaths, async (batch) => {
+            await db("data").whereIn("path", batch).del();
+            await db("ensemble").whereIn("path", batch).del();
+        });
+    })();
+    await (async () => {
+        if (!seasonFromEpisodes)
+            return;
+        logger.verbose({
+            label: Label.CLEANUP,
+            message: "Pruning deleted ensemble entries...",
+        });
+        const deletedPaths = await filterAsync((await db("ensemble").select("path")).map((e) => e.path), (p) => notExists(p));
+        await inBatches(deletedPaths, async (batch) => {
+            await db("data").whereIn("path", batch).del();
+            await db("ensemble").whereIn("path", batch).del();
+        });
+    })();
+    await (async () => {
+        logger.verbose({
+            label: Label.CLEANUP,
+            message: "Pruning failed snatch history entries...",
+        });
+        for (const [str, { initialFailureAt, numFailures },] of snatchHistory.entries()) {
+            if (Date.now() - initialFailureAt > ms("1 day")) {
+                logger.verbose({
+                    label: Label.CLEANUP,
+                    message: `Deleting snatch history entry for ${str}: ${numFailures} failures`,
+                });
+                snatchHistory.delete(str);
+            }
+        }
+    })();
+    await (async () => {
+        logger.verbose({
+            label: Label.CLEANUP,
+            message: "Pruning unused torrent cache entries...",
+        });
+        const excludeCutoff = (excludeRecentSearch ?? 0) + ms("1 month");
+        let cutoffMs = ms("1 year");
+        let logCutoff = "1 year";
+        if (excludeCutoff > cutoffMs) {
+            cutoffMs = excludeCutoff;
+            logCutoff = `your excludeRecentSearch of ${(excludeRecentSearch / 1000 / 60 / 60 / 24).toFixed(2)} days`;
+        }
+        const torrentPaths = await findAllTorrentFilesInDir(join(appDir(), TORRENT_CACHE_FOLDER));
+        if (!torrentPaths.length)
+            return;
+        const infoHashLastSeenMap = (await db("decision").select("info_hash", "last_seen")).reduce((acc, cur) => {
+            if (!cur.info_hash || !cur.last_seen)
+                return acc;
+            if (!acc.has(cur.info_hash)) {
+                acc.set(cur.info_hash, cur.last_seen);
+            }
+            else if (cur.last_seen > acc.get(cur.info_hash)) {
+                acc.set(cur.info_hash, cur.last_seen);
+            }
+            return acc;
+        }, new Map());
+        if (!infoHashLastSeenMap.size)
+            return;
+        const hashesToDelete = [];
+        const now = Date.now();
+        for (const [index, torrentPath] of torrentPaths.entries()) {
+            if (index % 1000 === 0)
+                await yieldToEventLoop();
+            const infoHash = basename(torrentPath).split(".")[0];
+            const lastSeen = infoHashLastSeenMap.get(infoHash);
+            if (lastSeen && now - lastSeen <= cutoffMs)
+                continue;
+            let meta = null;
+            try {
+                meta = await parseTorrentFromPath(torrentPath);
+            }
+            catch (e) {
+                logger.error({
+                    label: Label.CLEANUP,
+                    message: `Failed to parse ${torrentPath} when cleaning up unused torrents: ${e.message}`,
+                });
+                logger.debug(e);
+            }
+            const logEntry = meta
+                ? `${getLogString(meta)} (${torrentPath})`
+                : torrentPath;
+            logger.verbose({
+                label: Label.CLEANUP,
+                message: `Deleting unused torrent cache entry for ${logEntry} - it has not been accessed in over ${logCutoff} - ${humanReadableDate(lastSeen ?? 0)}`,
+            });
+            try {
+                await unlink(torrentPath);
+                hashesToDelete.push(infoHash); // Pruning invalid decision entries will catch any interruptions or race conditions
+            }
+            catch (e) {
+                logger.error({
+                    label: Label.CLEANUP,
+                    message: `Failed to delete ${torrentPath} when cleaning up unused torrents: ${e.message}`,
+                });
+                logger.debug(e);
+            }
+        }
+        await inBatches(hashesToDelete, async (batch) => {
+            await db("decision").whereIn("info_hash", batch).del();
+        });
+    })();
+    await (async () => {
+        logger.verbose({
+            label: Label.CLEANUP,
+            message: "Pruning invalid decision entries...",
+        });
+        await db("decision").whereNull("info_hash").del();
+        const dbRows = await db("decision")
+            .leftJoin("searchee", "decision.searchee_id", "searchee.id")
+            .select("searchee.name", "decision.info_hash");
+        if (!dbRows.length)
+            return;
+        const torrentCacheDir = join(appDir(), TORRENT_CACHE_FOLDER);
+        const torrentPaths = new Set(await findAllTorrentFilesInDir(torrentCacheDir));
+        if (!torrentPaths.size)
+            return;
+        let validRows = 0;
+        const hashesToDelete = new Set();
+        for (const dbRow of dbRows) {
+            if (validRows % 1000 === 0)
+                await yieldToEventLoop();
+            if (!dbRow.info_hash)
+                continue;
+            validRows++;
+            const torrentPath = join(torrentCacheDir, getCachedTorrentName(dbRow.info_hash));
+            if (torrentPaths.has(torrentPath))
+                continue;
+            logger.verbose({
+                label: Label.CLEANUP,
+                message: `Deleting invalid decision entries for ${dbRow.info_hash} (related to ${dbRow.name}) - missing .torrent file in cache`,
+            });
+            hashesToDelete.add(dbRow.info_hash);
+        }
+        if (validRows && hashesToDelete.size === validRows) {
+            logger.verbose({
+                label: Label.CLEANUP,
+                message: "All decision entries are invalid - skipping deletion to avoid catastrophic data loss",
+            });
+            return;
+        }
+        await inBatches(Array.from(hashesToDelete), async (batch) => {
+            await db("decision").whereIn("info_hash", batch).del();
+        });
+    })();
+    await (async () => {
+        logger.verbose({
+            label: Label.CLEANUP,
+            message: "Rebuilding guid infoHash map...",
+        });
+        await rebuildGuidInfoHashMap();
+    })();
+}
+//# sourceMappingURL=db.js.map

package/dist/db.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"db.js","sourceRoot":"","sources":["../src/db.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,yBAAyB,MAAM,2CAA2C,CAAC;AAClF,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAC3E,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAExD,OAAO,EACN,yBAAyB,EACzB,wBAAwB,EACxB,oBAAoB,EACpB,aAAa,GACb,MAAM,cAAc,CAAC;AACtB,OAAO,EACN,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,iBAAiB,EACjB,SAAS,EACT,SAAS,EACT,gBAAgB,GAChB,MAAM,YAAY,CAAC;AAGpB,MAAM,mBAAmB,GACxB,yBAAsD,CAAC;AAExD,MAAM,cAAc,GAAG,CAAC,QAAyB,EAAE,EAAE;IACpD,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAC;IACzB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QAC/B,IAAI,OAAO,YAAY,IAAI,EAAE,CAAC;YAC7B,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC1B,CAAC;QACD,IAAI,OAAO,OAAO,KAAK,SAAS,EAAE,CAAC;YAClC,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;QACD,OAAO,OAAO,CAAC;IAChB,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,OAAO,gBAAiB,SAAQ,mBAAmB;IACxD,OAAO;QACN,OAAO,YAAY,CAAC;IACrB,CAAC;IAED,0FAA0F;IAC1F,KAAK,CAAC,oBAAoB;QACzB,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI;aACvB,kBAAwD,CAAC;QAC3D,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC7C,UAAU,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC9C,OAAO,UAAU,CAAC;IACnB,CAAC;IAED,4EAA4E;IAC5E,kDAAkD;IAClD,KAAK,CAAC,oBAAoB,CAAC,UAAU;QACpC,OAAO,UAAU,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,6EAA6E;IAC7E,6BAA6B;IAC7B,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG;QAC3B,IAAI,CAAC,GAAG,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAEpD,IAAI,CAAC,UAAU,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE9C,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1B,IAAI,MAAe,CAAC;QACpB,QAAQ,MAAM,EAAE,CAAC;YAChB,KAAK,QAAQ,CAAC;YACd,KAAK,QAAQ;gBACZ,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAChC,MAAM;YACP,KAAK,SAAS,CAAC;YACf,KAAK,KAAK;gBACT,MAAM,GAAG,KAAK,CAAC;gBACf,MAAM;YACP;gBACC,MAAM,GAAG,IAAI,CAAC;QAChB,CAAC;QACD,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;YACpB,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACzC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,MAAM,EAAE,CAAC;YACZ,GAAG,CAAC,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;YAChD,OAAO,GAAG,CAAC;QACZ,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;QAClD,GAAG,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACxB,GAAG,CAAC,OAAO,GAAG;YACb,MAAM,EAAE,QAAQ,CAAC,eAAe;YAChC,OAAO,EAAE,QAAQ,CAAC,OAAO;SACzB,CAAC;QAEF,OAAO,GAAG,CAAC;IACZ,CAAC;CACD;AACD,gBAAgB,CAAC,SAAS,CAAC,UAAU,GAAG,aAAa,CAAC;AAEtD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,eAAe,CAAC,CAAC;AAEjD,MAAM,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC;IACtB,MAAM,EAAE,gBAAgB;IACxB,UAAU,EAAE,EAAE,QAAQ,EAAE;IACxB,UAAU,EAAE,EAAE,eAAe,EAAE,UAAU,EAAE;IAC3C,gBAAgB,EAAE,IAAI;CACtB,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,SAAS;IAC9B,MAAM,EACL,QAAQ,EACR,mBAAmB,EACnB,kBAAkB,EAClB,iBAAiB,GACjB,GAAG,gBAAgB,EAAE,CAAC;IACvB,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,IAAI,CAAC,iBAAiB;YAAE,OAAO;QAC/B,MAAM,CAAC,OAAO,CAAC;YACd,KAAK,EAAE,KAAK,CAAC,OAAO;YACpB,OAAO,EAAE,mCAAmC;SAC5C,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,YAAY,CACnC,UAAU,EAAE,EACZ,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,CACC,MAAM,MAAM,CAAC,kBAAkB,CAAC;YAC/B,OAAO,EAAE,EAAE;YACX,YAAY,EAAE,IAAI;YAClB,eAAe,EAAE,IAAI;SACrB,CAAC,CACF,CAAC,SAAS,CACZ,CAAC;QACF,IAAI,CAAC,kBAAkB;YAAE,OAAO;QAChC,MAAM,CAAC,OAAO,CAAC;YACd,KAAK,EAAE,KAAK,CAAC,OAAO;YACpB,OAAO,EAAE,qCAAqC;SAC9C,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,YAAY,CACtC,SAAS,EACT,KAAK,EAAE,QAAQ,EAAE,EAAE,CAClB,CAAC,MAAM,yBAAyB,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAClD,CAAC;QACF,MAAM,SAAS,CAAC,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YAC7C,MAAM,EAAE,CAAC,UAAU,CAAC;iBAClB,MAAM,CAAC,KAAK,CAAC;iBACb,UAAU,CAAC,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;iBACnC,KAAK,EAAE,CAAC;QACX,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,EAAE,CAAC;IACL,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,IAAI,CAAC,QAAQ,CAAC,MAAM;YAAE,OAAO;QAC7B,MAAM,CAAC,OAAO,CAAC;YACd,KAAK,EAAE,KAAK,CAAC,OAAO;YACpB,OAAO,EAAE,qCAAqC;SAC9C,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,WAAW,CACrC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EACpD,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CACnB,CAAC;QACF,MAAM,SAAS,CAAC,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YAC7C,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC;YAC9C,MAAM,EAAE,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC;QACnD,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,EAAE,CAAC;IACL,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,IAAI,CAAC,kBAAkB;YAAE,OAAO;QAChC,MAAM,CAAC,OAAO,CAAC;YACd,KAAK,EAAE,KAAK,CAAC,OAAO;YACpB,OAAO,EAAE,qCAAqC;SAC9C,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,WAAW,CACrC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EACxD,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CACnB,CAAC;QACF,MAAM,SAAS,CAAC,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YAC7C,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC;YAC9C,MAAM,EAAE,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC;QACnD,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,EAAE,CAAC;IACL,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,MAAM,CAAC,OAAO,CAAC;YACd,KAAK,EAAE,KAAK,CAAC,OAAO;YACpB,OAAO,EAAE,0CAA0C;SACnD,CAAC,CAAC;QACH,KAAK,MAAM,CACV,GAAG,EACH,EAAE,gBAAgB,EAAE,WAAW,EAAE,EACjC,IAAI,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;gBACjD,MAAM,CAAC,OAAO,CAAC;oBACd,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,OAAO,EAAE,qCAAqC,GAAG,KAAK,WAAW,WAAW;iBAC5E,CAAC,CAAC;gBACH,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;QACF,CAAC;IACF,CAAC,CAAC,EAAE,CAAC;IACL,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,MAAM,CAAC,OAAO,CAAC;YACd,KAAK,EAAE,KAAK,CAAC,OAAO;YACpB,OAAO,EAAE,yCAAyC;SAClD,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,CAAC,mBAAmB,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACjE,IAAI,QAAQ,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC;QAC5B,IAAI,SAAS,GAAG,QAAQ,CAAC;QACzB,IAAI,aAAa,GAAG,QAAQ,EAAE,CAAC;YAC9B,QAAQ,GAAG,aAAa,CAAC;YACzB,SAAS,GAAG,+BAA+B,CAAC,mBAAoB,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;QAC3G,CAAC;QACD,MAAM,YAAY,GAAG,MAAM,wBAAwB,CAClD,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CACpC,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,MAAM;YAAE,OAAO;QACjC,MAAM,mBAAmB,GAAG,CAC3B,MAAM,EAAE,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,CACrD,CAAC,MAAM,CAAsB,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YAC1C,IAAI,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,GAAG,CAAC,SAAS;gBAAE,OAAO,GAAG,CAAC;YACjD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC7B,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;YACvC,CAAC;iBAAM,IAAI,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAE,EAAE,CAAC;gBACpD,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;YACvC,CAAC;YACD,OAAO,GAAG,CAAC;QACZ,CAAC,EAAE,IAAI,GAAG,EAAkB,CAAC,CAAC;QAC9B,IAAI,CAAC,mBAAmB,CAAC,IAAI;YAAE,OAAO;QACtC,MAAM,cAAc,GAAa,EAAE,CAAC;QACpC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,KAAK,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC;YAC3D,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC;gBAAE,MAAM,gBAAgB,EAAE,CAAC;YACjD,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACrD,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACnD,IAAI,QAAQ,IAAI,GAAG,GAAG,QAAQ,IAAI,QAAQ;gBAAE,SAAS;YACrD,IAAI,IAAI,GAAoB,IAAI,CAAC;YACjC,IAAI,CAAC;gBACJ,IAAI,GAAG,MAAM,oBAAoB,CAAC,WAAW,CAAC,CAAC;YAChD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACZ,MAAM,CAAC,KAAK,CAAC;oBACZ,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,OAAO,EAAE,mBAAmB,WAAW,sCAAsC,CAAC,CAAC,OAAO,EAAE;iBACxF,CAAC,CAAC;gBACH,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI;gBACpB,CAAC,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,WAAW,GAAG;gBAC1C,CAAC,CAAC,WAAW,CAAC;YACf,MAAM,CAAC,OAAO,CAAC;gBACd,KAAK,EAAE,KAAK,CAAC,OAAO;gBACpB,OAAO,EAAE,2CAA2C,QAAQ,uCAAuC,SAAS,MAAM,iBAAiB,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE;aACpJ,CAAC,CAAC;YACH,IAAI,CAAC;gBACJ,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;gBAC1B,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,mFAAmF;YACnH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACZ,MAAM,CAAC,KAAK,CAAC;oBACZ,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,OAAO,EAAE,oBAAoB,WAAW,sCAAsC,CAAC,CAAC,OAAO,EAAE;iBACzF,CAAC,CAAC;gBACH,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;QACF,CAAC;QACD,MAAM,SAAS,CAAC,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YAC/C,MAAM,EAAE,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC;QACxD,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,EAAE,CAAC;IACL,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,MAAM,CAAC,OAAO,CAAC;YACd,KAAK,EAAE,KAAK,CAAC,OAAO;YACpB,OAAO,EAAE,qCAAqC;SAC9C,CAAC,CAAC;QACH,MAAM,EAAE,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,CAAC;QAClD,MAAM,MAAM,GACX,MAAM,EAAE,CAAC,UAAU,CAAC;aAClB,QAAQ,CAAC,UAAU,EAAE,sBAAsB,EAAE,aAAa,CAAC;aAC3D,MAAM,CAAC,eAAe,EAAE,oBAAoB,CAAC,CAAC;QACjD,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO;QAC3B,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC;QAC7D,MAAM,YAAY,GAAG,IAAI,GAAG,CAC3B,MAAM,wBAAwB,CAAC,eAAe,CAAC,CAC/C,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,IAAI;YAAE,OAAO;QAC/B,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC5B,IAAI,SAAS,GAAG,IAAI,KAAK,CAAC;gBAAE,MAAM,gBAAgB,EAAE,CAAC;YACrD,IAAI,CAAC,KAAK,CAAC,SAAS;gBAAE,SAAS;YAC/B,SAAS,EAAE,CAAC;YACZ,MAAM,WAAW,GAAG,IAAI,CACvB,eAAe,EACf,oBAAoB,CAAC,KAAK,CAAC,SAAS,CAAC,CACrC,CAAC;YACF,IAAI,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC;gBAAE,SAAS;YAC5C,MAAM,CAAC,OAAO,CAAC;gBACd,KAAK,EAAE,KAAK,CAAC,OAAO;gBACpB,OAAO,EAAE,yCAAyC,KAAK,CAAC,SAAS,gBAAgB,KAAK,CAAC,IAAI,oCAAoC;aAC/H,CAAC,CAAC;YACH,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,SAAS,IAAI,cAAc,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACpD,MAAM,CAAC,OAAO,CAAC;gBACd,KAAK,EAAE,KAAK,CAAC,OAAO;gBACpB,OAAO,EACN,sFAAsF;aACvF,CAAC,CAAC;YACH,OAAO;QACR,CAAC;QACD,MAAM,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YAC3D,MAAM,EAAE,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC;QACxD,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,EAAE,CAAC;IACL,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,MAAM,CAAC,OAAO,CAAC;YACd,KAAK,EAAE,KAAK,CAAC,OAAO;YACpB,OAAO,EAAE,iCAAiC;SAC1C,CAAC,CAAC;QACH,MAAM,sBAAsB,EAAE,CAAC;IAChC,CAAC,CAAC,EAAE,CAAC;AACN,CAAC"}

package/dist/dbConfig.d.ts

@@ -0,0 +1,4 @@
+import { RuntimeConfig } from "./runtimeConfig.js";
+export declare function getDbConfig(): Promise<Partial<RuntimeConfig> | undefined>;
+export declare function setDbConfig(config: Partial<RuntimeConfig>): Promise<void>;
+export declare function updateDbConfig(partialConfig: Partial<RuntimeConfig>): Promise<void>;

package/dist/dbConfig.js

@@ -0,0 +1,67 @@
+import { getDefaultRuntimeConfig, stripDefaults } from "./configuration.js";
+import { db } from "./db.js";
+import { omitUndefined } from "./utils/object.js";
+import { parseRuntimeConfig, parseRuntimeConfigOverrides, } from "./configSchema.js";
+export async function getDbConfig() {
+    const row = await db("settings").select("settings_json").first();
+    if (!row)
+        return undefined;
+    if (row.settings_json == null)
+        return undefined;
+    return parseRuntimeConfigOverrides(JSON.parse(row.settings_json));
+}
+export async function setDbConfig(config) {
+    const sanitizedConfig = omitUndefined(config);
+    const mergedConfig = {
+        ...getDefaultRuntimeConfig(),
+        ...sanitizedConfig,
+    };
+    const validatedConfig = parseRuntimeConfig(mergedConfig);
+    const overrides = stripDefaults(validatedConfig);
+    await db.transaction(async (trx) => {
+        const existingRow = await trx("settings").first();
+        if (existingRow) {
+            await trx("settings").update({
+                settings_json: JSON.stringify(overrides),
+            });
+        }
+        else {
+            await trx("settings").insert({
+                apikey: null,
+                settings_json: JSON.stringify(overrides),
+            });
+        }
+    });
+}
+export async function updateDbConfig(partialConfig) {
+    const sanitizedPartial = omitUndefined(partialConfig);
+    await db.transaction(async (trx) => {
+        const existingRow = await trx("settings").first();
+        if (existingRow) {
+            const currentOverrides = existingRow.settings_json == null
+                ? {}
+                : parseRuntimeConfigOverrides(JSON.parse(existingRow.settings_json));
+            const mergedConfig = {
+                ...getDefaultRuntimeConfig(),
+                ...currentOverrides,
+                ...sanitizedPartial,
+            };
+            const validatedConfig = parseRuntimeConfig(mergedConfig);
+            await trx("settings").update({
+                settings_json: JSON.stringify(stripDefaults(validatedConfig)),
+            });
+        }
+        else {
+            const mergedConfig = {
+                ...getDefaultRuntimeConfig(),
+                ...sanitizedPartial,
+            };
+            const validatedConfig = parseRuntimeConfig(mergedConfig);
+            await trx("settings").insert({
+                apikey: null,
+                settings_json: JSON.stringify(stripDefaults(validatedConfig)),
+            });
+        }
+    });
+}
+//# sourceMappingURL=dbConfig.js.map

package/dist/dbConfig.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dbConfig.js","sourceRoot":"","sources":["../src/dbConfig.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,EAAE,EAAE,MAAM,SAAS,CAAC;AAE7B,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EACN,kBAAkB,EAClB,2BAA2B,GAC3B,MAAM,mBAAmB,CAAC;AAE3B,MAAM,CAAC,KAAK,UAAU,WAAW;IAGhC,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,KAAK,EAAE,CAAC;IACjE,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAC3B,IAAI,GAAG,CAAC,aAAa,IAAI,IAAI;QAAE,OAAO,SAAS,CAAC;IAEhD,OAAO,2BAA2B,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAChC,MAA8B;IAE9B,MAAM,eAAe,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IAC9C,MAAM,YAAY,GAAG;QACpB,GAAG,uBAAuB,EAAE;QAC5B,GAAG,eAAe;KAClB,CAAC;IACF,MAAM,eAAe,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,aAAa,CAAC,eAAe,CAAC,CAAC;IACjD,MAAM,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QAClC,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,CAAC;QAClD,IAAI,WAAW,EAAE,CAAC;YACjB,MAAM,GAAG,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC;gBAC5B,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;aACxC,CAAC,CAAC;QACJ,CAAC;aAAM,CAAC;YACP,MAAM,GAAG,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC;gBAC5B,MAAM,EAAE,IAAI;gBACZ,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;aACxC,CAAC,CAAC;QACJ,CAAC;IACF,CAAC,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,aAAqC;IAErC,MAAM,gBAAgB,GAAG,aAAa,CAAC,aAAa,CAAC,CAAC;IACtD,MAAM,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QAClC,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,CAAC;QAClD,IAAI,WAAW,EAAE,CAAC;YACjB,MAAM,gBAAgB,GACrB,WAAW,CAAC,aAAa,IAAI,IAAI;gBAChC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,2BAA2B,CAC3B,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,aAAa,CAAC,CACrC,CAAC;YACL,MAAM,YAAY,GAAG;gBACpB,GAAG,uBAAuB,EAAE;gBAC5B,GAAG,gBAAgB;gBACnB,GAAG,gBAAgB;aACnB,CAAC;YACF,MAAM,eAAe,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;YACzD,MAAM,GAAG,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC;gBAC5B,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;aAC7D,CAAC,CAAC;QACJ,CAAC;aAAM,CAAC;YACP,MAAM,YAAY,GAAG;gBACpB,GAAG,uBAAuB,EAAE;gBAC5B,GAAG,gBAAgB;aACnB,CAAC;YACF,MAAM,eAAe,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;YACzD,MAAM,GAAG,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC;gBAC5B,MAAM,EAAE,IAAI;gBACZ,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;aAC7D,CAAC,CAAC;QACJ,CAAC;IACF,CAAC,CAAC,CAAC;AACJ,CAAC"}

package/dist/decide.d.ts

@@ -0,0 +1,25 @@
+import { Decision } from "./constants.js";
+import { Metafile } from "./parseTorrent.js";
+import { Candidate } from "./pipeline.js";
+import { RuntimeConfig } from "./runtimeConfig.js";
+import { Searchee, SearcheeWithLabel } from "./searchee.js";
+export interface ResultAssessment {
+    decision: Decision;
+    metafile?: Metafile;
+    metaCached?: boolean;
+}
+export declare function compareFileTrees(candidate: Metafile, searchee: Searchee): boolean;
+export declare function compareFileTreesIgnoringNames(candidate: Metafile, searchee: Searchee): boolean;
+export declare function getPartialSizeRatio(candidate: Metafile, searchee: Searchee): number;
+export declare function compareFileTreesPartial(candidate: Metafile, searchee: Searchee): boolean;
+export declare function assessCandidate(metaOrCandidate: Metafile | Candidate, searchee: SearcheeWithLabel, infoHashesToExclude: Set<string>, blockList: string[], options?: {
+    configOverride: Partial<RuntimeConfig>;
+}): Promise<ResultAssessment>;
+export declare function getCachedTorrentName(infoHash: string): string;
+export declare function updateTorrentCache(oldStr: string, newStr: string): Promise<void>;
+export declare const rawGuidInfoHashMap: Map<string, string>;
+export declare function rebuildGuidInfoHashMap(): Promise<void>;
+export declare function getGuidInfoHashMap(): Promise<Map<string, string>>;
+export declare function assessCandidateCaching(candidate: Candidate, searchee: SearcheeWithLabel, infoHashesToExclude: Set<string>, guidInfoHashMap: Map<string, string>, options?: {
+    configOverride: Partial<RuntimeConfig>;
+}): Promise<ResultAssessment>;