querysub 0.403.0 → 0.405.0

package/src/archiveapps/archiveMergeEntry.tsx

@@ -1,48 +0,0 @@
-import "../inject";
-
-import { Querysub } from "../4-querysub/QuerysubController";
-import { logErrors } from "../errors";
-import { timeInDay, timeInHour } from "socket-function/src/misc";
-import { runArchiveMover } from "../2-proxy/archiveMoveHarness";
-import { PathValue, compareTime } from "../0-path-value-core/pathValueCore";
-
-const MERGE_DELAY = timeInHour;
-
-async function mergeFiles() {
-    await runArchiveMover({
-        debugName: "merge",
-        outputType: "merge",
-        async runMover(config) {
-            let values = config.values;
-            let latestValues = new Map<string, PathValue>();
-            for (let value of values) {
-                let prev = latestValues.get(value.path);
-                if (prev && compareTime(value.time, prev.time) < 0) continue;
-                latestValues.set(value.path, value);
-            }
-
-            values = Array.from(latestValues.values());
-            values = values.filter(x => !x.canGCValue);
-
-            return {
-                newValues: {
-                    "": values,
-                },
-            };
-        },
-    });
-}
-
-async function main() {
-    await Querysub.hostService("merge");
-    await mergeFiles();
-    process.exit();
-
-    // while (true) {
-    //     await mergeFiles();
-    //     let delay = MERGE_DELAY * (1 + Math.random() * 0.1);
-    //     await new Promise(resolve => setTimeout(resolve, delay));
-    // }
-}
-
-main().catch(logErrors);

package/src/archiveapps/lockTest.ts

@@ -1,127 +0,0 @@
-import { pathValueArchives } from "../0-path-value-core/pathValueArchives";
-import { getPathStr, rootPathStr } from "../path";
-import { ArchiveLocker, ArchiveTransaction } from "../0-path-value-core/archiveLocks/ArchiveLocks";
-import { getDomain } from "../config";
-import { getOurAuthorities } from "../config2";
-import { getNodeId } from "socket-function/src/nodeCache";
-import { getOurNodeIdAssert, getOwnNodeId } from "../-f-node-discovery/NodeDiscovery";
-import { Querysub } from "../4-querysub/QuerysubController";
-import { pathValueSerializer } from "../-h-path-value-serialize/PathValueSerializer";
-import { AuthorityPath, pathValueAuthority2 } from "../0-path-value-core/NodePathAuthorities";
-import { PathValue, getNextTime } from "../0-path-value-core/pathValueCore";
-import debugbreak from "debugbreak";
-import { delay } from "socket-function/src/batching";
-import { isDefined } from "../misc";
-import { sort, timeInMinute } from "socket-function/src/misc";
-import { green, red } from "socket-function/src/formatting/logColors";
-import { formatTime } from "socket-function/src/formatting/format";
-
-// yarn typenode src\framework-beta\archivemerge\lockTest.ts --nonetwork
-async function main() {
-    await Querysub.hostService("lockTest");
-    /*
-    let allLockers: ArchiveLocker[] = [];
-    for (let authority of getOurAuthorities()) {
-        let lockers = await pathValueArchives.getRawArchives(authority);
-        allLockers.push(...lockers);
-    }
-    */
-
-    const START = 5;
-    const ITERATION_COUNT = 5;
-    const COUNT_LIMIT = ITERATION_COUNT * 5;
-
-    // D:\repos\qs-aipaint\database-storage\archives\path-values-recycle-bin\=-.,querysub.__com.,
-
-    let authority: AuthorityPath = getOurAuthorities()[0];
-    let locker = await pathValueArchives.getArchiveLocker();
-    let matchedDirs = await pathValueArchives.getAuthorityDirs(authority);
-    const authorityDir = pathValueAuthority2.getArchiveDirectory(authority);
-    while (true) {
-        let result = await locker.atomicSwapFiles({}, async (valueFiles, readFiles) => {
-            valueFiles = valueFiles.filter(x => matchedDirs.some(y => x.file.startsWith(y)));
-            let prevFiles = valueFiles.filter(x => pathValueArchives.decodeDataPath(x.file).sourceType === "test");
-            let prevData = (await readFiles(prevFiles)).filter(isDefined);
-
-            let pathValues: number[][] = [];
-            for (let prevBuffer of prevData) {
-                let prevValue = await pathValueSerializer.deserialize([prevBuffer], { singleBuffer: true });
-                pathValues.push(prevValue.map(x => pathValueSerializer.getPathValue(x) as number));
-            }
-            console.log(`Values [${pathValues.map(x => "[" + x.join(", ") + "]").join(", ")}]`);
-
-            let flatValues = pathValues.flat();
-            sort(flatValues, x => x);
-            let minValue = flatValues[0] || START;
-            if (flatValues.length > 0) {
-                let expectedValues = Array.from({ length: flatValues.length }, (_, i) => i + minValue);
-                if (flatValues.join(",") !== expectedValues.join(",")) {
-                    const errorMessage = `Values should be [${expectedValues.join(", ")}], was [${flatValues.join(", ")}]`;
-                    console.error(errorMessage);
-                    debugbreak(2);
-                    debugger;
-                    throw new Error(errorMessage);
-                }
-            }
-
-            const transaction: ArchiveTransaction = {
-                createFiles: [],
-                deleteFiles: [],
-            };
-            function removeValue(value: number) {
-                console.log(`Deleting file with value ${value}`);
-                let index = pathValues.findIndex(x => x[0] === value);
-                let file = prevFiles[index];
-                transaction.deleteFiles.push(file);
-            }
-            async function addValue(newValue: number) {
-                console.log(`Adding file with value ${newValue}`);
-                let newValues: PathValue[] = [];
-                newValues.push({
-                    path: getPathStr([getDomain(), "test"]),
-                    value: newValue,
-                    time: getNextTime(),
-                    locks: [],
-                    lockCount: 0,
-                    valid: true,
-                });
-                const dataObj = (await pathValueArchives.encodeValuePaths(
-                    newValues,
-                    {
-                        pathOverrides: {
-                            sourceType: "test",
-                            misc: newValue + ""
-                        },
-                    }
-                ))!;
-                transaction.createFiles.push({
-                    data: dataObj.data,
-                    file: authorityDir + dataObj.file,
-                });
-            }
-
-            let newCount = flatValues.length + ITERATION_COUNT;
-            let extraCount = newCount - COUNT_LIMIT;
-            for (let i = 0; i < extraCount; i++) {
-                removeValue(flatValues[i]);
-            }
-
-            let lastValue = flatValues[flatValues.length - 1] ?? START;
-            for (let i = 0; i < ITERATION_COUNT; i++) {
-                await addValue(lastValue + i + 1);
-            }
-
-            let timeWaitTime = Math.random() * 5 * 1000;
-            console.log(`Test wait ${formatTime(timeWaitTime)}`);
-            await delay(timeWaitTime);
-
-            return [transaction];
-        });
-        if (result === "rejected") {
-            console.warn(red("Rejected transaction"));
-        } else {
-            console.log(green("Transaction committed"));
-        }
-    }
-}
-main().catch(console.error).finally(() => process.exit());