@prosopo/datasets-fs 3.0.39 → 3.0.77

package/dist/tests/mocked.unit.test.js

@@ -0,0 +1,252 @@
+import fs from "node:fs";
+import path from "node:path";
+import { CaptchasContainerSchema, DataSchema } from "@prosopo/types";
+import { hexHash } from "@prosopo/util-crypto";
+import { getRootDir, getTestResultsDir } from "@prosopo/workspace";
+import sharp from "sharp";
+import { afterAll, beforeAll, describe, test } from "vitest";
+import { Flatten } from "../commands/flatten.js";
+import { GenerateV1 } from "../commands/generateV1.js";
+import { GenerateV2 } from "../commands/generateV2.js";
+import { Labels } from "../commands/labels.js";
+import { Relocate } from "../commands/relocate.js";
+import { Resize } from "../commands/resize.js";
+import { captchasEqFs, fsEq, fsWalk, restoreRepoDir, substituteRepoDir, } from "./utils.js";
+describe("dataset commands", () => {
+    const pkgDir = path.relative(getRootDir(), __dirname);
+    const pkgInternalPath = pkgDir.replace(`${__dirname}/`, "");
+    const testResultsDir = `${getTestResultsDir()}/${pkgInternalPath}`;
+    beforeAll(() => {
+        substituteRepoDir();
+        fs.mkdirSync(`${testResultsDir}`, { recursive: true });
+    });
+    afterAll(() => {
+        restoreRepoDir();
+        if (fs.existsSync(`${testResultsDir}`)) {
+            fs.rmdirSync(`${testResultsDir}`, { recursive: true });
+        }
+    });
+    test("labels", async () => {
+        const input = `${__dirname}/data/flat_resized/data.json`;
+        const output = `${testResultsDir}/labels.json`;
+        const labels = new Labels();
+        labels.logger.setLogLevel("error");
+        await labels.exec({
+            input,
+            output,
+        });
+        fsEq(output, `${__dirname}/data/flat_resized/labels.json`);
+        const content = fs.readFileSync(output).toString();
+        const labelsJson = JSON.parse(content.toString());
+        const foundLabels = labelsJson.labels;
+        const categories = fs.readdirSync(`${__dirname}/data/hierarchical`);
+        if (JSON.stringify(foundLabels) !== JSON.stringify(categories)) {
+            throw new Error(`expected ${categories} but found ${foundLabels}`);
+        }
+    });
+    test("generate v2", async () => {
+        const input = `${__dirname}/data/flat_resized/data.json`;
+        const output = `${testResultsDir}/captchas_v2.json`;
+        const minIncorrect = 1;
+        const minCorrect = 1;
+        const minLabelled = 2;
+        const maxLabelled = 7;
+        const generate = new GenerateV2();
+        generate.logger.setLogLevel("error");
+        await generate.exec({
+            labelled: input,
+            unlabelled: input,
+            overwrite: true,
+            output,
+            count: 100,
+            seed: 0,
+            minIncorrect,
+            minCorrect,
+            minLabelled,
+            maxLabelled,
+            allowDuplicates: true,
+        });
+        if (!captchasEqFs(output, `${__dirname}/data/flat_resized/captchas_v2.json`)) {
+            throw new Error("captchas not equal");
+        }
+        const content = fs.readFileSync(output).toString();
+        const captchasJson = JSON.parse(content.toString());
+        const captchas = CaptchasContainerSchema.parse(captchasJson);
+        for (const captcha of captchas.captchas) {
+            const solutions = captcha.solution;
+            const unlabelled = captcha.unlabelled;
+            if (solutions === undefined || unlabelled === undefined) {
+                console.log(captcha);
+                throw new Error("solutions or unlabelled array is undefined");
+            }
+            for (const solution of solutions) {
+                if (unlabelled.includes(solution)) {
+                    throw new Error(`solution ${solution} is also in unlabelled array`);
+                }
+            }
+            const nCorrect = solutions.length;
+            const nUnlabelled = unlabelled.length;
+            const nIncorrect = 9 - nCorrect - nUnlabelled;
+            const nLabelled = nCorrect + nIncorrect;
+            if (nCorrect < minCorrect) {
+                throw new Error(`expected at least ${minCorrect} correct but found ${nCorrect}`);
+            }
+            if (nIncorrect < minIncorrect) {
+                throw new Error(`expected at least ${minIncorrect} incorrect but found ${nIncorrect}`);
+            }
+            if (nLabelled < minLabelled) {
+                throw new Error(`expected at least ${minLabelled} labelled but found ${nLabelled}`);
+            }
+            if (nLabelled > maxLabelled) {
+                throw new Error(`expected at most ${maxLabelled} labelled but found ${nLabelled}`);
+            }
+            if (nUnlabelled !== 9 - nLabelled) {
+                throw new Error(`expected ${9 - nLabelled} unlabelled but found ${nUnlabelled}`);
+            }
+        }
+    });
+    test("generate v1", async () => {
+        const input = `${__dirname}/data/flat_resized/data.json`;
+        const output = `${testResultsDir}/captchas_v1.json`;
+        const generate = new GenerateV1();
+        generate.logger.setLogLevel("error");
+        await generate.exec({
+            labelled: input,
+            unlabelled: input,
+            overwrite: true,
+            output,
+            solved: 50,
+            unsolved: 50,
+            seed: 0,
+            minCorrect: 1,
+            maxCorrect: 6,
+            allowDuplicates: true,
+        });
+        if (!captchasEqFs(output, `${__dirname}/data/flat_resized/captchas_v1.json`)) {
+            throw new Error("captchas not equal");
+        }
+    });
+    test("resizes data", async () => {
+        const input = `${__dirname}/data/flat/data.json`;
+        const output = `${testResultsDir}/flat_resized`;
+        const resize = new Resize();
+        resize.logger.setLogLevel("error");
+        await resize.exec({
+            input,
+            output,
+            overwrite: true,
+            square: true,
+            size: 128,
+        });
+        const expected = `${__dirname}/data/flat_resized`;
+        fsEq(output, expected);
+        for (const pth of fsWalk(output)) {
+            if (!pth.endsWith(".jpg") &&
+                !pth.endsWith(".jpeg") &&
+                !pth.endsWith(".png")) {
+                continue;
+            }
+            const image = sharp(pth);
+            const metadata = await image.metadata();
+            if (metadata.width !== 128 || metadata.height !== 128) {
+                throw new Error(`image ${pth} is not 128x128`);
+            }
+        }
+    });
+    test("relocates data", async () => {
+        const input = `${__dirname}/data/flat_resized/data.json`;
+        const output = `${testResultsDir}/relocated_data.json`;
+        const relocate = new Relocate();
+        relocate.logger.setLogLevel("error");
+        await relocate.exec({
+            input,
+            output,
+            overwrite: true,
+            to: "newwebsite.com",
+            from: "${repo}",
+        });
+        const expected = `${__dirname}/data/flat_resized/relocated_data.json`;
+        fsEq(output, expected);
+    });
+    test("flattens hierarchical data", async () => {
+        const input = `${__dirname}/data/hierarchical`;
+        const output = `${testResultsDir}/flat`;
+        const flatten = new Flatten();
+        flatten.logger.setLogLevel("error");
+        await flatten.exec({
+            input,
+            output,
+            overwrite: true,
+        });
+        const expected = `${__dirname}/data/flat`;
+        fsEq(output, expected);
+        const content = fs.readFileSync(`${output}/data.json`).toString();
+        const dataJson = JSON.parse(content.toString());
+        const data = DataSchema.parse(dataJson);
+        let hierCount = 0;
+        for (const pth of fsWalk(input)) {
+            if (!pth.endsWith(".jpg") &&
+                !pth.endsWith(".jpeg") &&
+                !pth.endsWith(".png")) {
+                continue;
+            }
+            hierCount++;
+            const category = pth.split("/").slice(-2)[0];
+            const content = fs.readFileSync(pth);
+            let name = "";
+            for (const pth2 of fsWalk(output)) {
+                if (!fs.statSync(pth2).isFile()) {
+                    continue;
+                }
+                const content2 = fs.readFileSync(pth2);
+                if (content.equals(content2)) {
+                    const str = pth2.split("/").slice(-1)[0];
+                    if (str === undefined) {
+                        throw new Error(`unable to parse ${pth2}`);
+                    }
+                    name = str;
+                    break;
+                }
+            }
+            if (!name) {
+                throw new Error(`unable to find image ${pth} in output`);
+            }
+            const item = data.items.find((item) => {
+                const name2 = item.data.split("/").slice(-1)[0];
+                if (name2 !== name) {
+                    return false;
+                }
+                return true;
+            });
+            if (item === undefined) {
+                throw new Error(`unable to find image ${pth} in data.json`);
+            }
+            if (item.label !== category) {
+                throw new Error(`expected ${category} but found ${item.label}`);
+            }
+            if (item.type !== "image") {
+                throw new Error(`expected image type but found ${item.type}`);
+            }
+            if (item.hash !== name.split(".")[0]) {
+                throw new Error(`expected ${name.split(".")[0]} hash but found ${item.hash}`);
+            }
+            const hash = hexHash(content);
+            if (item.hash !== hash) {
+                throw new Error(`expected ${hash} hash but found ${item.hash}`);
+            }
+        }
+        let flatCount = 0;
+        for (const pth of fsWalk(output)) {
+            if (!pth.endsWith(".jpg") &&
+                !pth.endsWith(".jpeg") &&
+                !pth.endsWith(".png")) {
+                continue;
+            }
+            flatCount++;
+        }
+        if (hierCount !== flatCount) {
+            throw new Error(`expected ${hierCount} images but found ${flatCount}`);
+        }
+    });
+});
+//# sourceMappingURL=mocked.unit.test.js.map

package/dist/tests/mocked.unit.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mocked.unit.test.js","sourceRoot":"","sources":["../../src/tests/mocked.unit.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAc7B,OAAO,EAAE,uBAAuB,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACnE,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC7D,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACnD,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC/C,OAAO,EACN,YAAY,EACZ,IAAI,EACJ,MAAM,EACN,cAAc,EACd,iBAAiB,GACjB,MAAM,YAAY,CAAC;AAEpB,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IACjC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,EAAE,SAAS,CAAC,CAAC;IACtD,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,SAAS,GAAG,EAAE,EAAE,CAAC,CAAC;IAC5D,MAAM,cAAc,GAAG,GAAG,iBAAiB,EAAE,IAAI,eAAe,EAAE,CAAC;IAEnE,SAAS,CAAC,GAAG,EAAE;QAEd,iBAAiB,EAAE,CAAC;QACpB,EAAE,CAAC,SAAS,CAAC,GAAG,cAAc,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,GAAG,EAAE;QAEb,cAAc,EAAE,CAAC;QAEjB,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,CAAC;YACxC,EAAE,CAAC,SAAS,CAAC,GAAG,cAAc,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;QACzB,MAAM,KAAK,GAAG,GAAG,SAAS,8BAA8B,CAAC;QACzD,MAAM,MAAM,GAAG,GAAG,cAAc,cAAc,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QAC5B,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACnC,MAAM,MAAM,CAAC,IAAI,CAAC;YACjB,KAAK;YACL,MAAM;SACN,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,EAAE,GAAG,SAAS,gCAAgC,CAAC,CAAC;QAG3D,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;QACnD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;QAClD,MAAM,WAAW,GAAG,UAAU,CAAC,MAAkB,CAAC;QAClD,MAAM,UAAU,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,SAAS,oBAAoB,CAAC,CAAC;QACpE,IAAI,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;YAChE,MAAM,IAAI,KAAK,CAAC,YAAY,UAAU,cAAc,WAAW,EAAE,CAAC,CAAC;QACpE,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,aAAa,EAAE,KAAK,IAAI,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,SAAS,8BAA8B,CAAC;QACzD,MAAM,MAAM,GAAG,GAAG,cAAc,mBAAmB,CAAC;QACpD,MAAM,YAAY,GAAG,CAAC,CAAC;QACvB,MAAM,UAAU,GAAG,CAAC,CAAC;QACrB,MAAM,WAAW,GAAG,CAAC,CAAC;QACtB,MAAM,WAAW,GAAG,CAAC,CAAC;QACtB,MAAM,QAAQ,GAAG,IAAI,UAAU,EAAE,CAAC;QAClC,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,QAAQ,CAAC,IAAI,CAAC;YACnB,QAAQ,EAAE,KAAK;YACf,UAAU,EAAE,KAAK;YACjB,SAAS,EAAE,IAAI;YACf,MAAM;YACN,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,CAAC;YACP,YAAY;YACZ,UAAU;YACV,WAAW;YACX,WAAW;YACX,eAAe,EAAE,IAAI;SACrB,CAAC,CAAC;QAEH,IACC,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,SAAS,qCAAqC,CAAC,EACvE,CAAC;YACF,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACvC,CAAC;QAGD,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;QACnD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,uBAAuB,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC7D,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC;YACnC,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;YAEtC,IAAI,SAAS,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;gBACzD,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACrB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAC/D,CAAC;YACD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBAElC,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACnC,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,8BAA8B,CAAC,CAAC;gBACrE,CAAC;YACF,CAAC;YAED,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC;YAClC,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC;YACtC,MAAM,UAAU,GAAG,CAAC,GAAG,QAAQ,GAAG,WAAW,CAAC;YAC9C,MAAM,SAAS,GAAG,QAAQ,GAAG,UAAU,CAAC;YACxC,IAAI,QAAQ,GAAG,UAAU,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CACd,qBAAqB,UAAU,sBAAsB,QAAQ,EAAE,CAC/D,CAAC;YACH,CAAC;YACD,IAAI,UAAU,GAAG,YAAY,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CACd,qBAAqB,YAAY,wBAAwB,UAAU,EAAE,CACrE,CAAC;YACH,CAAC;YACD,IAAI,SAAS,GAAG,WAAW,EAAE,CAAC;gBAC7B,MAAM,IAAI,KAAK,CACd,qBAAqB,WAAW,uBAAuB,SAAS,EAAE,CAClE,CAAC;YACH,CAAC;YACD,IAAI,SAAS,GAAG,WAAW,EAAE,CAAC;gBAC7B,MAAM,IAAI,KAAK,CACd,oBAAoB,WAAW,uBAAuB,SAAS,EAAE,CACjE,CAAC;YACH,CAAC;YACD,IAAI,WAAW,KAAK,CAAC,GAAG,SAAS,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CACd,YAAY,CAAC,GAAG,SAAS,yBAAyB,WAAW,EAAE,CAC/D,CAAC;YACH,CAAC;QACF,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,aAAa,EAAE,KAAK,IAAI,EAAE;QAC9B,MAAM,KAAK,GAAG,GAAG,SAAS,8BAA8B,CAAC;QACzD,MAAM,MAAM,GAAG,GAAG,cAAc,mBAAmB,CAAC;QACpD,MAAM,QAAQ,GAAG,IAAI,UAAU,EAAE,CAAC;QAClC,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,QAAQ,CAAC,IAAI,CAAC;YACnB,QAAQ,EAAE,KAAK;YACf,UAAU,EAAE,KAAK;YACjB,SAAS,EAAE,IAAI;YACf,MAAM;YACN,MAAM,EAAE,EAAE;YACV,QAAQ,EAAE,EAAE;YACZ,IAAI,EAAE,CAAC;YACP,UAAU,EAAE,CAAC;YACb,UAAU,EAAE,CAAC;YACb,eAAe,EAAE,IAAI;SACrB,CAAC,CAAC;QAEH,IACC,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,SAAS,qCAAqC,CAAC,EACvE,CAAC;YACF,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACvC,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,cAAc,EAAE,KAAK,IAAI,EAAE;QAC/B,MAAM,KAAK,GAAG,GAAG,SAAS,sBAAsB,CAAC;QACjD,MAAM,MAAM,GAAG,GAAG,cAAc,eAAe,CAAC;QAChD,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QAC5B,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACnC,MAAM,MAAM,CAAC,IAAI,CAAC;YACjB,KAAK;YACL,MAAM;YACN,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,IAAI;YACZ,IAAI,EAAE,GAAG;SACT,CAAC,CAAC;QAGH,MAAM,QAAQ,GAAG,GAAG,SAAS,oBAAoB,CAAC;QAClD,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAGvB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YAElC,IACC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACrB,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;gBACtB,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EACpB,CAAC;gBACF,SAAS;YACV,CAAC;YACD,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;YACzB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;YACxC,IAAI,QAAQ,CAAC,KAAK,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACvD,MAAM,IAAI,KAAK,CAAC,SAAS,GAAG,iBAAiB,CAAC,CAAC;YAChD,CAAC;QACF,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,gBAAgB,EAAE,KAAK,IAAI,EAAE;QACjC,MAAM,KAAK,GAAG,GAAG,SAAS,8BAA8B,CAAC;QACzD,MAAM,MAAM,GAAG,GAAG,cAAc,sBAAsB,CAAC;QACvD,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;QAChC,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,QAAQ,CAAC,IAAI,CAAC;YACnB,KAAK;YACL,MAAM;YACN,SAAS,EAAE,IAAI;YACf,EAAE,EAAE,gBAAgB;YACpB,IAAI,EAAE,SAAS;SACf,CAAC,CAAC;QAGH,MAAM,QAAQ,GAAG,GAAG,SAAS,wCAAwC,CAAC;QACtE,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC7C,MAAM,KAAK,GAAG,GAAG,SAAS,oBAAoB,CAAC;QAC/C,MAAM,MAAM,GAAG,GAAG,cAAc,OAAO,CAAC;QACxC,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;QAC9B,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACpC,MAAM,OAAO,CAAC,IAAI,CAAC;YAClB,KAAK;YACL,MAAM;YACN,SAAS,EAAE,IAAI;SACf,CAAC,CAAC;QAGH,MAAM,QAAQ,GAAG,GAAG,SAAS,YAAY,CAAC;QAC1C,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAGvB,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,GAAG,MAAM,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC;QAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAGxC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YAEjC,IACC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACrB,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;gBACtB,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EACpB,CAAC;gBACF,SAAS;YACV,CAAC;YACD,SAAS,EAAE,CAAC;YAEZ,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7C,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YAErC,IAAI,IAAI,GAAG,EAAE,CAAC;YACd,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;gBAEnC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;oBACjC,SAAS;gBACV,CAAC;gBACD,MAAM,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;gBACvC,IAAI,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBACzC,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;wBACvB,MAAM,IAAI,KAAK,CAAC,mBAAmB,IAAI,EAAE,CAAC,CAAC;oBAC5C,CAAC;oBACD,IAAI,GAAG,GAAG,CAAC;oBACX,MAAM;gBACP,CAAC;YACF,CAAC;YAED,IAAI,CAAC,IAAI,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,YAAY,CAAC,CAAC;YAC1D,CAAC;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;gBACrC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAChD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;oBACpB,OAAO,KAAK,CAAC;gBACd,CAAC;gBACD,OAAO,IAAI,CAAC;YACb,CAAC,CAAC,CAAC;YACH,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACxB,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,eAAe,CAAC,CAAC;YAC7D,CAAC;YAED,IAAI,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC7B,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,cAAc,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YACjE,CAAC;YAED,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC/D,CAAC;YAED,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtC,MAAM,IAAI,KAAK,CACd,YAAY,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,mBAAmB,IAAI,CAAC,IAAI,EAAE,CAC5D,CAAC;YACH,CAAC;YAED,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;YAC9B,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;gBACxB,MAAM,IAAI,KAAK,CAAC,YAAY,IAAI,mBAAmB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACjE,CAAC;QACF,CAAC;QAGD,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YAClC,IACC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACrB,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;gBACtB,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EACpB,CAAC;gBACF,SAAS;YACV,CAAC;YACD,SAAS,EAAE,CAAC;QACb,CAAC;QAGD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,YAAY,SAAS,qBAAqB,SAAS,EAAE,CAAC,CAAC;QACxE,CAAC;IACF,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/tests/utils.d.ts

@@ -0,0 +1,35 @@
+import { type CaptchasContainer } from "@prosopo/types";
+export declare function fsWalk(pth: string, options?: {
+    filesFirst?: boolean;
+}): Generator<string>;
+export declare const fsEq: (pth1: string, pth2: string) => boolean;
+export declare const readDataJson: (pth: string) => {
+    items: {
+        type: import("@prosopo/types").CaptchaItemTypes;
+        hash: string;
+        data: string;
+        label?: string | undefined;
+    }[];
+};
+export declare const readCaptchasJson: (pth: string) => {
+    captchas: {
+        items: {
+            type: import("@prosopo/types").CaptchaItemTypes;
+            hash: string;
+            data: string;
+        }[];
+        salt: string;
+        target: string;
+        captchaId?: string | undefined;
+        captchaContentId?: string | undefined;
+        solution?: number[] | undefined;
+        unlabelled?: number[] | undefined;
+        timeLimit?: number | undefined;
+    }[];
+    format: import("@prosopo/types").CaptchaTypes;
+};
+export declare const captchasEqFs: (pth1: string, pth2: string) => boolean;
+export declare const captchasEq: (first: CaptchasContainer, second: CaptchasContainer) => boolean;
+export declare const substituteRepoDir: () => void;
+export declare const restoreRepoDir: () => void;
+//# sourceMappingURL=utils.d.ts.map

package/dist/tests/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/tests/utils.ts"],"names":[],"mappings":"AAcA,OAAO,EACN,KAAK,iBAAiB,EAGtB,MAAM,gBAAgB,CAAC;AAIxB,wBAAiB,MAAM,CACtB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;IACT,UAAU,CAAC,EAAE,OAAO,CAAC;CACrB,GACC,SAAS,CAAC,MAAM,CAAC,CAcnB;AAGD,eAAO,MAAM,IAAI,SAAU,MAAM,QAAQ,MAAM,YAiC9C,CAAC;AAEF,eAAO,MAAM,YAAY,QAAS,MAAM;;;;;aAyEktb,CAAC;;CAlE1vb,CAAC;AAEF,eAAO,MAAM,gBAAgB,QAAS,MAAM;;;;;;;;;iBAgE+oiB,CAAC;wBAA8C,CAAC;gBAAsC,CAAC;kBAA0C,CAAC;iBAAyC,CAAC;;;CA3Dt2iB,CAAC;AAEF,eAAO,MAAM,YAAY,SAAU,MAAM,QAAQ,MAAM,YAItD,CAAC;AAEF,eAAO,MAAM,UAAU,UACf,iBAAiB,UAChB,iBAAiB,YAoBzB,CAAC;AAEF,eAAO,MAAM,iBAAiB,YAe7B,CAAC;AAEF,eAAO,MAAM,cAAc,YAS1B,CAAC"}

package/dist/tests/utils.js

@@ -0,0 +1,101 @@
+import fs from "node:fs";
+import { CaptchasContainerSchema, DataSchema, } from "@prosopo/types";
+import { at } from "@prosopo/util";
+export function* fsWalk(pth, options) {
+    const isDir = fs.existsSync(pth) && fs.statSync(pth).isDirectory();
+    let subpaths = isDir ? fs.readdirSync(pth) : [];
+    subpaths = subpaths.map((f) => `${pth}/${f}`);
+    if (!options?.filesFirst) {
+        yield pth;
+    }
+    for (const subpath of subpaths) {
+        yield* fsWalk(subpath, options);
+    }
+    if (options?.filesFirst) {
+        yield pth;
+    }
+}
+export const fsEq = (pth1, pth2) => {
+    const it1 = fsWalk(pth1);
+    const it2 = fsWalk(pth2);
+    const files1 = [...it1].map((f) => f.slice(pth1.length));
+    const files2 = [...it2].map((f) => f.slice(pth2.length));
+    if (files1.length !== files2.length) {
+        return false;
+    }
+    files1.sort();
+    files2.sort();
+    if (!files1.every((f, i) => f === files2[i])) {
+        return false;
+    }
+    for (let i = 0; i < files1.length; i++) {
+        const file1 = pth1 + at(files1, i);
+        const file2 = pth2 + at(files2, i);
+        const stat1 = fs.statSync(file1);
+        if (stat1.isDirectory()) {
+            continue;
+        }
+        const content1 = fs.readFileSync(file1);
+        const content2 = fs.readFileSync(file2);
+        if (!content1.equals(content2)) {
+            return false;
+        }
+    }
+    return true;
+};
+export const readDataJson = (pth) => {
+    let content = fs.readFileSync(pth).toString();
+    content = content.replaceAll("${repo}", `${__dirname}/../../../..`);
+    const dataJson = JSON.parse(content.toString());
+    const data = DataSchema.parse(dataJson);
+    return data;
+};
+export const readCaptchasJson = (pth) => {
+    const content = fs.readFileSync(pth).toString();
+    const dataJson = JSON.parse(content);
+    const captchas = CaptchasContainerSchema.parse(dataJson);
+    return captchas;
+};
+export const captchasEqFs = (pth1, pth2) => {
+    const data1 = readCaptchasJson(pth1);
+    const data2 = readCaptchasJson(pth2);
+    return captchasEq(data1, data2);
+};
+export const captchasEq = (first, second) => {
+    if (first.captchas.length !== second.captchas.length) {
+        return false;
+    }
+    for (let i = 0; i < first.captchas.length; i++) {
+        const captcha1 = at(first.captchas, i);
+        const captcha2 = at(second.captchas, i);
+        if (captcha1.salt === captcha2.salt) {
+            return false;
+        }
+        const { salt: salt1, ...rest1 } = captcha1;
+        const { salt: salt2, ...rest2 } = captcha2;
+        if (JSON.stringify(rest1) !== JSON.stringify(rest2)) {
+            return false;
+        }
+    }
+    return true;
+};
+export const substituteRepoDir = () => {
+    for (const pth of fsWalk(`${__dirname}/data`)) {
+        if (!pth.endsWith(".json")) {
+            continue;
+        }
+        fs.copyFileSync(pth, `${pth}.bak`);
+        let content = fs.readFileSync(pth).toString();
+        content = content.replaceAll("${repo}", `${__dirname}/../../../..`);
+        fs.writeFileSync(pth, content);
+    }
+};
+export const restoreRepoDir = () => {
+    for (const pth of fsWalk(`${__dirname}/data`)) {
+        if (!pth.endsWith(".json")) {
+            continue;
+        }
+        fs.renameSync(`${pth}.bak`, pth);
+    }
+};
+//# sourceMappingURL=utils.js.map

package/dist/tests/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/tests/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AAczB,OAAO,EAEN,uBAAuB,EACvB,UAAU,GACV,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,EAAE,EAAE,MAAM,eAAe,CAAC;AAGnC,MAAM,SAAS,CAAC,CAAC,MAAM,CACtB,GAAW,EACX,OAEC;IAGD,MAAM,KAAK,GAAG,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IACnE,IAAI,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAChD,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;IAC9C,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC;QAC1B,MAAM,GAAG,CAAC;IACX,CAAC;IACD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAChC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACjC,CAAC;IACD,IAAI,OAAO,EAAE,UAAU,EAAE,CAAC;QACzB,MAAM,GAAG,CAAC;IACX,CAAC;AACF,CAAC;AAGD,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,IAAY,EAAE,EAAE;IAClD,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IACzB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAEzB,MAAM,MAAM,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IACzD,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;QACrC,OAAO,KAAK,CAAC;IACd,CAAC;IAED,MAAM,CAAC,IAAI,EAAE,CAAC;IACd,MAAM,CAAC,IAAI,EAAE,CAAC;IACd,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE9C,OAAO,KAAK,CAAC;IACd,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YAEzB,SAAS;QACV,CAAC;QAED,MAAM,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC;QACd,CAAC;IACF,CAAC;IACD,OAAO,IAAI,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,EAAE;IAC3C,IAAI,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;IAE9C,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,SAAS,cAAc,CAAC,CAAC;IACpE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;IAChD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACxC,OAAO,IAAI,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,GAAW,EAAE,EAAE;IAC/C,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;IAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,uBAAuB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACzD,OAAO,QAAQ,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,IAAY,EAAE,EAAE;IAC1D,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACrC,OAAO,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AACjC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,CACzB,KAAwB,EACxB,MAAyB,EACxB,EAAE;IACH,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QACtD,OAAO,KAAK,CAAC;IACd,CAAC;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChD,MAAM,QAAQ,GAAG,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAExC,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;YACrC,OAAO,KAAK,CAAC;QACd,CAAC;QAED,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,KAAK,EAAE,GAAG,QAAQ,CAAC;QAC3C,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,KAAK,EAAE,GAAG,QAAQ,CAAC;QAC3C,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACrD,OAAO,KAAK,CAAC;QACd,CAAC;IACF,CAAC;IACD,OAAO,IAAI,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAG,EAAE;IAErC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,GAAG,SAAS,OAAO,CAAC,EAAE,CAAC;QAC/C,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,SAAS;QACV,CAAC;QAED,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,GAAG,MAAM,CAAC,CAAC;QAEnC,IAAI,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;QAE9C,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,SAAS,cAAc,CAAC,CAAC;QAEpE,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAChC,CAAC;AACF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,GAAG,EAAE;IAElC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,GAAG,SAAS,OAAO,CAAC,EAAE,CAAC;QAC/C,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,SAAS;QACV,CAAC;QAED,EAAE,CAAC,UAAU,CAAC,GAAG,GAAG,MAAM,EAAE,GAAG,CAAC,CAAC;IAClC,CAAC;AACF,CAAC,CAAC"}

package/dist/utils/input.d.ts

@@ -0,0 +1,24 @@
+import * as z from "zod";
+import { CliCommand } from "../cli/cliCommand.js";
+export declare const InputArgsSchema: z.ZodObject<{
+    input: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    input: string;
+}, {
+    input: string;
+}>;
+export type InputArgs = z.infer<typeof InputArgsSchema>;
+export declare class InputCliCommand<T extends typeof InputArgsSchema> extends CliCommand<T> {
+    getArgSchema(): T;
+    getDescription(): string;
+    getOptions(): {
+        input: {
+            string: boolean;
+            alias: string;
+            demand: boolean;
+            description: string;
+        };
+    };
+    _check(args: InputArgs): Promise<void>;
+}
+//# sourceMappingURL=input.d.ts.map

package/dist/utils/input.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"input.d.ts","sourceRoot":"","sources":["../../src/utils/input.ts"],"names":[],"mappings":"AAeA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,eAAO,MAAM,eAAe;;;;;;EAE1B,CAAC;AAEH,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD,qBAAa,eAAe,CAC3B,CAAC,SAAS,OAAO,eAAe,CAC/B,SAAQ,UAAU,CAAC,CAAC,CAAC;IACN,YAAY,IAAI,CAAC;IAGjB,cAAc,IAAI,MAAM;IAGxB,UAAU;;;;;;;;IAWJ,MAAM,CAAC,IAAI,EAAE,SAAS;CAa5C"}

package/dist/utils/input.js

@@ -0,0 +1,35 @@
+import fs from "node:fs";
+import { ProsopoDatasetError, ProsopoError } from "@prosopo/common";
+import * as z from "zod";
+import { CliCommand } from "../cli/cliCommand.js";
+export const InputArgsSchema = z.object({
+    input: z.string(),
+});
+export class InputCliCommand extends CliCommand {
+    getArgSchema() {
+        throw new ProsopoError("DEVELOPER.METHOD_NOT_IMPLEMENTED");
+    }
+    getDescription() {
+        throw new ProsopoError("DEVELOPER.METHOD_NOT_IMPLEMENTED");
+    }
+    getOptions() {
+        return {
+            input: {
+                string: true,
+                alias: "in",
+                demand: true,
+                description: "The input path",
+            },
+        };
+    }
+    async _check(args) {
+        this.logger.debug(() => ({ msg: "input _check" }));
+        await super._check(args);
+        if (!fs.existsSync(args.input)) {
+            throw new ProsopoDatasetError(new Error(`input path does not exist: ${args.input}`), {
+                translationKey: "FS.FILE_NOT_FOUND",
+            });
+        }
+    }
+}
+//# sourceMappingURL=input.js.map

package/dist/utils/input.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"input.js","sourceRoot":"","sources":["../../src/utils/input.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAcpE,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAC;AAIH,MAAM,OAAO,eAEX,SAAQ,UAAa;IACN,YAAY;QAC3B,MAAM,IAAI,YAAY,CAAC,kCAAkC,CAAC,CAAC;IAC5D,CAAC;IACe,cAAc;QAC7B,MAAM,IAAI,YAAY,CAAC,kCAAkC,CAAC,CAAC;IAC5D,CAAC;IACe,UAAU;QACzB,OAAO;YACN,KAAK,EAAE;gBACN,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,IAAI;gBACX,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,gBAAgB;aAC7B;SACD,CAAC;IACH,CAAC;IAEe,KAAK,CAAC,MAAM,CAAC,IAAe;QAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;QACnD,MAAM,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEzB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,mBAAmB,CAC5B,IAAI,KAAK,CAAC,8BAA8B,IAAI,CAAC,KAAK,EAAE,CAAC,EACrD;gBACC,cAAc,EAAE,mBAAmB;aACnC,CACD,CAAC;QACH,CAAC;IACF,CAAC;CACD"}

package/dist/utils/inputOutput.d.ts

@@ -0,0 +1,21 @@
+import type * as z from "zod";
+import { CliCommandComposite } from "../cli/cliCommandComposite.js";
+export declare const InputOutputArgsSchema: z.ZodObject<z.objectUtil.extendShape<{
+    input: z.ZodString;
+}, {
+    output: z.ZodString;
+    overwrite: z.ZodOptional<z.ZodBoolean>;
+}>, "strip", z.ZodTypeAny, {
+    input: string;
+    output: string;
+    overwrite?: boolean | undefined;
+}, {
+    input: string;
+    output: string;
+    overwrite?: boolean | undefined;
+}>;
+export type InputOutputArgs = z.infer<typeof InputOutputArgsSchema>;
+export declare abstract class InputOutputCliCommand<T extends typeof InputOutputArgsSchema> extends CliCommandComposite<T> {
+    constructor();
+}
+//# sourceMappingURL=inputOutput.d.ts.map

package/dist/utils/inputOutput.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inputOutput.d.ts","sourceRoot":"","sources":["../../src/utils/inputOutput.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,KAAK,CAAC,MAAM,KAAK,CAAC;AAC9B,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAIpE,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;EAA0C,CAAC;AAE7E,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE,8BAAsB,qBAAqB,CAC1C,CAAC,SAAS,OAAO,qBAAqB,CACrC,SAAQ,mBAAmB,CAAC,CAAC,CAAC;;CAI/B"}

package/dist/utils/inputOutput.js

@@ -0,0 +1,10 @@
+import { CliCommandComposite } from "../cli/cliCommandComposite.js";
+import { InputArgsSchema, InputCliCommand } from "./input.js";
+import { OutputArgsSchema, OutputCliCommand } from "./output.js";
+export const InputOutputArgsSchema = InputArgsSchema.merge(OutputArgsSchema);
+export class InputOutputCliCommand extends CliCommandComposite {
+    constructor() {
+        super([new InputCliCommand(), new OutputCliCommand()]);
+    }
+}
+//# sourceMappingURL=inputOutput.js.map

package/dist/utils/inputOutput.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inputOutput.js","sourceRoot":"","sources":["../../src/utils/inputOutput.ts"],"names":[],"mappings":"AAcA,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEjE,MAAM,CAAC,MAAM,qBAAqB,GAAG,eAAe,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;AAI7E,MAAM,OAAgB,qBAEpB,SAAQ,mBAAsB;IAC/B;QACC,KAAK,CAAC,CAAC,IAAI,eAAe,EAAK,EAAE,IAAI,gBAAgB,EAAK,CAAC,CAAC,CAAC;IAC9D,CAAC;CACD"}

package/dist/utils/output.d.ts

@@ -0,0 +1,36 @@
+import { type infer as zInfer } from "zod";
+import { CliCommand } from "../cli/cliCommand.js";
+export declare const OutputArgsSchema: import("zod").ZodObject<{
+    output: import("zod").ZodString;
+    overwrite: import("zod").ZodOptional<import("zod").ZodBoolean>;
+}, "strip", import("zod").ZodTypeAny, {
+    output: string;
+    overwrite?: boolean | undefined;
+}, {
+    output: string;
+    overwrite?: boolean | undefined;
+}>;
+export type OutputArgs = zInfer<typeof OutputArgsSchema>;
+export declare class OutputCliCommand<T extends typeof OutputArgsSchema> extends CliCommand<T> {
+    #private;
+    outputExists(): boolean;
+    getArgSchema(): T;
+    getDescription(): string;
+    getOptions(): {
+        [key: string]: import("yargs").Options;
+    } & {
+        output: {
+            alias: string;
+            string: boolean;
+            demand: boolean;
+            description: string;
+        };
+        overwrite: {
+            boolean: boolean;
+            description: string;
+        };
+    };
+    _check(args: OutputArgs): Promise<void>;
+    _run(args: OutputArgs): Promise<void>;
+}
+//# sourceMappingURL=output.d.ts.map

package/dist/utils/output.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"output.d.ts","sourceRoot":"","sources":["../../src/utils/output.ts"],"names":[],"mappings":"AAGA,OAAO,EAA2B,KAAK,KAAK,IAAI,MAAM,EAAE,MAAM,KAAK,CAAC;AAcpE,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,eAAO,MAAM,gBAAgB;;;;;;;;;EAG3B,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAEzD,qBAAa,gBAAgB,CAC5B,CAAC,SAAS,OAAO,gBAAgB,CAChC,SAAQ,UAAU,CAAC,CAAC,CAAC;;IAGf,YAAY;IAIH,YAAY,IAAI,CAAC;IAGjB,cAAc,IAAI,MAAM;IAGxB,UAAU;;;;;;;;;;;;;;IAeJ,MAAM,CAAC,IAAI,EAAE,UAAU;IAoBvB,IAAI,CAAC,IAAI,EAAE,UAAU;CAS3C"}

package/dist/utils/output.js

@@ -0,0 +1,62 @@
+var _OutputCliCommand_outputExists;
+import { __classPrivateFieldGet, __classPrivateFieldSet } from "tslib";
+import fs from "node:fs";
+import { ProsopoEnvError, ProsopoError } from "@prosopo/common";
+import { lodash } from "@prosopo/util/lodash";
+import { boolean, object, string } from "zod";
+import { CliCommand } from "../cli/cliCommand.js";
+export const OutputArgsSchema = object({
+    output: string(),
+    overwrite: boolean().optional(),
+});
+export class OutputCliCommand extends CliCommand {
+    constructor() {
+        super(...arguments);
+        _OutputCliCommand_outputExists.set(this, false);
+    }
+    outputExists() {
+        return __classPrivateFieldGet(this, _OutputCliCommand_outputExists, "f");
+    }
+    getArgSchema() {
+        throw new ProsopoError("DEVELOPER.METHOD_NOT_IMPLEMENTED");
+    }
+    getDescription() {
+        throw new ProsopoError("DEVELOPER.METHOD_NOT_IMPLEMENTED");
+    }
+    getOptions() {
+        return lodash().merge(super.getOptions(), {
+            output: {
+                alias: "out",
+                string: true,
+                demand: true,
+                description: "The output path",
+            },
+            overwrite: {
+                boolean: true,
+                description: "Overwrite files in the output path if they already exist",
+            },
+        });
+    }
+    async _check(args) {
+        this.logger.debug(() => ({ msg: "Output _check" }));
+        await super._check(args);
+        __classPrivateFieldSet(this, _OutputCliCommand_outputExists, fs.existsSync(args.output), "f");
+        if (this.outputExists()) {
+            if (!args.overwrite) {
+                throw new ProsopoEnvError(new Error(`output path already exists: ${args.output}`), {
+                    translationKey: "FS.FILE_ALREADY_EXISTS",
+                });
+            }
+        }
+    }
+    async _run(args) {
+        this.logger.debug(() => ({ msg: "Output run" }));
+        await super._run(args);
+        if (args.overwrite && this.outputExists()) {
+            this.logger.info(() => ({ msg: "cleaning output directory..." }));
+            fs.rmSync(args.output, { recursive: true });
+        }
+    }
+}
+_OutputCliCommand_outputExists = new WeakMap();
+//# sourceMappingURL=output.js.map

package/dist/utils/output.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"output.js","sourceRoot":"","sources":["../../src/utils/output.ts"],"names":[],"mappings":";;AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAwB,MAAM,KAAK,CAAC;AAcpE,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,MAAM,CAAC,MAAM,gBAAgB,GAAG,MAAM,CAAC;IACtC,MAAM,EAAE,MAAM,EAAE;IAChB,SAAS,EAAE,OAAO,EAAE,CAAC,QAAQ,EAAE;CAC/B,CAAC,CAAC;AAIH,MAAM,OAAO,gBAEX,SAAQ,UAAa;IAFvB;;QAGC,yCAAgB,KAAK,EAAC;IAwDvB,CAAC;IAtDO,YAAY;QAClB,OAAO,uBAAA,IAAI,sCAAc,CAAC;IAC3B,CAAC;IAEe,YAAY;QAC3B,MAAM,IAAI,YAAY,CAAC,kCAAkC,CAAC,CAAC;IAC5D,CAAC;IACe,cAAc;QAC7B,MAAM,IAAI,YAAY,CAAC,kCAAkC,CAAC,CAAC;IAC5D,CAAC;IACe,UAAU;QACzB,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE;YACzC,MAAM,EAAE;gBACP,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,iBAAiB;aAC9B;YACD,SAAS,EAAE;gBACV,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,0DAA0D;aACvE;SACD,CAAC,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,MAAM,CAAC,IAAgB;QAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;QACpD,MAAM,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAGzB,uBAAA,IAAI,kCAAiB,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,MAAA,CAAC;QAGhD,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACrB,MAAM,IAAI,eAAe,CACxB,IAAI,KAAK,CAAC,+BAA+B,IAAI,CAAC,MAAM,EAAE,CAAC,EACvD;oBACC,cAAc,EAAE,wBAAwB;iBACxC,CACD,CAAC;YACH,CAAC;QACF,CAAC;IACF,CAAC;IAEe,KAAK,CAAC,IAAI,CAAC,IAAgB;QAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;QACjD,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YAE3C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,8BAA8B,EAAE,CAAC,CAAC,CAAC;YAClE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,CAAC;IACF,CAAC;CACD"}