@prosopo/datasets-fs 0.2.7 → 0.2.9

package/dist/commands/generateV2.d.ts

@@ -0,0 +1,184 @@
+/// <reference types="yargs" />
+import { Generate } from './generate.js';
+import { z } from 'zod';
+export declare const ArgsSchema: z.ZodObject<{
+    output: z.ZodString;
+    overwrite: z.ZodOptional<z.ZodBoolean>;
+    allowDuplicates: z.ZodOptional<z.ZodBoolean>;
+    labels: z.ZodOptional<z.ZodString>;
+    labelled: z.ZodOptional<z.ZodString>;
+    unlabelled: z.ZodOptional<z.ZodString>;
+    seed: z.ZodNumber;
+    size: z.ZodOptional<z.ZodNumber>;
+    allowDuplicatesLabelled: z.ZodOptional<z.ZodBoolean>;
+    allowDuplicatesUnlabelled: z.ZodOptional<z.ZodBoolean>;
+    minCorrect: z.ZodOptional<z.ZodNumber>;
+    minIncorrect: z.ZodOptional<z.ZodNumber>;
+    minLabelled: z.ZodOptional<z.ZodNumber>;
+    maxLabelled: z.ZodOptional<z.ZodNumber>;
+    count: z.ZodOptional<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    output: string;
+    seed: number;
+    overwrite?: boolean | undefined;
+    allowDuplicates?: boolean | undefined;
+    labels?: string | undefined;
+    labelled?: string | undefined;
+    unlabelled?: string | undefined;
+    size?: number | undefined;
+    allowDuplicatesLabelled?: boolean | undefined;
+    allowDuplicatesUnlabelled?: boolean | undefined;
+    minCorrect?: number | undefined;
+    minIncorrect?: number | undefined;
+    minLabelled?: number | undefined;
+    maxLabelled?: number | undefined;
+    count?: number | undefined;
+}, {
+    output: string;
+    seed: number;
+    overwrite?: boolean | undefined;
+    allowDuplicates?: boolean | undefined;
+    labels?: string | undefined;
+    labelled?: string | undefined;
+    unlabelled?: string | undefined;
+    size?: number | undefined;
+    allowDuplicatesLabelled?: boolean | undefined;
+    allowDuplicatesUnlabelled?: boolean | undefined;
+    minCorrect?: number | undefined;
+    minIncorrect?: number | undefined;
+    minLabelled?: number | undefined;
+    maxLabelled?: number | undefined;
+    count?: number | undefined;
+}>;
+export type ArgsSchemaType = typeof ArgsSchema;
+export type Args = z.infer<ArgsSchemaType>;
+export declare class GenerateV2 extends Generate<ArgsSchemaType> {
+    #private;
+    getArgSchema(): z.ZodObject<{
+        output: z.ZodString;
+        overwrite: z.ZodOptional<z.ZodBoolean>;
+        allowDuplicates: z.ZodOptional<z.ZodBoolean>;
+        labels: z.ZodOptional<z.ZodString>;
+        labelled: z.ZodOptional<z.ZodString>;
+        unlabelled: z.ZodOptional<z.ZodString>;
+        seed: z.ZodNumber;
+        size: z.ZodOptional<z.ZodNumber>;
+        allowDuplicatesLabelled: z.ZodOptional<z.ZodBoolean>;
+        allowDuplicatesUnlabelled: z.ZodOptional<z.ZodBoolean>;
+        minCorrect: z.ZodOptional<z.ZodNumber>;
+        minIncorrect: z.ZodOptional<z.ZodNumber>;
+        minLabelled: z.ZodOptional<z.ZodNumber>;
+        maxLabelled: z.ZodOptional<z.ZodNumber>;
+        count: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        output: string;
+        seed: number;
+        overwrite?: boolean | undefined;
+        allowDuplicates?: boolean | undefined;
+        labels?: string | undefined;
+        labelled?: string | undefined;
+        unlabelled?: string | undefined;
+        size?: number | undefined;
+        allowDuplicatesLabelled?: boolean | undefined;
+        allowDuplicatesUnlabelled?: boolean | undefined;
+        minCorrect?: number | undefined;
+        minIncorrect?: number | undefined;
+        minLabelled?: number | undefined;
+        maxLabelled?: number | undefined;
+        count?: number | undefined;
+    }, {
+        output: string;
+        seed: number;
+        overwrite?: boolean | undefined;
+        allowDuplicates?: boolean | undefined;
+        labels?: string | undefined;
+        labelled?: string | undefined;
+        unlabelled?: string | undefined;
+        size?: number | undefined;
+        allowDuplicatesLabelled?: boolean | undefined;
+        allowDuplicatesUnlabelled?: boolean | undefined;
+        minCorrect?: number | undefined;
+        minIncorrect?: number | undefined;
+        minLabelled?: number | undefined;
+        maxLabelled?: number | undefined;
+        count?: number | undefined;
+    }>;
+    getDescription(): string;
+    getOptions(): {
+        [key: string]: import("yargs").Options;
+    } & {
+        output: {
+            alias: string;
+            string: boolean;
+            demand: boolean;
+            description: string;
+        };
+        overwrite: {
+            boolean: boolean;
+            description: string;
+        };
+    } & {
+        output: {
+            description: string;
+        };
+        labelled: {
+            string: boolean;
+            demand: boolean;
+            description: string;
+        };
+        unlabelled: {
+            string: boolean;
+            demand: boolean;
+            description: string;
+        };
+        seed: {
+            number: boolean;
+            demand: boolean;
+            description: string;
+        };
+        size: {
+            number: boolean;
+            description: string;
+        };
+        labels: {
+            string: boolean;
+            description: string;
+        };
+        allowDuplicates: {
+            boolean: boolean;
+            description: string;
+        };
+        allowDuplicatesLabelled: {
+            boolean: boolean;
+            description: string;
+        };
+        allowDuplicatesUnlabelled: {
+            boolean: boolean;
+            description: string;
+        };
+    } & {
+        count: {
+            number: boolean;
+            description: string;
+        };
+        minCorrect: {
+            number: boolean;
+            description: string;
+        };
+        minIncorrect: {
+            number: boolean;
+            description: string;
+        };
+        minLabelled: {
+            number: boolean;
+            description: string;
+        };
+        maxLabelled: {
+            number: boolean;
+            description: string;
+        };
+    };
+    private setupTarget;
+    _run(args: Args): Promise<void>;
+}
+//# sourceMappingURL=generateV2.d.ts.map

package/dist/commands/generateV2.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generateV2.d.ts","sourceRoot":"","sources":["../../src/commands/generateV2.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,QAAQ,EAAoC,MAAM,eAAe,CAAA;AAI1E,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAKvB,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMrB,CAAA;AACF,MAAM,MAAM,cAAc,GAAG,OAAO,UAAU,CAAA;AAC9C,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAA;AAE1C,qBAAa,UAAW,SAAQ,QAAQ,CAAC,cAAc,CAAC;;IAmBpC,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAIZ,cAAc,IAAI,MAAM;IAIxB,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAyB1B,OAAO,CAAC,WAAW;IAiDG,IAAI,CAAC,IAAI,EAAE,IAAI;CAiHxC"}

package/dist/commands/generateV2.js

@@ -0,0 +1,204 @@
+var _GenerateV2_size, _GenerateV2_minCorrect, _GenerateV2_saltRounds, _GenerateV2_allowDuplicatesLabelled, _GenerateV2_allowDuplicatesUnlabelled, _GenerateV2_minIncorrect, _GenerateV2_minLabelled, _GenerateV2_maxLabelled, _GenerateV2_count, _GenerateV2_nCorrect, _GenerateV2_nIncorrect, _GenerateV2_nLabelled, _GenerateV2_nUnlabelled, _GenerateV2_target, _GenerateV2_targets, _GenerateV2_targetItems, _GenerateV2_notTargetItems;
+import { __classPrivateFieldGet, __classPrivateFieldSet } from "tslib";
+import { CaptchaTypes, CaptchasContainerSchema } from '@prosopo/types';
+import { Generate, ArgsSchema as GenerateArgsSchema } from './generate.js';
+import { ProsopoEnvError } from '@prosopo/common';
+import { at, get, lodash } from '@prosopo/util';
+import { blake2AsHex } from '@polkadot/util-crypto';
+import { z } from 'zod';
+import bcrypt from 'bcrypt';
+import cliProgress from 'cli-progress';
+import fs from 'fs';
+export const ArgsSchema = GenerateArgsSchema.extend({
+    minCorrect: z.number().optional(),
+    minIncorrect: z.number().optional(),
+    minLabelled: z.number().optional(),
+    maxLabelled: z.number().optional(),
+    count: z.number().optional(),
+});
+export class GenerateV2 extends Generate {
+    constructor() {
+        super(...arguments);
+        _GenerateV2_size.set(this, 0);
+        _GenerateV2_minCorrect.set(this, 0);
+        _GenerateV2_saltRounds.set(this, 10);
+        _GenerateV2_allowDuplicatesLabelled.set(this, false);
+        _GenerateV2_allowDuplicatesUnlabelled.set(this, false);
+        _GenerateV2_minIncorrect.set(this, 0);
+        _GenerateV2_minLabelled.set(this, 0);
+        _GenerateV2_maxLabelled.set(this, 0);
+        _GenerateV2_count.set(this, 0);
+        _GenerateV2_nCorrect.set(this, 0);
+        _GenerateV2_nIncorrect.set(this, 0);
+        _GenerateV2_nLabelled.set(this, 0);
+        _GenerateV2_nUnlabelled.set(this, 0);
+        _GenerateV2_target.set(this, '');
+        _GenerateV2_targets.set(this, []);
+        _GenerateV2_targetItems.set(this, []);
+        _GenerateV2_notTargetItems.set(this, []);
+    }
+    getArgSchema() {
+        return ArgsSchema;
+    }
+    getDescription() {
+        return 'Generate distinct captchas producing captcha challenges comprising one or more rounds, mixing labelled and unlabelled data into a single round';
+    }
+    getOptions() {
+        return lodash().merge(super.getOptions(), {
+            count: {
+                number: true,
+                description: 'Number of captchas to generate',
+            },
+            minCorrect: {
+                number: true,
+                description: 'Minimum number of correct images in each captcha',
+            },
+            minIncorrect: {
+                number: true,
+                description: 'Minimum number of incorrect images in each captcha',
+            },
+            minLabelled: {
+                number: true,
+                description: 'Minimum number of labelled images in each captcha',
+            },
+            maxLabelled: {
+                number: true,
+                description: 'Maximum number of labelled images in each captcha',
+            },
+        });
+    }
+    setupTarget(i) {
+        const _ = lodash();
+        if (this.targets.length <= 1) {
+            throw new ProsopoEnvError(new Error(`not enough different labels in labelled data`), 'DATASET.NOT_ENOUGH_LABELS');
+        }
+        // uniformly sample targets
+        const target = at(this.targets, i % this.targets.length);
+        const notTargets = this.targets.filter((t) => t !== target);
+        // how many labelled images should be in the captcha?
+        const nLabelled = _.random(__classPrivateFieldGet(this, _GenerateV2_minLabelled, "f"), __classPrivateFieldGet(this, _GenerateV2_maxLabelled, "f"));
+        // how many correct labelled images should be in the captcha?
+        const maxCorrect = nLabelled - __classPrivateFieldGet(this, _GenerateV2_minCorrect, "f");
+        const nCorrect = _.random(__classPrivateFieldGet(this, _GenerateV2_minCorrect, "f"), maxCorrect);
+        const nIncorrect = nLabelled - nCorrect;
+        const nUnlabelled = __classPrivateFieldGet(this, _GenerateV2_size, "f") - nLabelled;
+        const targetItems = get(this.labelToImages, target);
+        const notTargetItems = notTargets.map((notTarget) => get(this.labelToImages, notTarget)).flat();
+        if (nUnlabelled > this.unlabelled.length) {
+            throw new ProsopoEnvError(new Error(`not enough unlabelled data`), 'DATASET.NOT_ENOUGH_IMAGES');
+        }
+        if (nCorrect > targetItems.length) {
+            throw new ProsopoEnvError(new Error(`not enough images for target (${target})`), 'DATASET.NOT_ENOUGH_IMAGES');
+        }
+        if (nIncorrect > notTargetItems.length) {
+            throw new ProsopoEnvError(new Error(`not enough non-matching images for target (${target})`), 'DATASET.NOT_ENOUGH_IMAGES');
+        }
+        __classPrivateFieldSet(this, _GenerateV2_nCorrect, nCorrect, "f");
+        __classPrivateFieldSet(this, _GenerateV2_nIncorrect, nIncorrect, "f");
+        __classPrivateFieldSet(this, _GenerateV2_nLabelled, nLabelled, "f");
+        __classPrivateFieldSet(this, _GenerateV2_nUnlabelled, nUnlabelled, "f");
+        __classPrivateFieldSet(this, _GenerateV2_target, target, "f");
+        __classPrivateFieldSet(this, _GenerateV2_targets, notTargets, "f");
+        __classPrivateFieldSet(this, _GenerateV2_targetItems, targetItems, "f");
+        __classPrivateFieldSet(this, _GenerateV2_notTargetItems, notTargetItems, "f");
+    }
+    async _run(args) {
+        await super._run(args);
+        const outFile = args.output;
+        // get lodash (with seeded rng)
+        const _ = lodash();
+        __classPrivateFieldSet(this, _GenerateV2_size, args.size || 9, "f");
+        __classPrivateFieldSet(this, _GenerateV2_minCorrect, args.minCorrect || 1, "f");
+        __classPrivateFieldSet(this, _GenerateV2_saltRounds, 10, "f");
+        __classPrivateFieldSet(this, _GenerateV2_allowDuplicatesLabelled, args.allowDuplicatesLabelled || args.allowDuplicates || false, "f");
+        __classPrivateFieldSet(this, _GenerateV2_allowDuplicatesUnlabelled, args.allowDuplicatesUnlabelled || args.allowDuplicates || false, "f");
+        __classPrivateFieldSet(this, _GenerateV2_minIncorrect, Math.max(args.minIncorrect || 1, 1), "f"); // at least 1 incorrect image
+        __classPrivateFieldSet(this, _GenerateV2_minLabelled, __classPrivateFieldGet(this, _GenerateV2_minCorrect, "f") + __classPrivateFieldGet(this, _GenerateV2_minIncorrect, "f"), "f"); // min incorrect + correct
+        __classPrivateFieldSet(this, _GenerateV2_maxLabelled, Math.min(args.maxLabelled || __classPrivateFieldGet(this, _GenerateV2_size, "f"), __classPrivateFieldGet(this, _GenerateV2_size, "f")), "f"); // at least 1 labelled image
+        __classPrivateFieldSet(this, _GenerateV2_count, args.count || 0, "f");
+        // the captcha contains n images. Each of these images are either labelled, being correct or incorrect against the target, or unlabelled. To construct one of these captchas, we need to decide how many of the images should be labelled vs unlabelled, and then how many of the labelled images should be correct vs incorrect
+        // in the traditional captcha, two rounds are produced, one with labelled images and the other with unlabelled images. This gives 18 images overall, 9 labels produced.
+        // the parameters for generation can regulate how many labels are collected vs how much of a test the captcha posses. E.g. 18 images could have 16 unlabelled and 2 labelled, or 2 unlabelled and 16 labelled. The former is a better test of the user being human, but the latter is a better for maximising label collection.
+        // if we focus on a single captcha round of 9 images, we must have at least 1 labelled correct image in the captcha for it to work, otherwise it's just a labelling phase, which normally isn't a problem but if we're treating these as tests for humanity too then we need some kind of test in there. (e.g. we abolish the labelled then unlabelled pattern of the challenge rounds in favour of mixing labelled and unlabelled data, but we then run a small chance of serving two completely unlabelled rounds if we don't set the min number of labelled images to 1 per captcha round)
+        const bar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);
+        bar.start(__classPrivateFieldGet(this, _GenerateV2_count, "f"), 0);
+        // generate n captchas
+        const captchas = [];
+        for (let i = 0; i < __classPrivateFieldGet(this, _GenerateV2_count, "f"); i++) {
+            bar.increment();
+            // this.logger.info(`generating captcha ${i + 1} of ${count}`)
+            this.setupTarget(i);
+            // get the correct items
+            const correctItems = _.sampleSize(__classPrivateFieldGet(this, _GenerateV2_targetItems, "f"), __classPrivateFieldGet(this, _GenerateV2_nCorrect, "f"));
+            // get the incorrect items
+            const incorrectItems = _.sampleSize(__classPrivateFieldGet(this, _GenerateV2_notTargetItems, "f"), __classPrivateFieldGet(this, _GenerateV2_nIncorrect, "f"));
+            // get the unlabelled items
+            const unlabelledItems = new Set();
+            while (unlabelledItems.size < __classPrivateFieldGet(this, _GenerateV2_size, "f") - __classPrivateFieldGet(this, _GenerateV2_nLabelled, "f")) {
+                // get a random image from the unlabelled data
+                const image = at(this.unlabelled, _.random(0, this.unlabelled.length - 1));
+                unlabelledItems.add(image);
+            }
+            const itemsConcat = [...correctItems, ...incorrectItems, ...unlabelledItems];
+            let indices = [...Array(itemsConcat.length).keys()];
+            indices = _.shuffle(indices);
+            const items = indices
+                .map((i) => at(itemsConcat, i))
+                .map((item) => {
+                return {
+                    data: item.data,
+                    hash: item.hash,
+                    type: item.type,
+                };
+            });
+            // the first n indices are the correct items
+            const solution = indices
+                .map((index, i) => {
+                return {
+                    pre: index,
+                    post: i, // the index of the item in the shuffled array
+                };
+            })
+                .filter((item) => item.pre < correctItems.length) // keep all items that were in the first n slots of the original item array - these were the correct items
+                .map((item) => {
+                return item.post; // return the index in the shuffled array
+            });
+            // the unlabelled indices were after the correct and incorrect
+            const unlabelledIndices = indices
+                .map((index, i) => {
+                return {
+                    pre: index,
+                    post: i, // the index of the item in the shuffled array
+                };
+            })
+                .filter((item) => item.pre >= correctItems.length + incorrectItems.length) // keep all items that were in the first n slots of the original item array - these were the correct items
+                .map((item) => {
+                return item.post; // return the index in the shuffled array
+            });
+            const salt = blake2AsHex(bcrypt.genSaltSync(__classPrivateFieldGet(this, _GenerateV2_saltRounds, "f")));
+            // create the captcha
+            const captcha = {
+                salt,
+                target: __classPrivateFieldGet(this, _GenerateV2_target, "f"),
+                items,
+                solution,
+                unlabelled: unlabelledIndices,
+            };
+            captchas.push(captcha);
+        }
+        bar.stop();
+        // write to file
+        const output = {
+            captchas,
+            format: CaptchaTypes.SelectAll,
+        };
+        // verify the output
+        this.logger.info('verifying data');
+        CaptchasContainerSchema.parse(output);
+        this.logger.info(`writing data`);
+        fs.mkdirSync(args.output.split('/').slice(0, -1).join('/'), { recursive: true });
+        fs.writeFileSync(outFile, JSON.stringify(output, null, 4));
+    }
+}
+_GenerateV2_size = new WeakMap(), _GenerateV2_minCorrect = new WeakMap(), _GenerateV2_saltRounds = new WeakMap(), _GenerateV2_allowDuplicatesLabelled = new WeakMap(), _GenerateV2_allowDuplicatesUnlabelled = new WeakMap(), _GenerateV2_minIncorrect = new WeakMap(), _GenerateV2_minLabelled = new WeakMap(), _GenerateV2_maxLabelled = new WeakMap(), _GenerateV2_count = new WeakMap(), _GenerateV2_nCorrect = new WeakMap(), _GenerateV2_nIncorrect = new WeakMap(), _GenerateV2_nLabelled = new WeakMap(), _GenerateV2_nUnlabelled = new WeakMap(), _GenerateV2_target = new WeakMap(), _GenerateV2_targets = new WeakMap(), _GenerateV2_targetItems = new WeakMap(), _GenerateV2_notTargetItems = new WeakMap();
+//# sourceMappingURL=generateV2.js.map

package/dist/commands/generateV2.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generateV2.js","sourceRoot":"","sources":["../../src/commands/generateV2.ts"],"names":[],"mappings":";;AAAA,OAAO,EAAE,YAAY,EAA8B,uBAAuB,EAAqB,MAAM,gBAAgB,CAAA;AACrH,OAAO,EAAE,QAAQ,EAAE,UAAU,IAAI,kBAAkB,EAAE,MAAM,eAAe,CAAA;AAC1E,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACjD,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AACnD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,MAAM,MAAM,QAAQ,CAAA;AAC3B,OAAO,WAAW,MAAM,cAAc,CAAA;AACtC,OAAO,EAAE,MAAM,IAAI,CAAA;AAEnB,MAAM,CAAC,MAAM,UAAU,GAAG,kBAAkB,CAAC,MAAM,CAAC;IAChD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC/B,CAAC,CAAA;AAIF,MAAM,OAAO,UAAW,SAAQ,QAAwB;IAAxD;;QACI,2BAAQ,CAAC,EAAA;QACT,iCAAc,CAAC,EAAA;QACf,iCAAc,EAAE,EAAA;QAChB,8CAA2B,KAAK,EAAA;QAChC,gDAA6B,KAAK,EAAA;QAClC,mCAAgB,CAAC,EAAA;QACjB,kCAAe,CAAC,EAAA;QAChB,kCAAe,CAAC,EAAA;QAChB,4BAAS,CAAC,EAAA;QACV,+BAAY,CAAC,EAAA;QACb,iCAAc,CAAC,EAAA;QACf,gCAAa,CAAC,EAAA;QACd,kCAAe,CAAC,EAAA;QAChB,6BAAU,EAAE,EAAA;QACZ,8BAAqB,EAAE,EAAA;QACvB,kCAAuB,EAAE,EAAA;QACzB,qCAA0B,EAAE,EAAA;IAqMhC,CAAC;IAnMmB,YAAY;QACxB,OAAO,UAAU,CAAA;IACrB,CAAC;IAEe,cAAc;QAC1B,OAAO,gJAAgJ,CAAA;IAC3J,CAAC;IAEe,UAAU;QACtB,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE;YACtC,KAAK,EAAE;gBACH,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,gCAAgC;aAChD;YACD,UAAU,EAAE;gBACR,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,kDAAkD;aAClE;YACD,YAAY,EAAE;gBACV,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,oDAAoD;aACpE;YACD,WAAW,EAAE;gBACT,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,mDAAmD;aACnE;YACD,WAAW,EAAE;gBACT,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,mDAAmD;aACnE;SACJ,CAAC,CAAA;IACN,CAAC;IAEO,WAAW,CAAC,CAAS;QACzB,MAAM,CAAC,GAAG,MAAM,EAAE,CAAA;QAClB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE;YAC1B,MAAM,IAAI,eAAe,CACrB,IAAI,KAAK,CAAC,8CAA8C,CAAC,EACzD,2BAA2B,CAC9B,CAAA;SACJ;QAED,2BAA2B;QAC3B,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACxD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,CAAA;QAC3D,qDAAqD;QACrD,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC,uBAAA,IAAI,+BAAa,EAAE,uBAAA,IAAI,+BAAa,CAAC,CAAA;QAChE,6DAA6D;QAC7D,MAAM,UAAU,GAAG,SAAS,GAAG,uBAAA,IAAI,8BAAY,CAAA;QAC/C,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,uBAAA,IAAI,8BAAY,EAAE,UAAU,CAAC,CAAA;QACvD,MAAM,UAAU,GAAG,SAAS,GAAG,QAAQ,CAAA;QACvC,MAAM,WAAW,GAAG,uBAAA,IAAI,wBAAM,GAAG,SAAS,CAAA;QAE1C,MAAM,WAAW,GAAG,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;QACnD,MAAM,cAAc,GAAW,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAEvG,IAAI,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE;YACtC,MAAM,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC,4BAA4B,CAAC,EAAE,2BAA2B,CAAC,CAAA;SAClG;QACD,IAAI,QAAQ,GAAG,WAAW,CAAC,MAAM,EAAE;YAC/B,MAAM,IAAI,eAAe,CACrB,IAAI,KAAK,CAAC,iCAAiC,MAAM,GAAG,CAAC,EACrD,2BAA2B,CAC9B,CAAA;SACJ;QACD,IAAI,UAAU,GAAG,cAAc,CAAC,MAAM,EAAE;YACpC,MAAM,IAAI,eAAe,CACrB,IAAI,KAAK,CAAC,8CAA8C,MAAM,GAAG,CAAC,EAClE,2BAA2B,CAC9B,CAAA;SACJ;QAED,uBAAA,IAAI,wBAAa,QAAQ,MAAA,CAAA;QACzB,uBAAA,IAAI,0BAAe,UAAU,MAAA,CAAA;QAC7B,uBAAA,IAAI,yBAAc,SAAS,MAAA,CAAA;QAC3B,uBAAA,IAAI,2BAAgB,WAAW,MAAA,CAAA;QAC/B,uBAAA,IAAI,sBAAW,MAAM,MAAA,CAAA;QACrB,uBAAA,IAAI,uBAAY,UAAU,MAAA,CAAA;QAC1B,uBAAA,IAAI,2BAAgB,WAAW,MAAA,CAAA;QAC/B,uBAAA,IAAI,8BAAmB,cAAc,MAAA,CAAA;IACzC,CAAC;IAEe,KAAK,CAAC,IAAI,CAAC,IAAU;QACjC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAEtB,MAAM,OAAO,GAAW,IAAI,CAAC,MAAM,CAAA;QAEnC,+BAA+B;QAC/B,MAAM,CAAC,GAAG,MAAM,EAAE,CAAA;QAElB,uBAAA,IAAI,oBAAS,IAAI,CAAC,IAAI,IAAI,CAAC,MAAA,CAAA;QAC3B,uBAAA,IAAI,0BAAe,IAAI,CAAC,UAAU,IAAI,CAAC,MAAA,CAAA;QACvC,uBAAA,IAAI,0BAAe,EAAE,MAAA,CAAA;QACrB,uBAAA,IAAI,uCAA4B,IAAI,CAAC,uBAAuB,IAAI,IAAI,CAAC,eAAe,IAAI,KAAK,MAAA,CAAA;QAC7F,uBAAA,IAAI,yCAA8B,IAAI,CAAC,yBAAyB,IAAI,IAAI,CAAC,eAAe,IAAI,KAAK,MAAA,CAAA;QACjG,uBAAA,IAAI,4BAAiB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC,CAAC,MAAA,CAAA,CAAC,6BAA6B;QACtF,uBAAA,IAAI,2BAAgB,uBAAA,IAAI,8BAAY,GAAG,uBAAA,IAAI,gCAAc,MAAA,CAAA,CAAC,0BAA0B;QACpF,uBAAA,IAAI,2BAAgB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,uBAAA,IAAI,wBAAM,EAAE,uBAAA,IAAI,wBAAM,CAAC,MAAA,CAAA,CAAC,4BAA4B;QACrG,uBAAA,IAAI,qBAAU,IAAI,CAAC,KAAK,IAAI,CAAC,MAAA,CAAA;QAE7B,gUAAgU;QAChU,uKAAuK;QACvK,+TAA+T;QAC/T,6jBAA6jB;QAE7jB,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAA;QAC7E,GAAG,CAAC,KAAK,CAAC,uBAAA,IAAI,yBAAO,EAAE,CAAC,CAAC,CAAA;QAEzB,sBAAsB;QACtB,MAAM,QAAQ,GAAuB,EAAE,CAAA;QACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,uBAAA,IAAI,yBAAO,EAAE,CAAC,EAAE,EAAE;YAClC,GAAG,CAAC,SAAS,EAAE,CAAA;YACf,8DAA8D;YAC9D,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAA;YAEnB,wBAAwB;YACxB,MAAM,YAAY,GAAW,CAAC,CAAC,UAAU,CAAC,uBAAA,IAAI,+BAAa,EAAE,uBAAA,IAAI,4BAAU,CAAC,CAAA;YAE5E,0BAA0B;YAC1B,MAAM,cAAc,GAAW,CAAC,CAAC,UAAU,CAAC,uBAAA,IAAI,kCAAgB,EAAE,uBAAA,IAAI,8BAAY,CAAC,CAAA;YAEnF,2BAA2B;YAC3B,MAAM,eAAe,GAAG,IAAI,GAAG,EAAQ,CAAA;YACvC,OAAO,eAAe,CAAC,IAAI,GAAG,uBAAA,IAAI,wBAAM,GAAG,uBAAA,IAAI,6BAAW,EAAE;gBACxD,8CAA8C;gBAC9C,MAAM,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;gBAC1E,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;aAC7B;YAED,MAAM,WAAW,GAAW,CAAC,GAAG,YAAY,EAAE,GAAG,cAAc,EAAE,GAAG,eAAe,CAAC,CAAA;YACpF,IAAI,OAAO,GAAa,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;YAC7D,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YAC5B,MAAM,KAAK,GAAG,OAAO;iBAChB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;iBAC9B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACV,OAAO;oBACH,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;iBAClB,CAAA;YACL,CAAC,CAAC,CAAA;YAEN,4CAA4C;YAC5C,MAAM,QAAQ,GAAkB,OAAO;iBAClC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;gBACd,OAAO;oBACH,GAAG,EAAE,KAAK;oBACV,IAAI,EAAE,CAAC,EAAE,8CAA8C;iBAC1D,CAAA;YACL,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,0GAA0G;iBAC3J,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACV,OAAO,IAAI,CAAC,IAAI,CAAA,CAAC,yCAAyC;YAC9D,CAAC,CAAC,CAAA;YAEN,8DAA8D;YAC9D,MAAM,iBAAiB,GAAkB,OAAO;iBAC3C,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;gBACd,OAAO;oBACH,GAAG,EAAE,KAAK;oBACV,IAAI,EAAE,CAAC,EAAE,8CAA8C;iBAC1D,CAAA;YACL,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,IAAI,YAAY,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,0GAA0G;iBACpL,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACV,OAAO,IAAI,CAAC,IAAI,CAAA,CAAC,yCAAyC;YAC9D,CAAC,CAAC,CAAA;YAEN,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,uBAAA,IAAI,8BAAY,CAAC,CAAC,CAAA;YAC9D,qBAAqB;YACrB,MAAM,OAAO,GAAqB;gBAC9B,IAAI;gBACJ,MAAM,EAAE,uBAAA,IAAI,0BAAQ;gBACpB,KAAK;gBACL,QAAQ;gBACR,UAAU,EAAE,iBAAiB;aAChC,CAAA;YACD,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;SACzB;QACD,GAAG,CAAC,IAAI,EAAE,CAAA;QAEV,gBAAgB;QAChB,MAAM,MAAM,GAAa;YACrB,QAAQ;YACR,MAAM,EAAE,YAAY,CAAC,SAAS;SACjC,CAAA;QAED,oBAAoB;QACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;QAClC,uBAAuB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QAErC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;QAChC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAChF,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IAC9D,CAAC;CACJ"}

package/dist/commands/get.d.ts

@@ -0,0 +1,35 @@
+import { InputCliCommand } from '../utils/input.js';
+import { z } from 'zod';
+export declare const ArgsSchema: z.ZodObject<{
+    input: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    input: string;
+}, {
+    input: string;
+}>;
+export type ArgsSchemaType = typeof ArgsSchema;
+export type Args = z.infer<ArgsSchemaType>;
+export declare class Get extends InputCliCommand<ArgsSchemaType> {
+    getArgSchema(): z.ZodObject<{
+        input: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        input: string;
+    }, {
+        input: string;
+    }>;
+    getOptions(): {
+        input: {
+            string: boolean;
+            alias: string;
+            demand: boolean;
+            description: string;
+        };
+    } & {
+        input: {
+            description: string;
+        };
+    };
+    _run(args: Args): Promise<void>;
+    getDescription(): string;
+}
+//# sourceMappingURL=get.d.ts.map

package/dist/commands/get.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get.d.ts","sourceRoot":"","sources":["../../src/commands/get.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmB,eAAe,EAAE,MAAM,mBAAmB,CAAA;AAGpE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAIvB,eAAO,MAAM,UAAU;;;;;;EAA6B,CAAA;AACpD,MAAM,MAAM,cAAc,GAAG,OAAO,UAAU,CAAA;AAC9C,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAA;AAC1C,qBAAa,GAAI,SAAQ,eAAe,CAAC,cAAc,CAAC;IACpC,YAAY;;;;;;;IAIZ,UAAU;;;;;;;;;;;;IAQJ,IAAI,CAAC,IAAI,EAAE,IAAI;IAyDrB,cAAc,IAAI,MAAM;CAG3C"}

package/dist/commands/get.js

@@ -0,0 +1,81 @@
+import { InputArgsSchema, InputCliCommand } from '../utils/input.js';
+import { get } from '@prosopo/util';
+import { lodash } from '@prosopo/util';
+import { z } from 'zod';
+import cliProgress from 'cli-progress';
+import fs from 'fs';
+export const ArgsSchema = InputArgsSchema.extend({});
+export class Get extends InputCliCommand {
+    getArgSchema() {
+        return ArgsSchema;
+    }
+    getOptions() {
+        return lodash().merge(super.getOptions(), {
+            input: {
+                description: 'JSON file containing urls under a "data" key',
+            },
+        });
+    }
+    async _run(args) {
+        await super._run(args);
+        const bar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);
+        const list = [];
+        const traverse = async (data) => {
+            if (data instanceof Array) {
+                for (let i = 0; i < data.length; i++) {
+                    data[i] = await traverse(data[i]);
+                }
+            }
+            else if (data instanceof Object) {
+                for (const key of Object.keys(data)) {
+                    if (key == 'data') {
+                        const value = get(data, key);
+                        const url = z.string().parse(value);
+                        list.push(url);
+                    }
+                    else {
+                        await traverse(get(data, key));
+                    }
+                }
+            }
+            return data;
+        };
+        const file = args.input;
+        // read the map file
+        const data = JSON.parse(fs.readFileSync(file, 'utf8'));
+        await traverse(data);
+        bar.start(list.length, 0);
+        for (const url of list) {
+            bar.increment();
+            if (url.startsWith('http')) {
+                try {
+                    const response = await fetch(url);
+                    if (!response.ok) {
+                        this.logger.error(`GET ${url} ${response.status} ${response.statusText}`);
+                    }
+                    else {
+                        this.logger.log(`GET ${url} OK`);
+                    }
+                }
+                catch (err) {
+                    this.logger.error(err);
+                }
+            }
+            else {
+                // resolve locally
+                try {
+                    fs.readFileSync(url);
+                    this.logger.log(`GET ${url} OK`);
+                }
+                catch (err) {
+                    this.logger.error(`GET ${url} ${err}`);
+                }
+            }
+        }
+        bar.stop();
+    }
+    getDescription() {
+        return 'Test a GET request at image URLs';
+    }
+}
+//# sourceMappingURL=get.js.map

package/dist/commands/get.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get.js","sourceRoot":"","sources":["../../src/commands/get.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAA;AACpE,OAAO,EAAE,GAAG,EAAE,MAAM,eAAe,CAAA;AACnC,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AACtC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,WAAW,MAAM,cAAc,CAAA;AACtC,OAAO,EAAE,MAAM,IAAI,CAAA;AAEnB,MAAM,CAAC,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;AAGpD,MAAM,OAAO,GAAI,SAAQ,eAA+B;IACpC,YAAY;QACxB,OAAO,UAAU,CAAA;IACrB,CAAC;IAEe,UAAU;QACtB,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE;YACtC,KAAK,EAAE;gBACH,WAAW,EAAE,8CAA8C;aAC9D;SACJ,CAAC,CAAA;IACN,CAAC;IAEe,KAAK,CAAC,IAAI,CAAC,IAAU;QACjC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACtB,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAA;QAE7E,MAAM,IAAI,GAAa,EAAE,CAAA;QACzB,MAAM,QAAQ,GAAG,KAAK,EAAE,IAAS,EAAE,EAAE;YACjC,IAAI,IAAI,YAAY,KAAK,EAAE;gBACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;oBAClC,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;iBACpC;aACJ;iBAAM,IAAI,IAAI,YAAY,MAAM,EAAE;gBAC/B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;oBACjC,IAAI,GAAG,IAAI,MAAM,EAAE;wBACf,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;wBAC5B,MAAM,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;wBACnC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;qBACjB;yBAAM;wBACH,MAAM,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAA;qBACjC;iBACJ;aACJ;YACD,OAAO,IAAI,CAAA;QACf,CAAC,CAAA;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAA;QAEvB,oBAAoB;QACpB,MAAM,IAAI,GAAQ,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;QAC3D,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAA;QAEpB,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;QACzB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;YACpB,GAAG,CAAC,SAAS,EAAE,CAAA;YACf,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE;gBACxB,IAAI;oBACA,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAA;oBACjC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE;wBACd,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAA;qBAC5E;yBAAM;wBACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,GAAG,KAAK,CAAC,CAAA;qBACnC;iBACJ;gBAAC,OAAO,GAAG,EAAE;oBACV,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;iBACzB;aACJ;iBAAM;gBACH,kBAAkB;gBAClB,IAAI;oBACA,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;oBACpB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,GAAG,KAAK,CAAC,CAAA;iBACnC;gBAAC,OAAO,GAAG,EAAE;oBACV,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC,CAAA;iBACzC;aACJ;SACJ;QACD,GAAG,CAAC,IAAI,EAAE,CAAA;IACd,CAAC;IAEe,cAAc;QAC1B,OAAO,kCAAkC,CAAA;IAC7C,CAAC;CACJ"}

package/dist/commands/labels.d.ts

@@ -0,0 +1,46 @@
+/// <reference types="yargs" />
+import { InputOutputCliCommand } from '../utils/inputOutput.js';
+import { z } from 'zod';
+export declare const ArgsSchema: z.ZodObject<{
+    input: z.ZodString;
+    output: z.ZodString;
+    overwrite: z.ZodOptional<z.ZodBoolean>;
+}, "strip", z.ZodTypeAny, {
+    input: string;
+    output: string;
+    overwrite?: boolean | undefined;
+}, {
+    input: string;
+    output: string;
+    overwrite?: boolean | undefined;
+}>;
+export type ArgsSchemaType = typeof ArgsSchema;
+export type Args = z.infer<ArgsSchemaType>;
+export declare class Labels extends InputOutputCliCommand<ArgsSchemaType> {
+    getArgSchema(): z.ZodObject<{
+        input: z.ZodString;
+        output: z.ZodString;
+        overwrite: z.ZodOptional<z.ZodBoolean>;
+    }, "strip", z.ZodTypeAny, {
+        input: string;
+        output: string;
+        overwrite?: boolean | undefined;
+    }, {
+        input: string;
+        output: string;
+        overwrite?: boolean | undefined;
+    }>;
+    getOptions(): {
+        [key: string]: import("yargs").Options;
+    } & {
+        input: {
+            description: string;
+        };
+        output: {
+            description: string;
+        };
+    };
+    _run(args: Args): Promise<void>;
+    getDescription(): string;
+}
+//# sourceMappingURL=labels.d.ts.map

package/dist/commands/labels.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"labels.d.ts","sourceRoot":"","sources":["../../src/commands/labels.ts"],"names":[],"mappings":";AAAA,OAAO,EAAkD,qBAAqB,EAAE,MAAM,yBAAyB,CAAA;AAI/G,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAGvB,eAAO,MAAM,UAAU;;;;;;;;;;;;EAAmC,CAAA;AAC1D,MAAM,MAAM,cAAc,GAAG,OAAO,UAAU,CAAA;AAC9C,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAA;AAE1C,qBAAa,MAAO,SAAQ,qBAAqB,CAAC,cAAc,CAAC;IAC7C,YAAY;;;;;;;;;;;;;IAIZ,UAAU;;;;;;;;;;IAWJ,IAAI,CAAC,IAAI,EAAE,IAAI;IAuBrB,cAAc,IAAI,MAAM;CAG3C"}

package/dist/commands/labels.js

@@ -0,0 +1,43 @@
+import { InputOutputArgsSchema as InputOutputArgsSchema, InputOutputCliCommand } from '../utils/inputOutput.js';
+import { LabelledDataSchema } from '@prosopo/types';
+import { ProsopoEnvError } from '@prosopo/common';
+import { lodash } from '@prosopo/util';
+import fs from 'fs';
+export const ArgsSchema = InputOutputArgsSchema.extend({});
+export class Labels extends InputOutputCliCommand {
+    getArgSchema() {
+        return ArgsSchema;
+    }
+    getOptions() {
+        return lodash().merge(super.getOptions(), {
+            input: {
+                description: 'JSON file containing labelled data',
+            },
+            output: {
+                description: 'Where to put the JSON file containing labels',
+            },
+        });
+    }
+    async _run(args) {
+        await super._run(args);
+        const file = args.input;
+        if (!fs.existsSync(file)) {
+            throw new ProsopoEnvError(new Error(`file does not exist: ${file}`), 'FS.FILE_NOT_FOUND');
+        }
+        const labelled = file
+            ? LabelledDataSchema.parse(JSON.parse(fs.readFileSync(file, 'utf8'))).items
+            : [];
+        const labels = new Set();
+        for (const item of labelled) {
+            labels.add(item.label);
+        }
+        const labelArray = Array.from(labels);
+        labelArray.sort();
+        fs.mkdirSync(args.output.split('/').slice(0, -1).join('/'), { recursive: true });
+        fs.writeFileSync(args.output, JSON.stringify({ labels: labelArray }, null, 4));
+    }
+    getDescription() {
+        return 'get all labels from some data';
+    }
+}
+//# sourceMappingURL=labels.js.map

package/dist/commands/labels.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"labels.js","sourceRoot":"","sources":["../../src/commands/labels.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,IAAI,qBAAqB,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAA;AAC/G,OAAO,EAAE,kBAAkB,EAAgB,MAAM,gBAAgB,CAAA;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AAEtC,OAAO,EAAE,MAAM,IAAI,CAAA;AAEnB,MAAM,CAAC,MAAM,UAAU,GAAG,qBAAqB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;AAI1D,MAAM,OAAO,MAAO,SAAQ,qBAAqC;IAC7C,YAAY;QACxB,OAAO,UAAU,CAAA;IACrB,CAAC;IAEe,UAAU;QACtB,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE;YACtC,KAAK,EAAE;gBACH,WAAW,EAAE,oCAAoC;aACpD;YACD,MAAM,EAAE;gBACJ,WAAW,EAAE,8CAA8C;aAC9D;SACJ,CAAC,CAAA;IACN,CAAC;IAEe,KAAK,CAAC,IAAI,CAAC,IAAU;QACjC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAEtB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAA;QACvB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;YACtB,MAAM,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,EAAE,mBAAmB,CAAC,CAAA;SAC5F;QAED,MAAM,QAAQ,GAAmB,IAAI;YACjC,CAAC,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK;YAC3E,CAAC,CAAC,EAAE,CAAA;QAER,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAA;QAChC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE;YACzB,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;SACzB;QACD,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACrC,UAAU,CAAC,IAAI,EAAE,CAAA;QAEjB,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAChF,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IAClF,CAAC;IAEe,cAAc;QAC1B,OAAO,+BAA+B,CAAA;IAC1C,CAAC;CACJ"}