@prosopo/datasets-fs 0.1.17 → 0.1.18

package/dist/scale/cli.js

@@ -1,39 +0,0 @@
-import { __awaiter } from "tslib";
-import { argsSchema } from './args.js';
-import scale from './scale.js';
-export default (cmdArgs) => {
-    return {
-        command: 'scale',
-        describe: 'Scale images down to a given size',
-        builder: (yargs) => {
-            return yargs
-                .option('data', {
-                type: 'string',
-                demand: true,
-                description: 'JSON file containing a list of objects with (at least) a url',
-            })
-                .option('out', {
-                type: 'string',
-                demand: true,
-                description: 'Where to put the output directory containing the map file and single directory of images. The map file will contain the new urls of the scaled images, new hashes and pass through any other information, e.g. labels.',
-            })
-                .option('overwrite', {
-                type: 'boolean',
-                description: 'Overwrite the output if it already exists',
-            })
-                .option('size', {
-                type: 'number',
-                demand: true,
-                description: 'The dimension (height/width) of the scaled image. If the image is not square, the other dimension will be scaled to maintain the aspect ratio.',
-            })
-                .option('square', {
-                type: 'boolean',
-                description: 'If true, the image will be cropped to a square before scaling. If false, the image will be scaled to the given size, maintaining the aspect ratio.',
-            });
-        },
-        handler: (argv) => __awaiter(void 0, void 0, void 0, function* () {
-            yield scale(argsSchema.parse(argv), cmdArgs === null || cmdArgs === void 0 ? void 0 : cmdArgs.logger);
-        }),
-    };
-};
-//# sourceMappingURL=cli.js.map

package/dist/scale/cli.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/scale/cli.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAA;AACtC,OAAO,KAAK,MAAM,YAAY,CAAA;AAE9B,eAAe,CAAC,OAA6B,EAAE,EAAE;IAC7C,OAAO;QACH,OAAO,EAAE,OAAO;QAChB,QAAQ,EAAE,mCAAmC;QAC7C,OAAO,EAAE,CAAC,KAAW,EAAE,EAAE;YACrB,OAAO,KAAK;iBACP,MAAM,CAAC,MAAM,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,8DAA8D;aAC9E,CAAC;iBACD,MAAM,CAAC,KAAK,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EACP,wNAAwN;aAC/N,CAAC;iBACD,MAAM,CAAC,WAAW,EAAE;gBACjB,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,2CAA2C;aAC3D,CAAC;iBACD,MAAM,CAAC,MAAM,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EACP,gJAAgJ;aACvJ,CAAC;iBACD,MAAM,CAAC,QAAQ,EAAE;gBACd,IAAI,EAAE,SAAS;gBACf,WAAW,EACP,oJAAoJ;aAC3J,CAAC,CAAA;QACV,CAAC;QACD,OAAO,EAAE,CAAO,IAAwB,EAAE,EAAE;YACxC,MAAM,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,MAAM,CAAC,CAAA;QACxD,CAAC,CAAA;KACJ,CAAA;AACL,CAAC,CAAA"}

package/dist/scale/index.d.ts

@@ -1,4 +0,0 @@
-export * from './scale.js';
-export * from './cli.js';
-export * from './args.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/scale/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/scale/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAA;AAC1B,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/scale/index.js

@@ -1,4 +0,0 @@
-export * from './scale.js';
-export * from './cli.js';
-export * from './args.js';
-//# sourceMappingURL=index.js.map

package/dist/scale/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/scale/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAA;AAC1B,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/scale/scale.d.ts

@@ -1,5 +0,0 @@
-import { Args } from './args.js';
-import { Logger } from '@prosopo/common';
-declare const _default: (args: Args, logger?: Logger) => Promise<void>;
-export default _default;
-//# sourceMappingURL=scale.d.ts.map

package/dist/scale/scale.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"scale.d.ts","sourceRoot":"","sources":["../../src/scale/scale.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAEhC,OAAO,EAAE,MAAM,EAAqC,MAAM,iBAAiB,CAAA;+BAM/C,IAAI,WAAW,MAAM;AAAjD,wBAsEC"}

package/dist/scale/scale.js

@@ -1,65 +0,0 @@
-import { __awaiter } from "tslib";
-import { DataSchema } from '@prosopo/types';
-import { ProsopoEnvError, getLoggerDefault } from '@prosopo/common';
-import { blake2b } from '@noble/hashes/blake2b';
-import { u8aToHex } from '@polkadot/util';
-import fs from 'fs';
-import sharp from 'sharp';
-export default (args, logger) => __awaiter(void 0, void 0, void 0, function* () {
-    var _a;
-    logger = logger || getLoggerDefault();
-    logger.debug(args, 'scaling...');
-    const size = args.size;
-    const square = (_a = args.square) !== null && _a !== void 0 ? _a : false;
-    const mapFile = args.data;
-    if (!fs.existsSync(mapFile)) {
-        throw new ProsopoEnvError(new Error(`Map file does not exist: ${mapFile}`), 'FS.FILE_NOT_FOUND');
-    }
-    const outDir = args.out;
-    const overwrite = args.overwrite || false;
-    if (!overwrite && fs.existsSync(outDir)) {
-        throw new ProsopoEnvError(new Error(`Output directory already exists: ${outDir}`), 'FS.FILE_NOT_FOUND');
-    }
-    // create the output directory
-    const imgDir = `${outDir}/images`;
-    fs.mkdirSync(imgDir, { recursive: true });
-    // read the map file
-    const inputItems = DataSchema.parse(JSON.parse(fs.readFileSync(mapFile, 'utf8'))).items;
-    // for each item
-    const outputItems = [];
-    for (const inputItem of inputItems) {
-        logger.log(`scaling ${inputItem.data}`);
-        // read the file
-        const img = fs.readFileSync(inputItem.data);
-        // resize the image
-        const resized = yield sharp(img)
-            .resize({
-            width: size,
-            height: size,
-            fit: square ? 'fill' : 'inside',
-        })
-            .png();
-        const tmpFilePath = `${imgDir}/tmp.png`;
-        yield resized.toFile(tmpFilePath);
-        // read the resized image
-        const resizedImg = fs.readFileSync(tmpFilePath);
-        // hash the image
-        const hash = blake2b(resizedImg);
-        const hex = u8aToHex(hash);
-        // move the image
-        const finalFilePath = `${imgDir}/${hex}.png`;
-        fs.renameSync(tmpFilePath, finalFilePath);
-        // add the item to the output
-        const outputItem = Object.assign(Object.assign({}, inputItem), { hash: hex, data: fs.realpathSync(finalFilePath) });
-        outputItems.push(outputItem);
-    }
-    // write the map file
-    const outputMapFile = `${outDir}/map.json`;
-    const data = {
-        items: outputItems,
-    };
-    // verify the output
-    DataSchema.parse(data);
-    fs.writeFileSync(outputMapFile, JSON.stringify(outputItems, null, 4));
-});
-//# sourceMappingURL=scale.js.map

package/dist/scale/scale.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scale.js","sourceRoot":"","sources":["../../src/scale/scale.ts"],"names":[],"mappings":";AACA,OAAO,EAAQ,UAAU,EAAQ,MAAM,gBAAgB,CAAA;AACvD,OAAO,EAAU,eAAe,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAC3E,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAA;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAA;AACzC,OAAO,EAAE,MAAM,IAAI,CAAA;AACnB,OAAO,KAAK,MAAM,OAAO,CAAA;AAEzB,eAAe,CAAO,IAAU,EAAE,MAAe,EAAE,EAAE;;IACjD,MAAM,GAAG,MAAM,IAAI,gBAAgB,EAAE,CAAA;IAErC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA;IAEhC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;IACtB,MAAM,MAAM,GAAG,MAAA,IAAI,CAAC,MAAM,mCAAI,KAAK,CAAA;IAEnC,MAAM,OAAO,GAAW,IAAI,CAAC,IAAI,CAAA;IACjC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;QACzB,MAAM,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC,4BAA4B,OAAO,EAAE,CAAC,EAAE,mBAAmB,CAAC,CAAA;KACnG;IACD,MAAM,MAAM,GAAW,IAAI,CAAC,GAAG,CAAA;IAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,KAAK,CAAA;IACzC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE;QACrC,MAAM,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC,oCAAoC,MAAM,EAAE,CAAC,EAAE,mBAAmB,CAAC,CAAA;KAC1G;IAED,8BAA8B;IAC9B,MAAM,MAAM,GAAG,GAAG,MAAM,SAAS,CAAA;IACjC,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAEzC,oBAAoB;IACpB,MAAM,UAAU,GAAW,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IAE/F,gBAAgB;IAChB,MAAM,WAAW,GAAW,EAAE,CAAA;IAC9B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;QAChC,MAAM,CAAC,GAAG,CAAC,WAAW,SAAS,CAAC,IAAI,EAAE,CAAC,CAAA;QACvC,gBAAgB;QAChB,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;QAC3C,mBAAmB;QACnB,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC;aAC3B,MAAM,CAAC;YACJ,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,IAAI;YACZ,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ;SAClC,CAAC;aACD,GAAG,EAAE,CAAA;QACV,MAAM,WAAW,GAAG,GAAG,MAAM,UAAU,CAAA;QACvC,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QACjC,yBAAyB;QACzB,MAAM,UAAU,GAAG,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;QAC/C,iBAAiB;QACjB,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,CAAA;QAChC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;QAC1B,iBAAiB;QACjB,MAAM,aAAa,GAAG,GAAG,MAAM,IAAI,GAAG,MAAM,CAAA;QAC5C,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,aAAa,CAAC,CAAA;QAEzC,6BAA6B;QAC7B,MAAM,UAAU,mCACT,SAAS,KACZ,IAAI,EAAE,GAAG,EACT,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,aAAa,CAAC,GACvC,CAAA;QACD,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;KAC/B;IAED,qBAAqB;IACrB,MAAM,aAAa,GAAG,GAAG,MAAM,WAAW,CAAA;IAE1C,MAAM,IAAI,GAAS;QACf,KAAK,EAAE,WAAW;KACrB,CAAA;IAED,oBAAoB;IACpB,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAEtB,EAAE,CAAC,aAAa,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;AACzE,CAAC,CAAA,CAAA"}

package/src/cli.ts

@@ -1,50 +0,0 @@
-import { LogLevel, LogLevelSchema, getLogger } from '@prosopo/common'
-import { hideBin } from 'yargs/helpers'
-import esMain from 'es-main'
-import flatten from './flatten/cli.js'
-import generate from './generate/cli.js'
-import get from './get/cli.js'
-import labels from './labels/cli.js'
-import process from 'process'
-import relocate from './relocate/cli.js'
-import scale from './scale/cli.js'
-import yargs from 'yargs'
-const dirname = process.cwd()
-const logger = getLogger(LogLevelSchema.enum.Info, `${dirname}`)
-
-const main = async () => {
-    await yargs(hideBin(process.argv))
-        .help()
-        .option('log-level', {
-            type: 'string',
-            choices: Object.values(LogLevelSchema.enum),
-            default: LogLevelSchema.enum.Info,
-            description: 'The log level',
-        })
-        .middleware((argv) => {
-            logger.setLogLevel(argv.logLevel as LogLevel)
-        })
-        .command(generate({ logger }))
-        .command(flatten({ logger }))
-        .command(scale({ logger }))
-        .command(relocate({ logger }))
-        .command(get({ logger }))
-        .command(labels({ logger }))
-        .strictCommands()
-        .showHelpOnFail(false, 'Specify --help for available options')
-        .fail(false)
-        .parse()
-}
-
-//if main process
-if (esMain(import.meta)) {
-    main()
-        .then(() => {
-            logger.debug('done')
-            process.exit(0)
-        })
-        .catch((err) => {
-            logger.error('error:', err)
-            process.exit(1)
-        })
-}

package/src/flatten/args.ts

@@ -1,11 +0,0 @@
-// Args for generating a dataset
-
-import { z } from 'zod'
-
-export const argsSchema = z.object({
-    data: z.string(),
-    out: z.string(),
-    overwrite: z.boolean().optional(),
-})
-
-export type Args = z.infer<typeof argsSchema>

package/src/flatten/cli.ts

@@ -1,33 +0,0 @@
-import { ArgumentsCamelCase, Argv } from 'yargs'
-import { Logger } from '@prosopo/common'
-import { argsSchema } from './args.js'
-import flatten from './flatten.js'
-
-export default (cmdArgs?: { logger?: Logger }) => {
-    return {
-        command: 'flatten',
-        describe:
-            'Restructure a directory containing directories for each image classification into a single directory with a file containing the labels',
-        builder: (yargs: Argv) => {
-            return yargs
-                .option('data', {
-                    type: 'string',
-                    alias: 'in',
-                    demand: true,
-                    description: 'Path to the data directory containing subdirectories for each image classification',
-                })
-                .option('out', {
-                    type: 'string',
-                    demand: true,
-                    description: 'Where to put the output file containing the labels and single directory of images',
-                })
-                .option('overwrite', {
-                    type: 'boolean',
-                    description: 'Overwrite the output file if it already exists',
-                })
-        },
-        handler: async (argv: ArgumentsCamelCase) => {
-            await flatten(argsSchema.parse(argv), cmdArgs?.logger)
-        },
-    }
-}

package/src/flatten/flatten.ts

@@ -1,77 +0,0 @@
-import { Args } from './args.js'
-import { CaptchaItemTypes, Data, DataSchema, LabelledItem } from '@prosopo/types'
-import { Logger, ProsopoEnvError, getLoggerDefault } from '@prosopo/common'
-import { blake2b } from '@noble/hashes/blake2b'
-import { u8aToHex } from '@polkadot/util'
-import fs from 'fs'
-
-export default async (args: Args, logger?: Logger) => {
-    logger = logger || getLoggerDefault()
-
-    logger.debug(args, 'flattening...')
-
-    const dataDir: string = args.data
-    if (!fs.existsSync(dataDir)) {
-        throw new ProsopoEnvError(new Error(`data directory does not exist: ${dataDir}`), 'FS.DIRECTORY_NOT_FOUND')
-    }
-    const outDir: string = args.out
-    const overwrite = args.overwrite || false
-    if (!overwrite && fs.existsSync(outDir)) {
-        throw new ProsopoEnvError(
-            new Error(`output directory already exists: ${outDir}`),
-            'FS.DIRECTORY_ALREADY_EXISTS'
-        )
-    }
-
-    // find the labels (these should be subdirectories of the data directory)
-    const labels: string[] = fs
-        .readdirSync(dataDir, { withFileTypes: true })
-        .filter((dirent) => dirent.isDirectory())
-        .map((dirent) => dirent.name)
-
-    // create the output directory
-    const imageDir = `${outDir}/images`
-    fs.mkdirSync(imageDir, { recursive: true })
-
-    // for each label
-    const items: LabelledItem[] = []
-    for (const label of labels) {
-        // find all the images
-        const images: string[] = fs.readdirSync(`${dataDir}/${label}`)
-        // for each image
-        for (const image of images) {
-            logger.log(`flattening ${label}/${image}`)
-            // copy the image to the output directory
-            const extension = image.split('.').pop()
-            // read file to bytes
-            const content = fs.readFileSync(`${dataDir}/${label}/${image}`)
-            // hash based on the content of the image
-            const hash = blake2b(content)
-            const hex = u8aToHex(hash)
-            const name = `${hex}.${extension}`
-            if (fs.existsSync(`${imageDir}/${name}`)) {
-                logger.log(`duplicate image: ${label}/${image} -> ${name}`)
-            }
-            fs.copyFileSync(`${dataDir}/${label}/${image}`, `${imageDir}/${name}`)
-            const filePath = fs.realpathSync(`${imageDir}/${name}`)
-            // add the image to the map file
-            const entry: LabelledItem = {
-                data: filePath,
-                type: CaptchaItemTypes.Image,
-                label,
-                hash: hex,
-            }
-            items.push(entry)
-        }
-    }
-
-    const data: Data = {
-        items,
-    }
-
-    // verify data
-    DataSchema.parse(data)
-
-    // write map file
-    fs.writeFileSync(`${outDir}/data.json`, JSON.stringify(data, null, 4))
-}

package/src/flatten/index.ts

@@ -1,3 +0,0 @@
-export * from './flatten.js'
-export * from './cli.js'
-export * from './args.js'

package/src/generate/args.ts

@@ -1,18 +0,0 @@
-// Args for generating a dataset
-
-import { z } from 'zod'
-
-export const argsSchema = z.object({
-    labels: z.string().optional(),
-    out: z.string(),
-    labelled: z.string().optional(),
-    unlabelled: z.string().optional(),
-    seed: z.number().optional(),
-    size: z.number().optional(),
-    overwrite: z.boolean().optional(),
-    allowDuplicates: z.boolean().optional(),
-    allowDuplicatesLabelled: z.boolean().optional(),
-    allowDuplicatesUnlabelled: z.boolean().optional(),
-})
-
-export type Args = z.infer<typeof argsSchema>

package/src/generate/cli.ts

@@ -1,65 +0,0 @@
-import { ArgumentsCamelCase, Argv } from 'yargs'
-import { Logger } from '@prosopo/common'
-import generateDistinct from './distinct/cli.js'
-import generateUnion from './union/cli.js'
-
-export default (cmdArgs?: { logger?: Logger }) => {
-    return {
-        command: 'generate',
-        describe: 'Generate captchas',
-        builder: (yargs: Argv) => {
-            return yargs
-                .command(generateDistinct(cmdArgs))
-                .command(generateUnion(cmdArgs))
-                .demandCommand()
-                .option('overwrite', {
-                    type: 'boolean',
-                    description: 'Overwrite the output file if it already exists',
-                })
-                .option('out', {
-                    type: 'string',
-                    demand: true,
-                    description: 'Path to the output file',
-                    default: 'captchas.json',
-                })
-                .option('labelled', {
-                    type: 'string',
-                    demand: true,
-                    description: 'Path to the file containing map of images urls to labels',
-                })
-                .option('unlabelled', {
-                    type: 'string',
-                    demand: true,
-                    description: 'Path to the file containing list of images url which are unlabelled',
-                })
-                .option('seed', {
-                    type: 'number',
-                    description: 'Seed for the random number generator',
-                })
-                .option('size', {
-                    type: 'number',
-                    description: 'Number of images in each captcha',
-                })
-                .options('labels', {
-                    type: 'string',
-                    description:
-                        'Path to the labels file. This is a file containing a list of labels which unlabelled data will be assigned to.',
-                })
-                .option('allow-duplicates', {
-                    type: 'boolean',
-                    description: 'Allow duplicates in the data (labelled and unlabelled)',
-                })
-                .option('allow-duplicates-labelled', {
-                    type: 'boolean',
-                    description: 'Allow duplicates in the labelled data',
-                })
-                .option('allow-duplicates-unlabelled', {
-                    type: 'boolean',
-                    description: 'Allow duplicates in the unlabelled data',
-                })
-        },
-        handler: async (argv: ArgumentsCamelCase) => {
-            throw new Error('Please specify a command')
-        },
-    }
-}

package/src/generate/distinct/args.ts

@@ -1,13 +0,0 @@
-import { argsSchema as parentSchema } from '../args.js'
-// Args for generating a dataset
-
-import { z } from 'zod'
-
-export const argsSchema = parentSchema.extend({
-    solved: z.number().optional(),
-    unsolved: z.number().optional(),
-    minCorrect: z.number().optional(),
-    maxCorrect: z.number().optional(),
-})
-
-export type Args = z.infer<typeof argsSchema>

package/src/generate/distinct/cli.ts

@@ -1,34 +0,0 @@
-import { ArgumentsCamelCase, Argv } from 'yargs'
-import { Logger } from '@prosopo/common'
-import { argsSchema } from './args.js'
-import generate from './generate.js'
-
-export default (cmdArgs?: { logger?: Logger }) => {
-    return {
-        command: 'distinct',
-        describe:
-            'Generate distinct captchas producing captcha challenges comprising 2 rounds, one labelled and one unlabelled',
-        builder: (yargs: Argv) => {
-            return yargs
-                .option('solved', {
-                    type: 'number',
-                    description: 'Number of captchas to generate that are solved',
-                })
-                .option('unsolved', {
-                    type: 'number',
-                    description: 'Number of captchas to generate that are unsolved',
-                })
-                .option('min-correct', {
-                    type: 'number',
-                    description: 'Minimum number of target images in each captcha',
-                })
-                .option('max-correct', {
-                    type: 'number',
-                    description: 'Maximum number of target images in each captcha',
-                })
-        },
-        handler: async (argv: ArgumentsCamelCase) => {
-            await generate(argsSchema.parse(argv), cmdArgs?.logger)
-        },
-    }
-}

package/src/generate/distinct/dummy.ts

@@ -1,35 +0,0 @@
-// generate some dummy data for testing the generate fns
-
-import { CaptchaItemTypes, Item, LabelledItem } from '@prosopo/types'
-import fs from 'fs'
-
-const nLabels = 4
-const nLabelledImages = 100
-const nUnlabelledImages = 100
-
-const labelledImages: LabelledItem[] = []
-const unlabelledImages: Item[] = []
-
-for (let i = 0; i < nLabelledImages; i++) {
-    const label = i % nLabels
-    labelledImages.push({
-        label: label.toString(),
-        data: `abc${i}`,
-        type: CaptchaItemTypes.Image,
-        hash: `abc${i}hash`,
-    })
-}
-
-for (let i = 0; i < nUnlabelledImages; i++) {
-    unlabelledImages.push({
-        data: `def${i}`,
-        type: CaptchaItemTypes.Image,
-        hash: `def${i}hash`,
-    })
-}
-
-fs.writeFileSync('labelled.json', JSON.stringify(labelledImages))
-fs.writeFileSync('unlabelled.json', JSON.stringify(unlabelledImages))
-fs.writeFileSync('labels.json', JSON.stringify(Array.from(Array(nLabels).keys()).map((x) => x.toString())))
-
-process.exit(0)