@prosopo/datasets-fs 0.2.6 → 0.2.8

package/dist/commands/relocate.d.ts

@@ -0,0 +1,68 @@
+/// <reference types="yargs" />
+import { InputOutputCliCommand } from '../utils/inputOutput.js';
+import { z } from 'zod';
+export declare const ArgsSchema: z.ZodObject<{
+    input: z.ZodString;
+    output: z.ZodString;
+    overwrite: z.ZodOptional<z.ZodBoolean>;
+    from: z.ZodString;
+    to: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    input: string;
+    output: string;
+    from: string;
+    to: string;
+    overwrite?: boolean | undefined;
+}, {
+    input: string;
+    output: string;
+    from: string;
+    to: string;
+    overwrite?: boolean | undefined;
+}>;
+export type ArgsSchemaType = typeof ArgsSchema;
+export type Args = z.infer<ArgsSchemaType>;
+export declare class Relocate extends InputOutputCliCommand<ArgsSchemaType> {
+    getArgSchema(): z.ZodObject<{
+        input: z.ZodString;
+        output: z.ZodString;
+        overwrite: z.ZodOptional<z.ZodBoolean>;
+        from: z.ZodString;
+        to: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        input: string;
+        output: string;
+        from: string;
+        to: string;
+        overwrite?: boolean | undefined;
+    }, {
+        input: string;
+        output: string;
+        from: string;
+        to: string;
+        overwrite?: boolean | undefined;
+    }>;
+    getOptions(): {
+        [key: string]: import("yargs").Options;
+    } & {
+        input: {
+            description: string;
+        };
+        output: {
+            description: string;
+        };
+        from: {
+            string: boolean;
+            demand: boolean;
+            description: string;
+        };
+        to: {
+            description: string;
+            string: boolean;
+            demand: boolean;
+        };
+    };
+    _run(args: Args): Promise<void>;
+    getDescription(): string;
+}
+//# sourceMappingURL=relocate.d.ts.map

package/dist/commands/relocate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"relocate.d.ts","sourceRoot":"","sources":["../../src/commands/relocate.ts"],"names":[],"mappings":";AAAA,OAAO,EAAkD,qBAAqB,EAAE,MAAM,yBAAyB,CAAA;AAE/G,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAGvB,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;EAGrB,CAAA;AACF,MAAM,MAAM,cAAc,GAAG,OAAO,UAAU,CAAA;AAC9C,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAA;AAE1C,qBAAa,QAAS,SAAQ,qBAAqB,CAAC,cAAc,CAAC;IAC/C,YAAY;;;;;;;;;;;;;;;;;;;IAIZ,UAAU;;;;;;;;;;;;;;;;;;;;IAqBJ,IAAI,CAAC,IAAI,EAAE,IAAI;IAyCrB,cAAc,IAAI,MAAM;CAG3C"}

package/dist/commands/relocate.js

@@ -0,0 +1,75 @@
+import { InputOutputArgsSchema as InputOutputArgsSchema, InputOutputCliCommand } from '../utils/inputOutput.js';
+import { get, lodash } from '@prosopo/util';
+import { z } from 'zod';
+import fs from 'fs';
+export const ArgsSchema = InputOutputArgsSchema.extend({
+    from: z.string(),
+    to: z.string(),
+});
+export class Relocate extends InputOutputCliCommand {
+    getArgSchema() {
+        return ArgsSchema;
+    }
+    getOptions() {
+        return lodash().merge(super.getOptions(), {
+            input: {
+                description: 'A json file containing a list of objects with (at least) a url',
+            },
+            output: {
+                description: 'Where to write the new json file containing the new urls',
+            },
+            from: {
+                string: true,
+                demand: true,
+                description: 'The string to replace in the urls',
+            },
+            to: {
+                description: 'The string to substitute in the urls',
+                string: true,
+                demand: true,
+            },
+        });
+    }
+    async _run(args) {
+        await super._run(args);
+        const replace = (data, from, to) => {
+            if (Array.isArray(data)) {
+                for (let i = 0; i < data.length; i++) {
+                    data[i] = replace(data[i], from, to);
+                }
+            }
+            else if (typeof data === 'object') {
+                const obj = data;
+                for (const key of Object.keys(obj)) {
+                    if (key === 'data') {
+                        const value = get(obj, key);
+                        if (typeof value === 'string') {
+                            if (value.startsWith(from)) {
+                                this.logger.debug('replacing', value);
+                                obj[key] = to + value.slice(from.length);
+                                this.logger.debug('replaced', obj[key]);
+                            }
+                        }
+                    }
+                    else {
+                        obj[key] = replace(obj[key], from, to);
+                    }
+                }
+            }
+            return data;
+        };
+        const file = args.input;
+        this.logger.log(`relocating data in ${file} from ${args.from} to ${args.to}`);
+        // read the file
+        let data = JSON.parse(fs.readFileSync(file, 'utf8'));
+        // replace the urls by recursively traversing the data
+        data = replace(data, args.from, args.to);
+        // write the file
+        fs.mkdirSync(args.output.split('/').slice(0, -1).join('/'), { recursive: true });
+        fs.writeFileSync(args.output, JSON.stringify(data, null, 4));
+    }
+    getDescription() {
+        return 'Relocate urls in a JSON file using string substitution';
+    }
+}
+//# sourceMappingURL=relocate.js.map

package/dist/commands/relocate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"relocate.js","sourceRoot":"","sources":["../../src/commands/relocate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,IAAI,qBAAqB,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAA;AAC/G,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AAC3C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,EAAE,MAAM,IAAI,CAAA;AAEnB,MAAM,CAAC,MAAM,UAAU,GAAG,qBAAqB,CAAC,MAAM,CAAC;IACnD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAA;AAIF,MAAM,OAAO,QAAS,SAAQ,qBAAqC;IAC/C,YAAY;QACxB,OAAO,UAAU,CAAA;IACrB,CAAC;IAEe,UAAU;QACtB,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE;YACtC,KAAK,EAAE;gBACH,WAAW,EAAE,gEAAgE;aAChF;YACD,MAAM,EAAE;gBACJ,WAAW,EAAE,0DAA0D;aAC1E;YACD,IAAI,EAAE;gBACF,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,mCAAmC;aACnD;YACD,EAAE,EAAE;gBACA,WAAW,EAAE,sCAAsC;gBACnD,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,IAAI;aACf;SACJ,CAAC,CAAA;IACN,CAAC;IAEe,KAAK,CAAC,IAAI,CAAC,IAAU;QACjC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAEtB,MAAM,OAAO,GAAG,CAAC,IAAa,EAAE,IAAY,EAAE,EAAU,EAAE,EAAE;YACxD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;gBACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;oBAClC,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,CAAA;iBACvC;aACJ;iBAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;gBACjC,MAAM,GAAG,GAAG,IAEX,CAAA;gBACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;oBAChC,IAAI,GAAG,KAAK,MAAM,EAAE;wBAChB,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;wBAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;4BAC3B,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;gCACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;gCACrC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gCACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;6BAC1C;yBACJ;qBACJ;yBAAM;wBACH,GAAG,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,CAAA;qBACzC;iBACJ;aACJ;YACD,OAAO,IAAI,CAAA;QACf,CAAC,CAAA;QAED,MAAM,IAAI,GAAW,IAAI,CAAC,KAAK,CAAA;QAC/B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,sBAAsB,IAAI,SAAS,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,EAAE,EAAE,CAAC,CAAA;QAC7E,gBAAgB;QAChB,IAAI,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;QACpD,sDAAsD;QACtD,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAA;QACxC,iBAAiB;QACjB,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAChF,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IAChE,CAAC;IAEe,cAAc;QAC1B,OAAO,wDAAwD,CAAA;IACnE,CAAC;CACJ"}

package/dist/commands/resize.d.ts

@@ -0,0 +1,66 @@
+/// <reference types="yargs" />
+import { InputOutputCliCommand } from '../utils/inputOutput.js';
+import { z } from 'zod';
+export declare const ArgsSchema: z.ZodObject<{
+    input: z.ZodString;
+    output: z.ZodString;
+    overwrite: z.ZodOptional<z.ZodBoolean>;
+    size: z.ZodNumber;
+    square: z.ZodOptional<z.ZodBoolean>;
+}, "strip", z.ZodTypeAny, {
+    input: string;
+    output: string;
+    size: number;
+    overwrite?: boolean | undefined;
+    square?: boolean | undefined;
+}, {
+    input: string;
+    output: string;
+    size: number;
+    overwrite?: boolean | undefined;
+    square?: boolean | undefined;
+}>;
+export type ArgsSchemaType = typeof ArgsSchema;
+export type Args = z.infer<ArgsSchemaType>;
+export declare class Resize extends InputOutputCliCommand<ArgsSchemaType> {
+    getArgSchema(): z.ZodObject<{
+        input: z.ZodString;
+        output: z.ZodString;
+        overwrite: z.ZodOptional<z.ZodBoolean>;
+        size: z.ZodNumber;
+        square: z.ZodOptional<z.ZodBoolean>;
+    }, "strip", z.ZodTypeAny, {
+        input: string;
+        output: string;
+        size: number;
+        overwrite?: boolean | undefined;
+        square?: boolean | undefined;
+    }, {
+        input: string;
+        output: string;
+        size: number;
+        overwrite?: boolean | undefined;
+        square?: boolean | undefined;
+    }>;
+    getOptions(): {
+        [key: string]: import("yargs").Options;
+    } & {
+        input: {
+            description: string;
+        };
+        output: {
+            description: string;
+        };
+        size: {
+            number: boolean;
+            description: string;
+        };
+        square: {
+            boolean: boolean;
+            description: string;
+        };
+    };
+    _run(args: Args): Promise<void>;
+    getDescription(): string;
+}
+//# sourceMappingURL=resize.d.ts.map

package/dist/commands/resize.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resize.d.ts","sourceRoot":"","sources":["../../src/commands/resize.ts"],"names":[],"mappings":";AACA,OAAO,EAAkD,qBAAqB,EAAE,MAAM,yBAAyB,CAAA;AAK/G,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAKvB,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;EAGrB,CAAA;AACF,MAAM,MAAM,cAAc,GAAG,OAAO,UAAU,CAAA;AAC9C,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAA;AAE1C,qBAAa,MAAO,SAAQ,qBAAqB,CAAC,cAAc,CAAC;IAC7C,YAAY;;;;;;;;;;;;;;;;;;;IAIZ,UAAU;;;;;;;;;;;;;;;;;;IAsBJ,IAAI,CAAC,IAAI,EAAE,IAAI;IAwFrB,cAAc,IAAI,MAAM;CAG3C"}

package/dist/commands/resize.js

@@ -0,0 +1,118 @@
+import { DataSchema } from '@prosopo/types';
+import { InputOutputArgsSchema as InputOutputArgsSchema, InputOutputCliCommand } from '../utils/inputOutput.js';
+import { ProsopoEnvError } from '@prosopo/common';
+import { blake2b } from '@noble/hashes/blake2b';
+import { lodash } from '@prosopo/util';
+import { u8aToHex } from '@polkadot/util';
+import { z } from 'zod';
+import cliProgress from 'cli-progress';
+import fs from 'fs';
+import sharp from 'sharp';
+export const ArgsSchema = InputOutputArgsSchema.extend({
+    size: z.number(),
+    square: z.boolean().optional(),
+});
+export class Resize extends InputOutputCliCommand {
+    getArgSchema() {
+        return ArgsSchema;
+    }
+    getOptions() {
+        return lodash().merge(super.getOptions(), {
+            input: {
+                description: 'JSON file containing a list of objects with (at least) a url',
+            },
+            output: {
+                description: 'Where to put the output directory containing the map file and single directory of images. The map file will contain the new urls of the scaled images, new hashes and pass through any other information, e.g. labels.',
+            },
+            size: {
+                number: true,
+                description: 'The dimension (height/width) of the scaled image. If the image is not square, the other dimension will be scaled to maintain the aspect ratio.',
+            },
+            square: {
+                boolean: true,
+                description: 'If true, the image will be cropped to a square before scaling. If false, the image will be scaled to the given size, maintaining the aspect ratio.',
+            },
+        });
+    }
+    async _run(args) {
+        await super._run(args);
+        const size = args.size;
+        const square = args.square ?? false;
+        const mapFile = args.input;
+        if (!fs.existsSync(mapFile)) {
+            throw new ProsopoEnvError(new Error(`Map file does not exist: ${mapFile}`), 'FS.FILE_NOT_FOUND');
+        }
+        const outDir = args.output;
+        const overwrite = args.overwrite || false;
+        if (!overwrite && fs.existsSync(outDir)) {
+            throw new ProsopoEnvError(new Error(`Output directory already exists: ${outDir}`), 'FS.FILE_NOT_FOUND');
+        }
+        // create the output directory
+        const imgDir = `${outDir}/images`;
+        fs.mkdirSync(imgDir, { recursive: true });
+        // read the map file
+        const inputItems = DataSchema.parse(JSON.parse(fs.readFileSync(mapFile, 'utf8'))).items;
+        // for each item
+        const bar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);
+        bar.start(inputItems.length, 0);
+        const outputItems = [];
+        for (const inputItem of inputItems) {
+            bar.increment();
+            // this.logger.log(`resizing ${inputItem.data}`)
+            // read the file
+            const img = fs.readFileSync(inputItem.data);
+            // resize the image
+            const resized = await sharp(img)
+                .resize({
+                width: size,
+                height: size,
+                fit: square ? 'cover' : 'inside',
+            })
+                .removeAlpha() // remove the alpha channel
+                .toColorspace('srgb') // 8-bits per channel
+                .jpeg({
+                quality: 75,
+                chromaSubsampling: '4:2:0',
+                optimiseCoding: true,
+                trellisQuantisation: true,
+                overshootDeringing: true,
+                optimizeScans: true,
+                quantisationTable: 3,
+                force: true,
+            });
+            const tmpFilePath = `${imgDir}/tmp.jpg`;
+            await resized.toFile(tmpFilePath);
+            // read the resized image
+            const resizedImg = fs.readFileSync(tmpFilePath);
+            // hash the image
+            const hash = blake2b(resizedImg);
+            const hex = u8aToHex(hash);
+            // move the image
+            const finalFilePath = `${imgDir}/${hex}.jpg`;
+            fs.renameSync(tmpFilePath, finalFilePath);
+            // add the item to the output
+            const outputItem = {
+                ...inputItem,
+                hash: hex,
+                data: fs.realpathSync(finalFilePath),
+            };
+            outputItems.push(outputItem);
+        }
+        bar.stop();
+        // write the map file
+        const outputMapFile = `${outDir}/data.json`;
+        const data = {
+            items: outputItems,
+        };
+        // verify the output
+        this.logger.info('verifying data');
+        DataSchema.parse(data);
+        this.logger.info(`writing data`);
+        fs.mkdirSync(args.output.split('/').slice(0, -1).join('/'), { recursive: true });
+        fs.writeFileSync(outputMapFile, JSON.stringify(data, null, 4));
+    }
+    getDescription() {
+        return 'Resize images to a given size';
+    }
+}
+//# sourceMappingURL=resize.js.map

package/dist/commands/resize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resize.js","sourceRoot":"","sources":["../../src/commands/resize.ts"],"names":[],"mappings":"AAAA,OAAO,EAAQ,UAAU,EAAQ,MAAM,gBAAgB,CAAA;AACvD,OAAO,EAAE,qBAAqB,IAAI,qBAAqB,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAA;AAC/G,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAA;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAA;AACzC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,WAAW,MAAM,cAAc,CAAA;AACtC,OAAO,EAAE,MAAM,IAAI,CAAA;AACnB,OAAO,KAAK,MAAM,OAAO,CAAA;AAEzB,MAAM,CAAC,MAAM,UAAU,GAAG,qBAAqB,CAAC,MAAM,CAAC;IACnD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAA;AAIF,MAAM,OAAO,MAAO,SAAQ,qBAAqC;IAC7C,YAAY;QACxB,OAAO,UAAU,CAAA;IACrB,CAAC;IAEe,UAAU;QACtB,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE;YACtC,KAAK,EAAE;gBACH,WAAW,EAAE,8DAA8D;aAC9E;YACD,MAAM,EAAE;gBACJ,WAAW,EACP,wNAAwN;aAC/N;YACD,IAAI,EAAE;gBACF,MAAM,EAAE,IAAI;gBACZ,WAAW,EACP,gJAAgJ;aACvJ;YACD,MAAM,EAAE;gBACJ,OAAO,EAAE,IAAI;gBACb,WAAW,EACP,oJAAoJ;aAC3J;SACJ,CAAC,CAAA;IACN,CAAC;IAEe,KAAK,CAAC,IAAI,CAAC,IAAU;QACjC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAEtB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;QACtB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,KAAK,CAAA;QAEnC,MAAM,OAAO,GAAW,IAAI,CAAC,KAAK,CAAA;QAClC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;YACzB,MAAM,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC,4BAA4B,OAAO,EAAE,CAAC,EAAE,mBAAmB,CAAC,CAAA;SACnG;QACD,MAAM,MAAM,GAAW,IAAI,CAAC,MAAM,CAAA;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,KAAK,CAAA;QACzC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE;YACrC,MAAM,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC,oCAAoC,MAAM,EAAE,CAAC,EAAE,mBAAmB,CAAC,CAAA;SAC1G;QAED,8BAA8B;QAC9B,MAAM,MAAM,GAAG,GAAG,MAAM,SAAS,CAAA;QACjC,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAEzC,oBAAoB;QACpB,MAAM,UAAU,GAAW,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;QAE/F,gBAAgB;QAChB,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAA;QAC7E,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;QAC/B,MAAM,WAAW,GAAW,EAAE,CAAA;QAC9B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;YAChC,GAAG,CAAC,SAAS,EAAE,CAAA;YACf,gDAAgD;YAChD,gBAAgB;YAChB,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;YAC3C,mBAAmB;YACnB,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC;iBAC3B,MAAM,CAAC;gBACJ,KAAK,EAAE,IAAI;gBACX,MAAM,EAAE,IAAI;gBACZ,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ;aACnC,CAAC;iBACD,WAAW,EAAE,CAAC,2BAA2B;iBACzC,YAAY,CAAC,MAAM,CAAC,CAAC,qBAAqB;iBAC1C,IAAI,CAAC;gBACF,OAAO,EAAE,EAAE;gBACX,iBAAiB,EAAE,OAAO;gBAC1B,cAAc,EAAE,IAAI;gBACpB,mBAAmB,EAAE,IAAI;gBACzB,kBAAkB,EAAE,IAAI;gBACxB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,CAAC;gBACpB,KAAK,EAAE,IAAI;aACd,CAAC,CAAA;YACN,MAAM,WAAW,GAAG,GAAG,MAAM,UAAU,CAAA;YACvC,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;YACjC,yBAAyB;YACzB,MAAM,UAAU,GAAG,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;YAC/C,iBAAiB;YACjB,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,CAAA;YAChC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;YAC1B,iBAAiB;YACjB,MAAM,aAAa,GAAG,GAAG,MAAM,IAAI,GAAG,MAAM,CAAA;YAC5C,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,aAAa,CAAC,CAAA;YAEzC,6BAA6B;YAC7B,MAAM,UAAU,GAAS;gBACrB,GAAG,SAAS;gBACZ,IAAI,EAAE,GAAG;gBACT,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,aAAa,CAAC;aACvC,CAAA;YACD,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;SAC/B;QACD,GAAG,CAAC,IAAI,EAAE,CAAA;QAEV,qBAAqB;QACrB,MAAM,aAAa,GAAG,GAAG,MAAM,YAAY,CAAA;QAE3C,MAAM,IAAI,GAAS;YACf,KAAK,EAAE,WAAW;SACrB,CAAA;QAED,oBAAoB;QACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;QAClC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAEtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;QAChC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAChF,EAAE,CAAC,aAAa,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IAClE,CAAC;IAEe,cAAc;QAC1B,OAAO,+BAA+B,CAAA;IAC1C,CAAC;CACJ"}

package/dist/{generate/distinct/dummy.d.ts.map → dummy.d.ts.map}

@@ -1 +1 @@
-{"version":3,"file":"dummy.d.ts","sourceRoot":"","sources":["../../../src/generate/distinct/dummy.ts"],"names":[],"mappings":""}
+{"version":3,"file":"dummy.d.ts","sourceRoot":"","sources":["../src/dummy.ts"],"names":[],"mappings":""}

package/dist/dummy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dummy.js","sourceRoot":"","sources":["../src/dummy.ts"],"names":[],"mappings":"AAAA,wDAAwD;AAExD,OAAO,EAAE,gBAAgB,EAAsB,MAAM,gBAAgB,CAAA;AACrE,OAAO,EAAE,MAAM,IAAI,CAAA;AAEnB,MAAM,OAAO,GAAG,CAAC,CAAA;AACjB,MAAM,eAAe,GAAG,GAAG,CAAA;AAC3B,MAAM,iBAAiB,GAAG,GAAG,CAAA;AAE7B,MAAM,cAAc,GAAmB,EAAE,CAAA;AACzC,MAAM,gBAAgB,GAAW,EAAE,CAAA;AAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,EAAE,CAAC,EAAE,EAAE;IACtC,MAAM,KAAK,GAAG,CAAC,GAAG,OAAO,CAAA;IACzB,cAAc,CAAC,IAAI,CAAC;QAChB,KAAK,EAAE,KAAK,CAAC,QAAQ,EAAE;QACvB,IAAI,EAAE,MAAM,CAAC,EAAE;QACf,IAAI,EAAE,gBAAgB,CAAC,KAAK;QAC5B,IAAI,EAAE,MAAM,CAAC,MAAM;KACtB,CAAC,CAAA;CACL;AAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,EAAE,CAAC,EAAE,EAAE;IACxC,gBAAgB,CAAC,IAAI,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC,EAAE;QACf,IAAI,EAAE,gBAAgB,CAAC,KAAK;QAC5B,IAAI,EAAE,MAAM,CAAC,MAAM;KACtB,CAAC,CAAA;CACL;AAED,EAAE,CAAC,aAAa,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAA;AACjE,EAAE,CAAC,aAAa,CAAC,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC,CAAA;AACrE,EAAE,CAAC,aAAa,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAA;AAE3G,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA"}

package/dist/index.d.ts

@@ -1,2 +1,2 @@
-export * from './cli.js';
+export * from './cli/cli.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAaA,cAAc,UAAU,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAaA,cAAc,cAAc,CAAA"}

package/dist/index.js

@@ -11,5 +11,5 @@
 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 // See the License for the specific language governing permissions and
 // limitations under the License.
-export * from './cli.js';
+export * from './cli/cli.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,wCAAwC;AACxC,EAAE;AACF,kEAAkE;AAClE,mEAAmE;AACnE,0CAA0C;AAC1C,EAAE;AACF,iDAAiD;AACjD,EAAE;AACF,sEAAsE;AACtE,oEAAoE;AACpE,2EAA2E;AAC3E,sEAAsE;AACtE,iCAAiC;AACjC,cAAc,UAAU,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,wCAAwC;AACxC,EAAE;AACF,kEAAkE;AAClE,mEAAmE;AACnE,0CAA0C;AAC1C,EAAE;AACF,iDAAiD;AACjD,EAAE;AACF,sEAAsE;AACtE,oEAAoE;AACpE,2EAA2E;AAC3E,sEAAsE;AACtE,iCAAiC;AACjC,cAAc,cAAc,CAAA"}

package/dist/tests/data/flat_resized/labels.json

@@ -0,0 +1,3 @@
+{
+    "labels": ["bird", "bus", "car", "cat", "deer", "dog", "horse", "plane", "train"]
+}