@prosopo/datasets-fs 0.1.17 → 0.1.18

package/dist/generate/union/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/generate/union/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAA;AAC7B,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/generate/util.d.ts

@@ -1,12 +0,0 @@
-import { Item, LabelledItem } from '@prosopo/types';
-export declare const checkDuplicates: (labelled: LabelledItem[], unlabelled: Item[], options: {
-    allowDuplicatesLabelled?: boolean;
-    allowDuplicatesUnlabelled?: boolean;
-}) => void;
-export declare const choice: <T>(items: T[], n: number, random: () => number, options?: {
-    withReplacement?: boolean;
-}) => {
-    choices: T[];
-    indices: number[];
-};
-//# sourceMappingURL=util.d.ts.map

package/dist/generate/util.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../src/generate/util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAEnD,eAAO,MAAM,eAAe,aACd,YAAY,EAAE,cACZ,IAAI,EAAE,WACT;IACL,uBAAuB,CAAC,EAAE,OAAO,CAAA;IACjC,yBAAyB,CAAC,EAAE,OAAO,CAAA;CACtC,SAmBJ,CAAA;AAED,eAAO,MAAM,MAAM,qBAEZ,MAAM,UACD,MAAM,MAAM,YACV;IACN,eAAe,CAAC,EAAE,OAAO,CAAA;CAC5B;;aAGQ,MAAM,EAAE;CAsBpB,CAAA"}

package/dist/generate/util.js

@@ -1,40 +0,0 @@
-export const checkDuplicates = (labelled, unlabelled, options) => {
-    // check for duplicates
-    const all = new Set();
-    if (!options.allowDuplicatesLabelled) {
-        for (const entry of labelled) {
-            if (all.has(entry.data)) {
-                throw new Error(`Duplicate data entry in labelled data: ${JSON.stringify(entry)}`);
-            }
-            all.add(entry.data);
-        }
-    }
-    if (!options.allowDuplicatesUnlabelled) {
-        for (const entry of unlabelled) {
-            if (all.has(entry.data)) {
-                throw new Error(`Duplicate data entry in unlabelled data: ${JSON.stringify(entry)}`);
-            }
-        }
-    }
-};
-export const choice = (items, n, random, options) => {
-    if (n > items.length) {
-        throw new Error(`n (${n}) cannot be greater than items.length (${items.length})`);
-    }
-    options = options || {};
-    const indicesSet = new Set();
-    const indices = [];
-    while (indices.length < n) {
-        const index = Math.abs(Math.round(random())) % items.length;
-        // with replacement == allow duplicates
-        // without replacement == don't allow duplicates
-        if (options.withReplacement || indicesSet.add(index)) {
-            indices.push(index);
-        }
-    }
-    return {
-        choices: indices.map((index) => items[index]),
-        indices,
-    };
-};
-//# sourceMappingURL=util.js.map

package/dist/generate/util.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"util.js","sourceRoot":"","sources":["../../src/generate/util.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,eAAe,GAAG,CAC3B,QAAwB,EACxB,UAAkB,EAClB,OAGC,EACH,EAAE;IACA,uBAAuB;IACvB,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAA;IAC7B,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAAE;QAClC,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE;YAC1B,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;gBACrB,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;aACrF;YACD,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;SACtB;KACJ;IACD,IAAI,CAAC,OAAO,CAAC,yBAAyB,EAAE;QACpC,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE;YAC5B,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;gBACrB,MAAM,IAAI,KAAK,CAAC,4CAA4C,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;aACvF;SACJ;KACJ;AACL,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,MAAM,GAAG,CAClB,KAAU,EACV,CAAS,EACT,MAAoB,EACpB,OAEC,EAIH,EAAE;IACA,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE;QAClB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,0CAA0C,KAAK,CAAC,MAAM,GAAG,CAAC,CAAA;KACpF;IACD,OAAO,GAAG,OAAO,IAAI,EAAE,CAAA;IAEvB,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAA;IACpC,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAA;QAC3D,uCAAuC;QACvC,gDAAgD;QAChD,IAAI,OAAO,CAAC,eAAe,IAAI,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YAClD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;SACtB;KACJ;IAED,OAAO;QACH,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC7C,OAAO;KACV,CAAA;AACL,CAAC,CAAA"}

package/dist/get/args.d.ts

@@ -1,10 +0,0 @@
-import { z } from 'zod';
-export declare const argsSchema: z.ZodObject<{
-    data: z.ZodString;
-}, "strip", z.ZodTypeAny, {
-    data: string;
-}, {
-    data: string;
-}>;
-export type Args = z.infer<typeof argsSchema>;
-//# sourceMappingURL=args.d.ts.map

package/dist/get/args.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"args.d.ts","sourceRoot":"","sources":["../../src/get/args.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,eAAO,MAAM,UAAU;;;;;;EAErB,CAAA;AAEF,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA"}

package/dist/get/args.js

@@ -1,6 +0,0 @@
-// Args for generating a dataset
-import { z } from 'zod';
-export const argsSchema = z.object({
-    data: z.string(),
-});
-//# sourceMappingURL=args.js.map

package/dist/get/args.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"args.js","sourceRoot":"","sources":["../../src/get/args.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAEhC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAA"}

package/dist/get/cli.d.ts

@@ -1,14 +0,0 @@
-import { ArgumentsCamelCase, Argv } from 'yargs';
-import { Logger } from '@prosopo/common';
-declare const _default: (cmdArgs?: {
-    logger?: Logger;
-}) => {
-    command: string;
-    describe: string;
-    builder: (yargs: Argv) => Argv<{
-        data: string;
-    }>;
-    handler: (argv: ArgumentsCamelCase) => Promise<void>;
-};
-export default _default;
-//# sourceMappingURL=cli.d.ts.map

package/dist/get/cli.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/get/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,OAAO,CAAA;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;mCAId;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE;;;qBAIpB,IAAI;;;oBAOC,kBAAkB;;AAXhD,wBAeC"}

package/dist/get/cli.js

@@ -1,20 +0,0 @@
-import { __awaiter } from "tslib";
-import { argsSchema } from './args.js';
-import get from './get.js';
-export default (cmdArgs) => {
-    return {
-        command: 'get',
-        describe: 'Test a GET request at image URLs',
-        builder: (yargs) => {
-            return yargs.option('data', {
-                type: 'string',
-                demand: true,
-                description: 'JSON file containing urls under a "data" key',
-            });
-        },
-        handler: (argv) => __awaiter(void 0, void 0, void 0, function* () {
-            yield get(argsSchema.parse(argv), cmdArgs === null || cmdArgs === void 0 ? void 0 : cmdArgs.logger);
-        }),
-    };
-};
-//# sourceMappingURL=cli.js.map

package/dist/get/cli.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/get/cli.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAA;AACtC,OAAO,GAAG,MAAM,UAAU,CAAA;AAE1B,eAAe,CAAC,OAA6B,EAAE,EAAE;IAC7C,OAAO;QACH,OAAO,EAAE,KAAK;QACd,QAAQ,EAAE,kCAAkC;QAC5C,OAAO,EAAE,CAAC,KAAW,EAAE,EAAE;YACrB,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE;gBACxB,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,8CAA8C;aAC9D,CAAC,CAAA;QACN,CAAC;QACD,OAAO,EAAE,CAAO,IAAwB,EAAE,EAAE;YACxC,MAAM,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,MAAM,CAAC,CAAA;QACtD,CAAC,CAAA;KACJ,CAAA;AACL,CAAC,CAAA"}

package/dist/get/get.d.ts

@@ -1,5 +0,0 @@
-import { Args } from './args.js';
-import { Logger } from '@prosopo/common';
-declare const _default: (args: Args, loggerOpt?: Logger) => Promise<void>;
-export default _default;
-//# sourceMappingURL=get.d.ts.map

package/dist/get/get.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"get.d.ts","sourceRoot":"","sources":["../../src/get/get.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,MAAM,EAAqC,MAAM,iBAAiB,CAAA;+BAI/C,IAAI,cAAc,MAAM;AAApD,wBAkDC"}

package/dist/get/get.js

@@ -1,58 +0,0 @@
-import { __awaiter } from "tslib";
-import { ProsopoEnvError, getLoggerDefault } from '@prosopo/common';
-import fetch from 'node-fetch';
-import fs from 'fs';
-export default (args, loggerOpt) => __awaiter(void 0, void 0, void 0, function* () {
-    const logger = loggerOpt || getLoggerDefault();
-    logger.debug(args, 'getting...');
-    const traverse = (data) => __awaiter(void 0, void 0, void 0, function* () {
-        if (data instanceof Array) {
-            for (let i = 0; i < data.length; i++) {
-                data[i] = yield traverse(data[i]);
-            }
-        }
-        else if (data instanceof Object) {
-            for (const key of Object.keys(data)) {
-                if (key == 'data') {
-                    const url = data[key];
-                    if (url.startsWith('http')) {
-                        try {
-                            const response = yield fetch(url);
-                            if (!response.ok) {
-                                logger.error(`GET ${url} ${response.status} ${response.statusText}`);
-                            }
-                            else {
-                                logger.log(`GET ${url} OK`);
-                            }
-                        }
-                        catch (err) {
-                            logger.error(err);
-                        }
-                    }
-                    else {
-                        // resolve locally
-                        try {
-                            fs.readFileSync(url);
-                            logger.log(`GET ${url} OK`);
-                        }
-                        catch (err) {
-                            logger.error(`GET ${url} ${err}`);
-                        }
-                    }
-                }
-                else {
-                    yield traverse(data[key]);
-                }
-            }
-        }
-        return data;
-    });
-    const file = args.data;
-    if (!fs.existsSync(file)) {
-        throw new ProsopoEnvError(new Error(`file does not exist: ${file}`), 'FS.FILE_NOT_FOUND');
-    }
-    // read the map file
-    const data = JSON.parse(fs.readFileSync(file, 'utf8'));
-    yield traverse(data);
-});
-//# sourceMappingURL=get.js.map

package/dist/get/get.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"get.js","sourceRoot":"","sources":["../../src/get/get.ts"],"names":[],"mappings":";AACA,OAAO,EAAU,eAAe,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAC3E,OAAO,KAAK,MAAM,YAAY,CAAA;AAC9B,OAAO,EAAE,MAAM,IAAI,CAAA;AAEnB,eAAe,CAAO,IAAU,EAAE,SAAkB,EAAE,EAAE;IACpD,MAAM,MAAM,GAAG,SAAS,IAAI,gBAAgB,EAAE,CAAA;IAE9C,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA;IAEhC,MAAM,QAAQ,GAAG,CAAO,IAAU,EAAE,EAAE;QAClC,IAAI,IAAI,YAAY,KAAK,EAAE;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAClC,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;aACpC;SACJ;aAAM,IAAI,IAAI,YAAY,MAAM,EAAE;YAC/B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACjC,IAAI,GAAG,IAAI,MAAM,EAAE;oBACf,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;oBACrB,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE;wBACxB,IAAI;4BACA,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAA;4BACjC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE;gCACd,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAA;6BACvE;iCAAM;gCACH,MAAM,CAAC,GAAG,CAAC,OAAO,GAAG,KAAK,CAAC,CAAA;6BAC9B;yBACJ;wBAAC,OAAO,GAAG,EAAE;4BACV,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;yBACpB;qBACJ;yBAAM;wBACH,kBAAkB;wBAClB,IAAI;4BACA,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;4BACpB,MAAM,CAAC,GAAG,CAAC,OAAO,GAAG,KAAK,CAAC,CAAA;yBAC9B;wBAAC,OAAO,GAAG,EAAE;4BACV,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC,CAAA;yBACpC;qBACJ;iBACJ;qBAAM;oBACH,MAAM,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;iBAC5B;aACJ;SACJ;QACD,OAAO,IAAI,CAAA;IACf,CAAC,CAAA,CAAA;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;IACtB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;QACtB,MAAM,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,EAAE,mBAAmB,CAAC,CAAA;KAC5F;IAED,oBAAoB;IACpB,MAAM,IAAI,GAAS,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;IAC5D,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAA;AACxB,CAAC,CAAA,CAAA"}

package/dist/get/index.d.ts

@@ -1,4 +0,0 @@
-export * from './get.js';
-export * from './cli.js';
-export * from './args.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/get/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/get/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAA;AACxB,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/get/index.js

@@ -1,4 +0,0 @@
-export * from './get.js';
-export * from './cli.js';
-export * from './args.js';
-//# sourceMappingURL=index.js.map

package/dist/get/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/get/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAA;AACxB,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/index.d.ts

@@ -1,2 +0,0 @@
-export * from './cli.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAaA,cAAc,UAAU,CAAA"}

package/dist/index.js

@@ -1,15 +0,0 @@
-// Copyright 2021-2023 Prosopo (UK) Ltd.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-export * from './cli.js';
-//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,wCAAwC;AACxC,EAAE;AACF,kEAAkE;AAClE,mEAAmE;AACnE,0CAA0C;AAC1C,EAAE;AACF,iDAAiD;AACjD,EAAE;AACF,sEAAsE;AACtE,oEAAoE;AACpE,2EAA2E;AAC3E,sEAAsE;AACtE,iCAAiC;AACjC,cAAc,UAAU,CAAA"}

package/dist/labels/args.d.ts

@@ -1,10 +0,0 @@
-import { z } from 'zod';
-export declare const argsSchema: z.ZodObject<{
-    data: z.ZodString;
-}, "strip", z.ZodTypeAny, {
-    data: string;
-}, {
-    data: string;
-}>;
-export type Args = z.infer<typeof argsSchema>;
-//# sourceMappingURL=args.d.ts.map

package/dist/labels/args.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"args.d.ts","sourceRoot":"","sources":["../../src/labels/args.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,eAAO,MAAM,UAAU;;;;;;EAErB,CAAA;AAEF,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA"}

package/dist/labels/args.js

@@ -1,6 +0,0 @@
-// Args for generating a dataset
-import { z } from 'zod';
-export const argsSchema = z.object({
-    data: z.string(),
-});
-//# sourceMappingURL=args.js.map

package/dist/labels/args.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"args.js","sourceRoot":"","sources":["../../src/labels/args.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAEhC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAA"}

package/dist/labels/cli.d.ts

@@ -1,14 +0,0 @@
-import { ArgumentsCamelCase, Argv } from 'yargs';
-import { Logger } from '@prosopo/common';
-declare const _default: (cmdArgs?: {
-    logger?: Logger;
-}) => {
-    command: string;
-    describe: string;
-    builder: (yargs: Argv) => Argv<{
-        data: string;
-    }>;
-    handler: (argv: ArgumentsCamelCase) => Promise<void>;
-};
-export default _default;
-//# sourceMappingURL=cli.d.ts.map

package/dist/labels/cli.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/labels/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,OAAO,CAAA;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;mCAId;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE;;;qBAIpB,IAAI;;;oBAOC,kBAAkB;;AAXhD,wBAeC"}

package/dist/labels/cli.js

@@ -1,20 +0,0 @@
-import { __awaiter } from "tslib";
-import { argsSchema } from './args.js';
-import labels from './labels.js';
-export default (cmdArgs) => {
-    return {
-        command: 'labels',
-        describe: 'get all labels from some data',
-        builder: (yargs) => {
-            return yargs.option('data', {
-                type: 'string',
-                demand: true,
-                description: 'JSON file containing data',
-            });
-        },
-        handler: (argv) => __awaiter(void 0, void 0, void 0, function* () {
-            yield labels(argsSchema.parse(argv), cmdArgs === null || cmdArgs === void 0 ? void 0 : cmdArgs.logger);
-        }),
-    };
-};
-//# sourceMappingURL=cli.js.map

package/dist/labels/cli.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/labels/cli.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAA;AACtC,OAAO,MAAM,MAAM,aAAa,CAAA;AAEhC,eAAe,CAAC,OAA6B,EAAE,EAAE;IAC7C,OAAO;QACH,OAAO,EAAE,QAAQ;QACjB,QAAQ,EAAE,+BAA+B;QACzC,OAAO,EAAE,CAAC,KAAW,EAAE,EAAE;YACrB,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE;gBACxB,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,2BAA2B;aAC3C,CAAC,CAAA;QACN,CAAC;QACD,OAAO,EAAE,CAAO,IAAwB,EAAE,EAAE;YACxC,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,MAAM,CAAC,CAAA;QACzD,CAAC,CAAA;KACJ,CAAA;AACL,CAAC,CAAA"}

package/dist/labels/index.d.ts

@@ -1,4 +0,0 @@
-export * from './labels.js';
-export * from './cli.js';
-export * from './args.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/labels/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/labels/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAA;AAC3B,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/labels/index.js

@@ -1,4 +0,0 @@
-export * from './labels.js';
-export * from './cli.js';
-export * from './args.js';
-//# sourceMappingURL=index.js.map

package/dist/labels/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/labels/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAA;AAC3B,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/labels/labels.d.ts

@@ -1,5 +0,0 @@
-import { Args } from './args.js';
-import { Logger } from '@prosopo/common';
-declare const _default: (args: Args, logger?: Logger) => Promise<void>;
-export default _default;
-//# sourceMappingURL=labels.d.ts.map

package/dist/labels/labels.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"labels.d.ts","sourceRoot":"","sources":["../../src/labels/labels.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAEhC,OAAO,EAAE,MAAM,EAAqC,MAAM,iBAAiB,CAAA;+BAG/C,IAAI,WAAW,MAAM;AAAjD,wBAqBC"}

package/dist/labels/labels.js

@@ -1,23 +0,0 @@
-import { __awaiter } from "tslib";
-import { LabelledDataSchema } from '@prosopo/types';
-import { ProsopoEnvError, getLoggerDefault } from '@prosopo/common';
-import fs from 'fs';
-export default (args, logger) => __awaiter(void 0, void 0, void 0, function* () {
-    logger = logger || getLoggerDefault();
-    logger.debug(args, 'reading labels...');
-    const file = args.data;
-    if (!fs.existsSync(file)) {
-        throw new ProsopoEnvError(new Error(`file does not exist: ${file}`), 'FS.FILE_NOT_FOUND');
-    }
-    const labelled = file
-        ? LabelledDataSchema.parse(JSON.parse(fs.readFileSync(file, 'utf8'))).items
-        : [];
-    const labels = new Set();
-    for (const item of labelled) {
-        labels.add(item.label);
-    }
-    const labelArray = Array.from(labels);
-    labelArray.sort();
-    logger.log(JSON.stringify({ labels: labelArray }, null, 4));
-});
-//# sourceMappingURL=labels.js.map

package/dist/labels/labels.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"labels.js","sourceRoot":"","sources":["../../src/labels/labels.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,kBAAkB,EAAgB,MAAM,gBAAgB,CAAA;AACjE,OAAO,EAAU,eAAe,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAC3E,OAAO,EAAE,MAAM,IAAI,CAAA;AAEnB,eAAe,CAAO,IAAU,EAAE,MAAe,EAAE,EAAE;IACjD,MAAM,GAAG,MAAM,IAAI,gBAAgB,EAAE,CAAA;IAErC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAA;IAEvC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;IACtB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;QACtB,MAAM,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,EAAE,mBAAmB,CAAC,CAAA;KAC5F;IAED,MAAM,QAAQ,GAAmB,IAAI;QACjC,CAAC,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK;QAC3E,CAAC,CAAC,EAAE,CAAA;IAER,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAA;IAChC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE;QACzB,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;KACzB;IACD,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACrC,UAAU,CAAC,IAAI,EAAE,CAAA;IACjB,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;AAC/D,CAAC,CAAA,CAAA"}

package/dist/relocate/args.d.ts

@@ -1,16 +0,0 @@
-import { z } from 'zod';
-export declare const argsSchema: z.ZodObject<{
-    data: z.ZodString;
-    from: z.ZodString;
-    to: z.ZodString;
-}, "strip", z.ZodTypeAny, {
-    data: string;
-    from: string;
-    to: string;
-}, {
-    data: string;
-    from: string;
-    to: string;
-}>;
-export type Args = z.infer<typeof argsSchema>;
-//# sourceMappingURL=args.d.ts.map

package/dist/relocate/args.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"args.d.ts","sourceRoot":"","sources":["../../src/relocate/args.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,eAAO,MAAM,UAAU;;;;;;;;;;;;EAIrB,CAAA;AAEF,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA"}

package/dist/relocate/args.js

@@ -1,8 +0,0 @@
-// Args for generating a dataset
-import { z } from 'zod';
-export const argsSchema = z.object({
-    data: z.string(),
-    from: z.string(),
-    to: z.string(),
-});
-//# sourceMappingURL=args.js.map

package/dist/relocate/args.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"args.js","sourceRoot":"","sources":["../../src/relocate/args.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAEhC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAA"}

package/dist/relocate/cli.d.ts

@@ -1,18 +0,0 @@
-import { ArgumentsCamelCase, Argv } from 'yargs';
-import { Logger } from '@prosopo/common';
-declare const _default: (cmdArgs?: {
-    logger?: Logger;
-}) => {
-    command: string;
-    describe: string;
-    builder: (yargs: Argv) => Argv<{
-        from: string;
-    } & {
-        to: string;
-    } & {
-        data: string | undefined;
-    }>;
-    handler: (argv: ArgumentsCamelCase) => Promise<void>;
-};
-export default _default;
-//# sourceMappingURL=cli.d.ts.map

package/dist/relocate/cli.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/relocate/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,OAAO,CAAA;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;mCAId;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE;;;qBAKpB,IAAI;;;;;;;oBAiBC,kBAAkB;;AAtBhD,wBA0BC"}

package/dist/relocate/cli.js

@@ -1,30 +0,0 @@
-import { __awaiter } from "tslib";
-import { argsSchema } from './args.js';
-import relocate from './relocate.js';
-export default (cmdArgs) => {
-    return {
-        command: 'relocate',
-        describe: 'Relocate a dataset by replacing the old urls with new ones. E.g. "example.com/1.jpg" to "newwebsite.com/1.jpg"',
-        builder: (yargs) => {
-            return yargs
-                .option('from', {
-                type: 'string',
-                demand: true,
-                description: 'The old url to replace',
-            })
-                .option('to', {
-                type: 'string',
-                demand: true,
-                description: 'The new url to replace the old one with',
-            })
-                .option('data', {
-                type: 'string',
-                description: 'Path to the images JSON containing the urls of images to replace',
-            });
-        },
-        handler: (argv) => __awaiter(void 0, void 0, void 0, function* () {
-            yield relocate(argsSchema.parse(argv), cmdArgs === null || cmdArgs === void 0 ? void 0 : cmdArgs.logger);
-        }),
-    };
-};
-//# sourceMappingURL=cli.js.map

package/dist/relocate/cli.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/relocate/cli.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAA;AACtC,OAAO,QAAQ,MAAM,eAAe,CAAA;AAEpC,eAAe,CAAC,OAA6B,EAAE,EAAE;IAC7C,OAAO;QACH,OAAO,EAAE,UAAU;QACnB,QAAQ,EACJ,gHAAgH;QACpH,OAAO,EAAE,CAAC,KAAW,EAAE,EAAE;YACrB,OAAO,KAAK;iBACP,MAAM,CAAC,MAAM,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,wBAAwB;aACxC,CAAC;iBACD,MAAM,CAAC,IAAI,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,yCAAyC;aACzD,CAAC;iBACD,MAAM,CAAC,MAAM,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,kEAAkE;aAClF,CAAC,CAAA;QACV,CAAC;QACD,OAAO,EAAE,CAAO,IAAwB,EAAE,EAAE;YACxC,MAAM,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,MAAM,CAAC,CAAA;QAC3D,CAAC,CAAA;KACJ,CAAA;AACL,CAAC,CAAA"}

package/dist/relocate/relocate.d.ts

@@ -1,5 +0,0 @@
-import { Args } from './args.js';
-import { Logger } from '@prosopo/common';
-declare const _default: (args: Args, logger?: Logger) => Promise<void>;
-export default _default;
-//# sourceMappingURL=relocate.d.ts.map

package/dist/relocate/relocate.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"relocate.d.ts","sourceRoot":"","sources":["../../src/relocate/relocate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,MAAM,EAAoB,MAAM,iBAAiB,CAAA;+BAG9B,IAAI,WAAW,MAAM;AAAjD,wBAiCC"}

package/dist/relocate/relocate.js

@@ -1,38 +0,0 @@
-import { __awaiter } from "tslib";
-import { getLoggerDefault } from '@prosopo/common';
-import fs from 'fs';
-export default (args, logger) => __awaiter(void 0, void 0, void 0, function* () {
-    logger = logger || getLoggerDefault();
-    logger.debug(args, 'relocating...');
-    const replace = (data, from, to) => {
-        if (Array.isArray(data)) {
-            for (let i = 0; i < data.length; i++) {
-                data[i] = replace(data[i], from, to);
-            }
-        }
-        else if (typeof data === 'object') {
-            const obj = data;
-            for (const key of Object.keys(obj)) {
-                if (key === 'data') {
-                    const value = obj[key];
-                    if (value.startsWith(from)) {
-                        obj[key] = to + value.slice(from.length);
-                    }
-                }
-                else {
-                    obj[key] = replace(obj[key], from, to);
-                }
-            }
-        }
-        return data;
-    };
-    const file = args.data;
-    logger.log(`relocating data in ${file} from ${args.from} to ${args.to}`);
-    // read the file
-    let data = JSON.parse(fs.readFileSync(file, 'utf8'));
-    // replace the urls by recursively traversing the data
-    data = replace(data, args.from, args.to);
-    // write the file
-    fs.writeFileSync(file, JSON.stringify(data, null, 4));
-});
-//# sourceMappingURL=relocate.js.map

package/dist/relocate/relocate.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"relocate.js","sourceRoot":"","sources":["../../src/relocate/relocate.ts"],"names":[],"mappings":";AACA,OAAO,EAAU,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAC1D,OAAO,EAAE,MAAM,IAAI,CAAA;AAEnB,eAAe,CAAO,IAAU,EAAE,MAAe,EAAE,EAAE;IACjD,MAAM,GAAG,MAAM,IAAI,gBAAgB,EAAE,CAAA;IACrC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,eAAe,CAAC,CAAA;IAEnC,MAAM,OAAO,GAAG,CAAC,IAAa,EAAE,IAAY,EAAE,EAAU,EAAE,EAAE;QACxD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAClC,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,CAAA;aACvC;SACJ;aAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;YACjC,MAAM,GAAG,GAAG,IAAc,CAAA;YAC1B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBAChC,IAAI,GAAG,KAAK,MAAM,EAAE;oBAChB,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAA;oBACtB,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;wBACxB,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;qBAC3C;iBACJ;qBAAM;oBACH,GAAG,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,CAAA;iBACzC;aACJ;SACJ;QACD,OAAO,IAAI,CAAA;IACf,CAAC,CAAA;IAED,MAAM,IAAI,GAAW,IAAI,CAAC,IAAI,CAAA;IAC9B,MAAM,CAAC,GAAG,CAAC,sBAAsB,IAAI,SAAS,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,EAAE,EAAE,CAAC,CAAA;IACxE,gBAAgB;IAChB,IAAI,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;IACpD,sDAAsD;IACtD,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAA;IACxC,iBAAiB;IACjB,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;AACzD,CAAC,CAAA,CAAA"}

package/dist/scale/args.d.ts

@@ -1,22 +0,0 @@
-import { z } from 'zod';
-export declare const argsSchema: z.ZodObject<{
-    data: z.ZodString;
-    out: z.ZodString;
-    overwrite: z.ZodOptional<z.ZodBoolean>;
-    size: z.ZodNumber;
-    square: z.ZodOptional<z.ZodBoolean>;
-}, "strip", z.ZodTypeAny, {
-    data: string;
-    out: string;
-    size: number;
-    overwrite?: boolean | undefined;
-    square?: boolean | undefined;
-}, {
-    data: string;
-    out: string;
-    size: number;
-    overwrite?: boolean | undefined;
-    square?: boolean | undefined;
-}>;
-export type Args = z.infer<typeof argsSchema>;
-//# sourceMappingURL=args.d.ts.map

package/dist/scale/args.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"args.d.ts","sourceRoot":"","sources":["../../src/scale/args.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;EAMrB,CAAA;AAEF,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA"}

package/dist/scale/args.js

@@ -1,10 +0,0 @@
-// Args for generating a dataset
-import { z } from 'zod';
-export const argsSchema = z.object({
-    data: z.string(),
-    out: z.string(),
-    overwrite: z.boolean().optional(),
-    size: z.number(),
-    square: z.boolean().optional(),
-});
-//# sourceMappingURL=args.js.map

package/dist/scale/args.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"args.js","sourceRoot":"","sources":["../../src/scale/args.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAEhC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACjC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAA"}

package/dist/scale/cli.d.ts

@@ -1,22 +0,0 @@
-import { ArgumentsCamelCase, Argv } from 'yargs';
-import { Logger } from '@prosopo/common';
-declare const _default: (cmdArgs?: {
-    logger?: Logger;
-}) => {
-    command: string;
-    describe: string;
-    builder: (yargs: Argv) => Argv<{
-        data: string;
-    } & {
-        out: string;
-    } & {
-        overwrite: boolean | undefined;
-    } & {
-        size: number;
-    } & {
-        square: boolean | undefined;
-    }>;
-    handler: (argv: ArgumentsCamelCase) => Promise<void>;
-};
-export default _default;
-//# sourceMappingURL=cli.d.ts.map

package/dist/scale/cli.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/scale/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,OAAO,CAAA;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;mCAId;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE;;;qBAIpB,IAAI;;;;;;;;;;;oBA6BC,kBAAkB;;AAjChD,wBAqCC"}