@prosopo/datasets-fs 0.1.17

package/dist/generate/union/index.d.ts

@@ -0,0 +1,4 @@
+export * from './generate.js';
+export * from './cli.js';
+export * from './args.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/generate/union/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/generate/union/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAA;AAC7B,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/generate/union/index.js

@@ -0,0 +1,4 @@
+export * from './generate.js';
+export * from './cli.js';
+export * from './args.js';
+//# sourceMappingURL=index.js.map

package/dist/generate/union/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/generate/union/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAA;AAC7B,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/generate/util.d.ts

@@ -0,0 +1,12 @@
+import { Item, LabelledItem } from '@prosopo/types';
+export declare const checkDuplicates: (labelled: LabelledItem[], unlabelled: Item[], options: {
+    allowDuplicatesLabelled?: boolean;
+    allowDuplicatesUnlabelled?: boolean;
+}) => void;
+export declare const choice: <T>(items: T[], n: number, random: () => number, options?: {
+    withReplacement?: boolean;
+}) => {
+    choices: T[];
+    indices: number[];
+};
+//# sourceMappingURL=util.d.ts.map

package/dist/generate/util.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../src/generate/util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAEnD,eAAO,MAAM,eAAe,aACd,YAAY,EAAE,cACZ,IAAI,EAAE,WACT;IACL,uBAAuB,CAAC,EAAE,OAAO,CAAA;IACjC,yBAAyB,CAAC,EAAE,OAAO,CAAA;CACtC,SAmBJ,CAAA;AAED,eAAO,MAAM,MAAM,qBAEZ,MAAM,UACD,MAAM,MAAM,YACV;IACN,eAAe,CAAC,EAAE,OAAO,CAAA;CAC5B;;aAGQ,MAAM,EAAE;CAsBpB,CAAA"}

package/dist/generate/util.js

@@ -0,0 +1,40 @@
+export const checkDuplicates = (labelled, unlabelled, options) => {
+    // check for duplicates
+    const all = new Set();
+    if (!options.allowDuplicatesLabelled) {
+        for (const entry of labelled) {
+            if (all.has(entry.data)) {
+                throw new Error(`Duplicate data entry in labelled data: ${JSON.stringify(entry)}`);
+            }
+            all.add(entry.data);
+        }
+    }
+    if (!options.allowDuplicatesUnlabelled) {
+        for (const entry of unlabelled) {
+            if (all.has(entry.data)) {
+                throw new Error(`Duplicate data entry in unlabelled data: ${JSON.stringify(entry)}`);
+            }
+        }
+    }
+};
+export const choice = (items, n, random, options) => {
+    if (n > items.length) {
+        throw new Error(`n (${n}) cannot be greater than items.length (${items.length})`);
+    }
+    options = options || {};
+    const indicesSet = new Set();
+    const indices = [];
+    while (indices.length < n) {
+        const index = Math.abs(Math.round(random())) % items.length;
+        // with replacement == allow duplicates
+        // without replacement == don't allow duplicates
+        if (options.withReplacement || indicesSet.add(index)) {
+            indices.push(index);
+        }
+    }
+    return {
+        choices: indices.map((index) => items[index]),
+        indices,
+    };
+};
+//# sourceMappingURL=util.js.map

package/dist/generate/util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.js","sourceRoot":"","sources":["../../src/generate/util.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,eAAe,GAAG,CAC3B,QAAwB,EACxB,UAAkB,EAClB,OAGC,EACH,EAAE;IACA,uBAAuB;IACvB,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAA;IAC7B,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAAE;QAClC,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE;YAC1B,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;gBACrB,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;aACrF;YACD,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;SACtB;KACJ;IACD,IAAI,CAAC,OAAO,CAAC,yBAAyB,EAAE;QACpC,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE;YAC5B,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;gBACrB,MAAM,IAAI,KAAK,CAAC,4CAA4C,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;aACvF;SACJ;KACJ;AACL,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,MAAM,GAAG,CAClB,KAAU,EACV,CAAS,EACT,MAAoB,EACpB,OAEC,EAIH,EAAE;IACA,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE;QAClB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,0CAA0C,KAAK,CAAC,MAAM,GAAG,CAAC,CAAA;KACpF;IACD,OAAO,GAAG,OAAO,IAAI,EAAE,CAAA;IAEvB,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAA;IACpC,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAA;QAC3D,uCAAuC;QACvC,gDAAgD;QAChD,IAAI,OAAO,CAAC,eAAe,IAAI,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YAClD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;SACtB;KACJ;IAED,OAAO;QACH,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC7C,OAAO;KACV,CAAA;AACL,CAAC,CAAA"}

package/dist/get/args.d.ts

@@ -0,0 +1,10 @@
+import { z } from 'zod';
+export declare const argsSchema: z.ZodObject<{
+    data: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    data: string;
+}, {
+    data: string;
+}>;
+export type Args = z.infer<typeof argsSchema>;
+//# sourceMappingURL=args.d.ts.map

package/dist/get/args.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.d.ts","sourceRoot":"","sources":["../../src/get/args.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,eAAO,MAAM,UAAU;;;;;;EAErB,CAAA;AAEF,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA"}

package/dist/get/args.js

@@ -0,0 +1,6 @@
+// Args for generating a dataset
+import { z } from 'zod';
+export const argsSchema = z.object({
+    data: z.string(),
+});
+//# sourceMappingURL=args.js.map

package/dist/get/args.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.js","sourceRoot":"","sources":["../../src/get/args.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAEhC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAA"}

package/dist/get/cli.d.ts

@@ -0,0 +1,14 @@
+import { ArgumentsCamelCase, Argv } from 'yargs';
+import { Logger } from '@prosopo/common';
+declare const _default: (cmdArgs?: {
+    logger?: Logger;
+}) => {
+    command: string;
+    describe: string;
+    builder: (yargs: Argv) => Argv<{
+        data: string;
+    }>;
+    handler: (argv: ArgumentsCamelCase) => Promise<void>;
+};
+export default _default;
+//# sourceMappingURL=cli.d.ts.map

package/dist/get/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/get/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,OAAO,CAAA;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;mCAId;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE;;;qBAIpB,IAAI;;;oBAOC,kBAAkB;;AAXhD,wBAeC"}

package/dist/get/cli.js

@@ -0,0 +1,20 @@
+import { __awaiter } from "tslib";
+import { argsSchema } from './args.js';
+import get from './get.js';
+export default (cmdArgs) => {
+    return {
+        command: 'get',
+        describe: 'Test a GET request at image URLs',
+        builder: (yargs) => {
+            return yargs.option('data', {
+                type: 'string',
+                demand: true,
+                description: 'JSON file containing urls under a "data" key',
+            });
+        },
+        handler: (argv) => __awaiter(void 0, void 0, void 0, function* () {
+            yield get(argsSchema.parse(argv), cmdArgs === null || cmdArgs === void 0 ? void 0 : cmdArgs.logger);
+        }),
+    };
+};
+//# sourceMappingURL=cli.js.map

package/dist/get/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/get/cli.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAA;AACtC,OAAO,GAAG,MAAM,UAAU,CAAA;AAE1B,eAAe,CAAC,OAA6B,EAAE,EAAE;IAC7C,OAAO;QACH,OAAO,EAAE,KAAK;QACd,QAAQ,EAAE,kCAAkC;QAC5C,OAAO,EAAE,CAAC,KAAW,EAAE,EAAE;YACrB,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE;gBACxB,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,8CAA8C;aAC9D,CAAC,CAAA;QACN,CAAC;QACD,OAAO,EAAE,CAAO,IAAwB,EAAE,EAAE;YACxC,MAAM,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,MAAM,CAAC,CAAA;QACtD,CAAC,CAAA;KACJ,CAAA;AACL,CAAC,CAAA"}

package/dist/get/get.d.ts

@@ -0,0 +1,5 @@
+import { Args } from './args.js';
+import { Logger } from '@prosopo/common';
+declare const _default: (args: Args, loggerOpt?: Logger) => Promise<void>;
+export default _default;
+//# sourceMappingURL=get.d.ts.map

package/dist/get/get.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get.d.ts","sourceRoot":"","sources":["../../src/get/get.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,MAAM,EAAqC,MAAM,iBAAiB,CAAA;+BAI/C,IAAI,cAAc,MAAM;AAApD,wBAkDC"}

package/dist/get/get.js

@@ -0,0 +1,58 @@
+import { __awaiter } from "tslib";
+import { ProsopoEnvError, getLoggerDefault } from '@prosopo/common';
+import fetch from 'node-fetch';
+import fs from 'fs';
+export default (args, loggerOpt) => __awaiter(void 0, void 0, void 0, function* () {
+    const logger = loggerOpt || getLoggerDefault();
+    logger.debug(args, 'getting...');
+    const traverse = (data) => __awaiter(void 0, void 0, void 0, function* () {
+        if (data instanceof Array) {
+            for (let i = 0; i < data.length; i++) {
+                data[i] = yield traverse(data[i]);
+            }
+        }
+        else if (data instanceof Object) {
+            for (const key of Object.keys(data)) {
+                if (key == 'data') {
+                    const url = data[key];
+                    if (url.startsWith('http')) {
+                        try {
+                            const response = yield fetch(url);
+                            if (!response.ok) {
+                                logger.error(`GET ${url} ${response.status} ${response.statusText}`);
+                            }
+                            else {
+                                logger.log(`GET ${url} OK`);
+                            }
+                        }
+                        catch (err) {
+                            logger.error(err);
+                        }
+                    }
+                    else {
+                        // resolve locally
+                        try {
+                            fs.readFileSync(url);
+                            logger.log(`GET ${url} OK`);
+                        }
+                        catch (err) {
+                            logger.error(`GET ${url} ${err}`);
+                        }
+                    }
+                }
+                else {
+                    yield traverse(data[key]);
+                }
+            }
+        }
+        return data;
+    });
+    const file = args.data;
+    if (!fs.existsSync(file)) {
+        throw new ProsopoEnvError(new Error(`file does not exist: ${file}`), 'FS.FILE_NOT_FOUND');
+    }
+    // read the map file
+    const data = JSON.parse(fs.readFileSync(file, 'utf8'));
+    yield traverse(data);
+});
+//# sourceMappingURL=get.js.map

package/dist/get/get.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get.js","sourceRoot":"","sources":["../../src/get/get.ts"],"names":[],"mappings":";AACA,OAAO,EAAU,eAAe,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAC3E,OAAO,KAAK,MAAM,YAAY,CAAA;AAC9B,OAAO,EAAE,MAAM,IAAI,CAAA;AAEnB,eAAe,CAAO,IAAU,EAAE,SAAkB,EAAE,EAAE;IACpD,MAAM,MAAM,GAAG,SAAS,IAAI,gBAAgB,EAAE,CAAA;IAE9C,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA;IAEhC,MAAM,QAAQ,GAAG,CAAO,IAAU,EAAE,EAAE;QAClC,IAAI,IAAI,YAAY,KAAK,EAAE;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAClC,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;aACpC;SACJ;aAAM,IAAI,IAAI,YAAY,MAAM,EAAE;YAC/B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACjC,IAAI,GAAG,IAAI,MAAM,EAAE;oBACf,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;oBACrB,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE;wBACxB,IAAI;4BACA,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAA;4BACjC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE;gCACd,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAA;6BACvE;iCAAM;gCACH,MAAM,CAAC,GAAG,CAAC,OAAO,GAAG,KAAK,CAAC,CAAA;6BAC9B;yBACJ;wBAAC,OAAO,GAAG,EAAE;4BACV,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;yBACpB;qBACJ;yBAAM;wBACH,kBAAkB;wBAClB,IAAI;4BACA,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;4BACpB,MAAM,CAAC,GAAG,CAAC,OAAO,GAAG,KAAK,CAAC,CAAA;yBAC9B;wBAAC,OAAO,GAAG,EAAE;4BACV,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC,CAAA;yBACpC;qBACJ;iBACJ;qBAAM;oBACH,MAAM,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;iBAC5B;aACJ;SACJ;QACD,OAAO,IAAI,CAAA;IACf,CAAC,CAAA,CAAA;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;IACtB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;QACtB,MAAM,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,EAAE,mBAAmB,CAAC,CAAA;KAC5F;IAED,oBAAoB;IACpB,MAAM,IAAI,GAAS,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;IAC5D,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAA;AACxB,CAAC,CAAA,CAAA"}

package/dist/get/index.d.ts

@@ -0,0 +1,4 @@
+export * from './get.js';
+export * from './cli.js';
+export * from './args.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/get/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/get/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAA;AACxB,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/get/index.js

@@ -0,0 +1,4 @@
+export * from './get.js';
+export * from './cli.js';
+export * from './args.js';
+//# sourceMappingURL=index.js.map

package/dist/get/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/get/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAA;AACxB,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+export * from './cli.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAaA,cAAc,UAAU,CAAA"}

package/dist/index.js

@@ -0,0 +1,15 @@
+// Copyright 2021-2023 Prosopo (UK) Ltd.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+export * from './cli.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,wCAAwC;AACxC,EAAE;AACF,kEAAkE;AAClE,mEAAmE;AACnE,0CAA0C;AAC1C,EAAE;AACF,iDAAiD;AACjD,EAAE;AACF,sEAAsE;AACtE,oEAAoE;AACpE,2EAA2E;AAC3E,sEAAsE;AACtE,iCAAiC;AACjC,cAAc,UAAU,CAAA"}

package/dist/labels/args.d.ts

@@ -0,0 +1,10 @@
+import { z } from 'zod';
+export declare const argsSchema: z.ZodObject<{
+    data: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    data: string;
+}, {
+    data: string;
+}>;
+export type Args = z.infer<typeof argsSchema>;
+//# sourceMappingURL=args.d.ts.map

package/dist/labels/args.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.d.ts","sourceRoot":"","sources":["../../src/labels/args.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,eAAO,MAAM,UAAU;;;;;;EAErB,CAAA;AAEF,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA"}

package/dist/labels/args.js

@@ -0,0 +1,6 @@
+// Args for generating a dataset
+import { z } from 'zod';
+export const argsSchema = z.object({
+    data: z.string(),
+});
+//# sourceMappingURL=args.js.map

package/dist/labels/args.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.js","sourceRoot":"","sources":["../../src/labels/args.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAEhC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAA"}

package/dist/labels/cli.d.ts

@@ -0,0 +1,14 @@
+import { ArgumentsCamelCase, Argv } from 'yargs';
+import { Logger } from '@prosopo/common';
+declare const _default: (cmdArgs?: {
+    logger?: Logger;
+}) => {
+    command: string;
+    describe: string;
+    builder: (yargs: Argv) => Argv<{
+        data: string;
+    }>;
+    handler: (argv: ArgumentsCamelCase) => Promise<void>;
+};
+export default _default;
+//# sourceMappingURL=cli.d.ts.map

package/dist/labels/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/labels/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,OAAO,CAAA;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;mCAId;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE;;;qBAIpB,IAAI;;;oBAOC,kBAAkB;;AAXhD,wBAeC"}

package/dist/labels/cli.js

@@ -0,0 +1,20 @@
+import { __awaiter } from "tslib";
+import { argsSchema } from './args.js';
+import labels from './labels.js';
+export default (cmdArgs) => {
+    return {
+        command: 'labels',
+        describe: 'get all labels from some data',
+        builder: (yargs) => {
+            return yargs.option('data', {
+                type: 'string',
+                demand: true,
+                description: 'JSON file containing data',
+            });
+        },
+        handler: (argv) => __awaiter(void 0, void 0, void 0, function* () {
+            yield labels(argsSchema.parse(argv), cmdArgs === null || cmdArgs === void 0 ? void 0 : cmdArgs.logger);
+        }),
+    };
+};
+//# sourceMappingURL=cli.js.map

package/dist/labels/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/labels/cli.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAA;AACtC,OAAO,MAAM,MAAM,aAAa,CAAA;AAEhC,eAAe,CAAC,OAA6B,EAAE,EAAE;IAC7C,OAAO;QACH,OAAO,EAAE,QAAQ;QACjB,QAAQ,EAAE,+BAA+B;QACzC,OAAO,EAAE,CAAC,KAAW,EAAE,EAAE;YACrB,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE;gBACxB,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,2BAA2B;aAC3C,CAAC,CAAA;QACN,CAAC;QACD,OAAO,EAAE,CAAO,IAAwB,EAAE,EAAE;YACxC,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,MAAM,CAAC,CAAA;QACzD,CAAC,CAAA;KACJ,CAAA;AACL,CAAC,CAAA"}

package/dist/labels/index.d.ts

@@ -0,0 +1,4 @@
+export * from './labels.js';
+export * from './cli.js';
+export * from './args.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/labels/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/labels/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAA;AAC3B,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/labels/index.js

@@ -0,0 +1,4 @@
+export * from './labels.js';
+export * from './cli.js';
+export * from './args.js';
+//# sourceMappingURL=index.js.map

package/dist/labels/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/labels/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAA;AAC3B,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/labels/labels.d.ts

@@ -0,0 +1,5 @@
+import { Args } from './args.js';
+import { Logger } from '@prosopo/common';
+declare const _default: (args: Args, logger?: Logger) => Promise<void>;
+export default _default;
+//# sourceMappingURL=labels.d.ts.map

package/dist/labels/labels.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"labels.d.ts","sourceRoot":"","sources":["../../src/labels/labels.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAEhC,OAAO,EAAE,MAAM,EAAqC,MAAM,iBAAiB,CAAA;+BAG/C,IAAI,WAAW,MAAM;AAAjD,wBAqBC"}

package/dist/labels/labels.js

@@ -0,0 +1,23 @@
+import { __awaiter } from "tslib";
+import { LabelledDataSchema } from '@prosopo/types';
+import { ProsopoEnvError, getLoggerDefault } from '@prosopo/common';
+import fs from 'fs';
+export default (args, logger) => __awaiter(void 0, void 0, void 0, function* () {
+    logger = logger || getLoggerDefault();
+    logger.debug(args, 'reading labels...');
+    const file = args.data;
+    if (!fs.existsSync(file)) {
+        throw new ProsopoEnvError(new Error(`file does not exist: ${file}`), 'FS.FILE_NOT_FOUND');
+    }
+    const labelled = file
+        ? LabelledDataSchema.parse(JSON.parse(fs.readFileSync(file, 'utf8'))).items
+        : [];
+    const labels = new Set();
+    for (const item of labelled) {
+        labels.add(item.label);
+    }
+    const labelArray = Array.from(labels);
+    labelArray.sort();
+    logger.log(JSON.stringify({ labels: labelArray }, null, 4));
+});
+//# sourceMappingURL=labels.js.map

package/dist/labels/labels.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"labels.js","sourceRoot":"","sources":["../../src/labels/labels.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,kBAAkB,EAAgB,MAAM,gBAAgB,CAAA;AACjE,OAAO,EAAU,eAAe,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAC3E,OAAO,EAAE,MAAM,IAAI,CAAA;AAEnB,eAAe,CAAO,IAAU,EAAE,MAAe,EAAE,EAAE;IACjD,MAAM,GAAG,MAAM,IAAI,gBAAgB,EAAE,CAAA;IAErC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAA;IAEvC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;IACtB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;QACtB,MAAM,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,EAAE,mBAAmB,CAAC,CAAA;KAC5F;IAED,MAAM,QAAQ,GAAmB,IAAI;QACjC,CAAC,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK;QAC3E,CAAC,CAAC,EAAE,CAAA;IAER,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAA;IAChC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE;QACzB,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;KACzB;IACD,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACrC,UAAU,CAAC,IAAI,EAAE,CAAA;IACjB,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;AAC/D,CAAC,CAAA,CAAA"}

package/dist/relocate/args.d.ts

@@ -0,0 +1,16 @@
+import { z } from 'zod';
+export declare const argsSchema: z.ZodObject<{
+    data: z.ZodString;
+    from: z.ZodString;
+    to: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    data: string;
+    from: string;
+    to: string;
+}, {
+    data: string;
+    from: string;
+    to: string;
+}>;
+export type Args = z.infer<typeof argsSchema>;
+//# sourceMappingURL=args.d.ts.map

package/dist/relocate/args.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.d.ts","sourceRoot":"","sources":["../../src/relocate/args.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,eAAO,MAAM,UAAU;;;;;;;;;;;;EAIrB,CAAA;AAEF,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA"}

package/dist/relocate/args.js

@@ -0,0 +1,8 @@
+// Args for generating a dataset
+import { z } from 'zod';
+export const argsSchema = z.object({
+    data: z.string(),
+    from: z.string(),
+    to: z.string(),
+});
+//# sourceMappingURL=args.js.map

package/dist/relocate/args.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.js","sourceRoot":"","sources":["../../src/relocate/args.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAEhC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAA"}

package/dist/relocate/cli.d.ts

@@ -0,0 +1,18 @@
+import { ArgumentsCamelCase, Argv } from 'yargs';
+import { Logger } from '@prosopo/common';
+declare const _default: (cmdArgs?: {
+    logger?: Logger;
+}) => {
+    command: string;
+    describe: string;
+    builder: (yargs: Argv) => Argv<{
+        from: string;
+    } & {
+        to: string;
+    } & {
+        data: string | undefined;
+    }>;
+    handler: (argv: ArgumentsCamelCase) => Promise<void>;
+};
+export default _default;
+//# sourceMappingURL=cli.d.ts.map

package/dist/relocate/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/relocate/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,OAAO,CAAA;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;mCAId;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE;;;qBAKpB,IAAI;;;;;;;oBAiBC,kBAAkB;;AAtBhD,wBA0BC"}

package/dist/relocate/cli.js

@@ -0,0 +1,30 @@
+import { __awaiter } from "tslib";
+import { argsSchema } from './args.js';
+import relocate from './relocate.js';
+export default (cmdArgs) => {
+    return {
+        command: 'relocate',
+        describe: 'Relocate a dataset by replacing the old urls with new ones. E.g. "example.com/1.jpg" to "newwebsite.com/1.jpg"',
+        builder: (yargs) => {
+            return yargs
+                .option('from', {
+                type: 'string',
+                demand: true,
+                description: 'The old url to replace',
+            })
+                .option('to', {
+                type: 'string',
+                demand: true,
+                description: 'The new url to replace the old one with',
+            })
+                .option('data', {
+                type: 'string',
+                description: 'Path to the images JSON containing the urls of images to replace',
+            });
+        },
+        handler: (argv) => __awaiter(void 0, void 0, void 0, function* () {
+            yield relocate(argsSchema.parse(argv), cmdArgs === null || cmdArgs === void 0 ? void 0 : cmdArgs.logger);
+        }),
+    };
+};
+//# sourceMappingURL=cli.js.map

package/dist/relocate/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/relocate/cli.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAA;AACtC,OAAO,QAAQ,MAAM,eAAe,CAAA;AAEpC,eAAe,CAAC,OAA6B,EAAE,EAAE;IAC7C,OAAO;QACH,OAAO,EAAE,UAAU;QACnB,QAAQ,EACJ,gHAAgH;QACpH,OAAO,EAAE,CAAC,KAAW,EAAE,EAAE;YACrB,OAAO,KAAK;iBACP,MAAM,CAAC,MAAM,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,wBAAwB;aACxC,CAAC;iBACD,MAAM,CAAC,IAAI,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,yCAAyC;aACzD,CAAC;iBACD,MAAM,CAAC,MAAM,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,kEAAkE;aAClF,CAAC,CAAA;QACV,CAAC;QACD,OAAO,EAAE,CAAO,IAAwB,EAAE,EAAE;YACxC,MAAM,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,MAAM,CAAC,CAAA;QAC3D,CAAC,CAAA;KACJ,CAAA;AACL,CAAC,CAAA"}

package/dist/relocate/relocate.d.ts

@@ -0,0 +1,5 @@
+import { Args } from './args.js';
+import { Logger } from '@prosopo/common';
+declare const _default: (args: Args, logger?: Logger) => Promise<void>;
+export default _default;
+//# sourceMappingURL=relocate.d.ts.map

package/dist/relocate/relocate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"relocate.d.ts","sourceRoot":"","sources":["../../src/relocate/relocate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,MAAM,EAAoB,MAAM,iBAAiB,CAAA;+BAG9B,IAAI,WAAW,MAAM;AAAjD,wBAiCC"}

package/dist/relocate/relocate.js

@@ -0,0 +1,38 @@
+import { __awaiter } from "tslib";
+import { getLoggerDefault } from '@prosopo/common';
+import fs from 'fs';
+export default (args, logger) => __awaiter(void 0, void 0, void 0, function* () {
+    logger = logger || getLoggerDefault();
+    logger.debug(args, 'relocating...');
+    const replace = (data, from, to) => {
+        if (Array.isArray(data)) {
+            for (let i = 0; i < data.length; i++) {
+                data[i] = replace(data[i], from, to);
+            }
+        }
+        else if (typeof data === 'object') {
+            const obj = data;
+            for (const key of Object.keys(obj)) {
+                if (key === 'data') {
+                    const value = obj[key];
+                    if (value.startsWith(from)) {
+                        obj[key] = to + value.slice(from.length);
+                    }
+                }
+                else {
+                    obj[key] = replace(obj[key], from, to);
+                }
+            }
+        }
+        return data;
+    };
+    const file = args.data;
+    logger.log(`relocating data in ${file} from ${args.from} to ${args.to}`);
+    // read the file
+    let data = JSON.parse(fs.readFileSync(file, 'utf8'));
+    // replace the urls by recursively traversing the data
+    data = replace(data, args.from, args.to);
+    // write the file
+    fs.writeFileSync(file, JSON.stringify(data, null, 4));
+});
+//# sourceMappingURL=relocate.js.map

package/dist/relocate/relocate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"relocate.js","sourceRoot":"","sources":["../../src/relocate/relocate.ts"],"names":[],"mappings":";AACA,OAAO,EAAU,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAC1D,OAAO,EAAE,MAAM,IAAI,CAAA;AAEnB,eAAe,CAAO,IAAU,EAAE,MAAe,EAAE,EAAE;IACjD,MAAM,GAAG,MAAM,IAAI,gBAAgB,EAAE,CAAA;IACrC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,eAAe,CAAC,CAAA;IAEnC,MAAM,OAAO,GAAG,CAAC,IAAa,EAAE,IAAY,EAAE,EAAU,EAAE,EAAE;QACxD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAClC,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,CAAA;aACvC;SACJ;aAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;YACjC,MAAM,GAAG,GAAG,IAAc,CAAA;YAC1B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBAChC,IAAI,GAAG,KAAK,MAAM,EAAE;oBAChB,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAA;oBACtB,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;wBACxB,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;qBAC3C;iBACJ;qBAAM;oBACH,GAAG,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,CAAA;iBACzC;aACJ;SACJ;QACD,OAAO,IAAI,CAAA;IACf,CAAC,CAAA;IAED,MAAM,IAAI,GAAW,IAAI,CAAC,IAAI,CAAA;IAC9B,MAAM,CAAC,GAAG,CAAC,sBAAsB,IAAI,SAAS,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,EAAE,EAAE,CAAC,CAAA;IACxE,gBAAgB;IAChB,IAAI,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;IACpD,sDAAsD;IACtD,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAA;IACxC,iBAAiB;IACjB,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;AACzD,CAAC,CAAA,CAAA"}

package/dist/scale/args.d.ts

@@ -0,0 +1,22 @@
+import { z } from 'zod';
+export declare const argsSchema: z.ZodObject<{
+    data: z.ZodString;
+    out: z.ZodString;
+    overwrite: z.ZodOptional<z.ZodBoolean>;
+    size: z.ZodNumber;
+    square: z.ZodOptional<z.ZodBoolean>;
+}, "strip", z.ZodTypeAny, {
+    data: string;
+    out: string;
+    size: number;
+    overwrite?: boolean | undefined;
+    square?: boolean | undefined;
+}, {
+    data: string;
+    out: string;
+    size: number;
+    overwrite?: boolean | undefined;
+    square?: boolean | undefined;
+}>;
+export type Args = z.infer<typeof argsSchema>;
+//# sourceMappingURL=args.d.ts.map

package/dist/scale/args.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.d.ts","sourceRoot":"","sources":["../../src/scale/args.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;EAMrB,CAAA;AAEF,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA"}

package/dist/scale/args.js

@@ -0,0 +1,10 @@
+// Args for generating a dataset
+import { z } from 'zod';
+export const argsSchema = z.object({
+    data: z.string(),
+    out: z.string(),
+    overwrite: z.boolean().optional(),
+    size: z.number(),
+    square: z.boolean().optional(),
+});
+//# sourceMappingURL=args.js.map

package/dist/scale/args.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.js","sourceRoot":"","sources":["../../src/scale/args.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAEhC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACjC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAA"}

package/dist/scale/cli.d.ts

@@ -0,0 +1,22 @@
+import { ArgumentsCamelCase, Argv } from 'yargs';
+import { Logger } from '@prosopo/common';
+declare const _default: (cmdArgs?: {
+    logger?: Logger;
+}) => {
+    command: string;
+    describe: string;
+    builder: (yargs: Argv) => Argv<{
+        data: string;
+    } & {
+        out: string;
+    } & {
+        overwrite: boolean | undefined;
+    } & {
+        size: number;
+    } & {
+        square: boolean | undefined;
+    }>;
+    handler: (argv: ArgumentsCamelCase) => Promise<void>;
+};
+export default _default;
+//# sourceMappingURL=cli.d.ts.map