@prosopo/datasets-fs 0.1.18 → 0.2.0

package/dist/get/args.d.ts

@@ -0,0 +1,10 @@
+import { z } from 'zod';
+export declare const argsSchema: z.ZodObject<{
+    data: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    data: string;
+}, {
+    data: string;
+}>;
+export type Args = z.infer<typeof argsSchema>;
+//# sourceMappingURL=args.d.ts.map

package/dist/get/args.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.d.ts","sourceRoot":"","sources":["../../src/get/args.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,eAAO,MAAM,UAAU;;;;;;EAErB,CAAA;AAEF,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA"}

package/dist/get/args.js

@@ -0,0 +1,6 @@
+// Args for generating a dataset
+import { z } from 'zod';
+export const argsSchema = z.object({
+    data: z.string(),
+});
+//# sourceMappingURL=args.js.map

package/dist/get/args.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.js","sourceRoot":"","sources":["../../src/get/args.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAEhC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAA"}

package/dist/get/cli.d.ts

@@ -0,0 +1,14 @@
+import { ArgumentsCamelCase, Argv } from 'yargs';
+import { Logger } from '@prosopo/common';
+declare const _default: (cmdArgs?: {
+    logger?: Logger;
+}) => {
+    command: string;
+    describe: string;
+    builder: (yargs: Argv) => Argv<{
+        data: string;
+    }>;
+    handler: (argv: ArgumentsCamelCase) => Promise<void>;
+};
+export default _default;
+//# sourceMappingURL=cli.d.ts.map

package/dist/get/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/get/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,OAAO,CAAA;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;mCAId;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE;;;qBAIpB,IAAI;;;oBAOC,kBAAkB;;AAXhD,wBAeC"}

package/dist/get/cli.js

@@ -0,0 +1,19 @@
+import { argsSchema } from './args.js';
+import get from './get.js';
+export default (cmdArgs) => {
+    return {
+        command: 'get',
+        describe: 'Test a GET request at image URLs',
+        builder: (yargs) => {
+            return yargs.option('data', {
+                type: 'string',
+                demand: true,
+                description: 'JSON file containing urls under a "data" key',
+            });
+        },
+        handler: async (argv) => {
+            await get(argsSchema.parse(argv), cmdArgs?.logger);
+        },
+    };
+};
+//# sourceMappingURL=cli.js.map

package/dist/get/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/get/cli.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAA;AACtC,OAAO,GAAG,MAAM,UAAU,CAAA;AAE1B,eAAe,CAAC,OAA6B,EAAE,EAAE;IAC7C,OAAO;QACH,OAAO,EAAE,KAAK;QACd,QAAQ,EAAE,kCAAkC;QAC5C,OAAO,EAAE,CAAC,KAAW,EAAE,EAAE;YACrB,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE;gBACxB,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,8CAA8C;aAC9D,CAAC,CAAA;QACN,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAwB,EAAE,EAAE;YACxC,MAAM,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,CAAA;QACtD,CAAC;KACJ,CAAA;AACL,CAAC,CAAA"}

package/dist/get/get.d.ts

@@ -0,0 +1,5 @@
+import { Args } from './args.js';
+import { Logger } from '@prosopo/common';
+declare const _default: (args: Args, loggerOpt?: Logger) => Promise<void>;
+export default _default;
+//# sourceMappingURL=get.d.ts.map

package/dist/get/get.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get.d.ts","sourceRoot":"","sources":["../../src/get/get.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,MAAM,EAAqC,MAAM,iBAAiB,CAAA;+BAM/C,IAAI,cAAc,MAAM;AAApD,wBAmDC"}

package/dist/get/get.js

@@ -0,0 +1,60 @@
+import { ProsopoEnvError, getLoggerDefault } from '@prosopo/common';
+import { get } from '@prosopo/util';
+import { z } from 'zod';
+import fetch from 'node-fetch';
+import fs from 'fs';
+export default async (args, loggerOpt) => {
+    const logger = loggerOpt || getLoggerDefault();
+    logger.debug(args, 'getting...');
+    const traverse = async (data) => {
+        if (data instanceof Array) {
+            for (let i = 0; i < data.length; i++) {
+                data[i] = await traverse(data[i]);
+            }
+        }
+        else if (data instanceof Object) {
+            for (const key of Object.keys(data)) {
+                if (key == 'data') {
+                    const value = get(data, key);
+                    const url = z.string().parse(value);
+                    if (url.startsWith('http')) {
+                        try {
+                            const response = await fetch(url);
+                            if (!response.ok) {
+                                logger.error(`GET ${url} ${response.status} ${response.statusText}`);
+                            }
+                            else {
+                                logger.log(`GET ${url} OK`);
+                            }
+                        }
+                        catch (err) {
+                            logger.error(err);
+                        }
+                    }
+                    else {
+                        // resolve locally
+                        try {
+                            fs.readFileSync(url);
+                            logger.log(`GET ${url} OK`);
+                        }
+                        catch (err) {
+                            logger.error(`GET ${url} ${err}`);
+                        }
+                    }
+                }
+                else {
+                    await traverse(get(data, key));
+                }
+            }
+        }
+        return data;
+    };
+    const file = args.data;
+    if (!fs.existsSync(file)) {
+        throw new ProsopoEnvError(new Error(`file does not exist: ${file}`), 'FS.FILE_NOT_FOUND');
+    }
+    // read the map file
+    const data = JSON.parse(fs.readFileSync(file, 'utf8'));
+    await traverse(data);
+};
+//# sourceMappingURL=get.js.map

package/dist/get/get.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get.js","sourceRoot":"","sources":["../../src/get/get.ts"],"names":[],"mappings":"AACA,OAAO,EAAU,eAAe,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAC3E,OAAO,EAAE,GAAG,EAAE,MAAM,eAAe,CAAA;AACnC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,KAAK,MAAM,YAAY,CAAA;AAC9B,OAAO,EAAE,MAAM,IAAI,CAAA;AAEnB,eAAe,KAAK,EAAE,IAAU,EAAE,SAAkB,EAAE,EAAE;IACpD,MAAM,MAAM,GAAG,SAAS,IAAI,gBAAgB,EAAE,CAAA;IAE9C,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA;IAEhC,MAAM,QAAQ,GAAG,KAAK,EAAE,IAAS,EAAE,EAAE;QACjC,IAAI,IAAI,YAAY,KAAK,EAAE;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAClC,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;aACpC;SACJ;aAAM,IAAI,IAAI,YAAY,MAAM,EAAE;YAC/B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACjC,IAAI,GAAG,IAAI,MAAM,EAAE;oBACf,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;oBAC5B,MAAM,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;oBACnC,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE;wBACxB,IAAI;4BACA,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAA;4BACjC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE;gCACd,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAA;6BACvE;iCAAM;gCACH,MAAM,CAAC,GAAG,CAAC,OAAO,GAAG,KAAK,CAAC,CAAA;6BAC9B;yBACJ;wBAAC,OAAO,GAAG,EAAE;4BACV,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;yBACpB;qBACJ;yBAAM;wBACH,kBAAkB;wBAClB,IAAI;4BACA,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;4BACpB,MAAM,CAAC,GAAG,CAAC,OAAO,GAAG,KAAK,CAAC,CAAA;yBAC9B;wBAAC,OAAO,GAAG,EAAE;4BACV,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC,CAAA;yBACpC;qBACJ;iBACJ;qBAAM;oBACH,MAAM,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAA;iBACjC;aACJ;SACJ;QACD,OAAO,IAAI,CAAA;IACf,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;IACtB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;QACtB,MAAM,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,EAAE,mBAAmB,CAAC,CAAA;KAC5F;IAED,oBAAoB;IACpB,MAAM,IAAI,GAAQ,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;IAC3D,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAA;AACxB,CAAC,CAAA"}

package/dist/get/index.d.ts

@@ -0,0 +1,4 @@
+export * from './get.js';
+export * from './cli.js';
+export * from './args.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/get/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/get/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAA;AACxB,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/get/index.js

@@ -0,0 +1,4 @@
+export * from './get.js';
+export * from './cli.js';
+export * from './args.js';
+//# sourceMappingURL=index.js.map

package/dist/get/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/get/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAA;AACxB,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+export * from './cli.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAaA,cAAc,UAAU,CAAA"}

package/dist/index.js

@@ -0,0 +1,15 @@
+// Copyright 2021-2023 Prosopo (UK) Ltd.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+export * from './cli.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,wCAAwC;AACxC,EAAE;AACF,kEAAkE;AAClE,mEAAmE;AACnE,0CAA0C;AAC1C,EAAE;AACF,iDAAiD;AACjD,EAAE;AACF,sEAAsE;AACtE,oEAAoE;AACpE,2EAA2E;AAC3E,sEAAsE;AACtE,iCAAiC;AACjC,cAAc,UAAU,CAAA"}

package/dist/labels/args.d.ts

@@ -0,0 +1,10 @@
+import { z } from 'zod';
+export declare const argsSchema: z.ZodObject<{
+    data: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    data: string;
+}, {
+    data: string;
+}>;
+export type Args = z.infer<typeof argsSchema>;
+//# sourceMappingURL=args.d.ts.map

package/dist/labels/args.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.d.ts","sourceRoot":"","sources":["../../src/labels/args.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,eAAO,MAAM,UAAU;;;;;;EAErB,CAAA;AAEF,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA"}

package/dist/labels/args.js

@@ -0,0 +1,6 @@
+// Args for generating a dataset
+import { z } from 'zod';
+export const argsSchema = z.object({
+    data: z.string(),
+});
+//# sourceMappingURL=args.js.map

package/dist/labels/args.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.js","sourceRoot":"","sources":["../../src/labels/args.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAEhC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAA"}

package/dist/labels/cli.d.ts

@@ -0,0 +1,14 @@
+import { ArgumentsCamelCase, Argv } from 'yargs';
+import { Logger } from '@prosopo/common';
+declare const _default: (cmdArgs?: {
+    logger?: Logger;
+}) => {
+    command: string;
+    describe: string;
+    builder: (yargs: Argv) => Argv<{
+        data: string;
+    }>;
+    handler: (argv: ArgumentsCamelCase) => Promise<void>;
+};
+export default _default;
+//# sourceMappingURL=cli.d.ts.map

package/dist/labels/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/labels/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,OAAO,CAAA;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;mCAId;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE;;;qBAIpB,IAAI;;;oBAOC,kBAAkB;;AAXhD,wBAeC"}

package/dist/labels/cli.js

@@ -0,0 +1,19 @@
+import { argsSchema } from './args.js';
+import labels from './labels.js';
+export default (cmdArgs) => {
+    return {
+        command: 'labels',
+        describe: 'get all labels from some data',
+        builder: (yargs) => {
+            return yargs.option('data', {
+                type: 'string',
+                demand: true,
+                description: 'JSON file containing data',
+            });
+        },
+        handler: async (argv) => {
+            await labels(argsSchema.parse(argv), cmdArgs?.logger);
+        },
+    };
+};
+//# sourceMappingURL=cli.js.map

package/dist/labels/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/labels/cli.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAA;AACtC,OAAO,MAAM,MAAM,aAAa,CAAA;AAEhC,eAAe,CAAC,OAA6B,EAAE,EAAE;IAC7C,OAAO;QACH,OAAO,EAAE,QAAQ;QACjB,QAAQ,EAAE,+BAA+B;QACzC,OAAO,EAAE,CAAC,KAAW,EAAE,EAAE;YACrB,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE;gBACxB,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,2BAA2B;aAC3C,CAAC,CAAA;QACN,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAwB,EAAE,EAAE;YACxC,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,CAAA;QACzD,CAAC;KACJ,CAAA;AACL,CAAC,CAAA"}

package/dist/labels/index.d.ts

@@ -0,0 +1,4 @@
+export * from './labels.js';
+export * from './cli.js';
+export * from './args.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/labels/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/labels/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAA;AAC3B,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/labels/index.js

@@ -0,0 +1,4 @@
+export * from './labels.js';
+export * from './cli.js';
+export * from './args.js';
+//# sourceMappingURL=index.js.map

package/dist/labels/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/labels/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAA;AAC3B,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/labels/labels.d.ts

@@ -0,0 +1,5 @@
+import { Args } from './args.js';
+import { Logger } from '@prosopo/common';
+declare const _default: (args: Args, logger?: Logger) => Promise<void>;
+export default _default;
+//# sourceMappingURL=labels.d.ts.map

package/dist/labels/labels.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"labels.d.ts","sourceRoot":"","sources":["../../src/labels/labels.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAEhC,OAAO,EAAE,MAAM,EAAqC,MAAM,iBAAiB,CAAA;+BAG/C,IAAI,WAAW,MAAM;AAAjD,wBAqBC"}

package/dist/labels/labels.js

@@ -0,0 +1,22 @@
+import { LabelledDataSchema } from '@prosopo/types';
+import { ProsopoEnvError, getLoggerDefault } from '@prosopo/common';
+import fs from 'fs';
+export default async (args, logger) => {
+    logger = logger || getLoggerDefault();
+    logger.debug(args, 'reading labels...');
+    const file = args.data;
+    if (!fs.existsSync(file)) {
+        throw new ProsopoEnvError(new Error(`file does not exist: ${file}`), 'FS.FILE_NOT_FOUND');
+    }
+    const labelled = file
+        ? LabelledDataSchema.parse(JSON.parse(fs.readFileSync(file, 'utf8'))).items
+        : [];
+    const labels = new Set();
+    for (const item of labelled) {
+        labels.add(item.label);
+    }
+    const labelArray = Array.from(labels);
+    labelArray.sort();
+    logger.log(JSON.stringify({ labels: labelArray }, null, 4));
+};
+//# sourceMappingURL=labels.js.map

package/dist/labels/labels.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"labels.js","sourceRoot":"","sources":["../../src/labels/labels.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAgB,MAAM,gBAAgB,CAAA;AACjE,OAAO,EAAU,eAAe,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAC3E,OAAO,EAAE,MAAM,IAAI,CAAA;AAEnB,eAAe,KAAK,EAAE,IAAU,EAAE,MAAe,EAAE,EAAE;IACjD,MAAM,GAAG,MAAM,IAAI,gBAAgB,EAAE,CAAA;IAErC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAA;IAEvC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;IACtB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;QACtB,MAAM,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,EAAE,mBAAmB,CAAC,CAAA;KAC5F;IAED,MAAM,QAAQ,GAAmB,IAAI;QACjC,CAAC,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK;QAC3E,CAAC,CAAC,EAAE,CAAA;IAER,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAA;IAChC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE;QACzB,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;KACzB;IACD,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACrC,UAAU,CAAC,IAAI,EAAE,CAAA;IACjB,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;AAC/D,CAAC,CAAA"}

package/dist/relocate/args.d.ts

@@ -0,0 +1,16 @@
+import { z } from 'zod';
+export declare const argsSchema: z.ZodObject<{
+    data: z.ZodString;
+    from: z.ZodString;
+    to: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    data: string;
+    from: string;
+    to: string;
+}, {
+    data: string;
+    from: string;
+    to: string;
+}>;
+export type Args = z.infer<typeof argsSchema>;
+//# sourceMappingURL=args.d.ts.map

package/dist/relocate/args.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.d.ts","sourceRoot":"","sources":["../../src/relocate/args.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,eAAO,MAAM,UAAU;;;;;;;;;;;;EAIrB,CAAA;AAEF,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA"}

package/dist/relocate/args.js

@@ -0,0 +1,8 @@
+// Args for generating a dataset
+import { z } from 'zod';
+export const argsSchema = z.object({
+    data: z.string(),
+    from: z.string(),
+    to: z.string(),
+});
+//# sourceMappingURL=args.js.map

package/dist/relocate/args.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.js","sourceRoot":"","sources":["../../src/relocate/args.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAEhC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAA"}

package/dist/relocate/cli.d.ts

@@ -0,0 +1,18 @@
+import { ArgumentsCamelCase, Argv } from 'yargs';
+import { Logger } from '@prosopo/common';
+declare const _default: (cmdArgs?: {
+    logger?: Logger;
+}) => {
+    command: string;
+    describe: string;
+    builder: (yargs: Argv) => Argv<{
+        from: string;
+    } & {
+        to: string;
+    } & {
+        data: string | undefined;
+    }>;
+    handler: (argv: ArgumentsCamelCase) => Promise<void>;
+};
+export default _default;
+//# sourceMappingURL=cli.d.ts.map

package/dist/relocate/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/relocate/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,OAAO,CAAA;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;mCAId;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE;;;qBAKpB,IAAI;;;;;;;oBAiBC,kBAAkB;;AAtBhD,wBA0BC"}

package/dist/relocate/cli.js

@@ -0,0 +1,29 @@
+import { argsSchema } from './args.js';
+import relocate from './relocate.js';
+export default (cmdArgs) => {
+    return {
+        command: 'relocate',
+        describe: 'Relocate a dataset by replacing the old urls with new ones. E.g. "example.com/1.jpg" to "newwebsite.com/1.jpg"',
+        builder: (yargs) => {
+            return yargs
+                .option('from', {
+                type: 'string',
+                demand: true,
+                description: 'The old url to replace',
+            })
+                .option('to', {
+                type: 'string',
+                demand: true,
+                description: 'The new url to replace the old one with',
+            })
+                .option('data', {
+                type: 'string',
+                description: 'Path to the images JSON containing the urls of images to replace',
+            });
+        },
+        handler: async (argv) => {
+            await relocate(argsSchema.parse(argv), cmdArgs?.logger);
+        },
+    };
+};
+//# sourceMappingURL=cli.js.map

package/dist/relocate/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/relocate/cli.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAA;AACtC,OAAO,QAAQ,MAAM,eAAe,CAAA;AAEpC,eAAe,CAAC,OAA6B,EAAE,EAAE;IAC7C,OAAO;QACH,OAAO,EAAE,UAAU;QACnB,QAAQ,EACJ,gHAAgH;QACpH,OAAO,EAAE,CAAC,KAAW,EAAE,EAAE;YACrB,OAAO,KAAK;iBACP,MAAM,CAAC,MAAM,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,wBAAwB;aACxC,CAAC;iBACD,MAAM,CAAC,IAAI,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,yCAAyC;aACzD,CAAC;iBACD,MAAM,CAAC,MAAM,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,kEAAkE;aAClF,CAAC,CAAA;QACV,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAwB,EAAE,EAAE;YACxC,MAAM,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,CAAA;QAC3D,CAAC;KACJ,CAAA;AACL,CAAC,CAAA"}

package/dist/relocate/relocate.d.ts

@@ -0,0 +1,5 @@
+import { Args } from './args.js';
+import { Logger } from '@prosopo/common';
+declare const _default: (args: Args, logger?: Logger) => Promise<void>;
+export default _default;
+//# sourceMappingURL=relocate.d.ts.map

package/dist/relocate/relocate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"relocate.d.ts","sourceRoot":"","sources":["../../src/relocate/relocate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,MAAM,EAAoB,MAAM,iBAAiB,CAAA;+BAI9B,IAAI,WAAW,MAAM;AAAjD,wBAqCC"}

package/dist/relocate/relocate.js

@@ -0,0 +1,40 @@
+import { getLoggerDefault } from '@prosopo/common';
+import { get } from '@prosopo/util';
+import fs from 'fs';
+export default async (args, logger) => {
+    logger = logger || getLoggerDefault();
+    logger.debug(args, 'relocating...');
+    const replace = (data, from, to) => {
+        if (Array.isArray(data)) {
+            for (let i = 0; i < data.length; i++) {
+                data[i] = replace(data[i], from, to);
+            }
+        }
+        else if (typeof data === 'object') {
+            const obj = data;
+            for (const key of Object.keys(obj)) {
+                if (key === 'data') {
+                    const value = get(obj, key);
+                    if (value instanceof String) {
+                        if (value.startsWith(from)) {
+                            obj[key] = to + value.slice(from.length);
+                        }
+                    }
+                }
+                else {
+                    obj[key] = replace(obj[key], from, to);
+                }
+            }
+        }
+        return data;
+    };
+    const file = args.data;
+    logger.log(`relocating data in ${file} from ${args.from} to ${args.to}`);
+    // read the file
+    let data = JSON.parse(fs.readFileSync(file, 'utf8'));
+    // replace the urls by recursively traversing the data
+    data = replace(data, args.from, args.to);
+    // write the file
+    fs.writeFileSync(file, JSON.stringify(data, null, 4));
+};
+//# sourceMappingURL=relocate.js.map

package/dist/relocate/relocate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"relocate.js","sourceRoot":"","sources":["../../src/relocate/relocate.ts"],"names":[],"mappings":"AACA,OAAO,EAAU,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAC1D,OAAO,EAAE,GAAG,EAAE,MAAM,eAAe,CAAA;AACnC,OAAO,EAAE,MAAM,IAAI,CAAA;AAEnB,eAAe,KAAK,EAAE,IAAU,EAAE,MAAe,EAAE,EAAE;IACjD,MAAM,GAAG,MAAM,IAAI,gBAAgB,EAAE,CAAA;IACrC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,eAAe,CAAC,CAAA;IAEnC,MAAM,OAAO,GAAG,CAAC,IAAa,EAAE,IAAY,EAAE,EAAU,EAAE,EAAE;QACxD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAClC,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,CAAA;aACvC;SACJ;aAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;YACjC,MAAM,GAAG,GAAG,IAEX,CAAA;YACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBAChC,IAAI,GAAG,KAAK,MAAM,EAAE;oBAChB,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;oBAC3B,IAAI,KAAK,YAAY,MAAM,EAAE;wBACzB,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;4BACxB,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;yBAC3C;qBACJ;iBACJ;qBAAM;oBACH,GAAG,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,CAAA;iBACzC;aACJ;SACJ;QACD,OAAO,IAAI,CAAA;IACf,CAAC,CAAA;IAED,MAAM,IAAI,GAAW,IAAI,CAAC,IAAI,CAAA;IAC9B,MAAM,CAAC,GAAG,CAAC,sBAAsB,IAAI,SAAS,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,EAAE,EAAE,CAAC,CAAA;IACxE,gBAAgB;IAChB,IAAI,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;IACpD,sDAAsD;IACtD,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAA;IACxC,iBAAiB;IACjB,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;AACzD,CAAC,CAAA"}

package/dist/scale/args.d.ts

@@ -0,0 +1,22 @@
+import { z } from 'zod';
+export declare const argsSchema: z.ZodObject<{
+    data: z.ZodString;
+    out: z.ZodString;
+    overwrite: z.ZodOptional<z.ZodBoolean>;
+    size: z.ZodNumber;
+    square: z.ZodOptional<z.ZodBoolean>;
+}, "strip", z.ZodTypeAny, {
+    data: string;
+    out: string;
+    size: number;
+    overwrite?: boolean | undefined;
+    square?: boolean | undefined;
+}, {
+    data: string;
+    out: string;
+    size: number;
+    overwrite?: boolean | undefined;
+    square?: boolean | undefined;
+}>;
+export type Args = z.infer<typeof argsSchema>;
+//# sourceMappingURL=args.d.ts.map

package/dist/scale/args.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.d.ts","sourceRoot":"","sources":["../../src/scale/args.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;EAMrB,CAAA;AAEF,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA"}

package/dist/scale/args.js

@@ -0,0 +1,10 @@
+// Args for generating a dataset
+import { z } from 'zod';
+export const argsSchema = z.object({
+    data: z.string(),
+    out: z.string(),
+    overwrite: z.boolean().optional(),
+    size: z.number(),
+    square: z.boolean().optional(),
+});
+//# sourceMappingURL=args.js.map

package/dist/scale/args.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.js","sourceRoot":"","sources":["../../src/scale/args.ts"],"names":[],"mappings":"AAAA,gCAAgC;AAEhC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACjC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAA"}

package/dist/scale/cli.d.ts

@@ -0,0 +1,22 @@
+import { ArgumentsCamelCase, Argv } from 'yargs';
+import { Logger } from '@prosopo/common';
+declare const _default: (cmdArgs?: {
+    logger?: Logger;
+}) => {
+    command: string;
+    describe: string;
+    builder: (yargs: Argv) => Argv<{
+        data: string;
+    } & {
+        out: string;
+    } & {
+        overwrite: boolean | undefined;
+    } & {
+        size: number;
+    } & {
+        square: boolean | undefined;
+    }>;
+    handler: (argv: ArgumentsCamelCase) => Promise<void>;
+};
+export default _default;
+//# sourceMappingURL=cli.d.ts.map

package/dist/scale/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/scale/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,OAAO,CAAA;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;mCAId;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE;;;qBAIpB,IAAI;;;;;;;;;;;oBA6BC,kBAAkB;;AAjChD,wBAqCC"}

package/dist/scale/cli.js

@@ -0,0 +1,38 @@
+import { argsSchema } from './args.js';
+import scale from './scale.js';
+export default (cmdArgs) => {
+    return {
+        command: 'scale',
+        describe: 'Scale images down to a given size',
+        builder: (yargs) => {
+            return yargs
+                .option('data', {
+                type: 'string',
+                demand: true,
+                description: 'JSON file containing a list of objects with (at least) a url',
+            })
+                .option('out', {
+                type: 'string',
+                demand: true,
+                description: 'Where to put the output directory containing the map file and single directory of images. The map file will contain the new urls of the scaled images, new hashes and pass through any other information, e.g. labels.',
+            })
+                .option('overwrite', {
+                type: 'boolean',
+                description: 'Overwrite the output if it already exists',
+            })
+                .option('size', {
+                type: 'number',
+                demand: true,
+                description: 'The dimension (height/width) of the scaled image. If the image is not square, the other dimension will be scaled to maintain the aspect ratio.',
+            })
+                .option('square', {
+                type: 'boolean',
+                description: 'If true, the image will be cropped to a square before scaling. If false, the image will be scaled to the given size, maintaining the aspect ratio.',
+            });
+        },
+        handler: async (argv) => {
+            await scale(argsSchema.parse(argv), cmdArgs?.logger);
+        },
+    };
+};
+//# sourceMappingURL=cli.js.map

package/dist/scale/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/scale/cli.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAA;AACtC,OAAO,KAAK,MAAM,YAAY,CAAA;AAE9B,eAAe,CAAC,OAA6B,EAAE,EAAE;IAC7C,OAAO;QACH,OAAO,EAAE,OAAO;QAChB,QAAQ,EAAE,mCAAmC;QAC7C,OAAO,EAAE,CAAC,KAAW,EAAE,EAAE;YACrB,OAAO,KAAK;iBACP,MAAM,CAAC,MAAM,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,8DAA8D;aAC9E,CAAC;iBACD,MAAM,CAAC,KAAK,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EACP,wNAAwN;aAC/N,CAAC;iBACD,MAAM,CAAC,WAAW,EAAE;gBACjB,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,2CAA2C;aAC3D,CAAC;iBACD,MAAM,CAAC,MAAM,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,WAAW,EACP,gJAAgJ;aACvJ,CAAC;iBACD,MAAM,CAAC,QAAQ,EAAE;gBACd,IAAI,EAAE,SAAS;gBACf,WAAW,EACP,oJAAoJ;aAC3J,CAAC,CAAA;QACV,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAwB,EAAE,EAAE;YACxC,MAAM,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,CAAA;QACxD,CAAC;KACJ,CAAA;AACL,CAAC,CAAA"}

package/dist/scale/index.d.ts

@@ -0,0 +1,4 @@
+export * from './scale.js';
+export * from './cli.js';
+export * from './args.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/scale/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/scale/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAA;AAC1B,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/scale/index.js

@@ -0,0 +1,4 @@
+export * from './scale.js';
+export * from './cli.js';
+export * from './args.js';
+//# sourceMappingURL=index.js.map

package/dist/scale/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/scale/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAA;AAC1B,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}

package/dist/scale/scale.d.ts

@@ -0,0 +1,5 @@
+import { Args } from './args.js';
+import { Logger } from '@prosopo/common';
+declare const _default: (args: Args, logger?: Logger) => Promise<void>;
+export default _default;
+//# sourceMappingURL=scale.d.ts.map

package/dist/scale/scale.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scale.d.ts","sourceRoot":"","sources":["../../src/scale/scale.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAEhC,OAAO,EAAE,MAAM,EAAqC,MAAM,iBAAiB,CAAA;+BAM/C,IAAI,WAAW,MAAM;AAAjD,wBAsEC"}