@prosopo/datasets-fs 2.1.1 → 2.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (95) hide show
  1. package/package.json +5 -5
  2. package/coverage/base.css +0 -224
  3. package/coverage/block-navigation.js +0 -87
  4. package/coverage/clover.xml +0 -6
  5. package/coverage/coverage-final.json +0 -1
  6. package/coverage/favicon.png +0 -0
  7. package/coverage/index.html +0 -101
  8. package/coverage/prettify.css +0 -1
  9. package/coverage/prettify.js +0 -2
  10. package/coverage/sort-arrow-sprite.png +0 -0
  11. package/coverage/sorter.js +0 -196
  12. package/dist/cjs/cli/cli.cjs +0 -58
  13. package/dist/cjs/index.cjs +0 -4
  14. package/dist/cli/cli.d.ts +0 -9
  15. package/dist/cli/cli.d.ts.map +0 -1
  16. package/dist/cli/cli.js +0 -58
  17. package/dist/cli/cli.js.map +0 -1
  18. package/dist/cli/cliCommand.d.ts +0 -17
  19. package/dist/cli/cliCommand.d.ts.map +0 -1
  20. package/dist/cli/cliCommand.js +0 -28
  21. package/dist/cli/cliCommand.js.map +0 -1
  22. package/dist/cli/cliCommandComposite.d.ts +0 -14
  23. package/dist/cli/cliCommandComposite.d.ts.map +0 -1
  24. package/dist/cli/cliCommandComposite.js +0 -32
  25. package/dist/cli/cliCommandComposite.js.map +0 -1
  26. package/dist/cli.d.ts +0 -2
  27. package/dist/cli.d.ts.map +0 -1
  28. package/dist/cli.js +0 -34
  29. package/dist/cli.js.map +0 -1
  30. package/dist/commands/flatten.d.ts +0 -59
  31. package/dist/commands/flatten.d.ts.map +0 -1
  32. package/dist/commands/flatten.js +0 -96
  33. package/dist/commands/flatten.js.map +0 -1
  34. package/dist/commands/generate.d.ts +0 -115
  35. package/dist/commands/generate.d.ts.map +0 -1
  36. package/dist/commands/generate.js +0 -150
  37. package/dist/commands/generate.js.map +0 -1
  38. package/dist/commands/generateV1.d.ts +0 -179
  39. package/dist/commands/generateV1.d.ts.map +0 -1
  40. package/dist/commands/generateV1.js +0 -169
  41. package/dist/commands/generateV1.js.map +0 -1
  42. package/dist/commands/generateV2.d.ts +0 -189
  43. package/dist/commands/generateV2.d.ts.map +0 -1
  44. package/dist/commands/generateV2.js +0 -200
  45. package/dist/commands/generateV2.js.map +0 -1
  46. package/dist/commands/get.d.ts +0 -35
  47. package/dist/commands/get.d.ts.map +0 -1
  48. package/dist/commands/get.js +0 -79
  49. package/dist/commands/get.js.map +0 -1
  50. package/dist/commands/labels.d.ts +0 -47
  51. package/dist/commands/labels.d.ts.map +0 -1
  52. package/dist/commands/labels.js +0 -48
  53. package/dist/commands/labels.js.map +0 -1
  54. package/dist/commands/relocate.d.ts +0 -71
  55. package/dist/commands/relocate.d.ts.map +0 -1
  56. package/dist/commands/relocate.js +0 -75
  57. package/dist/commands/relocate.js.map +0 -1
  58. package/dist/commands/resize.d.ts +0 -69
  59. package/dist/commands/resize.d.ts.map +0 -1
  60. package/dist/commands/resize.js +0 -112
  61. package/dist/commands/resize.js.map +0 -1
  62. package/dist/dummy.d.ts +0 -2
  63. package/dist/dummy.d.ts.map +0 -1
  64. package/dist/dummy.js +0 -28
  65. package/dist/dummy.js.map +0 -1
  66. package/dist/index.d.ts +0 -2
  67. package/dist/index.d.ts.map +0 -1
  68. package/dist/index.js +0 -2
  69. package/dist/index.js.map +0 -1
  70. package/dist/tests/data/flat_resized/labels.json +0 -13
  71. package/dist/tests/data/flat_resized/relocated_data.json +0 -364
  72. package/dist/tests/lodash.unit.test.d.ts +0 -2
  73. package/dist/tests/lodash.unit.test.d.ts.map +0 -1
  74. package/dist/tests/lodash.unit.test.js +0 -29
  75. package/dist/tests/lodash.unit.test.js.map +0 -1
  76. package/dist/tests/mocked.unit.test.d.ts +0 -2
  77. package/dist/tests/mocked.unit.test.d.ts.map +0 -1
  78. package/dist/tests/mocked.unit.test.js +0 -253
  79. package/dist/tests/mocked.unit.test.js.map +0 -1
  80. package/dist/tests/utils.d.ts +0 -35
  81. package/dist/tests/utils.d.ts.map +0 -1
  82. package/dist/tests/utils.js +0 -101
  83. package/dist/tests/utils.js.map +0 -1
  84. package/dist/utils/input.d.ts +0 -24
  85. package/dist/utils/input.d.ts.map +0 -1
  86. package/dist/utils/input.js +0 -35
  87. package/dist/utils/input.js.map +0 -1
  88. package/dist/utils/inputOutput.d.ts +0 -21
  89. package/dist/utils/inputOutput.d.ts.map +0 -1
  90. package/dist/utils/inputOutput.js +0 -10
  91. package/dist/utils/inputOutput.js.map +0 -1
  92. package/dist/utils/output.d.ts +0 -36
  93. package/dist/utils/output.d.ts.map +0 -1
  94. package/dist/utils/output.js +0 -62
  95. package/dist/utils/output.js.map +0 -1
@@ -1,71 +0,0 @@
1
- import * as z from "zod";
2
- import { InputOutputCliCommand } from "../utils/inputOutput.js";
3
- export declare const ArgsSchema: z.ZodObject<z.objectUtil.extendShape<z.objectUtil.extendShape<{
4
- input: z.ZodString;
5
- }, {
6
- output: z.ZodString;
7
- overwrite: z.ZodOptional<z.ZodBoolean>;
8
- }>, {
9
- from: z.ZodString;
10
- to: z.ZodString;
11
- }>, "strip", z.ZodTypeAny, {
12
- input: string;
13
- output: string;
14
- from: string;
15
- to: string;
16
- overwrite?: boolean | undefined;
17
- }, {
18
- input: string;
19
- output: string;
20
- from: string;
21
- to: string;
22
- overwrite?: boolean | undefined;
23
- }>;
24
- export type ArgsSchemaType = typeof ArgsSchema;
25
- export type Args = z.infer<ArgsSchemaType>;
26
- export declare class Relocate extends InputOutputCliCommand<ArgsSchemaType> {
27
- getArgSchema(): z.ZodObject<z.objectUtil.extendShape<z.objectUtil.extendShape<{
28
- input: z.ZodString;
29
- }, {
30
- output: z.ZodString;
31
- overwrite: z.ZodOptional<z.ZodBoolean>;
32
- }>, {
33
- from: z.ZodString;
34
- to: z.ZodString;
35
- }>, "strip", z.ZodTypeAny, {
36
- input: string;
37
- output: string;
38
- from: string;
39
- to: string;
40
- overwrite?: boolean | undefined;
41
- }, {
42
- input: string;
43
- output: string;
44
- from: string;
45
- to: string;
46
- overwrite?: boolean | undefined;
47
- }>;
48
- getOptions(): {
49
- [key: string]: import("yargs").Options;
50
- } & {
51
- input: {
52
- description: string;
53
- };
54
- output: {
55
- description: string;
56
- };
57
- from: {
58
- string: boolean;
59
- demand: boolean;
60
- description: string;
61
- };
62
- to: {
63
- description: string;
64
- string: boolean;
65
- demand: boolean;
66
- };
67
- };
68
- _run(args: Args): Promise<void>;
69
- getDescription(): string;
70
- }
71
- //# sourceMappingURL=relocate.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"relocate.d.ts","sourceRoot":"","sources":["../../src/commands/relocate.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEN,qBAAqB,EACrB,MAAM,yBAAyB,CAAC;AAEjC,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;EAGrB,CAAC;AACH,MAAM,MAAM,cAAc,GAAG,OAAO,UAAU,CAAC;AAC/C,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;AAE3C,qBAAa,QAAS,SAAQ,qBAAqB,CAAC,cAAc,CAAC;IAClD,YAAY;;;;;;;;;;;;;;;;;;;;;IAIZ,UAAU;;;;;;;;;;;;;;;;;;;;IAsBJ,IAAI,CAAC,IAAI,EAAE,IAAI;IA6CrB,cAAc,IAAI,MAAM;CAGxC"}
@@ -1,75 +0,0 @@
1
- import fs from "node:fs";
2
- import { get } from "@prosopo/util";
3
- import { lodash } from "@prosopo/util/lodash";
4
- import * as z from "zod";
5
- import { InputOutputArgsSchema, InputOutputCliCommand, } from "../utils/inputOutput.js";
6
- export const ArgsSchema = InputOutputArgsSchema.extend({
7
- from: z.string(),
8
- to: z.string(),
9
- });
10
- export class Relocate extends InputOutputCliCommand {
11
- getArgSchema() {
12
- return ArgsSchema;
13
- }
14
- getOptions() {
15
- return lodash().merge(super.getOptions(), {
16
- input: {
17
- description: "A json file containing a list of objects with (at least) a url",
18
- },
19
- output: {
20
- description: "Where to write the new json file containing the new urls",
21
- },
22
- from: {
23
- string: true,
24
- demand: true,
25
- description: "The string to replace in the urls",
26
- },
27
- to: {
28
- description: "The string to substitute in the urls",
29
- string: true,
30
- demand: true,
31
- },
32
- });
33
- }
34
- async _run(args) {
35
- await super._run(args);
36
- const replace = (data, from, to) => {
37
- if (Array.isArray(data)) {
38
- for (let i = 0; i < data.length; i++) {
39
- data[i] = replace(data[i], from, to);
40
- }
41
- }
42
- else if (typeof data === "object") {
43
- const obj = data;
44
- for (const key of Object.keys(obj)) {
45
- if (key === "data") {
46
- const value = get(obj, key);
47
- if (typeof value === "string") {
48
- if (value.startsWith(from)) {
49
- this.logger.debug("replacing", value);
50
- obj[key] = to + value.slice(from.length);
51
- this.logger.debug("replaced", obj[key]);
52
- }
53
- }
54
- }
55
- else {
56
- obj[key] = replace(obj[key], from, to);
57
- }
58
- }
59
- }
60
- return data;
61
- };
62
- const file = args.input;
63
- this.logger.log(`relocating data in ${file} from ${args.from} to ${args.to}`);
64
- let data = JSON.parse(fs.readFileSync(file, "utf8"));
65
- data = replace(data, args.from, args.to);
66
- fs.mkdirSync(args.output.split("/").slice(0, -1).join("/"), {
67
- recursive: true,
68
- });
69
- fs.writeFileSync(args.output, JSON.stringify(data, null, 4));
70
- }
71
- getDescription() {
72
- return "Relocate urls in a JSON file using string substitution";
73
- }
74
- }
75
- //# sourceMappingURL=relocate.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"relocate.js","sourceRoot":"","sources":["../../src/commands/relocate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,GAAG,EAAE,MAAM,eAAe,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAc9C,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACN,qBAAqB,EACrB,qBAAqB,GACrB,MAAM,yBAAyB,CAAC;AAEjC,MAAM,CAAC,MAAM,UAAU,GAAG,qBAAqB,CAAC,MAAM,CAAC;IACtD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;CACd,CAAC,CAAC;AAIH,MAAM,OAAO,QAAS,SAAQ,qBAAqC;IAClD,YAAY;QAC3B,OAAO,UAAU,CAAC;IACnB,CAAC;IAEe,UAAU;QACzB,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE;YACzC,KAAK,EAAE;gBACN,WAAW,EACV,gEAAgE;aACjE;YACD,MAAM,EAAE;gBACP,WAAW,EAAE,0DAA0D;aACvE;YACD,IAAI,EAAE;gBACL,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,mCAAmC;aAChD;YACD,EAAE,EAAE;gBACH,WAAW,EAAE,sCAAsC;gBACnD,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,IAAI;aACZ;SACD,CAAC,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CAAC,IAAU;QACpC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvB,MAAM,OAAO,GAAG,CAAC,IAAa,EAAE,IAAY,EAAE,EAAU,EAAE,EAAE;YAC3D,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;gBACtC,CAAC;YACF,CAAC;iBAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACrC,MAAM,GAAG,GAAG,IAEX,CAAC;gBACF,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;oBACpC,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;wBACpB,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;wBAC5B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;4BAC/B,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gCAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;gCACtC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gCACzC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;4BACzC,CAAC;wBACF,CAAC;oBACF,CAAC;yBAAM,CAAC;wBACP,GAAG,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;oBACxC,CAAC;gBACF,CAAC;YACF,CAAC;YACD,OAAO,IAAI,CAAC;QACb,CAAC,CAAC;QAEF,MAAM,IAAI,GAAW,IAAI,CAAC,KAAK,CAAC;QAChC,IAAI,CAAC,MAAM,CAAC,GAAG,CACd,sBAAsB,IAAI,SAAS,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,EAAE,EAAE,CAC5D,CAAC;QAEF,IAAI,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;QAErD,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QAEzC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YAC3D,SAAS,EAAE,IAAI;SACf,CAAC,CAAC;QACH,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9D,CAAC;IAEe,cAAc;QAC7B,OAAO,wDAAwD,CAAC;IACjE,CAAC;CACD"}
@@ -1,69 +0,0 @@
1
- import * as z from "zod";
2
- import { InputOutputCliCommand } from "../utils/inputOutput.js";
3
- export declare const ArgsSchema: z.ZodObject<z.objectUtil.extendShape<z.objectUtil.extendShape<{
4
- input: z.ZodString;
5
- }, {
6
- output: z.ZodString;
7
- overwrite: z.ZodOptional<z.ZodBoolean>;
8
- }>, {
9
- size: z.ZodNumber;
10
- square: z.ZodOptional<z.ZodBoolean>;
11
- }>, "strip", z.ZodTypeAny, {
12
- input: string;
13
- output: string;
14
- size: number;
15
- overwrite?: boolean | undefined;
16
- square?: boolean | undefined;
17
- }, {
18
- input: string;
19
- output: string;
20
- size: number;
21
- overwrite?: boolean | undefined;
22
- square?: boolean | undefined;
23
- }>;
24
- export type ArgsSchemaType = typeof ArgsSchema;
25
- export type Args = z.infer<ArgsSchemaType>;
26
- export declare class Resize extends InputOutputCliCommand<ArgsSchemaType> {
27
- getArgSchema(): z.ZodObject<z.objectUtil.extendShape<z.objectUtil.extendShape<{
28
- input: z.ZodString;
29
- }, {
30
- output: z.ZodString;
31
- overwrite: z.ZodOptional<z.ZodBoolean>;
32
- }>, {
33
- size: z.ZodNumber;
34
- square: z.ZodOptional<z.ZodBoolean>;
35
- }>, "strip", z.ZodTypeAny, {
36
- input: string;
37
- output: string;
38
- size: number;
39
- overwrite?: boolean | undefined;
40
- square?: boolean | undefined;
41
- }, {
42
- input: string;
43
- output: string;
44
- size: number;
45
- overwrite?: boolean | undefined;
46
- square?: boolean | undefined;
47
- }>;
48
- getOptions(): {
49
- [key: string]: import("yargs").Options;
50
- } & {
51
- input: {
52
- description: string;
53
- };
54
- output: {
55
- description: string;
56
- };
57
- size: {
58
- number: boolean;
59
- description: string;
60
- };
61
- square: {
62
- boolean: boolean;
63
- description: string;
64
- };
65
- };
66
- _run(args: Args): Promise<void>;
67
- getDescription(): string;
68
- }
69
- //# sourceMappingURL=resize.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"resize.d.ts","sourceRoot":"","sources":["../../src/commands/resize.ts"],"names":[],"mappings":"AAqBA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEN,qBAAqB,EACrB,MAAM,yBAAyB,CAAC;AAEjC,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;EAGrB,CAAC;AACH,MAAM,MAAM,cAAc,GAAG,OAAO,UAAU,CAAC;AAC/C,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;AAE3C,qBAAa,MAAO,SAAQ,qBAAqB,CAAC,cAAc,CAAC;IAChD,YAAY;;;;;;;;;;;;;;;;;;;;;IAIZ,UAAU;;;;;;;;;;;;;;;;;;IAuBJ,IAAI,CAAC,IAAI,EAAE,IAAI;IAyGrB,cAAc,IAAI,MAAM;CAGxC"}
@@ -1,112 +0,0 @@
1
- import fs from "node:fs";
2
- import { blake2b } from "@noble/hashes/blake2b";
3
- import { u8aToHex } from "@polkadot/util/u8a";
4
- import { ProsopoDatasetError, ProsopoEnvError } from "@prosopo/common";
5
- import { DataSchema } from "@prosopo/types";
6
- import { lodash } from "@prosopo/util/lodash";
7
- import cliProgress from "cli-progress";
8
- import sharp from "sharp";
9
- import * as z from "zod";
10
- import { InputOutputArgsSchema, InputOutputCliCommand, } from "../utils/inputOutput.js";
11
- export const ArgsSchema = InputOutputArgsSchema.extend({
12
- size: z.number(),
13
- square: z.boolean().optional(),
14
- });
15
- export class Resize extends InputOutputCliCommand {
16
- getArgSchema() {
17
- return ArgsSchema;
18
- }
19
- getOptions() {
20
- return lodash().merge(super.getOptions(), {
21
- input: {
22
- description: "JSON file containing a list of objects with (at least) a url",
23
- },
24
- output: {
25
- description: "Where to put the output directory containing the map file and single directory of images. The map file will contain the new urls of the scaled images, new hashes and pass through any other information, e.g. labels.",
26
- },
27
- size: {
28
- number: true,
29
- description: "The dimension (height/width) of the scaled image. If the image is not square, the other dimension will be scaled to maintain the aspect ratio.",
30
- },
31
- square: {
32
- boolean: true,
33
- description: "If true, the image will be cropped to a square before scaling. If false, the image will be scaled to the given size, maintaining the aspect ratio.",
34
- },
35
- });
36
- }
37
- async _run(args) {
38
- await super._run(args);
39
- const size = args.size;
40
- const square = args.square ?? false;
41
- const mapFile = args.input;
42
- if (!fs.existsSync(mapFile)) {
43
- throw new ProsopoDatasetError(new Error(`Map file does not exist: ${mapFile}`), {
44
- translationKey: "FS.FILE_NOT_FOUND",
45
- });
46
- }
47
- const outDir = args.output;
48
- const overwrite = args.overwrite || false;
49
- if (!overwrite && fs.existsSync(outDir)) {
50
- throw new ProsopoEnvError(new Error(`Output directory already exists: ${outDir}`), {
51
- translationKey: "FS.FILE_NOT_FOUND",
52
- });
53
- }
54
- const imgDir = `${outDir}/images`;
55
- fs.mkdirSync(imgDir, { recursive: true });
56
- const inputItems = DataSchema.parse(JSON.parse(fs.readFileSync(mapFile, "utf8"))).items;
57
- const bar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);
58
- bar.start(inputItems.length, 0);
59
- const outputItems = [];
60
- for (const inputItem of inputItems) {
61
- bar.increment();
62
- const img = fs.readFileSync(inputItem.data);
63
- const resized = await sharp(img)
64
- .resize({
65
- width: size,
66
- height: size,
67
- fit: square ? "cover" : "inside",
68
- })
69
- .removeAlpha()
70
- .toColorspace("srgb")
71
- .jpeg({
72
- quality: 75,
73
- chromaSubsampling: "4:2:0",
74
- optimiseCoding: true,
75
- trellisQuantisation: true,
76
- overshootDeringing: true,
77
- optimizeScans: true,
78
- quantisationTable: 3,
79
- force: true,
80
- });
81
- const tmpFilePath = `${imgDir}/tmp.jpg`;
82
- await resized.toFile(tmpFilePath);
83
- const resizedImg = fs.readFileSync(tmpFilePath);
84
- const hash = blake2b(resizedImg);
85
- const hex = u8aToHex(hash);
86
- const finalFilePath = `${imgDir}/${hex}.jpg`;
87
- fs.renameSync(tmpFilePath, finalFilePath);
88
- const outputItem = {
89
- ...inputItem,
90
- hash: hex,
91
- data: fs.realpathSync(finalFilePath),
92
- };
93
- outputItems.push(outputItem);
94
- }
95
- bar.stop();
96
- const outputMapFile = `${outDir}/data.json`;
97
- const data = {
98
- items: outputItems,
99
- };
100
- this.logger.info("verifying data");
101
- DataSchema.parse(data);
102
- this.logger.info("writing data");
103
- fs.mkdirSync(args.output.split("/").slice(0, -1).join("/"), {
104
- recursive: true,
105
- });
106
- fs.writeFileSync(outputMapFile, JSON.stringify(data, null, 4));
107
- }
108
- getDescription() {
109
- return "Resize images to a given size";
110
- }
111
- }
112
- //# sourceMappingURL=resize.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"resize.js","sourceRoot":"","sources":["../../src/commands/resize.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAChD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACvE,OAAO,EAAa,UAAU,EAAa,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAC9C,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,MAAM,OAAO,CAAC;AAc1B,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACN,qBAAqB,EACrB,qBAAqB,GACrB,MAAM,yBAAyB,CAAC;AAEjC,MAAM,CAAC,MAAM,UAAU,GAAG,qBAAqB,CAAC,MAAM,CAAC;IACtD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAC9B,CAAC,CAAC;AAIH,MAAM,OAAO,MAAO,SAAQ,qBAAqC;IAChD,YAAY;QAC3B,OAAO,UAAU,CAAC;IACnB,CAAC;IAEe,UAAU;QACzB,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE;YACzC,KAAK,EAAE;gBACN,WAAW,EACV,8DAA8D;aAC/D;YACD,MAAM,EAAE;gBACP,WAAW,EACV,wNAAwN;aACzN;YACD,IAAI,EAAE;gBACL,MAAM,EAAE,IAAI;gBACZ,WAAW,EACV,gJAAgJ;aACjJ;YACD,MAAM,EAAE;gBACP,OAAO,EAAE,IAAI;gBACb,WAAW,EACV,oJAAoJ;aACrJ;SACD,CAAC,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CAAC,IAAU;QACpC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;QAEpC,MAAM,OAAO,GAAW,IAAI,CAAC,KAAK,CAAC;QACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,mBAAmB,CAC5B,IAAI,KAAK,CAAC,4BAA4B,OAAO,EAAE,CAAC,EAChD;gBACC,cAAc,EAAE,mBAAmB;aACnC,CACD,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAW,IAAI,CAAC,MAAM,CAAC;QACnC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC;QAC1C,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,eAAe,CACxB,IAAI,KAAK,CAAC,oCAAoC,MAAM,EAAE,CAAC,EACvD;gBACC,cAAc,EAAE,mBAAmB;aACnC,CACD,CAAC;QACH,CAAC;QAGD,MAAM,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC;QAClC,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAG1C,MAAM,UAAU,GAAW,UAAU,CAAC,KAAK,CAC1C,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAC5C,CAAC,KAAK,CAAC;QAGR,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,SAAS,CACpC,EAAE,EACF,WAAW,CAAC,OAAO,CAAC,cAAc,CAClC,CAAC;QACF,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAChC,MAAM,WAAW,GAAW,EAAE,CAAC;QAC/B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACpC,GAAG,CAAC,SAAS,EAAE,CAAC;YAGhB,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAE5C,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC;iBAC9B,MAAM,CAAC;gBACP,KAAK,EAAE,IAAI;gBACX,MAAM,EAAE,IAAI;gBACZ,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ;aAChC,CAAC;iBACD,WAAW,EAAE;iBACb,YAAY,CAAC,MAAM,CAAC;iBACpB,IAAI,CAAC;gBACL,OAAO,EAAE,EAAE;gBACX,iBAAiB,EAAE,OAAO;gBAC1B,cAAc,EAAE,IAAI;gBACpB,mBAAmB,EAAE,IAAI;gBACzB,kBAAkB,EAAE,IAAI;gBACxB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,CAAC;gBACpB,KAAK,EAAE,IAAI;aACX,CAAC,CAAC;YACJ,MAAM,WAAW,GAAG,GAAG,MAAM,UAAU,CAAC;YACxC,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YAElC,MAAM,UAAU,GAAG,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;YAEhD,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;YACjC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;YAE3B,MAAM,aAAa,GAAG,GAAG,MAAM,IAAI,GAAG,MAAM,CAAC;YAC7C,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;YAG1C,MAAM,UAAU,GAAS;gBACxB,GAAG,SAAS;gBACZ,IAAI,EAAE,GAAG;gBACT,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,aAAa,CAAC;aACpC,CAAC;YACF,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9B,CAAC;QACD,GAAG,CAAC,IAAI,EAAE,CAAC;QAGX,MAAM,aAAa,GAAG,GAAG,MAAM,YAAY,CAAC;QAE5C,MAAM,IAAI,GAAS;YAClB,KAAK,EAAE,WAAW;SAClB,CAAC;QAGF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACnC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YAC3D,SAAS,EAAE,IAAI;SACf,CAAC,CAAC;QACH,EAAE,CAAC,aAAa,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAChE,CAAC;IAEe,cAAc;QAC7B,OAAO,+BAA+B,CAAC;IACxC,CAAC;CACD"}
package/dist/dummy.d.ts DELETED
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=dummy.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"dummy.d.ts","sourceRoot":"","sources":["../src/dummy.ts"],"names":[],"mappings":""}
package/dist/dummy.js DELETED
@@ -1,28 +0,0 @@
1
- import fs from "node:fs";
2
- import { CaptchaItemTypes } from "@prosopo/types";
3
- const nLabels = 4;
4
- const nLabelledImages = 100;
5
- const nUnlabelledImages = 100;
6
- const labelledImages = [];
7
- const unlabelledImages = [];
8
- for (let i = 0; i < nLabelledImages; i++) {
9
- const label = i % nLabels;
10
- labelledImages.push({
11
- label: label.toString(),
12
- data: `abc${i}`,
13
- type: CaptchaItemTypes.Image,
14
- hash: `abc${i}hash`,
15
- });
16
- }
17
- for (let i = 0; i < nUnlabelledImages; i++) {
18
- unlabelledImages.push({
19
- data: `def${i}`,
20
- type: CaptchaItemTypes.Image,
21
- hash: `def${i}hash`,
22
- });
23
- }
24
- fs.writeFileSync("labelled.json", JSON.stringify(labelledImages));
25
- fs.writeFileSync("unlabelled.json", JSON.stringify(unlabelledImages));
26
- fs.writeFileSync("labels.json", JSON.stringify(Array.from(Array(nLabels).keys()).map((x) => x.toString())));
27
- process.exit(0);
28
- //# sourceMappingURL=dummy.js.map
package/dist/dummy.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"dummy.js","sourceRoot":"","sources":["../src/dummy.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,gBAAgB,EAAgC,MAAM,gBAAgB,CAAC;AAEhF,MAAM,OAAO,GAAG,CAAC,CAAC;AAClB,MAAM,eAAe,GAAG,GAAG,CAAC;AAC5B,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAE9B,MAAM,cAAc,GAAmB,EAAE,CAAC;AAC1C,MAAM,gBAAgB,GAAW,EAAE,CAAC;AAEpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;IAC1C,MAAM,KAAK,GAAG,CAAC,GAAG,OAAO,CAAC;IAC1B,cAAc,CAAC,IAAI,CAAC;QACnB,KAAK,EAAE,KAAK,CAAC,QAAQ,EAAE;QACvB,IAAI,EAAE,MAAM,CAAC,EAAE;QACf,IAAI,EAAE,gBAAgB,CAAC,KAAK;QAC5B,IAAI,EAAE,MAAM,CAAC,MAAM;KACnB,CAAC,CAAC;AACJ,CAAC;AAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,EAAE,CAAC,EAAE,EAAE,CAAC;IAC5C,gBAAgB,CAAC,IAAI,CAAC;QACrB,IAAI,EAAE,MAAM,CAAC,EAAE;QACf,IAAI,EAAE,gBAAgB,CAAC,KAAK;QAC5B,IAAI,EAAE,MAAM,CAAC,MAAM;KACnB,CAAC,CAAC;AACJ,CAAC;AAED,EAAE,CAAC,aAAa,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC;AAClE,EAAE,CAAC,aAAa,CAAC,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC,CAAC;AACtE,EAAE,CAAC,aAAa,CACf,aAAa,EACb,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAC1E,CAAC;AAEF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC"}
package/dist/index.d.ts DELETED
@@ -1,2 +0,0 @@
1
- export * from "./cli/cli.js";
2
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAaA,cAAc,cAAc,CAAC"}
package/dist/index.js DELETED
@@ -1,2 +0,0 @@
1
- export * from "./cli/cli.js";
2
- //# sourceMappingURL=index.js.map
package/dist/index.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAaA,cAAc,cAAc,CAAC"}
@@ -1,13 +0,0 @@
1
- {
2
- "labels": [
3
- "bird",
4
- "bus",
5
- "car",
6
- "cat",
7
- "deer",
8
- "dog",
9
- "horse",
10
- "plane",
11
- "train"
12
- ]
13
- }