@prosopo/datasets-fs 2.1.1 → 2.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (95) hide show
  1. package/package.json +5 -5
  2. package/coverage/base.css +0 -224
  3. package/coverage/block-navigation.js +0 -87
  4. package/coverage/clover.xml +0 -6
  5. package/coverage/coverage-final.json +0 -1
  6. package/coverage/favicon.png +0 -0
  7. package/coverage/index.html +0 -101
  8. package/coverage/prettify.css +0 -1
  9. package/coverage/prettify.js +0 -2
  10. package/coverage/sort-arrow-sprite.png +0 -0
  11. package/coverage/sorter.js +0 -196
  12. package/dist/cjs/cli/cli.cjs +0 -58
  13. package/dist/cjs/index.cjs +0 -4
  14. package/dist/cli/cli.d.ts +0 -9
  15. package/dist/cli/cli.d.ts.map +0 -1
  16. package/dist/cli/cli.js +0 -58
  17. package/dist/cli/cli.js.map +0 -1
  18. package/dist/cli/cliCommand.d.ts +0 -17
  19. package/dist/cli/cliCommand.d.ts.map +0 -1
  20. package/dist/cli/cliCommand.js +0 -28
  21. package/dist/cli/cliCommand.js.map +0 -1
  22. package/dist/cli/cliCommandComposite.d.ts +0 -14
  23. package/dist/cli/cliCommandComposite.d.ts.map +0 -1
  24. package/dist/cli/cliCommandComposite.js +0 -32
  25. package/dist/cli/cliCommandComposite.js.map +0 -1
  26. package/dist/cli.d.ts +0 -2
  27. package/dist/cli.d.ts.map +0 -1
  28. package/dist/cli.js +0 -34
  29. package/dist/cli.js.map +0 -1
  30. package/dist/commands/flatten.d.ts +0 -59
  31. package/dist/commands/flatten.d.ts.map +0 -1
  32. package/dist/commands/flatten.js +0 -96
  33. package/dist/commands/flatten.js.map +0 -1
  34. package/dist/commands/generate.d.ts +0 -115
  35. package/dist/commands/generate.d.ts.map +0 -1
  36. package/dist/commands/generate.js +0 -150
  37. package/dist/commands/generate.js.map +0 -1
  38. package/dist/commands/generateV1.d.ts +0 -179
  39. package/dist/commands/generateV1.d.ts.map +0 -1
  40. package/dist/commands/generateV1.js +0 -169
  41. package/dist/commands/generateV1.js.map +0 -1
  42. package/dist/commands/generateV2.d.ts +0 -189
  43. package/dist/commands/generateV2.d.ts.map +0 -1
  44. package/dist/commands/generateV2.js +0 -200
  45. package/dist/commands/generateV2.js.map +0 -1
  46. package/dist/commands/get.d.ts +0 -35
  47. package/dist/commands/get.d.ts.map +0 -1
  48. package/dist/commands/get.js +0 -79
  49. package/dist/commands/get.js.map +0 -1
  50. package/dist/commands/labels.d.ts +0 -47
  51. package/dist/commands/labels.d.ts.map +0 -1
  52. package/dist/commands/labels.js +0 -48
  53. package/dist/commands/labels.js.map +0 -1
  54. package/dist/commands/relocate.d.ts +0 -71
  55. package/dist/commands/relocate.d.ts.map +0 -1
  56. package/dist/commands/relocate.js +0 -75
  57. package/dist/commands/relocate.js.map +0 -1
  58. package/dist/commands/resize.d.ts +0 -69
  59. package/dist/commands/resize.d.ts.map +0 -1
  60. package/dist/commands/resize.js +0 -112
  61. package/dist/commands/resize.js.map +0 -1
  62. package/dist/dummy.d.ts +0 -2
  63. package/dist/dummy.d.ts.map +0 -1
  64. package/dist/dummy.js +0 -28
  65. package/dist/dummy.js.map +0 -1
  66. package/dist/index.d.ts +0 -2
  67. package/dist/index.d.ts.map +0 -1
  68. package/dist/index.js +0 -2
  69. package/dist/index.js.map +0 -1
  70. package/dist/tests/data/flat_resized/labels.json +0 -13
  71. package/dist/tests/data/flat_resized/relocated_data.json +0 -364
  72. package/dist/tests/lodash.unit.test.d.ts +0 -2
  73. package/dist/tests/lodash.unit.test.d.ts.map +0 -1
  74. package/dist/tests/lodash.unit.test.js +0 -29
  75. package/dist/tests/lodash.unit.test.js.map +0 -1
  76. package/dist/tests/mocked.unit.test.d.ts +0 -2
  77. package/dist/tests/mocked.unit.test.d.ts.map +0 -1
  78. package/dist/tests/mocked.unit.test.js +0 -253
  79. package/dist/tests/mocked.unit.test.js.map +0 -1
  80. package/dist/tests/utils.d.ts +0 -35
  81. package/dist/tests/utils.d.ts.map +0 -1
  82. package/dist/tests/utils.js +0 -101
  83. package/dist/tests/utils.js.map +0 -1
  84. package/dist/utils/input.d.ts +0 -24
  85. package/dist/utils/input.d.ts.map +0 -1
  86. package/dist/utils/input.js +0 -35
  87. package/dist/utils/input.js.map +0 -1
  88. package/dist/utils/inputOutput.d.ts +0 -21
  89. package/dist/utils/inputOutput.d.ts.map +0 -1
  90. package/dist/utils/inputOutput.js +0 -10
  91. package/dist/utils/inputOutput.js.map +0 -1
  92. package/dist/utils/output.d.ts +0 -36
  93. package/dist/utils/output.d.ts.map +0 -1
  94. package/dist/utils/output.js +0 -62
  95. package/dist/utils/output.js.map +0 -1
@@ -1 +0,0 @@
1
- {"version":3,"file":"flatten.js","sourceRoot":"","sources":["../../src/commands/flatten.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAChD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EACN,gBAAgB,EAEhB,UAAU,GAEV,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,EAAE,EAAE,MAAM,eAAe,CAAC;AACnC,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAC9C,OAAO,WAAW,MAAM,cAAc,CAAC;AAcvC,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACN,qBAAqB,EACrB,qBAAqB,GACrB,MAAM,yBAAyB,CAAC;AAEjC,MAAM,CAAC,MAAM,UAAU,GAAG,qBAAqB,CAAC,MAAM,CAAC;IACtD,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAC;AAIH,MAAM,OAAO,OAAQ,SAAQ,qBAAqC;IACjD,YAAY;QAC3B,OAAO,UAAU,CAAC;IACnB,CAAC;IAEe,cAAc;QAC7B,OAAO,wIAAwI,CAAC;IACjJ,CAAC;IAEe,UAAU;QACzB,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE;YACzC,KAAK,EAAE;gBACN,WAAW,EACV,oFAAoF;aACrF;YACD,MAAM,EAAE;gBACP,WAAW,EACV,mFAAmF;aACpF;YACD,eAAe,EAAE;gBAChB,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,uCAAuC;aACpD;SACD,CAAC,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CAAC,IAAU;QACpC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACjC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAG3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjC,MAAM,MAAM,GAAa,EAAE;aACzB,WAAW,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;aAC7C,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;aACxC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC;aAC5B,IAAI,EAAE,CAAC;QACT,MAAM,aAAa,GAAe,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACtD,EAAE,CAAC,WAAW,CAAC,GAAG,OAAO,IAAI,KAAK,EAAE,CAAC,CACrC,CAAC;QAGF,MAAM,QAAQ,GAAG,GAAG,MAAM,SAAS,CAAC;QACpC,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE5C,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,SAAS,CACpC,EAAE,EACF,WAAW,CAAC,OAAO,CAAC,cAAc,CAClC,CAAC;QAGF,MAAM,KAAK,GAAmB,EAAE,CAAC;QACjC,GAAG,CAAC,KAAK,CACR,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,EAC7D,CAAC,CACD,CAAC;QACF,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;YAC3B,MAAM,MAAM,GAAa,EAAE,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;YAE9C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC5B,GAAG,CAAC,SAAS,EAAE,CAAC;gBAGhB,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;gBAEzC,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,GAAG,OAAO,IAAI,KAAK,IAAI,KAAK,EAAE,CAAC,CAAC;gBAEhE,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC9B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC3B,MAAM,IAAI,GAAG,GAAG,GAAG,IAAI,SAAS,EAAE,CAAC;gBACnC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,QAAQ,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC;oBAC1C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBAC1B,IAAI,IAAI,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;4BACvB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,KAAK,IAAI,KAAK,EAAE,CAAC,CAAC;4BAC7C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;4BACxC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;wBAC3C,CAAC;oBACF,CAAC;oBACD,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;wBAC3B,MAAM,IAAI,mBAAmB,CAAC,yBAAyB,EAAE;4BACxD,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,KAAK,IAAI,KAAK,EAAE,EAAE;yBACvC,CAAC,CAAC;oBACJ,CAAC;gBACF,CAAC;gBACD,EAAE,CAAC,YAAY,CAAC,GAAG,OAAO,IAAI,KAAK,IAAI,KAAK,EAAE,EAAE,GAAG,QAAQ,IAAI,IAAI,EAAE,CAAC,CAAC;gBACvE,MAAM,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,GAAG,QAAQ,IAAI,IAAI,EAAE,CAAC,CAAC;gBAExD,MAAM,KAAK,GAAiB;oBAC3B,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,gBAAgB,CAAC,KAAK;oBAC5B,KAAK;oBACL,IAAI,EAAE,GAAG;iBACT,CAAC;gBACF,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,CAAC;QACF,CAAC,CAAC,CAAC;QACH,GAAG,CAAC,IAAI,EAAE,CAAC;QAEX,MAAM,IAAI,GAAS;YAClB,KAAK;SACL,CAAC;QAGF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACnC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAGvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjC,EAAE,CAAC,aAAa,CAAC,GAAG,MAAM,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACxE,CAAC;CACD"}
@@ -1,115 +0,0 @@
1
- import { type Item, type LabelledItem } from "@prosopo/types";
2
- import * as z from "zod";
3
- import { OutputCliCommand } from "../utils/output.js";
4
- export declare const ArgsSchema: z.ZodObject<z.objectUtil.extendShape<{
5
- output: z.ZodString;
6
- overwrite: z.ZodOptional<z.ZodBoolean>;
7
- }, {
8
- labels: z.ZodOptional<z.ZodString>;
9
- labelled: z.ZodOptional<z.ZodString>;
10
- unlabelled: z.ZodOptional<z.ZodString>;
11
- seed: z.ZodNumber;
12
- size: z.ZodOptional<z.ZodNumber>;
13
- overwrite: z.ZodOptional<z.ZodBoolean>;
14
- allowDuplicates: z.ZodOptional<z.ZodBoolean>;
15
- allowDuplicatesLabelled: z.ZodOptional<z.ZodBoolean>;
16
- allowDuplicatesUnlabelled: z.ZodOptional<z.ZodBoolean>;
17
- }>, "strip", z.ZodTypeAny, {
18
- output: string;
19
- seed: number;
20
- overwrite?: boolean | undefined;
21
- allowDuplicates?: boolean | undefined;
22
- labels?: string | undefined;
23
- labelled?: string | undefined;
24
- unlabelled?: string | undefined;
25
- size?: number | undefined;
26
- allowDuplicatesLabelled?: boolean | undefined;
27
- allowDuplicatesUnlabelled?: boolean | undefined;
28
- }, {
29
- output: string;
30
- seed: number;
31
- overwrite?: boolean | undefined;
32
- allowDuplicates?: boolean | undefined;
33
- labels?: string | undefined;
34
- labelled?: string | undefined;
35
- unlabelled?: string | undefined;
36
- size?: number | undefined;
37
- allowDuplicatesLabelled?: boolean | undefined;
38
- allowDuplicatesUnlabelled?: boolean | undefined;
39
- }>;
40
- export type ArgsSchemaType = typeof ArgsSchema;
41
- export type Args = z.infer<ArgsSchemaType>;
42
- export declare abstract class Generate<T extends ArgsSchemaType> extends OutputCliCommand<T> {
43
- getOptions(): {
44
- [key: string]: import("yargs").Options;
45
- } & {
46
- output: {
47
- alias: string;
48
- string: boolean;
49
- demand: boolean;
50
- description: string;
51
- };
52
- overwrite: {
53
- boolean: boolean;
54
- description: string;
55
- };
56
- } & {
57
- output: {
58
- description: string;
59
- };
60
- labelled: {
61
- string: boolean;
62
- demand: boolean;
63
- description: string;
64
- };
65
- unlabelled: {
66
- string: boolean;
67
- demand: boolean;
68
- description: string;
69
- };
70
- seed: {
71
- number: boolean;
72
- demand: boolean;
73
- description: string;
74
- };
75
- size: {
76
- number: boolean;
77
- description: string;
78
- };
79
- labels: {
80
- string: boolean;
81
- description: string;
82
- };
83
- allowDuplicates: {
84
- boolean: boolean;
85
- description: string;
86
- };
87
- allowDuplicatesLabelled: {
88
- boolean: boolean;
89
- description: string;
90
- };
91
- allowDuplicatesUnlabelled: {
92
- boolean: boolean;
93
- description: string;
94
- };
95
- };
96
- _check(args: Args): Promise<void>;
97
- labelled: LabelledItem[];
98
- unlabelled: Item[];
99
- labels: string[];
100
- labelledMapFile: string;
101
- unlabelledMapFile: string;
102
- labelToImages: {
103
- [label: string]: Item[];
104
- };
105
- targets: string[];
106
- saltRounds: number;
107
- private loadData;
108
- private loadLabels;
109
- _run(args: Args): Promise<void>;
110
- }
111
- export declare const checkDuplicates: (labelled: LabelledItem[], unlabelled: Item[], options: {
112
- allowDuplicatesLabelled?: boolean;
113
- allowDuplicatesUnlabelled?: boolean;
114
- }) => void;
115
- //# sourceMappingURL=generate.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../src/commands/generate.ts"],"names":[],"mappings":"AAEA,OAAO,EAEN,KAAK,IAAI,EAET,KAAK,YAAY,EAEjB,MAAM,gBAAgB,CAAC;AAexB,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAoB,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAExE,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAUrB,CAAC;AACH,MAAM,MAAM,cAAc,GAAG,OAAO,UAAU,CAAC;AAC/C,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;AAE3C,8BAAsB,QAAQ,CAC7B,CAAC,SAAS,cAAc,CACvB,SAAQ,gBAAgB,CAAC,CAAC,CAAC;IACZ,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IA6CJ,MAAM,CAAC,IAAI,EAAE,IAAI;IAwBvC,QAAQ,EAAE,YAAY,EAAE,CAAM;IAC9B,UAAU,EAAE,IAAI,EAAE,CAAM;IACxB,MAAM,EAAE,MAAM,EAAE,CAAM;IACtB,eAAe,SAAM;IACrB,iBAAiB,SAAM;IACvB,aAAa,EAAE;QAAE,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,EAAE,CAAA;KAAE,CAAM;IAChD,OAAO,EAAE,MAAM,EAAE,CAAM;IACvB,UAAU,SAAM;IAEhB,OAAO,CAAC,QAAQ;IAkChB,OAAO,CAAC,UAAU;IAmBI,IAAI,CAAC,IAAI,EAAE,IAAI;CAWrC;AAED,eAAO,MAAM,eAAe,aACjB,YAAY,EAAE,cACZ,IAAI,EAAE,WACT;IACR,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,yBAAyB,CAAC,EAAE,OAAO,CAAC;CACpC,SAOD,CAAC"}
@@ -1,150 +0,0 @@
1
- import fs from "node:fs";
2
- import { ProsopoDatasetError } from "@prosopo/common";
3
- import { DataSchema, LabelledDataSchema, LabelsContainerSchema, } from "@prosopo/types";
4
- import { lodash, setSeedGlobal } from "@prosopo/util/lodash";
5
- import * as z from "zod";
6
- import { OutputArgsSchema, OutputCliCommand } from "../utils/output.js";
7
- export const ArgsSchema = OutputArgsSchema.extend({
8
- labels: z.string().optional(),
9
- labelled: z.string().optional(),
10
- unlabelled: z.string().optional(),
11
- seed: z.number(),
12
- size: z.number().optional(),
13
- overwrite: z.boolean().optional(),
14
- allowDuplicates: z.boolean().optional(),
15
- allowDuplicatesLabelled: z.boolean().optional(),
16
- allowDuplicatesUnlabelled: z.boolean().optional(),
17
- });
18
- export class Generate extends OutputCliCommand {
19
- constructor() {
20
- super(...arguments);
21
- this.labelled = [];
22
- this.unlabelled = [];
23
- this.labels = [];
24
- this.labelledMapFile = "";
25
- this.unlabelledMapFile = "";
26
- this.labelToImages = {};
27
- this.targets = [];
28
- this.saltRounds = 10;
29
- }
30
- getOptions() {
31
- return lodash().merge(super.getOptions(), {
32
- output: {
33
- description: "Where to write the captchas JSON file",
34
- },
35
- labelled: {
36
- string: true,
37
- demand: true,
38
- description: "Path to JSON file containing labelled data",
39
- },
40
- unlabelled: {
41
- string: true,
42
- demand: true,
43
- description: "Path to JSON file containing unlabelled data",
44
- },
45
- seed: {
46
- number: true,
47
- demand: true,
48
- description: "Seed for random number generator",
49
- },
50
- size: {
51
- number: true,
52
- description: "Number of images in each captcha",
53
- },
54
- labels: {
55
- string: true,
56
- description: "Path to JSON file containing labels which unlabelled data will be assigned to. If not given, labels will be deduced from the labelled data.",
57
- },
58
- allowDuplicates: {
59
- boolean: true,
60
- description: "If true, allow duplicates in the data (labelled and unlabelled)",
61
- },
62
- allowDuplicatesLabelled: {
63
- boolean: true,
64
- description: "If true, allow duplicates in the labelled data",
65
- },
66
- allowDuplicatesUnlabelled: {
67
- boolean: true,
68
- description: "If true, allow duplicates in the unlabelled data",
69
- },
70
- });
71
- }
72
- async _check(args) {
73
- const labelledMapFile = args.labelled;
74
- if (labelledMapFile && !fs.existsSync(labelledMapFile)) {
75
- throw new ProsopoDatasetError(new Error(`labelled map file does not exist: ${labelledMapFile}`), {
76
- translationKey: "FS.FILE_NOT_FOUND",
77
- });
78
- }
79
- const unlabelledMapFile = args.unlabelled;
80
- if (unlabelledMapFile && !fs.existsSync(unlabelledMapFile)) {
81
- throw new ProsopoDatasetError(new Error(`unlabelled map file does not exist: ${unlabelledMapFile}`), {
82
- translationKey: "FS.FILE_NOT_FOUND",
83
- });
84
- }
85
- this.labelledMapFile = labelledMapFile || "";
86
- this.unlabelledMapFile = unlabelledMapFile || "";
87
- }
88
- loadData(args) {
89
- const allowDuplicatesLabelled = args.allowDuplicatesLabelled || args.allowDuplicates || false;
90
- const allowDuplicatesUnlabelled = args.allowDuplicatesUnlabelled || args.allowDuplicates || false;
91
- this.labelled = this.labelledMapFile
92
- ? LabelledDataSchema.parse(JSON.parse(fs.readFileSync(this.labelledMapFile, "utf8"))).items
93
- : [];
94
- this.unlabelled = this.unlabelledMapFile
95
- ? DataSchema.parse(JSON.parse(fs.readFileSync(this.unlabelledMapFile, "utf8"))).items
96
- : [];
97
- checkDuplicates(this.labelled, this.unlabelled, {
98
- allowDuplicatesLabelled,
99
- allowDuplicatesUnlabelled,
100
- });
101
- this.labelToImages = {};
102
- for (const entry of this.labelled) {
103
- const arr = this.labelToImages[entry.label] || [];
104
- arr.push(entry);
105
- this.labelToImages[entry.label] = arr;
106
- }
107
- this.targets = Object.keys(this.labelToImages);
108
- }
109
- loadLabels(args) {
110
- this.labels = [];
111
- if (args.labels && fs.existsSync(args.labels)) {
112
- this.labels.push(...[
113
- ...LabelsContainerSchema.parse(JSON.parse(fs.readFileSync(args.labels, "utf8"))).labels,
114
- ]);
115
- }
116
- else {
117
- this.labels.push(...[...this.targets]);
118
- }
119
- }
120
- async _run(args) {
121
- await super._run(args);
122
- setSeedGlobal(args.seed || 0);
123
- const _ = lodash();
124
- this.loadData(args);
125
- this.loadLabels(args);
126
- }
127
- }
128
- export const checkDuplicates = (labelled, unlabelled, options) => {
129
- const all = new Set();
130
- if (!options.allowDuplicatesLabelled)
131
- addAllUnique(all, labelled, "labelled");
132
- if (!options.allowDuplicatesUnlabelled)
133
- addAllUnique(all, unlabelled, "unlabelled");
134
- };
135
- const addAllUnique = (all, entries, dataType) => {
136
- for (const entry of entries) {
137
- addUnique(all, entry, dataType);
138
- }
139
- };
140
- const addUnique = (all, entry, dataType) => {
141
- if (all.has(entry.data)) {
142
- throw new ProsopoDatasetError("DATASET.DUPLICATE_IMAGE", {
143
- context: {
144
- error: `Duplicate data entry in ${dataType} data: ${JSON.stringify(entry)}`,
145
- },
146
- });
147
- }
148
- all.add(entry.data);
149
- };
150
- //# sourceMappingURL=generate.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"generate.js","sourceRoot":"","sources":["../../src/commands/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EACN,UAAU,EAEV,kBAAkB,EAElB,qBAAqB,GACrB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAc7D,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAExE,MAAM,CAAC,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC;IACjD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACjC,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACvC,uBAAuB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC/C,yBAAyB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACjD,CAAC,CAAC;AAIH,MAAM,OAAgB,QAEpB,SAAQ,gBAAmB;IAF7B;;QAwEC,aAAQ,GAAmB,EAAE,CAAC;QAC9B,eAAU,GAAW,EAAE,CAAC;QACxB,WAAM,GAAa,EAAE,CAAC;QACtB,oBAAe,GAAG,EAAE,CAAC;QACrB,sBAAiB,GAAG,EAAE,CAAC;QACvB,kBAAa,GAAgC,EAAE,CAAC;QAChD,YAAO,GAAa,EAAE,CAAC;QACvB,eAAU,GAAG,EAAE,CAAC;IAkEjB,CAAC;IA9IgB,UAAU;QACzB,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE;YACzC,MAAM,EAAE;gBACP,WAAW,EAAE,uCAAuC;aACpD;YACD,QAAQ,EAAE;gBACT,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,4CAA4C;aACzD;YACD,UAAU,EAAE;gBACX,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,8CAA8C;aAC3D;YACD,IAAI,EAAE;gBACL,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,kCAAkC;aAC/C;YACD,IAAI,EAAE;gBACL,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,kCAAkC;aAC/C;YACD,MAAM,EAAE;gBACP,MAAM,EAAE,IAAI;gBACZ,WAAW,EACV,6IAA6I;aAC9I;YACD,eAAe,EAAE;gBAChB,OAAO,EAAE,IAAI;gBACb,WAAW,EACV,iEAAiE;aAClE;YACD,uBAAuB,EAAE;gBACxB,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,gDAAgD;aAC7D;YACD,yBAAyB,EAAE;gBAC1B,OAAO,EAAE,IAAI;gBACb,WAAW,EAAE,kDAAkD;aAC/D;SACD,CAAC,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,MAAM,CAAC,IAAU;QAEtC,MAAM,eAAe,GAAuB,IAAI,CAAC,QAAQ,CAAC;QAC1D,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,mBAAmB,CAC5B,IAAI,KAAK,CAAC,qCAAqC,eAAe,EAAE,CAAC,EACjE;gBACC,cAAc,EAAE,mBAAmB;aACnC,CACD,CAAC;QACH,CAAC;QACD,MAAM,iBAAiB,GAAuB,IAAI,CAAC,UAAU,CAAC;QAC9D,IAAI,iBAAiB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAAC;YAC5D,MAAM,IAAI,mBAAmB,CAC5B,IAAI,KAAK,CAAC,uCAAuC,iBAAiB,EAAE,CAAC,EACrE;gBACC,cAAc,EAAE,mBAAmB;aACnC,CACD,CAAC;QACH,CAAC;QACD,IAAI,CAAC,eAAe,GAAG,eAAe,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,IAAI,EAAE,CAAC;IAClD,CAAC;IAWO,QAAQ,CAAC,IAAU;QAC1B,MAAM,uBAAuB,GAC5B,IAAI,CAAC,uBAAuB,IAAI,IAAI,CAAC,eAAe,IAAI,KAAK,CAAC;QAC/D,MAAM,yBAAyB,GAC9B,IAAI,CAAC,yBAAyB,IAAI,IAAI,CAAC,eAAe,IAAI,KAAK,CAAC;QAGjE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,eAAe;YACnC,CAAC,CAAC,kBAAkB,CAAC,KAAK,CACxB,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC,CACzD,CAAC,KAAK;YACR,CAAC,CAAC,EAAE,CAAC;QACN,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,iBAAiB;YACvC,CAAC,CAAC,UAAU,CAAC,KAAK,CAChB,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC,CAC3D,CAAC,KAAK;YACR,CAAC,CAAC,EAAE,CAAC;QAGN,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,UAAU,EAAE;YAC/C,uBAAuB;YACvB,yBAAyB;SACzB,CAAC,CAAC;QAGH,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnC,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAClD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC;QACvC,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAChD,CAAC;IAEO,UAAU,CAAC,IAAU;QAI5B,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/C,IAAI,CAAC,MAAM,CAAC,IAAI,CACf,GAAG;gBACF,GAAG,qBAAqB,CAAC,KAAK,CAC7B,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAChD,CAAC,MAAM;aACR,CACD,CAAC;QACH,CAAC;aAAM,CAAC;YAEP,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,CAAC;IACF,CAAC;IAEe,KAAK,CAAC,IAAI,CAAC,IAAU;QACpC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvB,aAAa,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;QAE9B,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;QAEnB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAEpB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;CACD;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,CAC9B,QAAwB,EACxB,UAAkB,EAClB,OAGC,EACA,EAAE;IAEH,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,IAAI,CAAC,OAAO,CAAC,uBAAuB;QAAE,YAAY,CAAC,GAAG,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC9E,IAAI,CAAC,OAAO,CAAC,yBAAyB;QACrC,YAAY,CAAC,GAAG,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;AAC9C,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,GAAgB,EAAE,OAAe,EAAE,QAAgB,EAAE,EAAE;IAC5E,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC7B,SAAS,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;IACjC,CAAC;AACF,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,GAAgB,EAAE,KAAW,EAAE,QAAgB,EAAE,EAAE;IACrE,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,mBAAmB,CAAC,yBAAyB,EAAE;YACxD,OAAO,EAAE;gBACR,KAAK,EAAE,2BAA2B,QAAQ,UAAU,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE;aAC3E;SACD,CAAC,CAAC;IACJ,CAAC;IACD,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AACrB,CAAC,CAAC"}
@@ -1,179 +0,0 @@
1
- import * as z from "zod";
2
- import { Generate } from "./generate.js";
3
- export declare const ArgsSchema: z.ZodObject<z.objectUtil.extendShape<z.objectUtil.extendShape<{
4
- output: z.ZodString;
5
- overwrite: z.ZodOptional<z.ZodBoolean>;
6
- }, {
7
- labels: z.ZodOptional<z.ZodString>;
8
- labelled: z.ZodOptional<z.ZodString>;
9
- unlabelled: z.ZodOptional<z.ZodString>;
10
- seed: z.ZodNumber;
11
- size: z.ZodOptional<z.ZodNumber>;
12
- overwrite: z.ZodOptional<z.ZodBoolean>;
13
- allowDuplicates: z.ZodOptional<z.ZodBoolean>;
14
- allowDuplicatesLabelled: z.ZodOptional<z.ZodBoolean>;
15
- allowDuplicatesUnlabelled: z.ZodOptional<z.ZodBoolean>;
16
- }>, {
17
- solved: z.ZodOptional<z.ZodNumber>;
18
- unsolved: z.ZodOptional<z.ZodNumber>;
19
- minCorrect: z.ZodOptional<z.ZodNumber>;
20
- maxCorrect: z.ZodOptional<z.ZodNumber>;
21
- }>, "strip", z.ZodTypeAny, {
22
- output: string;
23
- seed: number;
24
- overwrite?: boolean | undefined;
25
- allowDuplicates?: boolean | undefined;
26
- labels?: string | undefined;
27
- labelled?: string | undefined;
28
- unlabelled?: string | undefined;
29
- size?: number | undefined;
30
- allowDuplicatesLabelled?: boolean | undefined;
31
- allowDuplicatesUnlabelled?: boolean | undefined;
32
- solved?: number | undefined;
33
- unsolved?: number | undefined;
34
- minCorrect?: number | undefined;
35
- maxCorrect?: number | undefined;
36
- }, {
37
- output: string;
38
- seed: number;
39
- overwrite?: boolean | undefined;
40
- allowDuplicates?: boolean | undefined;
41
- labels?: string | undefined;
42
- labelled?: string | undefined;
43
- unlabelled?: string | undefined;
44
- size?: number | undefined;
45
- allowDuplicatesLabelled?: boolean | undefined;
46
- allowDuplicatesUnlabelled?: boolean | undefined;
47
- solved?: number | undefined;
48
- unsolved?: number | undefined;
49
- minCorrect?: number | undefined;
50
- maxCorrect?: number | undefined;
51
- }>;
52
- export type ArgsSchemaType = typeof ArgsSchema;
53
- export type Args = z.infer<ArgsSchemaType>;
54
- export declare class GenerateV1 extends Generate<ArgsSchemaType> {
55
- getArgSchema(): z.ZodObject<z.objectUtil.extendShape<z.objectUtil.extendShape<{
56
- output: z.ZodString;
57
- overwrite: z.ZodOptional<z.ZodBoolean>;
58
- }, {
59
- labels: z.ZodOptional<z.ZodString>;
60
- labelled: z.ZodOptional<z.ZodString>;
61
- unlabelled: z.ZodOptional<z.ZodString>;
62
- seed: z.ZodNumber;
63
- size: z.ZodOptional<z.ZodNumber>;
64
- overwrite: z.ZodOptional<z.ZodBoolean>;
65
- allowDuplicates: z.ZodOptional<z.ZodBoolean>;
66
- allowDuplicatesLabelled: z.ZodOptional<z.ZodBoolean>;
67
- allowDuplicatesUnlabelled: z.ZodOptional<z.ZodBoolean>;
68
- }>, {
69
- solved: z.ZodOptional<z.ZodNumber>;
70
- unsolved: z.ZodOptional<z.ZodNumber>;
71
- minCorrect: z.ZodOptional<z.ZodNumber>;
72
- maxCorrect: z.ZodOptional<z.ZodNumber>;
73
- }>, "strip", z.ZodTypeAny, {
74
- output: string;
75
- seed: number;
76
- overwrite?: boolean | undefined;
77
- allowDuplicates?: boolean | undefined;
78
- labels?: string | undefined;
79
- labelled?: string | undefined;
80
- unlabelled?: string | undefined;
81
- size?: number | undefined;
82
- allowDuplicatesLabelled?: boolean | undefined;
83
- allowDuplicatesUnlabelled?: boolean | undefined;
84
- solved?: number | undefined;
85
- unsolved?: number | undefined;
86
- minCorrect?: number | undefined;
87
- maxCorrect?: number | undefined;
88
- }, {
89
- output: string;
90
- seed: number;
91
- overwrite?: boolean | undefined;
92
- allowDuplicates?: boolean | undefined;
93
- labels?: string | undefined;
94
- labelled?: string | undefined;
95
- unlabelled?: string | undefined;
96
- size?: number | undefined;
97
- allowDuplicatesLabelled?: boolean | undefined;
98
- allowDuplicatesUnlabelled?: boolean | undefined;
99
- solved?: number | undefined;
100
- unsolved?: number | undefined;
101
- minCorrect?: number | undefined;
102
- maxCorrect?: number | undefined;
103
- }>;
104
- getDescription(): string;
105
- getOptions(): {
106
- [key: string]: import("yargs").Options;
107
- } & {
108
- output: {
109
- alias: string;
110
- string: boolean;
111
- demand: boolean;
112
- description: string;
113
- };
114
- overwrite: {
115
- boolean: boolean;
116
- description: string;
117
- };
118
- } & {
119
- output: {
120
- description: string;
121
- };
122
- labelled: {
123
- string: boolean;
124
- demand: boolean;
125
- description: string;
126
- };
127
- unlabelled: {
128
- string: boolean;
129
- demand: boolean;
130
- description: string;
131
- };
132
- seed: {
133
- number: boolean;
134
- demand: boolean;
135
- description: string;
136
- };
137
- size: {
138
- number: boolean;
139
- description: string;
140
- };
141
- labels: {
142
- string: boolean;
143
- description: string;
144
- };
145
- allowDuplicates: {
146
- boolean: boolean;
147
- description: string;
148
- };
149
- allowDuplicatesLabelled: {
150
- boolean: boolean;
151
- description: string;
152
- };
153
- allowDuplicatesUnlabelled: {
154
- boolean: boolean;
155
- description: string;
156
- };
157
- } & {
158
- solved: {
159
- description: string;
160
- number: boolean;
161
- };
162
- unsolved: {
163
- description: string;
164
- number: boolean;
165
- };
166
- minCorrect: {
167
- description: string;
168
- number: boolean;
169
- };
170
- maxCorrect: {
171
- description: string;
172
- number: boolean;
173
- };
174
- };
175
- private generateSolved;
176
- private generateUnsolved;
177
- _run(args: Args): Promise<void>;
178
- }
179
- //# sourceMappingURL=generateV1.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"generateV1.d.ts","sourceRoot":"","sources":["../../src/commands/generateV1.ts"],"names":[],"mappings":"AA4BA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,QAAQ,EAAoC,MAAM,eAAe,CAAC;AAE3E,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAKrB,CAAC;AACH,MAAM,MAAM,cAAc,GAAG,OAAO,UAAU,CAAC;AAC/C,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;AAE3C,qBAAa,UAAW,SAAQ,QAAQ,CAAC,cAAc,CAAC;IACvC,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAIZ,cAAc,IAAI,MAAM;IAIxB,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAqB1B,OAAO,CAAC,cAAc;IAkGtB,OAAO,CAAC,gBAAgB;IA0DF,IAAI,CAAC,IAAI,EAAE,IAAI;CA6CrC"}
@@ -1,169 +0,0 @@
1
- import fs from "node:fs";
2
- import { blake2AsHex } from "@polkadot/util-crypto/blake2";
3
- import { ProsopoDatasetError, ProsopoEnvError } from "@prosopo/common";
4
- import { CaptchaTypes, CaptchasContainerSchema, } from "@prosopo/types";
5
- import { at, get } from "@prosopo/util";
6
- import { lodash } from "@prosopo/util/lodash";
7
- import bcrypt from "bcrypt";
8
- import cliProgress from "cli-progress";
9
- import * as z from "zod";
10
- import { Generate, ArgsSchema as GenerateArgsSchema } from "./generate.js";
11
- export const ArgsSchema = GenerateArgsSchema.extend({
12
- solved: z.number().optional(),
13
- unsolved: z.number().optional(),
14
- minCorrect: z.number().optional(),
15
- maxCorrect: z.number().optional(),
16
- });
17
- export class GenerateV1 extends Generate {
18
- getArgSchema() {
19
- return ArgsSchema;
20
- }
21
- getDescription() {
22
- return "Generate distinct captchas producing captcha challenges comprising 2 rounds, one labelled and one unlabelled";
23
- }
24
- getOptions() {
25
- return lodash().merge(super.getOptions(), {
26
- solved: {
27
- description: "Number of captchas to generate that are solved",
28
- number: true,
29
- },
30
- unsolved: {
31
- description: "Number of captchas to generate that are unsolved",
32
- number: true,
33
- },
34
- minCorrect: {
35
- description: "Minimum number of target images in each captcha",
36
- number: true,
37
- },
38
- maxCorrect: {
39
- description: "Maximum number of target images in each captcha",
40
- number: true,
41
- },
42
- });
43
- }
44
- generateSolved(solved, size, minCorrect, maxCorrect, bar) {
45
- const _ = lodash();
46
- const solvedCaptchas = [];
47
- for (let i = 0; i < solved; i++) {
48
- bar.increment();
49
- if (this.targets.length <= 1) {
50
- throw new ProsopoDatasetError(new Error("not enough different labels in labelled data"), {
51
- translationKey: "DATASET.NOT_ENOUGH_LABELS",
52
- });
53
- }
54
- const target = at(this.targets, i % this.targets.length);
55
- const notTargets = this.targets.filter((t) => t !== target);
56
- const nCorrect = _.random(minCorrect, maxCorrect);
57
- const nIncorrect = size - nCorrect;
58
- const targetItems = get(this.labelToImages, target);
59
- const notTargetItems = notTargets.flatMap((notTarget) => get(this.labelToImages, notTarget));
60
- if (targetItems.length < nCorrect) {
61
- throw new ProsopoEnvError(new Error(`not enough images for target (${target})`), {
62
- translationKey: "DATASET.NOT_ENOUGH_IMAGES",
63
- });
64
- }
65
- if (notTargetItems.length < nIncorrect) {
66
- throw new ProsopoDatasetError(new Error(`not enough non-matching images for target (${target})`), {
67
- translationKey: "DATASET.NOT_ENOUGH_IMAGES",
68
- });
69
- }
70
- const correctItems = _.sampleSize(targetItems, nCorrect);
71
- const incorrectItems = _.sampleSize(notTargetItems, nIncorrect);
72
- let items = [...correctItems, ...incorrectItems];
73
- let indices = [...Array(items.length).keys()];
74
- indices = _.shuffle(indices);
75
- items = indices.map((i) => at(items, i));
76
- items = items.map((item) => {
77
- return {
78
- data: item.data,
79
- hash: item.hash,
80
- type: item.type,
81
- };
82
- });
83
- const solution = indices
84
- .map((index, i) => {
85
- return {
86
- pre: index,
87
- post: i,
88
- };
89
- })
90
- .filter((item) => item.pre < correctItems.length)
91
- .map((item) => {
92
- return item.post;
93
- });
94
- const salt = blake2AsHex(bcrypt.genSaltSync(this.saltRounds));
95
- const captcha = {
96
- salt,
97
- target,
98
- items,
99
- solution,
100
- };
101
- solvedCaptchas.push(captcha);
102
- }
103
- return solvedCaptchas;
104
- }
105
- generateUnsolved(unsolved, size, bar) {
106
- const _ = lodash();
107
- const unsolvedCaptchas = [];
108
- for (let i = 0; i < unsolved; i++) {
109
- bar.increment();
110
- if (this.unlabelled.length <= size) {
111
- throw new ProsopoDatasetError(new Error("unlabelled map file does not contain enough data"), {
112
- translationKey: "DATASET.NOT_ENOUGH_IMAGES",
113
- });
114
- }
115
- if (this.labels.length <= 0) {
116
- throw new ProsopoDatasetError(new Error("no labels found for unlabelled data"), {
117
- translationKey: "DATASET.NOT_ENOUGH_LABELS",
118
- });
119
- }
120
- const index = _.random(0, this.labels.length - 1);
121
- const target = at(this.labels, index);
122
- const itemSet = _.sampleSize(this.unlabelled, size);
123
- let items = [...itemSet];
124
- let indices = [...Array(items.length).keys()];
125
- indices = _.shuffle(indices);
126
- items = indices.map((i) => at(items, i));
127
- items = items.map((item) => {
128
- return {
129
- data: item.data,
130
- hash: item.hash,
131
- type: item.type,
132
- };
133
- });
134
- const salt = blake2AsHex(bcrypt.genSaltSync(this.saltRounds));
135
- const captcha = {
136
- salt,
137
- target,
138
- items,
139
- };
140
- unsolvedCaptchas.push(captcha);
141
- }
142
- return unsolvedCaptchas;
143
- }
144
- async _run(args) {
145
- await super._run(args);
146
- const outFile = args.output;
147
- const _ = lodash();
148
- const size = args.size || 9;
149
- const minCorrect = args.minCorrect || 1;
150
- const maxCorrect = args.maxCorrect || size - 1;
151
- const solved = args.solved || 0;
152
- const unsolved = args.unsolved || 0;
153
- const bar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);
154
- bar.start(solved + unsolved, 0);
155
- const solvedCaptchas = this.generateSolved(solved, size, minCorrect, maxCorrect, bar);
156
- const unsolvedCaptchas = this.generateUnsolved(unsolved, size, bar);
157
- bar.stop();
158
- const output = {
159
- captchas: [...solvedCaptchas, ...unsolvedCaptchas],
160
- format: CaptchaTypes.SelectAll,
161
- };
162
- CaptchasContainerSchema.parse(output);
163
- fs.mkdirSync(args.output.split("/").slice(0, -1).join("/"), {
164
- recursive: true,
165
- });
166
- fs.writeFileSync(outFile, JSON.stringify(output, null, 4));
167
- }
168
- }
169
- //# sourceMappingURL=generateV1.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"generateV1.js","sourceRoot":"","sources":["../../src/commands/generateV1.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACvE,OAAO,EACN,YAAY,EAGZ,uBAAuB,GAGvB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAC9C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,WAAW,MAAM,cAAc,CAAC;AAcvC,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,QAAQ,EAAE,UAAU,IAAI,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAE3E,MAAM,CAAC,MAAM,UAAU,GAAG,kBAAkB,CAAC,MAAM,CAAC;IACnD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAC;AAIH,MAAM,OAAO,UAAW,SAAQ,QAAwB;IACvC,YAAY;QAC3B,OAAO,UAAU,CAAC;IACnB,CAAC;IAEe,cAAc;QAC7B,OAAO,8GAA8G,CAAC;IACvH,CAAC;IAEe,UAAU;QACzB,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE;YACzC,MAAM,EAAE;gBACP,WAAW,EAAE,gDAAgD;gBAC7D,MAAM,EAAE,IAAI;aACZ;YACD,QAAQ,EAAE;gBACT,WAAW,EAAE,kDAAkD;gBAC/D,MAAM,EAAE,IAAI;aACZ;YACD,UAAU,EAAE;gBACX,WAAW,EAAE,iDAAiD;gBAC9D,MAAM,EAAE,IAAI;aACZ;YACD,UAAU,EAAE;gBACX,WAAW,EAAE,iDAAiD;gBAC9D,MAAM,EAAE,IAAI;aACZ;SACD,CAAC,CAAC;IACJ,CAAC;IAEO,cAAc,CACrB,MAAc,EACd,IAAY,EACZ,UAAkB,EAClB,UAAkB,EAClB,GAA0B;QAE1B,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;QAEnB,MAAM,cAAc,GAAuB,EAAE,CAAC;QAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAEjC,GAAG,CAAC,SAAS,EAAE,CAAC;YAEhB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBAC9B,MAAM,IAAI,mBAAmB,CAC5B,IAAI,KAAK,CAAC,8CAA8C,CAAC,EACzD;oBACC,cAAc,EAAE,2BAA2B;iBAC3C,CACD,CAAC;YACH,CAAC;YAGD,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACzD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC;YAG5D,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YAElD,MAAM,UAAU,GAAG,IAAI,GAAG,QAAQ,CAAC;YAEnC,MAAM,WAAW,GAAW,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;YAC5D,MAAM,cAAc,GAAW,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CAC/D,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,CAClC,CAAC;YAEF,IAAI,WAAW,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;gBACnC,MAAM,IAAI,eAAe,CACxB,IAAI,KAAK,CAAC,iCAAiC,MAAM,GAAG,CAAC,EACrD;oBACC,cAAc,EAAE,2BAA2B;iBAC3C,CACD,CAAC;YACH,CAAC;YACD,IAAI,cAAc,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;gBACxC,MAAM,IAAI,mBAAmB,CAC5B,IAAI,KAAK,CAAC,8CAA8C,MAAM,GAAG,CAAC,EAClE;oBACC,cAAc,EAAE,2BAA2B;iBAC3C,CACD,CAAC;YACH,CAAC;YAGD,MAAM,YAAY,GAAW,CAAC,CAAC,UAAU,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YAGjE,MAAM,cAAc,GAAW,CAAC,CAAC,UAAU,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;YAExE,IAAI,KAAK,GAAW,CAAC,GAAG,YAAY,EAAE,GAAG,cAAc,CAAC,CAAC;YACzD,IAAI,OAAO,GAAa,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACxD,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC7B,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACzC,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBAC1B,OAAO;oBACN,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;iBACf,CAAC;YACH,CAAC,CAAC,CAAC;YAGH,MAAM,QAAQ,GAAkB,OAAO;iBACrC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;gBACjB,OAAO;oBACN,GAAG,EAAE,KAAK;oBACV,IAAI,EAAE,CAAC;iBACP,CAAC;YACH,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC;iBAChD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACb,OAAO,IAAI,CAAC,IAAI,CAAC;YAClB,CAAC,CAAC,CAAC;YAEJ,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;YAE9D,MAAM,OAAO,GAAqB;gBACjC,IAAI;gBACJ,MAAM;gBACN,KAAK;gBACL,QAAQ;aACR,CAAC;YACF,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;QACD,OAAO,cAAc,CAAC;IACvB,CAAC;IAEO,gBAAgB,CACvB,QAAgB,EAChB,IAAY,EACZ,GAA0B;QAE1B,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;QAInB,MAAM,gBAAgB,GAAuB,EAAE,CAAC;QAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,GAAG,CAAC,SAAS,EAAE,CAAC;YAChB,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;gBACpC,MAAM,IAAI,mBAAmB,CAC5B,IAAI,KAAK,CAAC,kDAAkD,CAAC,EAC7D;oBACC,cAAc,EAAE,2BAA2B;iBAC3C,CACD,CAAC;YACH,CAAC;YAGD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBAC7B,MAAM,IAAI,mBAAmB,CAC5B,IAAI,KAAK,CAAC,qCAAqC,CAAC,EAChD;oBACC,cAAc,EAAE,2BAA2B;iBAC3C,CACD,CAAC;YACH,CAAC;YACD,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAClD,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YAEtC,MAAM,OAAO,GAAW,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;YAE5D,IAAI,KAAK,GAAW,CAAC,GAAG,OAAO,CAAC,CAAC;YACjC,IAAI,OAAO,GAAa,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACxD,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC7B,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACzC,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBAC1B,OAAO;oBACN,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;iBACf,CAAC;YACH,CAAC,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;YAE9D,MAAM,OAAO,GAAqB;gBACjC,IAAI;gBACJ,MAAM;gBACN,KAAK;aACL,CAAC;YACF,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC;QACD,OAAO,gBAAgB,CAAC;IACzB,CAAC;IAEe,KAAK,CAAC,IAAI,CAAC,IAAU;QACpC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvB,MAAM,OAAO,GAAW,IAAI,CAAC,MAAM,CAAC;QAGpC,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;QAEnB,MAAM,IAAI,GAAW,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC;QACpC,MAAM,UAAU,GAAW,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;QAChD,MAAM,UAAU,GAAW,IAAI,CAAC,UAAU,IAAI,IAAI,GAAG,CAAC,CAAC;QACvD,MAAM,MAAM,GAAW,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAW,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;QAG5C,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,SAAS,CACpC,EAAE,EACF,WAAW,CAAC,OAAO,CAAC,cAAc,CAClC,CAAC;QAGF,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC,CAAC,CAAC;QAChC,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CACzC,MAAM,EACN,IAAI,EACJ,UAAU,EACV,UAAU,EACV,GAAG,CACH,CAAC;QACF,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QACpE,GAAG,CAAC,IAAI,EAAE,CAAC;QAEX,MAAM,MAAM,GAAa;YACxB,QAAQ,EAAE,CAAC,GAAG,cAAc,EAAE,GAAG,gBAAgB,CAAC;YAClD,MAAM,EAAE,YAAY,CAAC,SAAS;SAC9B,CAAC;QAGF,uBAAuB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YAC3D,SAAS,EAAE,IAAI;SACf,CAAC,CAAC;QACH,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC;CACD"}