@prosopo/datasets-fs 3.0.5 → 3.0.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (86) hide show
  1. package/CHANGELOG.md +25 -0
  2. package/dist/cli/cli.js +51 -51
  3. package/dist/index.js +4 -2
  4. package/dist/tests/data/flat_resized/labels.json +11 -11
  5. package/dist/tests/data/flat_resized/relocated_data.json +362 -362
  6. package/package.json +15 -12
  7. package/vite.cjs.config.ts +4 -1
  8. package/vite.esm.config.ts +20 -0
  9. package/dist/cli/cli.d.ts +0 -9
  10. package/dist/cli/cli.d.ts.map +0 -1
  11. package/dist/cli/cli.js.map +0 -1
  12. package/dist/cli/cliCommand.d.ts +0 -17
  13. package/dist/cli/cliCommand.d.ts.map +0 -1
  14. package/dist/cli/cliCommand.js +0 -31
  15. package/dist/cli/cliCommand.js.map +0 -1
  16. package/dist/cli/cliCommandComposite.d.ts +0 -14
  17. package/dist/cli/cliCommandComposite.d.ts.map +0 -1
  18. package/dist/cli/cliCommandComposite.js +0 -32
  19. package/dist/cli/cliCommandComposite.js.map +0 -1
  20. package/dist/cli.d.ts +0 -2
  21. package/dist/cli.d.ts.map +0 -1
  22. package/dist/cli.js +0 -34
  23. package/dist/cli.js.map +0 -1
  24. package/dist/commands/flatten.d.ts +0 -59
  25. package/dist/commands/flatten.d.ts.map +0 -1
  26. package/dist/commands/flatten.js +0 -97
  27. package/dist/commands/flatten.js.map +0 -1
  28. package/dist/commands/generate.d.ts +0 -115
  29. package/dist/commands/generate.d.ts.map +0 -1
  30. package/dist/commands/generate.js +0 -150
  31. package/dist/commands/generate.js.map +0 -1
  32. package/dist/commands/generateV1.d.ts +0 -179
  33. package/dist/commands/generateV1.d.ts.map +0 -1
  34. package/dist/commands/generateV1.js +0 -169
  35. package/dist/commands/generateV1.js.map +0 -1
  36. package/dist/commands/generateV2.d.ts +0 -189
  37. package/dist/commands/generateV2.d.ts.map +0 -1
  38. package/dist/commands/generateV2.js +0 -200
  39. package/dist/commands/generateV2.js.map +0 -1
  40. package/dist/commands/get.d.ts +0 -35
  41. package/dist/commands/get.d.ts.map +0 -1
  42. package/dist/commands/get.js +0 -92
  43. package/dist/commands/get.js.map +0 -1
  44. package/dist/commands/labels.d.ts +0 -47
  45. package/dist/commands/labels.d.ts.map +0 -1
  46. package/dist/commands/labels.js +0 -48
  47. package/dist/commands/labels.js.map +0 -1
  48. package/dist/commands/relocate.d.ts +0 -71
  49. package/dist/commands/relocate.d.ts.map +0 -1
  50. package/dist/commands/relocate.js +0 -81
  51. package/dist/commands/relocate.js.map +0 -1
  52. package/dist/commands/resize.d.ts +0 -69
  53. package/dist/commands/resize.d.ts.map +0 -1
  54. package/dist/commands/resize.js +0 -112
  55. package/dist/commands/resize.js.map +0 -1
  56. package/dist/dummy.d.ts +0 -2
  57. package/dist/dummy.d.ts.map +0 -1
  58. package/dist/dummy.js +0 -28
  59. package/dist/dummy.js.map +0 -1
  60. package/dist/index.d.ts +0 -2
  61. package/dist/index.d.ts.map +0 -1
  62. package/dist/index.js.map +0 -1
  63. package/dist/tests/lodash.unit.test.d.ts +0 -2
  64. package/dist/tests/lodash.unit.test.d.ts.map +0 -1
  65. package/dist/tests/lodash.unit.test.js +0 -29
  66. package/dist/tests/lodash.unit.test.js.map +0 -1
  67. package/dist/tests/mocked.unit.test.d.ts +0 -2
  68. package/dist/tests/mocked.unit.test.d.ts.map +0 -1
  69. package/dist/tests/mocked.unit.test.js +0 -253
  70. package/dist/tests/mocked.unit.test.js.map +0 -1
  71. package/dist/tests/utils.d.ts +0 -35
  72. package/dist/tests/utils.d.ts.map +0 -1
  73. package/dist/tests/utils.js +0 -101
  74. package/dist/tests/utils.js.map +0 -1
  75. package/dist/utils/input.d.ts +0 -24
  76. package/dist/utils/input.d.ts.map +0 -1
  77. package/dist/utils/input.js +0 -35
  78. package/dist/utils/input.js.map +0 -1
  79. package/dist/utils/inputOutput.d.ts +0 -21
  80. package/dist/utils/inputOutput.d.ts.map +0 -1
  81. package/dist/utils/inputOutput.js +0 -10
  82. package/dist/utils/inputOutput.js.map +0 -1
  83. package/dist/utils/output.d.ts +0 -36
  84. package/dist/utils/output.d.ts.map +0 -1
  85. package/dist/utils/output.js +0 -62
  86. package/dist/utils/output.js.map +0 -1
@@ -1,189 +0,0 @@
1
- import * as z from "zod";
2
- import { Generate } from "./generate.js";
3
- export declare const ArgsSchema: z.ZodObject<z.objectUtil.extendShape<z.objectUtil.extendShape<{
4
- output: z.ZodString;
5
- overwrite: z.ZodOptional<z.ZodBoolean>;
6
- }, {
7
- labels: z.ZodOptional<z.ZodString>;
8
- labelled: z.ZodOptional<z.ZodString>;
9
- unlabelled: z.ZodOptional<z.ZodString>;
10
- seed: z.ZodNumber;
11
- size: z.ZodOptional<z.ZodNumber>;
12
- overwrite: z.ZodOptional<z.ZodBoolean>;
13
- allowDuplicates: z.ZodOptional<z.ZodBoolean>;
14
- allowDuplicatesLabelled: z.ZodOptional<z.ZodBoolean>;
15
- allowDuplicatesUnlabelled: z.ZodOptional<z.ZodBoolean>;
16
- }>, {
17
- minCorrect: z.ZodOptional<z.ZodNumber>;
18
- minIncorrect: z.ZodOptional<z.ZodNumber>;
19
- minLabelled: z.ZodOptional<z.ZodNumber>;
20
- maxLabelled: z.ZodOptional<z.ZodNumber>;
21
- count: z.ZodOptional<z.ZodNumber>;
22
- }>, "strip", z.ZodTypeAny, {
23
- output: string;
24
- seed: number;
25
- overwrite?: boolean | undefined;
26
- allowDuplicates?: boolean | undefined;
27
- labels?: string | undefined;
28
- labelled?: string | undefined;
29
- unlabelled?: string | undefined;
30
- size?: number | undefined;
31
- allowDuplicatesLabelled?: boolean | undefined;
32
- allowDuplicatesUnlabelled?: boolean | undefined;
33
- minCorrect?: number | undefined;
34
- minIncorrect?: number | undefined;
35
- minLabelled?: number | undefined;
36
- maxLabelled?: number | undefined;
37
- count?: number | undefined;
38
- }, {
39
- output: string;
40
- seed: number;
41
- overwrite?: boolean | undefined;
42
- allowDuplicates?: boolean | undefined;
43
- labels?: string | undefined;
44
- labelled?: string | undefined;
45
- unlabelled?: string | undefined;
46
- size?: number | undefined;
47
- allowDuplicatesLabelled?: boolean | undefined;
48
- allowDuplicatesUnlabelled?: boolean | undefined;
49
- minCorrect?: number | undefined;
50
- minIncorrect?: number | undefined;
51
- minLabelled?: number | undefined;
52
- maxLabelled?: number | undefined;
53
- count?: number | undefined;
54
- }>;
55
- export type ArgsSchemaType = typeof ArgsSchema;
56
- export type Args = z.infer<ArgsSchemaType>;
57
- export declare class GenerateV2 extends Generate<ArgsSchemaType> {
58
- #private;
59
- getArgSchema(): z.ZodObject<z.objectUtil.extendShape<z.objectUtil.extendShape<{
60
- output: z.ZodString;
61
- overwrite: z.ZodOptional<z.ZodBoolean>;
62
- }, {
63
- labels: z.ZodOptional<z.ZodString>;
64
- labelled: z.ZodOptional<z.ZodString>;
65
- unlabelled: z.ZodOptional<z.ZodString>;
66
- seed: z.ZodNumber;
67
- size: z.ZodOptional<z.ZodNumber>;
68
- overwrite: z.ZodOptional<z.ZodBoolean>;
69
- allowDuplicates: z.ZodOptional<z.ZodBoolean>;
70
- allowDuplicatesLabelled: z.ZodOptional<z.ZodBoolean>;
71
- allowDuplicatesUnlabelled: z.ZodOptional<z.ZodBoolean>;
72
- }>, {
73
- minCorrect: z.ZodOptional<z.ZodNumber>;
74
- minIncorrect: z.ZodOptional<z.ZodNumber>;
75
- minLabelled: z.ZodOptional<z.ZodNumber>;
76
- maxLabelled: z.ZodOptional<z.ZodNumber>;
77
- count: z.ZodOptional<z.ZodNumber>;
78
- }>, "strip", z.ZodTypeAny, {
79
- output: string;
80
- seed: number;
81
- overwrite?: boolean | undefined;
82
- allowDuplicates?: boolean | undefined;
83
- labels?: string | undefined;
84
- labelled?: string | undefined;
85
- unlabelled?: string | undefined;
86
- size?: number | undefined;
87
- allowDuplicatesLabelled?: boolean | undefined;
88
- allowDuplicatesUnlabelled?: boolean | undefined;
89
- minCorrect?: number | undefined;
90
- minIncorrect?: number | undefined;
91
- minLabelled?: number | undefined;
92
- maxLabelled?: number | undefined;
93
- count?: number | undefined;
94
- }, {
95
- output: string;
96
- seed: number;
97
- overwrite?: boolean | undefined;
98
- allowDuplicates?: boolean | undefined;
99
- labels?: string | undefined;
100
- labelled?: string | undefined;
101
- unlabelled?: string | undefined;
102
- size?: number | undefined;
103
- allowDuplicatesLabelled?: boolean | undefined;
104
- allowDuplicatesUnlabelled?: boolean | undefined;
105
- minCorrect?: number | undefined;
106
- minIncorrect?: number | undefined;
107
- minLabelled?: number | undefined;
108
- maxLabelled?: number | undefined;
109
- count?: number | undefined;
110
- }>;
111
- getDescription(): string;
112
- getOptions(): {
113
- [key: string]: import("yargs").Options;
114
- } & {
115
- output: {
116
- alias: string;
117
- string: boolean;
118
- demand: boolean;
119
- description: string;
120
- };
121
- overwrite: {
122
- boolean: boolean;
123
- description: string;
124
- };
125
- } & {
126
- output: {
127
- description: string;
128
- };
129
- labelled: {
130
- string: boolean;
131
- demand: boolean;
132
- description: string;
133
- };
134
- unlabelled: {
135
- string: boolean;
136
- demand: boolean;
137
- description: string;
138
- };
139
- seed: {
140
- number: boolean;
141
- demand: boolean;
142
- description: string;
143
- };
144
- size: {
145
- number: boolean;
146
- description: string;
147
- };
148
- labels: {
149
- string: boolean;
150
- description: string;
151
- };
152
- allowDuplicates: {
153
- boolean: boolean;
154
- description: string;
155
- };
156
- allowDuplicatesLabelled: {
157
- boolean: boolean;
158
- description: string;
159
- };
160
- allowDuplicatesUnlabelled: {
161
- boolean: boolean;
162
- description: string;
163
- };
164
- } & {
165
- count: {
166
- number: boolean;
167
- description: string;
168
- };
169
- minCorrect: {
170
- number: boolean;
171
- description: string;
172
- };
173
- minIncorrect: {
174
- number: boolean;
175
- description: string;
176
- };
177
- minLabelled: {
178
- number: boolean;
179
- description: string;
180
- };
181
- maxLabelled: {
182
- number: boolean;
183
- description: string;
184
- };
185
- };
186
- private setupTarget;
187
- _run(args: Args): Promise<void>;
188
- }
189
- //# sourceMappingURL=generateV2.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"generateV2.d.ts","sourceRoot":"","sources":["../../src/commands/generateV2.ts"],"names":[],"mappings":"AA6BA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,QAAQ,EAAoC,MAAM,eAAe,CAAC;AAE3E,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMrB,CAAC;AACH,MAAM,MAAM,cAAc,GAAG,OAAO,UAAU,CAAC;AAC/C,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;AAE3C,qBAAa,UAAW,SAAQ,QAAQ,CAAC,cAAc,CAAC;;IAmBvC,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAIZ,cAAc,IAAI,MAAM;IAIxB,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAyB1B,OAAO,CAAC,WAAW;IA2DG,IAAI,CAAC,IAAI,EAAE,IAAI;CAuIrC"}
@@ -1,200 +0,0 @@
1
- var _GenerateV2_size, _GenerateV2_minCorrect, _GenerateV2_saltRounds, _GenerateV2_allowDuplicatesLabelled, _GenerateV2_allowDuplicatesUnlabelled, _GenerateV2_minIncorrect, _GenerateV2_minLabelled, _GenerateV2_maxLabelled, _GenerateV2_count, _GenerateV2_nCorrect, _GenerateV2_nIncorrect, _GenerateV2_nLabelled, _GenerateV2_nUnlabelled, _GenerateV2_target, _GenerateV2_targets, _GenerateV2_targetItems, _GenerateV2_notTargetItems;
2
- import { __classPrivateFieldGet, __classPrivateFieldSet } from "tslib";
3
- import fs from "node:fs";
4
- import { ProsopoDatasetError } from "@prosopo/common";
5
- import { CaptchaTypes, CaptchasContainerSchema, } from "@prosopo/types";
6
- import { at, get } from "@prosopo/util";
7
- import { blake2AsHex } from "@prosopo/util-crypto";
8
- import { lodash } from "@prosopo/util/lodash";
9
- import bcrypt from "bcrypt";
10
- import cliProgress from "cli-progress";
11
- import * as z from "zod";
12
- import { Generate, ArgsSchema as GenerateArgsSchema } from "./generate.js";
13
- export const ArgsSchema = GenerateArgsSchema.extend({
14
- minCorrect: z.number().optional(),
15
- minIncorrect: z.number().optional(),
16
- minLabelled: z.number().optional(),
17
- maxLabelled: z.number().optional(),
18
- count: z.number().optional(),
19
- });
20
- export class GenerateV2 extends Generate {
21
- constructor() {
22
- super(...arguments);
23
- _GenerateV2_size.set(this, 0);
24
- _GenerateV2_minCorrect.set(this, 0);
25
- _GenerateV2_saltRounds.set(this, 10);
26
- _GenerateV2_allowDuplicatesLabelled.set(this, false);
27
- _GenerateV2_allowDuplicatesUnlabelled.set(this, false);
28
- _GenerateV2_minIncorrect.set(this, 0);
29
- _GenerateV2_minLabelled.set(this, 0);
30
- _GenerateV2_maxLabelled.set(this, 0);
31
- _GenerateV2_count.set(this, 0);
32
- _GenerateV2_nCorrect.set(this, 0);
33
- _GenerateV2_nIncorrect.set(this, 0);
34
- _GenerateV2_nLabelled.set(this, 0);
35
- _GenerateV2_nUnlabelled.set(this, 0);
36
- _GenerateV2_target.set(this, "");
37
- _GenerateV2_targets.set(this, []);
38
- _GenerateV2_targetItems.set(this, []);
39
- _GenerateV2_notTargetItems.set(this, []);
40
- }
41
- getArgSchema() {
42
- return ArgsSchema;
43
- }
44
- getDescription() {
45
- return "Generate distinct captchas producing captcha challenges comprising one or more rounds, mixing labelled and unlabelled data into a single round";
46
- }
47
- getOptions() {
48
- return lodash().merge(super.getOptions(), {
49
- count: {
50
- number: true,
51
- description: "Number of captchas to generate",
52
- },
53
- minCorrect: {
54
- number: true,
55
- description: "Minimum number of correct images in each captcha",
56
- },
57
- minIncorrect: {
58
- number: true,
59
- description: "Minimum number of incorrect images in each captcha",
60
- },
61
- minLabelled: {
62
- number: true,
63
- description: "Minimum number of labelled images in each captcha",
64
- },
65
- maxLabelled: {
66
- number: true,
67
- description: "Maximum number of labelled images in each captcha",
68
- },
69
- });
70
- }
71
- setupTarget(i) {
72
- const _ = lodash();
73
- if (this.targets.length <= 1) {
74
- throw new ProsopoDatasetError(new Error("not enough different labels in labelled data"), {
75
- translationKey: "DATASET.NOT_ENOUGH_LABELS",
76
- });
77
- }
78
- const target = at(this.targets, i % this.targets.length);
79
- const notTargets = this.targets.filter((t) => t !== target);
80
- const nLabelled = _.random(__classPrivateFieldGet(this, _GenerateV2_minLabelled, "f"), __classPrivateFieldGet(this, _GenerateV2_maxLabelled, "f"));
81
- const maxCorrect = nLabelled - __classPrivateFieldGet(this, _GenerateV2_minCorrect, "f");
82
- const nCorrect = _.random(__classPrivateFieldGet(this, _GenerateV2_minCorrect, "f"), maxCorrect);
83
- const nIncorrect = nLabelled - nCorrect;
84
- const nUnlabelled = __classPrivateFieldGet(this, _GenerateV2_size, "f") - nLabelled;
85
- const targetItems = get(this.labelToImages, target);
86
- const notTargetItems = notTargets.flatMap((notTarget) => get(this.labelToImages, notTarget));
87
- if (nUnlabelled > this.unlabelled.length) {
88
- throw new ProsopoDatasetError(new Error("not enough unlabelled data"), {
89
- translationKey: "DATASET.NOT_ENOUGH_IMAGES",
90
- });
91
- }
92
- if (nCorrect > targetItems.length) {
93
- throw new ProsopoDatasetError(new Error(`not enough images for target (${target})`), {
94
- translationKey: "DATASET.NOT_ENOUGH_IMAGES",
95
- });
96
- }
97
- if (nIncorrect > notTargetItems.length) {
98
- throw new ProsopoDatasetError(new Error(`not enough non-matching images for target (${target})`), {
99
- translationKey: "DATASET.NOT_ENOUGH_IMAGES",
100
- });
101
- }
102
- __classPrivateFieldSet(this, _GenerateV2_nCorrect, nCorrect, "f");
103
- __classPrivateFieldSet(this, _GenerateV2_nIncorrect, nIncorrect, "f");
104
- __classPrivateFieldSet(this, _GenerateV2_nLabelled, nLabelled, "f");
105
- __classPrivateFieldSet(this, _GenerateV2_nUnlabelled, nUnlabelled, "f");
106
- __classPrivateFieldSet(this, _GenerateV2_target, target, "f");
107
- __classPrivateFieldSet(this, _GenerateV2_targets, notTargets, "f");
108
- __classPrivateFieldSet(this, _GenerateV2_targetItems, targetItems, "f");
109
- __classPrivateFieldSet(this, _GenerateV2_notTargetItems, notTargetItems, "f");
110
- }
111
- async _run(args) {
112
- await super._run(args);
113
- const outFile = args.output;
114
- const _ = lodash();
115
- __classPrivateFieldSet(this, _GenerateV2_size, args.size || 9, "f");
116
- __classPrivateFieldSet(this, _GenerateV2_minCorrect, args.minCorrect || 1, "f");
117
- __classPrivateFieldSet(this, _GenerateV2_saltRounds, 10, "f");
118
- __classPrivateFieldSet(this, _GenerateV2_allowDuplicatesLabelled, args.allowDuplicatesLabelled || args.allowDuplicates || false, "f");
119
- __classPrivateFieldSet(this, _GenerateV2_allowDuplicatesUnlabelled, args.allowDuplicatesUnlabelled || args.allowDuplicates || false, "f");
120
- __classPrivateFieldSet(this, _GenerateV2_minIncorrect, Math.max(args.minIncorrect || 1, 1), "f");
121
- __classPrivateFieldSet(this, _GenerateV2_minLabelled, __classPrivateFieldGet(this, _GenerateV2_minCorrect, "f") + __classPrivateFieldGet(this, _GenerateV2_minIncorrect, "f"), "f");
122
- __classPrivateFieldSet(this, _GenerateV2_maxLabelled, Math.min(args.maxLabelled || __classPrivateFieldGet(this, _GenerateV2_size, "f"), __classPrivateFieldGet(this, _GenerateV2_size, "f")), "f");
123
- __classPrivateFieldSet(this, _GenerateV2_count, args.count || 0, "f");
124
- const bar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);
125
- bar.start(__classPrivateFieldGet(this, _GenerateV2_count, "f"), 0);
126
- const captchas = [];
127
- for (let i = 0; i < __classPrivateFieldGet(this, _GenerateV2_count, "f"); i++) {
128
- bar.increment();
129
- this.setupTarget(i);
130
- const correctItems = _.sampleSize(__classPrivateFieldGet(this, _GenerateV2_targetItems, "f"), __classPrivateFieldGet(this, _GenerateV2_nCorrect, "f"));
131
- const incorrectItems = _.sampleSize(__classPrivateFieldGet(this, _GenerateV2_notTargetItems, "f"), __classPrivateFieldGet(this, _GenerateV2_nIncorrect, "f"));
132
- const unlabelledItems = new Set();
133
- while (unlabelledItems.size < __classPrivateFieldGet(this, _GenerateV2_size, "f") - __classPrivateFieldGet(this, _GenerateV2_nLabelled, "f")) {
134
- const image = at(this.unlabelled, _.random(0, this.unlabelled.length - 1));
135
- unlabelledItems.add(image);
136
- }
137
- const itemsConcat = [
138
- ...correctItems,
139
- ...incorrectItems,
140
- ...unlabelledItems,
141
- ];
142
- let indices = [...Array(itemsConcat.length).keys()];
143
- indices = _.shuffle(indices);
144
- const items = indices
145
- .map((i) => at(itemsConcat, i))
146
- .map((item) => {
147
- return {
148
- data: item.data,
149
- hash: item.hash,
150
- type: item.type,
151
- };
152
- });
153
- const solution = indices
154
- .map((index, i) => {
155
- return {
156
- pre: index,
157
- post: i,
158
- };
159
- })
160
- .filter((item) => item.pre < correctItems.length)
161
- .map((item) => {
162
- return item.post;
163
- });
164
- const unlabelledIndices = indices
165
- .map((index, i) => {
166
- return {
167
- pre: index,
168
- post: i,
169
- };
170
- })
171
- .filter((item) => item.pre >= correctItems.length + incorrectItems.length)
172
- .map((item) => {
173
- return item.post;
174
- });
175
- const salt = blake2AsHex(bcrypt.genSaltSync(__classPrivateFieldGet(this, _GenerateV2_saltRounds, "f")));
176
- const captcha = {
177
- salt,
178
- target: __classPrivateFieldGet(this, _GenerateV2_target, "f"),
179
- items,
180
- solution,
181
- unlabelled: unlabelledIndices,
182
- };
183
- captchas.push(captcha);
184
- }
185
- bar.stop();
186
- const output = {
187
- captchas,
188
- format: CaptchaTypes.SelectAll,
189
- };
190
- this.logger.info(() => ({ msg: "verifying data" }));
191
- CaptchasContainerSchema.parse(output);
192
- this.logger.info(() => ({ msg: "writing data" }));
193
- fs.mkdirSync(args.output.split("/").slice(0, -1).join("/"), {
194
- recursive: true,
195
- });
196
- fs.writeFileSync(outFile, JSON.stringify(output, null, 4));
197
- }
198
- }
199
- _GenerateV2_size = new WeakMap(), _GenerateV2_minCorrect = new WeakMap(), _GenerateV2_saltRounds = new WeakMap(), _GenerateV2_allowDuplicatesLabelled = new WeakMap(), _GenerateV2_allowDuplicatesUnlabelled = new WeakMap(), _GenerateV2_minIncorrect = new WeakMap(), _GenerateV2_minLabelled = new WeakMap(), _GenerateV2_maxLabelled = new WeakMap(), _GenerateV2_count = new WeakMap(), _GenerateV2_nCorrect = new WeakMap(), _GenerateV2_nIncorrect = new WeakMap(), _GenerateV2_nLabelled = new WeakMap(), _GenerateV2_nUnlabelled = new WeakMap(), _GenerateV2_target = new WeakMap(), _GenerateV2_targets = new WeakMap(), _GenerateV2_targetItems = new WeakMap(), _GenerateV2_notTargetItems = new WeakMap();
200
- //# sourceMappingURL=generateV2.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"generateV2.js","sourceRoot":"","sources":["../../src/commands/generateV2.ts"],"names":[],"mappings":";;AAcA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EACN,YAAY,EAGZ,uBAAuB,GAGvB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAC9C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,WAAW,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,QAAQ,EAAE,UAAU,IAAI,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAE3E,MAAM,CAAC,MAAM,UAAU,GAAG,kBAAkB,CAAC,MAAM,CAAC;IACnD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC5B,CAAC,CAAC;AAIH,MAAM,OAAO,UAAW,SAAQ,QAAwB;IAAxD;;QACC,2BAAQ,CAAC,EAAC;QACV,iCAAc,CAAC,EAAC;QAChB,iCAAc,EAAE,EAAC;QACjB,8CAA2B,KAAK,EAAC;QACjC,gDAA6B,KAAK,EAAC;QACnC,mCAAgB,CAAC,EAAC;QAClB,kCAAe,CAAC,EAAC;QACjB,kCAAe,CAAC,EAAC;QACjB,4BAAS,CAAC,EAAC;QACX,+BAAY,CAAC,EAAC;QACd,iCAAc,CAAC,EAAC;QAChB,gCAAa,CAAC,EAAC;QACf,kCAAe,CAAC,EAAC;QACjB,6BAAU,EAAE,EAAC;QACb,8BAAqB,EAAE,EAAC;QACxB,kCAAuB,EAAE,EAAC;QAC1B,qCAA0B,EAAE,EAAC;IAqO9B,CAAC;IAnOgB,YAAY;QAC3B,OAAO,UAAU,CAAC;IACnB,CAAC;IAEe,cAAc;QAC7B,OAAO,gJAAgJ,CAAC;IACzJ,CAAC;IAEe,UAAU;QACzB,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE;YACzC,KAAK,EAAE;gBACN,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,gCAAgC;aAC7C;YACD,UAAU,EAAE;gBACX,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,kDAAkD;aAC/D;YACD,YAAY,EAAE;gBACb,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,oDAAoD;aACjE;YACD,WAAW,EAAE;gBACZ,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,mDAAmD;aAChE;YACD,WAAW,EAAE;gBACZ,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,mDAAmD;aAChE;SACD,CAAC,CAAC;IACJ,CAAC;IAEO,WAAW,CAAC,CAAS;QAC5B,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;QACnB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,mBAAmB,CAC5B,IAAI,KAAK,CAAC,8CAA8C,CAAC,EACzD;gBACC,cAAc,EAAE,2BAA2B;aAC3C,CACD,CAAC;QACH,CAAC;QAGD,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC;QAE5D,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC,uBAAA,IAAI,+BAAa,EAAE,uBAAA,IAAI,+BAAa,CAAC,CAAC;QAEjE,MAAM,UAAU,GAAG,SAAS,GAAG,uBAAA,IAAI,8BAAY,CAAC;QAChD,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,uBAAA,IAAI,8BAAY,EAAE,UAAU,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,SAAS,GAAG,QAAQ,CAAC;QACxC,MAAM,WAAW,GAAG,uBAAA,IAAI,wBAAM,GAAG,SAAS,CAAC;QAE3C,MAAM,WAAW,GAAG,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QACpD,MAAM,cAAc,GAAW,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CAC/D,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,CAClC,CAAC;QAEF,IAAI,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,IAAI,mBAAmB,CAAC,IAAI,KAAK,CAAC,4BAA4B,CAAC,EAAE;gBACtE,cAAc,EAAE,2BAA2B;aAC3C,CAAC,CAAC;QACJ,CAAC;QACD,IAAI,QAAQ,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC;YACnC,MAAM,IAAI,mBAAmB,CAC5B,IAAI,KAAK,CAAC,iCAAiC,MAAM,GAAG,CAAC,EACrD;gBACC,cAAc,EAAE,2BAA2B;aAC3C,CACD,CAAC;QACH,CAAC;QACD,IAAI,UAAU,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,IAAI,mBAAmB,CAC5B,IAAI,KAAK,CAAC,8CAA8C,MAAM,GAAG,CAAC,EAClE;gBACC,cAAc,EAAE,2BAA2B;aAC3C,CACD,CAAC;QACH,CAAC;QAED,uBAAA,IAAI,wBAAa,QAAQ,MAAA,CAAC;QAC1B,uBAAA,IAAI,0BAAe,UAAU,MAAA,CAAC;QAC9B,uBAAA,IAAI,yBAAc,SAAS,MAAA,CAAC;QAC5B,uBAAA,IAAI,2BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,sBAAW,MAAM,MAAA,CAAC;QACtB,uBAAA,IAAI,uBAAY,UAAU,MAAA,CAAC;QAC3B,uBAAA,IAAI,2BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,8BAAmB,cAAc,MAAA,CAAC;IACvC,CAAC;IAEe,KAAK,CAAC,IAAI,CAAC,IAAU;QACpC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvB,MAAM,OAAO,GAAW,IAAI,CAAC,MAAM,CAAC;QAGpC,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;QAEnB,uBAAA,IAAI,oBAAS,IAAI,CAAC,IAAI,IAAI,CAAC,MAAA,CAAC;QAC5B,uBAAA,IAAI,0BAAe,IAAI,CAAC,UAAU,IAAI,CAAC,MAAA,CAAC;QACxC,uBAAA,IAAI,0BAAe,EAAE,MAAA,CAAC;QACtB,uBAAA,IAAI,uCACH,IAAI,CAAC,uBAAuB,IAAI,IAAI,CAAC,eAAe,IAAI,KAAK,MAAA,CAAC;QAC/D,uBAAA,IAAI,yCACH,IAAI,CAAC,yBAAyB,IAAI,IAAI,CAAC,eAAe,IAAI,KAAK,MAAA,CAAC;QACjE,uBAAA,IAAI,4BAAiB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC,CAAC,MAAA,CAAC;QACzD,uBAAA,IAAI,2BAAgB,uBAAA,IAAI,8BAAY,GAAG,uBAAA,IAAI,gCAAc,MAAA,CAAC;QAC1D,uBAAA,IAAI,2BAAgB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,uBAAA,IAAI,wBAAM,EAAE,uBAAA,IAAI,wBAAM,CAAC,MAAA,CAAC;QACzE,uBAAA,IAAI,qBAAU,IAAI,CAAC,KAAK,IAAI,CAAC,MAAA,CAAC;QAO9B,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,SAAS,CACpC,EAAE,EACF,WAAW,CAAC,OAAO,CAAC,cAAc,CAClC,CAAC;QACF,GAAG,CAAC,KAAK,CAAC,uBAAA,IAAI,yBAAO,EAAE,CAAC,CAAC,CAAC;QAG1B,MAAM,QAAQ,GAAuB,EAAE,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,uBAAA,IAAI,yBAAO,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,GAAG,CAAC,SAAS,EAAE,CAAC;YAEhB,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YAGpB,MAAM,YAAY,GAAW,CAAC,CAAC,UAAU,CACxC,uBAAA,IAAI,+BAAa,EACjB,uBAAA,IAAI,4BAAU,CACd,CAAC;YAGF,MAAM,cAAc,GAAW,CAAC,CAAC,UAAU,CAC1C,uBAAA,IAAI,kCAAgB,EACpB,uBAAA,IAAI,8BAAY,CAChB,CAAC;YAGF,MAAM,eAAe,GAAG,IAAI,GAAG,EAAQ,CAAC;YACxC,OAAO,eAAe,CAAC,IAAI,GAAG,uBAAA,IAAI,wBAAM,GAAG,uBAAA,IAAI,6BAAW,EAAE,CAAC;gBAE5D,MAAM,KAAK,GAAG,EAAE,CACf,IAAI,CAAC,UAAU,EACf,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CACvC,CAAC;gBACF,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;YAED,MAAM,WAAW,GAAW;gBAC3B,GAAG,YAAY;gBACf,GAAG,cAAc;gBACjB,GAAG,eAAe;aAClB,CAAC;YACF,IAAI,OAAO,GAAa,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9D,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC7B,MAAM,KAAK,GAAG,OAAO;iBACnB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;iBAC9B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACb,OAAO;oBACN,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;iBACf,CAAC;YACH,CAAC,CAAC,CAAC;YAGJ,MAAM,QAAQ,GAAkB,OAAO;iBACrC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;gBACjB,OAAO;oBACN,GAAG,EAAE,KAAK;oBACV,IAAI,EAAE,CAAC;iBACP,CAAC;YACH,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC;iBAChD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACb,OAAO,IAAI,CAAC,IAAI,CAAC;YAClB,CAAC,CAAC,CAAC;YAGJ,MAAM,iBAAiB,GAAkB,OAAO;iBAC9C,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;gBACjB,OAAO;oBACN,GAAG,EAAE,KAAK;oBACV,IAAI,EAAE,CAAC;iBACP,CAAC;YACH,CAAC,CAAC;iBACD,MAAM,CACN,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,IAAI,YAAY,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM,CACjE;iBACA,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACb,OAAO,IAAI,CAAC,IAAI,CAAC;YAClB,CAAC,CAAC,CAAC;YAEJ,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,uBAAA,IAAI,8BAAY,CAAC,CAAC,CAAC;YAE/D,MAAM,OAAO,GAAqB;gBACjC,IAAI;gBACJ,MAAM,EAAE,uBAAA,IAAI,0BAAQ;gBACpB,KAAK;gBACL,QAAQ;gBACR,UAAU,EAAE,iBAAiB;aAC7B,CAAC;YACF,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;QACD,GAAG,CAAC,IAAI,EAAE,CAAC;QAGX,MAAM,MAAM,GAAa;YACxB,QAAQ;YACR,MAAM,EAAE,YAAY,CAAC,SAAS;SAC9B,CAAC;QAGF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC;QACpD,uBAAuB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;QAClD,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YAC3D,SAAS,EAAE,IAAI;SACf,CAAC,CAAC;QACH,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC;CACD"}
@@ -1,35 +0,0 @@
1
- import * as z from "zod";
2
- import { InputCliCommand } from "../utils/input.js";
3
- export declare const ArgsSchema: z.ZodObject<z.objectUtil.extendShape<{
4
- input: z.ZodString;
5
- }, {}>, "strip", z.ZodTypeAny, {
6
- input: string;
7
- }, {
8
- input: string;
9
- }>;
10
- export type ArgsSchemaType = typeof ArgsSchema;
11
- export type Args = z.infer<ArgsSchemaType>;
12
- export declare class Get extends InputCliCommand<ArgsSchemaType> {
13
- getArgSchema(): z.ZodObject<z.objectUtil.extendShape<{
14
- input: z.ZodString;
15
- }, {}>, "strip", z.ZodTypeAny, {
16
- input: string;
17
- }, {
18
- input: string;
19
- }>;
20
- getOptions(): {
21
- input: {
22
- string: boolean;
23
- alias: string;
24
- demand: boolean;
25
- description: string;
26
- };
27
- } & {
28
- input: {
29
- description: string;
30
- };
31
- };
32
- _run(args: Args): Promise<void>;
33
- getDescription(): string;
34
- }
35
- //# sourceMappingURL=get.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"get.d.ts","sourceRoot":"","sources":["../../src/commands/get.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAmB,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAErE,eAAO,MAAM,UAAU;;;;;;EAA6B,CAAC;AACrD,MAAM,MAAM,cAAc,GAAG,OAAO,UAAU,CAAC;AAC/C,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;AAC3C,qBAAa,GAAI,SAAQ,eAAe,CAAC,cAAc,CAAC;IACvC,YAAY;;;;;;;IAIZ,UAAU;;;;;;;;;;;;IAQJ,IAAI,CAAC,IAAI,EAAE,IAAI;IA2ErB,cAAc,IAAI,MAAM;CAGxC"}
@@ -1,92 +0,0 @@
1
- import fs from "node:fs";
2
- import { get } from "@prosopo/util";
3
- import { lodash } from "@prosopo/util/lodash";
4
- import cliProgress from "cli-progress";
5
- import * as z from "zod";
6
- import { InputArgsSchema, InputCliCommand } from "../utils/input.js";
7
- export const ArgsSchema = InputArgsSchema.extend({});
8
- export class Get extends InputCliCommand {
9
- getArgSchema() {
10
- return ArgsSchema;
11
- }
12
- getOptions() {
13
- return lodash().merge(super.getOptions(), {
14
- input: {
15
- description: 'JSON file containing urls under a "data" key',
16
- },
17
- });
18
- }
19
- async _run(args) {
20
- await super._run(args);
21
- const bar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);
22
- const list = [];
23
- const traverse = async (data) => {
24
- if (Array.isArray(data)) {
25
- for (let i = 0; i < data.length; i++) {
26
- data[i] = await traverse(data[i]);
27
- }
28
- }
29
- else if (data instanceof Object) {
30
- for (const key of Object.keys(data)) {
31
- if (key === "data") {
32
- const value = get(data, key);
33
- const url = z.string().parse(value);
34
- list.push(url);
35
- }
36
- else {
37
- await traverse(get(data, key));
38
- }
39
- }
40
- }
41
- return data;
42
- };
43
- const file = args.input;
44
- const data = JSON.parse(fs.readFileSync(file, "utf8"));
45
- await traverse(data);
46
- bar.start(list.length, 0);
47
- for (const url of list) {
48
- bar.increment();
49
- if (url.startsWith("http")) {
50
- try {
51
- const response = await fetch(url);
52
- if (!response.ok) {
53
- this.logger.error(() => ({
54
- url,
55
- status: response.status,
56
- statusText: response.statusText,
57
- msg: `GET ${url} failed`,
58
- }));
59
- }
60
- else {
61
- this.logger.info(() => ({ msg: `GET ${url} OK` }));
62
- }
63
- }
64
- catch (err) {
65
- this.logger.error(() => ({
66
- err,
67
- data: { url },
68
- msg: `GET ${url} failed`,
69
- }));
70
- }
71
- }
72
- else {
73
- try {
74
- fs.readFileSync(url);
75
- this.logger.info(() => ({ msg: `GET ${url} OK` }));
76
- }
77
- catch (err) {
78
- this.logger.error(() => ({
79
- err,
80
- data: { url },
81
- msg: `GET ${url} failed`,
82
- }));
83
- }
84
- }
85
- }
86
- bar.stop();
87
- }
88
- getDescription() {
89
- return "Test a GET request at image URLs";
90
- }
91
- }
92
- //# sourceMappingURL=get.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"get.js","sourceRoot":"","sources":["../../src/commands/get.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,GAAG,EAAE,MAAM,eAAe,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAC9C,OAAO,WAAW,MAAM,cAAc,CAAC;AAcvC,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAErE,MAAM,CAAC,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAGrD,MAAM,OAAO,GAAI,SAAQ,eAA+B;IACvC,YAAY;QAC3B,OAAO,UAAU,CAAC;IACnB,CAAC;IAEe,UAAU;QACzB,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE;YACzC,KAAK,EAAE;gBACN,WAAW,EAAE,8CAA8C;aAC3D;SACD,CAAC,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CAAC,IAAU;QACpC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,SAAS,CACpC,EAAE,EACF,WAAW,CAAC,OAAO,CAAC,cAAc,CAClC,CAAC;QAEF,MAAM,IAAI,GAAa,EAAE,CAAC;QAE1B,MAAM,QAAQ,GAAG,KAAK,EAAE,IAAS,EAAE,EAAE;YACpC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBACnC,CAAC;YACF,CAAC;iBAAM,IAAI,IAAI,YAAY,MAAM,EAAE,CAAC;gBACnC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBACrC,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;wBACpB,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;wBAC7B,MAAM,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;wBACpC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAChB,CAAC;yBAAM,CAAC;wBACP,MAAM,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;oBAChC,CAAC;gBACF,CAAC;YACF,CAAC;YACD,OAAO,IAAI,CAAC;QACb,CAAC,CAAC;QAEF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QAIxB,MAAM,IAAI,GAAQ,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;QAC5D,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;QAErB,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACxB,GAAG,CAAC,SAAS,EAAE,CAAC;YAChB,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC5B,IAAI,CAAC;oBACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;wBAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;4BACxB,GAAG;4BACH,MAAM,EAAE,QAAQ,CAAC,MAAM;4BACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;4BAC/B,GAAG,EAAE,OAAO,GAAG,SAAS;yBACxB,CAAC,CAAC,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACP,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;oBACpD,CAAC;gBACF,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACd,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;wBACxB,GAAG;wBACH,IAAI,EAAE,EAAE,GAAG,EAAE;wBACb,GAAG,EAAE,OAAO,GAAG,SAAS;qBACxB,CAAC,CAAC,CAAC;gBACL,CAAC;YACF,CAAC;iBAAM,CAAC;gBAEP,IAAI,CAAC;oBACJ,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;oBACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;gBACpD,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACd,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;wBACxB,GAAG;wBACH,IAAI,EAAE,EAAE,GAAG,EAAE;wBACb,GAAG,EAAE,OAAO,GAAG,SAAS;qBACxB,CAAC,CAAC,CAAC;gBACL,CAAC;YACF,CAAC;QACF,CAAC;QACD,GAAG,CAAC,IAAI,EAAE,CAAC;IACZ,CAAC;IAEe,cAAc;QAC7B,OAAO,kCAAkC,CAAC;IAC3C,CAAC;CACD"}
@@ -1,47 +0,0 @@
1
- import type * as z from "zod";
2
- import { InputOutputCliCommand } from "../utils/inputOutput.js";
3
- export declare const ArgsSchema: z.ZodObject<z.objectUtil.extendShape<z.objectUtil.extendShape<{
4
- input: z.ZodString;
5
- }, {
6
- output: z.ZodString;
7
- overwrite: z.ZodOptional<z.ZodBoolean>;
8
- }>, {}>, "strip", z.ZodTypeAny, {
9
- input: string;
10
- output: string;
11
- overwrite?: boolean | undefined;
12
- }, {
13
- input: string;
14
- output: string;
15
- overwrite?: boolean | undefined;
16
- }>;
17
- export type ArgsSchemaType = typeof ArgsSchema;
18
- export type Args = z.infer<ArgsSchemaType>;
19
- export declare class Labels extends InputOutputCliCommand<ArgsSchemaType> {
20
- getArgSchema(): z.ZodObject<z.objectUtil.extendShape<z.objectUtil.extendShape<{
21
- input: z.ZodString;
22
- }, {
23
- output: z.ZodString;
24
- overwrite: z.ZodOptional<z.ZodBoolean>;
25
- }>, {}>, "strip", z.ZodTypeAny, {
26
- input: string;
27
- output: string;
28
- overwrite?: boolean | undefined;
29
- }, {
30
- input: string;
31
- output: string;
32
- overwrite?: boolean | undefined;
33
- }>;
34
- getOptions(): {
35
- [key: string]: import("yargs").Options;
36
- } & {
37
- input: {
38
- description: string;
39
- };
40
- output: {
41
- description: string;
42
- };
43
- };
44
- _run(args: Args): Promise<void>;
45
- getDescription(): string;
46
- }
47
- //# sourceMappingURL=labels.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"labels.d.ts","sourceRoot":"","sources":["../../src/commands/labels.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,KAAK,CAAC,MAAM,KAAK,CAAC;AAC9B,OAAO,EAEN,qBAAqB,EACrB,MAAM,yBAAyB,CAAC;AAEjC,eAAO,MAAM,UAAU;;;;;;;;;;;;;EAAmC,CAAC;AAC3D,MAAM,MAAM,cAAc,GAAG,OAAO,UAAU,CAAC;AAC/C,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;AAE3C,qBAAa,MAAO,SAAQ,qBAAqB,CAAC,cAAc,CAAC;IAChD,YAAY;;;;;;;;;;;;;;IAIZ,UAAU;;;;;;;;;;IAWJ,IAAI,CAAC,IAAI,EAAE,IAAI;IA+BrB,cAAc,IAAI,MAAM;CAGxC"}
@@ -1,48 +0,0 @@
1
- import fs from "node:fs";
2
- import { ProsopoDatasetError } from "@prosopo/common";
3
- import { LabelledDataSchema } from "@prosopo/types";
4
- import { lodash } from "@prosopo/util/lodash";
5
- import { InputOutputArgsSchema, InputOutputCliCommand, } from "../utils/inputOutput.js";
6
- export const ArgsSchema = InputOutputArgsSchema.extend({});
7
- export class Labels extends InputOutputCliCommand {
8
- getArgSchema() {
9
- return ArgsSchema;
10
- }
11
- getOptions() {
12
- return lodash().merge(super.getOptions(), {
13
- input: {
14
- description: "JSON file containing labelled data",
15
- },
16
- output: {
17
- description: "Where to put the JSON file containing labels",
18
- },
19
- });
20
- }
21
- async _run(args) {
22
- await super._run(args);
23
- const file = args.input;
24
- if (!fs.existsSync(file)) {
25
- throw new ProsopoDatasetError(new Error(`file does not exist: ${file}`), {
26
- translationKey: "FS.FILE_NOT_FOUND",
27
- });
28
- }
29
- const labelled = file
30
- ? LabelledDataSchema.parse(JSON.parse(fs.readFileSync(file, "utf8")))
31
- .items
32
- : [];
33
- const labels = new Set();
34
- for (const item of labelled) {
35
- labels.add(item.label);
36
- }
37
- const labelArray = Array.from(labels);
38
- labelArray.sort();
39
- fs.mkdirSync(args.output.split("/").slice(0, -1).join("/"), {
40
- recursive: true,
41
- });
42
- fs.writeFileSync(args.output, JSON.stringify({ labels: labelArray }, null, 4));
43
- }
44
- getDescription() {
45
- return "get all labels from some data";
46
- }
47
- }
48
- //# sourceMappingURL=labels.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"labels.js","sourceRoot":"","sources":["../../src/commands/labels.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAqB,MAAM,gBAAgB,CAAC;AACvE,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAe9C,OAAO,EACN,qBAAqB,EACrB,qBAAqB,GACrB,MAAM,yBAAyB,CAAC;AAEjC,MAAM,CAAC,MAAM,UAAU,GAAG,qBAAqB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAI3D,MAAM,OAAO,MAAO,SAAQ,qBAAqC;IAChD,YAAY;QAC3B,OAAO,UAAU,CAAC;IACnB,CAAC;IAEe,UAAU;QACzB,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE;YACzC,KAAK,EAAE;gBACN,WAAW,EAAE,oCAAoC;aACjD;YACD,MAAM,EAAE;gBACP,WAAW,EAAE,8CAA8C;aAC3D;SACD,CAAC,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,IAAI,CAAC,IAAU;QACpC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,mBAAmB,CAAC,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,EAAE;gBACxE,cAAc,EAAE,mBAAmB;aACnC,CAAC,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAmB,IAAI;YACpC,CAAC,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;iBAClE,KAAK;YACR,CAAC,CAAC,EAAE,CAAC;QAEN,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC7B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QACD,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtC,UAAU,CAAC,IAAI,EAAE,CAAC;QAElB,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YAC3D,SAAS,EAAE,IAAI;SACf,CAAC,CAAC;QACH,EAAE,CAAC,aAAa,CACf,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAC/C,CAAC;IACH,CAAC;IAEe,cAAc;QAC7B,OAAO,+BAA+B,CAAC;IACxC,CAAC;CACD"}