@prosopo/datasets-fs 0.2.6 → 0.2.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +21 -0
- package/dist/cjs/cli/cli.cjs +55 -0
- package/dist/cjs/index.cjs +3 -1
- package/dist/cli/cli.d.ts +9 -0
- package/dist/cli/cli.d.ts.map +1 -0
- package/dist/cli/cli.js +54 -0
- package/dist/cli/cli.js.map +1 -0
- package/dist/cli/cliCommand.d.ts +17 -0
- package/dist/cli/cliCommand.d.ts.map +1 -0
- package/dist/cli/cliCommand.js +36 -0
- package/dist/cli/cliCommand.js.map +1 -0
- package/dist/cli/cliCommandComposite.d.ts +14 -0
- package/dist/cli/cliCommandComposite.d.ts.map +1 -0
- package/dist/cli/cliCommandComposite.js +34 -0
- package/dist/cli/cliCommandComposite.js.map +1 -0
- package/dist/cli.js +21 -35
- package/dist/cli.js.map +1 -1
- package/dist/commands/flatten.d.ts +56 -0
- package/dist/commands/flatten.d.ts.map +1 -0
- package/dist/commands/flatten.js +103 -0
- package/dist/commands/flatten.js.map +1 -0
- package/dist/commands/generate.d.ts +114 -0
- package/dist/commands/generate.d.ts.map +1 -0
- package/dist/commands/generate.js +151 -0
- package/dist/commands/generate.js.map +1 -0
- package/dist/commands/generateV1.d.ts +174 -0
- package/dist/commands/generateV1.d.ts.map +1 -0
- package/dist/commands/generateV1.js +178 -0
- package/dist/commands/generateV1.js.map +1 -0
- package/dist/commands/generateV2.d.ts +184 -0
- package/dist/commands/generateV2.d.ts.map +1 -0
- package/dist/commands/generateV2.js +204 -0
- package/dist/commands/generateV2.js.map +1 -0
- package/dist/commands/get.d.ts +35 -0
- package/dist/commands/get.d.ts.map +1 -0
- package/dist/commands/get.js +81 -0
- package/dist/commands/get.js.map +1 -0
- package/dist/commands/labels.d.ts +46 -0
- package/dist/commands/labels.d.ts.map +1 -0
- package/dist/commands/labels.js +43 -0
- package/dist/commands/labels.js.map +1 -0
- package/dist/commands/relocate.d.ts +68 -0
- package/dist/commands/relocate.d.ts.map +1 -0
- package/dist/commands/relocate.js +75 -0
- package/dist/commands/relocate.js.map +1 -0
- package/dist/commands/resize.d.ts +66 -0
- package/dist/commands/resize.d.ts.map +1 -0
- package/dist/commands/resize.js +118 -0
- package/dist/commands/resize.js.map +1 -0
- package/dist/{generate/distinct/dummy.d.ts.map → dummy.d.ts.map} +1 -1
- package/dist/dummy.js.map +1 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/tests/data/flat_resized/labels.json +3 -0
- package/dist/tests/data/flat_resized/relocated_data.json +364 -0
- package/dist/tests/mocked.test.d.ts +2 -0
- package/dist/tests/mocked.test.d.ts.map +1 -0
- package/dist/tests/mocked.test.js +271 -0
- package/dist/tests/mocked.test.js.map +1 -0
- package/dist/tests/utils.d.ts +35 -0
- package/dist/tests/utils.d.ts.map +1 -0
- package/dist/tests/utils.js +120 -0
- package/dist/tests/utils.js.map +1 -0
- package/dist/utils/input.d.ts +24 -0
- package/dist/utils/input.d.ts.map +1 -0
- package/dist/utils/input.js +34 -0
- package/dist/utils/input.js.map +1 -0
- package/dist/utils/inputOutput.d.ts +20 -0
- package/dist/utils/inputOutput.d.ts.map +1 -0
- package/dist/utils/inputOutput.js +10 -0
- package/dist/utils/inputOutput.js.map +1 -0
- package/dist/utils/output.d.ts +37 -0
- package/dist/utils/output.d.ts.map +1 -0
- package/dist/utils/output.js +63 -0
- package/dist/utils/output.js.map +1 -0
- package/package.json +5 -6
- package/dist/cjs/cli.cjs +0 -34
- package/dist/cjs/flatten/args.cjs +0 -9
- package/dist/cjs/flatten/cli.cjs +0 -28
- package/dist/cjs/flatten/flatten.cjs +0 -55
- package/dist/cjs/generate/args.cjs +0 -16
- package/dist/cjs/generate/cli.cjs +0 -50
- package/dist/cjs/generate/distinct/args.cjs +0 -11
- package/dist/cjs/generate/distinct/cli.cjs +0 -28
- package/dist/cjs/generate/distinct/generate.cjs +0 -174
- package/dist/cjs/generate/union/args.cjs +0 -12
- package/dist/cjs/generate/union/cli.cjs +0 -31
- package/dist/cjs/generate/union/generate.cjs +0 -151
- package/dist/cjs/generate/util.cjs +0 -21
- package/dist/cjs/get/args.cjs +0 -7
- package/dist/cjs/get/cli.cjs +0 -20
- package/dist/cjs/get/get.cjs +0 -53
- package/dist/cjs/labels/args.cjs +0 -7
- package/dist/cjs/labels/cli.cjs +0 -20
- package/dist/cjs/labels/labels.cjs +0 -21
- package/dist/cjs/relocate/args.cjs +0 -9
- package/dist/cjs/relocate/cli.cjs +0 -27
- package/dist/cjs/relocate/relocate.cjs +0 -36
- package/dist/cjs/scale/args.cjs +0 -11
- package/dist/cjs/scale/cli.cjs +0 -34
- package/dist/cjs/scale/scale.cjs +0 -55
- package/dist/flatten/args.d.ts +0 -16
- package/dist/flatten/args.d.ts.map +0 -1
- package/dist/flatten/args.js +0 -8
- package/dist/flatten/args.js.map +0 -1
- package/dist/flatten/cli.d.ts +0 -18
- package/dist/flatten/cli.d.ts.map +0 -1
- package/dist/flatten/cli.js +0 -30
- package/dist/flatten/cli.js.map +0 -1
- package/dist/flatten/flatten.d.ts +0 -5
- package/dist/flatten/flatten.d.ts.map +0 -1
- package/dist/flatten/flatten.js +0 -65
- package/dist/flatten/flatten.js.map +0 -1
- package/dist/flatten/index.d.ts +0 -4
- package/dist/flatten/index.d.ts.map +0 -1
- package/dist/flatten/index.js +0 -4
- package/dist/flatten/index.js.map +0 -1
- package/dist/generate/args.d.ts +0 -37
- package/dist/generate/args.d.ts.map +0 -1
- package/dist/generate/args.js +0 -15
- package/dist/generate/args.js.map +0 -1
- package/dist/generate/cli.d.ts +0 -32
- package/dist/generate/cli.d.ts.map +0 -1
- package/dist/generate/cli.js +0 -62
- package/dist/generate/cli.js.map +0 -1
- package/dist/generate/distinct/args.d.ts +0 -49
- package/dist/generate/distinct/args.d.ts.map +0 -1
- package/dist/generate/distinct/args.js +0 -10
- package/dist/generate/distinct/args.js.map +0 -1
- package/dist/generate/distinct/cli.d.ts +0 -20
- package/dist/generate/distinct/cli.d.ts.map +0 -1
- package/dist/generate/distinct/cli.js +0 -31
- package/dist/generate/distinct/cli.js.map +0 -1
- package/dist/generate/distinct/dummy.js.map +0 -1
- package/dist/generate/distinct/generate.d.ts +0 -5
- package/dist/generate/distinct/generate.d.ts.map +0 -1
- package/dist/generate/distinct/generate.js +0 -186
- package/dist/generate/distinct/generate.js.map +0 -1
- package/dist/generate/distinct/index.d.ts +0 -4
- package/dist/generate/distinct/index.d.ts.map +0 -1
- package/dist/generate/distinct/index.js +0 -4
- package/dist/generate/distinct/index.js.map +0 -1
- package/dist/generate/index.d.ts +0 -5
- package/dist/generate/index.d.ts.map +0 -1
- package/dist/generate/index.js +0 -5
- package/dist/generate/index.js.map +0 -1
- package/dist/generate/union/args.d.ts +0 -52
- package/dist/generate/union/args.d.ts.map +0 -1
- package/dist/generate/union/args.js +0 -11
- package/dist/generate/union/args.js.map +0 -1
- package/dist/generate/union/cli.d.ts +0 -22
- package/dist/generate/union/cli.d.ts.map +0 -1
- package/dist/generate/union/cli.js +0 -35
- package/dist/generate/union/cli.js.map +0 -1
- package/dist/generate/union/generate.d.ts +0 -5
- package/dist/generate/union/generate.d.ts.map +0 -1
- package/dist/generate/union/generate.js +0 -168
- package/dist/generate/union/generate.js.map +0 -1
- package/dist/generate/union/index.d.ts +0 -4
- package/dist/generate/union/index.d.ts.map +0 -1
- package/dist/generate/union/index.js +0 -4
- package/dist/generate/union/index.js.map +0 -1
- package/dist/generate/util.d.ts +0 -6
- package/dist/generate/util.d.ts.map +0 -1
- package/dist/generate/util.js +0 -20
- package/dist/generate/util.js.map +0 -1
- package/dist/get/args.d.ts +0 -10
- package/dist/get/args.d.ts.map +0 -1
- package/dist/get/args.js +0 -6
- package/dist/get/args.js.map +0 -1
- package/dist/get/cli.d.ts +0 -14
- package/dist/get/cli.d.ts.map +0 -1
- package/dist/get/cli.js +0 -19
- package/dist/get/cli.js.map +0 -1
- package/dist/get/get.d.ts +0 -5
- package/dist/get/get.d.ts.map +0 -1
- package/dist/get/get.js +0 -60
- package/dist/get/get.js.map +0 -1
- package/dist/get/index.d.ts +0 -4
- package/dist/get/index.d.ts.map +0 -1
- package/dist/get/index.js +0 -4
- package/dist/get/index.js.map +0 -1
- package/dist/labels/args.d.ts +0 -10
- package/dist/labels/args.d.ts.map +0 -1
- package/dist/labels/args.js +0 -6
- package/dist/labels/args.js.map +0 -1
- package/dist/labels/cli.d.ts +0 -14
- package/dist/labels/cli.d.ts.map +0 -1
- package/dist/labels/cli.js +0 -19
- package/dist/labels/cli.js.map +0 -1
- package/dist/labels/index.d.ts +0 -4
- package/dist/labels/index.d.ts.map +0 -1
- package/dist/labels/index.js +0 -4
- package/dist/labels/index.js.map +0 -1
- package/dist/labels/labels.d.ts +0 -5
- package/dist/labels/labels.d.ts.map +0 -1
- package/dist/labels/labels.js +0 -22
- package/dist/labels/labels.js.map +0 -1
- package/dist/relocate/args.d.ts +0 -16
- package/dist/relocate/args.d.ts.map +0 -1
- package/dist/relocate/args.js +0 -8
- package/dist/relocate/args.js.map +0 -1
- package/dist/relocate/cli.d.ts +0 -18
- package/dist/relocate/cli.d.ts.map +0 -1
- package/dist/relocate/cli.js +0 -29
- package/dist/relocate/cli.js.map +0 -1
- package/dist/relocate/relocate.d.ts +0 -5
- package/dist/relocate/relocate.d.ts.map +0 -1
- package/dist/relocate/relocate.js +0 -40
- package/dist/relocate/relocate.js.map +0 -1
- package/dist/scale/args.d.ts +0 -22
- package/dist/scale/args.d.ts.map +0 -1
- package/dist/scale/args.js +0 -10
- package/dist/scale/args.js.map +0 -1
- package/dist/scale/cli.d.ts +0 -22
- package/dist/scale/cli.d.ts.map +0 -1
- package/dist/scale/cli.js +0 -38
- package/dist/scale/cli.js.map +0 -1
- package/dist/scale/index.d.ts +0 -4
- package/dist/scale/index.d.ts.map +0 -1
- package/dist/scale/index.js +0 -4
- package/dist/scale/index.js.map +0 -1
- package/dist/scale/scale.d.ts +0 -5
- package/dist/scale/scale.d.ts.map +0 -1
- package/dist/scale/scale.js +0 -67
- package/dist/scale/scale.js.map +0 -1
- /package/dist/{generate/distinct/dummy.d.ts → dummy.d.ts} +0 -0
- /package/dist/{generate/distinct/dummy.js → dummy.js} +0 -0
package/dist/scale/scale.js
DELETED
|
@@ -1,67 +0,0 @@
|
|
|
1
|
-
import { DataSchema } from '@prosopo/types';
|
|
2
|
-
import { ProsopoEnvError, getLoggerDefault } from '@prosopo/common';
|
|
3
|
-
import { blake2b } from '@noble/hashes/blake2b';
|
|
4
|
-
import { u8aToHex } from '@polkadot/util';
|
|
5
|
-
import fs from 'fs';
|
|
6
|
-
import sharp from 'sharp';
|
|
7
|
-
export default async (args, logger) => {
|
|
8
|
-
logger = logger || getLoggerDefault();
|
|
9
|
-
logger.debug(args, 'scaling...');
|
|
10
|
-
const size = args.size;
|
|
11
|
-
const square = args.square ?? false;
|
|
12
|
-
const mapFile = args.data;
|
|
13
|
-
if (!fs.existsSync(mapFile)) {
|
|
14
|
-
throw new ProsopoEnvError(new Error(`Map file does not exist: ${mapFile}`), 'FS.FILE_NOT_FOUND');
|
|
15
|
-
}
|
|
16
|
-
const outDir = args.out;
|
|
17
|
-
const overwrite = args.overwrite || false;
|
|
18
|
-
if (!overwrite && fs.existsSync(outDir)) {
|
|
19
|
-
throw new ProsopoEnvError(new Error(`Output directory already exists: ${outDir}`), 'FS.FILE_NOT_FOUND');
|
|
20
|
-
}
|
|
21
|
-
// create the output directory
|
|
22
|
-
const imgDir = `${outDir}/images`;
|
|
23
|
-
fs.mkdirSync(imgDir, { recursive: true });
|
|
24
|
-
// read the map file
|
|
25
|
-
const inputItems = DataSchema.parse(JSON.parse(fs.readFileSync(mapFile, 'utf8'))).items;
|
|
26
|
-
// for each item
|
|
27
|
-
const outputItems = [];
|
|
28
|
-
for (const inputItem of inputItems) {
|
|
29
|
-
logger.log(`scaling ${inputItem.data}`);
|
|
30
|
-
// read the file
|
|
31
|
-
const img = fs.readFileSync(inputItem.data);
|
|
32
|
-
// resize the image
|
|
33
|
-
const resized = await sharp(img)
|
|
34
|
-
.resize({
|
|
35
|
-
width: size,
|
|
36
|
-
height: size,
|
|
37
|
-
fit: square ? 'fill' : 'inside',
|
|
38
|
-
})
|
|
39
|
-
.png();
|
|
40
|
-
const tmpFilePath = `${imgDir}/tmp.png`;
|
|
41
|
-
await resized.toFile(tmpFilePath);
|
|
42
|
-
// read the resized image
|
|
43
|
-
const resizedImg = fs.readFileSync(tmpFilePath);
|
|
44
|
-
// hash the image
|
|
45
|
-
const hash = blake2b(resizedImg);
|
|
46
|
-
const hex = u8aToHex(hash);
|
|
47
|
-
// move the image
|
|
48
|
-
const finalFilePath = `${imgDir}/${hex}.png`;
|
|
49
|
-
fs.renameSync(tmpFilePath, finalFilePath);
|
|
50
|
-
// add the item to the output
|
|
51
|
-
const outputItem = {
|
|
52
|
-
...inputItem,
|
|
53
|
-
hash: hex,
|
|
54
|
-
data: fs.realpathSync(finalFilePath),
|
|
55
|
-
};
|
|
56
|
-
outputItems.push(outputItem);
|
|
57
|
-
}
|
|
58
|
-
// write the map file
|
|
59
|
-
const outputMapFile = `${outDir}/map.json`;
|
|
60
|
-
const data = {
|
|
61
|
-
items: outputItems,
|
|
62
|
-
};
|
|
63
|
-
// verify the output
|
|
64
|
-
DataSchema.parse(data);
|
|
65
|
-
fs.writeFileSync(outputMapFile, JSON.stringify(outputItems, null, 4));
|
|
66
|
-
};
|
|
67
|
-
//# sourceMappingURL=scale.js.map
|
package/dist/scale/scale.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"scale.js","sourceRoot":"","sources":["../../src/scale/scale.ts"],"names":[],"mappings":"AACA,OAAO,EAAQ,UAAU,EAAQ,MAAM,gBAAgB,CAAA;AACvD,OAAO,EAAU,eAAe,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAC3E,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAA;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAA;AACzC,OAAO,EAAE,MAAM,IAAI,CAAA;AACnB,OAAO,KAAK,MAAM,OAAO,CAAA;AAEzB,eAAe,KAAK,EAAE,IAAU,EAAE,MAAe,EAAE,EAAE;IACjD,MAAM,GAAG,MAAM,IAAI,gBAAgB,EAAE,CAAA;IAErC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA;IAEhC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;IACtB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,KAAK,CAAA;IAEnC,MAAM,OAAO,GAAW,IAAI,CAAC,IAAI,CAAA;IACjC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;QACzB,MAAM,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC,4BAA4B,OAAO,EAAE,CAAC,EAAE,mBAAmB,CAAC,CAAA;KACnG;IACD,MAAM,MAAM,GAAW,IAAI,CAAC,GAAG,CAAA;IAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,KAAK,CAAA;IACzC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE;QACrC,MAAM,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC,oCAAoC,MAAM,EAAE,CAAC,EAAE,mBAAmB,CAAC,CAAA;KAC1G;IAED,8BAA8B;IAC9B,MAAM,MAAM,GAAG,GAAG,MAAM,SAAS,CAAA;IACjC,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAEzC,oBAAoB;IACpB,MAAM,UAAU,GAAW,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IAE/F,gBAAgB;IAChB,MAAM,WAAW,GAAW,EAAE,CAAA;IAC9B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;QAChC,MAAM,CAAC,GAAG,CAAC,WAAW,SAAS,CAAC,IAAI,EAAE,CAAC,CAAA;QACvC,gBAAgB;QAChB,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;QAC3C,mBAAmB;QACnB,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC;aAC3B,MAAM,CAAC;YACJ,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,IAAI;YACZ,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ;SAClC,CAAC;aACD,GAAG,EAAE,CAAA;QACV,MAAM,WAAW,GAAG,GAAG,MAAM,UAAU,CAAA;QACvC,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QACjC,yBAAyB;QACzB,MAAM,UAAU,GAAG,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;QAC/C,iBAAiB;QACjB,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,CAAA;QAChC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;QAC1B,iBAAiB;QACjB,MAAM,aAAa,GAAG,GAAG,MAAM,IAAI,GAAG,MAAM,CAAA;QAC5C,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,aAAa,CAAC,CAAA;QAEzC,6BAA6B;QAC7B,MAAM,UAAU,GAAS;YACrB,GAAG,SAAS;YACZ,IAAI,EAAE,GAAG;YACT,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,aAAa,CAAC;SACvC,CAAA;QACD,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;KAC/B;IAED,qBAAqB;IACrB,MAAM,aAAa,GAAG,GAAG,MAAM,WAAW,CAAA;IAE1C,MAAM,IAAI,GAAS;QACf,KAAK,EAAE,WAAW;KACrB,CAAA;IAED,oBAAoB;IACpB,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAEtB,EAAE,CAAC,aAAa,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;AACzE,CAAC,CAAA"}
|
|
File without changes
|
|
File without changes
|