@prosopo/datasets-fs 0.1.18 → 0.1.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli.d.ts +2 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +49 -0
- package/dist/cli.js.map +1 -0
- package/dist/flatten/args.d.ts +16 -0
- package/dist/flatten/args.d.ts.map +1 -0
- package/dist/flatten/args.js +8 -0
- package/dist/flatten/args.js.map +1 -0
- package/dist/flatten/cli.d.ts +18 -0
- package/dist/flatten/cli.d.ts.map +1 -0
- package/dist/flatten/cli.js +30 -0
- package/dist/flatten/cli.js.map +1 -0
- package/dist/flatten/flatten.d.ts +5 -0
- package/dist/flatten/flatten.d.ts.map +1 -0
- package/dist/flatten/flatten.js +65 -0
- package/dist/flatten/flatten.js.map +1 -0
- package/dist/flatten/index.d.ts +4 -0
- package/dist/flatten/index.d.ts.map +1 -0
- package/dist/flatten/index.js +4 -0
- package/dist/flatten/index.js.map +1 -0
- package/dist/generate/args.d.ts +37 -0
- package/dist/generate/args.d.ts.map +1 -0
- package/dist/generate/args.js +15 -0
- package/dist/generate/args.js.map +1 -0
- package/dist/generate/cli.d.ts +32 -0
- package/dist/generate/cli.d.ts.map +1 -0
- package/dist/generate/cli.js +62 -0
- package/dist/generate/cli.js.map +1 -0
- package/dist/generate/distinct/args.d.ts +49 -0
- package/dist/generate/distinct/args.d.ts.map +1 -0
- package/dist/generate/distinct/args.js +10 -0
- package/dist/generate/distinct/args.js.map +1 -0
- package/dist/generate/distinct/cli.d.ts +20 -0
- package/dist/generate/distinct/cli.d.ts.map +1 -0
- package/dist/generate/distinct/cli.js +31 -0
- package/dist/generate/distinct/cli.js.map +1 -0
- package/dist/generate/distinct/dummy.d.ts +2 -0
- package/dist/generate/distinct/dummy.d.ts.map +1 -0
- package/dist/generate/distinct/dummy.js +29 -0
- package/dist/generate/distinct/dummy.js.map +1 -0
- package/dist/generate/distinct/generate.d.ts +5 -0
- package/dist/generate/distinct/generate.d.ts.map +1 -0
- package/dist/generate/distinct/generate.js +186 -0
- package/dist/generate/distinct/generate.js.map +1 -0
- package/dist/generate/distinct/index.d.ts +4 -0
- package/dist/generate/distinct/index.d.ts.map +1 -0
- package/dist/generate/distinct/index.js +4 -0
- package/dist/generate/distinct/index.js.map +1 -0
- package/dist/generate/index.d.ts +5 -0
- package/dist/generate/index.d.ts.map +1 -0
- package/dist/generate/index.js +5 -0
- package/dist/generate/index.js.map +1 -0
- package/dist/generate/union/args.d.ts +52 -0
- package/dist/generate/union/args.d.ts.map +1 -0
- package/dist/generate/union/args.js +11 -0
- package/dist/generate/union/args.js.map +1 -0
- package/dist/generate/union/cli.d.ts +22 -0
- package/dist/generate/union/cli.d.ts.map +1 -0
- package/dist/generate/union/cli.js +35 -0
- package/dist/generate/union/cli.js.map +1 -0
- package/dist/generate/union/generate.d.ts +5 -0
- package/dist/generate/union/generate.d.ts.map +1 -0
- package/dist/generate/union/generate.js +168 -0
- package/dist/generate/union/generate.js.map +1 -0
- package/dist/generate/union/index.d.ts +4 -0
- package/dist/generate/union/index.d.ts.map +1 -0
- package/dist/generate/union/index.js +4 -0
- package/dist/generate/union/index.js.map +1 -0
- package/dist/generate/util.d.ts +6 -0
- package/dist/generate/util.d.ts.map +1 -0
- package/dist/generate/util.js +20 -0
- package/dist/generate/util.js.map +1 -0
- package/dist/get/args.d.ts +10 -0
- package/dist/get/args.d.ts.map +1 -0
- package/dist/get/args.js +6 -0
- package/dist/get/args.js.map +1 -0
- package/dist/get/cli.d.ts +14 -0
- package/dist/get/cli.d.ts.map +1 -0
- package/dist/get/cli.js +19 -0
- package/dist/get/cli.js.map +1 -0
- package/dist/get/get.d.ts +5 -0
- package/dist/get/get.d.ts.map +1 -0
- package/dist/get/get.js +60 -0
- package/dist/get/get.js.map +1 -0
- package/dist/get/index.d.ts +4 -0
- package/dist/get/index.d.ts.map +1 -0
- package/dist/get/index.js +4 -0
- package/dist/get/index.js.map +1 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +15 -0
- package/dist/index.js.map +1 -0
- package/dist/labels/args.d.ts +10 -0
- package/dist/labels/args.d.ts.map +1 -0
- package/dist/labels/args.js +6 -0
- package/dist/labels/args.js.map +1 -0
- package/dist/labels/cli.d.ts +14 -0
- package/dist/labels/cli.d.ts.map +1 -0
- package/dist/labels/cli.js +19 -0
- package/dist/labels/cli.js.map +1 -0
- package/dist/labels/index.d.ts +4 -0
- package/dist/labels/index.d.ts.map +1 -0
- package/dist/labels/index.js +4 -0
- package/dist/labels/index.js.map +1 -0
- package/dist/labels/labels.d.ts +5 -0
- package/dist/labels/labels.d.ts.map +1 -0
- package/dist/labels/labels.js +22 -0
- package/dist/labels/labels.js.map +1 -0
- package/dist/relocate/args.d.ts +16 -0
- package/dist/relocate/args.d.ts.map +1 -0
- package/dist/relocate/args.js +8 -0
- package/dist/relocate/args.js.map +1 -0
- package/dist/relocate/cli.d.ts +18 -0
- package/dist/relocate/cli.d.ts.map +1 -0
- package/dist/relocate/cli.js +29 -0
- package/dist/relocate/cli.js.map +1 -0
- package/dist/relocate/relocate.d.ts +5 -0
- package/dist/relocate/relocate.d.ts.map +1 -0
- package/dist/relocate/relocate.js +40 -0
- package/dist/relocate/relocate.js.map +1 -0
- package/dist/scale/args.d.ts +22 -0
- package/dist/scale/args.d.ts.map +1 -0
- package/dist/scale/args.js +10 -0
- package/dist/scale/args.js.map +1 -0
- package/dist/scale/cli.d.ts +22 -0
- package/dist/scale/cli.d.ts.map +1 -0
- package/dist/scale/cli.js +38 -0
- package/dist/scale/cli.js.map +1 -0
- package/dist/scale/index.d.ts +4 -0
- package/dist/scale/index.d.ts.map +1 -0
- package/dist/scale/index.js +4 -0
- package/dist/scale/index.js.map +1 -0
- package/dist/scale/scale.d.ts +5 -0
- package/dist/scale/scale.d.ts.map +1 -0
- package/dist/scale/scale.js +67 -0
- package/dist/scale/scale.js.map +1 -0
- package/package.json +4 -4
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import { DataSchema } from '@prosopo/types';
|
|
2
|
+
import { ProsopoEnvError, getLoggerDefault } from '@prosopo/common';
|
|
3
|
+
import { blake2b } from '@noble/hashes/blake2b';
|
|
4
|
+
import { u8aToHex } from '@polkadot/util';
|
|
5
|
+
import fs from 'fs';
|
|
6
|
+
import sharp from 'sharp';
|
|
7
|
+
export default async (args, logger) => {
|
|
8
|
+
logger = logger || getLoggerDefault();
|
|
9
|
+
logger.debug(args, 'scaling...');
|
|
10
|
+
const size = args.size;
|
|
11
|
+
const square = args.square ?? false;
|
|
12
|
+
const mapFile = args.data;
|
|
13
|
+
if (!fs.existsSync(mapFile)) {
|
|
14
|
+
throw new ProsopoEnvError(new Error(`Map file does not exist: ${mapFile}`), 'FS.FILE_NOT_FOUND');
|
|
15
|
+
}
|
|
16
|
+
const outDir = args.out;
|
|
17
|
+
const overwrite = args.overwrite || false;
|
|
18
|
+
if (!overwrite && fs.existsSync(outDir)) {
|
|
19
|
+
throw new ProsopoEnvError(new Error(`Output directory already exists: ${outDir}`), 'FS.FILE_NOT_FOUND');
|
|
20
|
+
}
|
|
21
|
+
// create the output directory
|
|
22
|
+
const imgDir = `${outDir}/images`;
|
|
23
|
+
fs.mkdirSync(imgDir, { recursive: true });
|
|
24
|
+
// read the map file
|
|
25
|
+
const inputItems = DataSchema.parse(JSON.parse(fs.readFileSync(mapFile, 'utf8'))).items;
|
|
26
|
+
// for each item
|
|
27
|
+
const outputItems = [];
|
|
28
|
+
for (const inputItem of inputItems) {
|
|
29
|
+
logger.log(`scaling ${inputItem.data}`);
|
|
30
|
+
// read the file
|
|
31
|
+
const img = fs.readFileSync(inputItem.data);
|
|
32
|
+
// resize the image
|
|
33
|
+
const resized = await sharp(img)
|
|
34
|
+
.resize({
|
|
35
|
+
width: size,
|
|
36
|
+
height: size,
|
|
37
|
+
fit: square ? 'fill' : 'inside',
|
|
38
|
+
})
|
|
39
|
+
.png();
|
|
40
|
+
const tmpFilePath = `${imgDir}/tmp.png`;
|
|
41
|
+
await resized.toFile(tmpFilePath);
|
|
42
|
+
// read the resized image
|
|
43
|
+
const resizedImg = fs.readFileSync(tmpFilePath);
|
|
44
|
+
// hash the image
|
|
45
|
+
const hash = blake2b(resizedImg);
|
|
46
|
+
const hex = u8aToHex(hash);
|
|
47
|
+
// move the image
|
|
48
|
+
const finalFilePath = `${imgDir}/${hex}.png`;
|
|
49
|
+
fs.renameSync(tmpFilePath, finalFilePath);
|
|
50
|
+
// add the item to the output
|
|
51
|
+
const outputItem = {
|
|
52
|
+
...inputItem,
|
|
53
|
+
hash: hex,
|
|
54
|
+
data: fs.realpathSync(finalFilePath),
|
|
55
|
+
};
|
|
56
|
+
outputItems.push(outputItem);
|
|
57
|
+
}
|
|
58
|
+
// write the map file
|
|
59
|
+
const outputMapFile = `${outDir}/map.json`;
|
|
60
|
+
const data = {
|
|
61
|
+
items: outputItems,
|
|
62
|
+
};
|
|
63
|
+
// verify the output
|
|
64
|
+
DataSchema.parse(data);
|
|
65
|
+
fs.writeFileSync(outputMapFile, JSON.stringify(outputItems, null, 4));
|
|
66
|
+
};
|
|
67
|
+
//# sourceMappingURL=scale.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scale.js","sourceRoot":"","sources":["../../src/scale/scale.ts"],"names":[],"mappings":"AACA,OAAO,EAAQ,UAAU,EAAQ,MAAM,gBAAgB,CAAA;AACvD,OAAO,EAAU,eAAe,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAC3E,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAA;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAA;AACzC,OAAO,EAAE,MAAM,IAAI,CAAA;AACnB,OAAO,KAAK,MAAM,OAAO,CAAA;AAEzB,eAAe,KAAK,EAAE,IAAU,EAAE,MAAe,EAAE,EAAE;IACjD,MAAM,GAAG,MAAM,IAAI,gBAAgB,EAAE,CAAA;IAErC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA;IAEhC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;IACtB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,KAAK,CAAA;IAEnC,MAAM,OAAO,GAAW,IAAI,CAAC,IAAI,CAAA;IACjC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;QACzB,MAAM,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC,4BAA4B,OAAO,EAAE,CAAC,EAAE,mBAAmB,CAAC,CAAA;KACnG;IACD,MAAM,MAAM,GAAW,IAAI,CAAC,GAAG,CAAA;IAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,KAAK,CAAA;IACzC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE;QACrC,MAAM,IAAI,eAAe,CAAC,IAAI,KAAK,CAAC,oCAAoC,MAAM,EAAE,CAAC,EAAE,mBAAmB,CAAC,CAAA;KAC1G;IAED,8BAA8B;IAC9B,MAAM,MAAM,GAAG,GAAG,MAAM,SAAS,CAAA;IACjC,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAEzC,oBAAoB;IACpB,MAAM,UAAU,GAAW,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IAE/F,gBAAgB;IAChB,MAAM,WAAW,GAAW,EAAE,CAAA;IAC9B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;QAChC,MAAM,CAAC,GAAG,CAAC,WAAW,SAAS,CAAC,IAAI,EAAE,CAAC,CAAA;QACvC,gBAAgB;QAChB,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;QAC3C,mBAAmB;QACnB,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC;aAC3B,MAAM,CAAC;YACJ,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,IAAI;YACZ,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ;SAClC,CAAC;aACD,GAAG,EAAE,CAAA;QACV,MAAM,WAAW,GAAG,GAAG,MAAM,UAAU,CAAA;QACvC,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QACjC,yBAAyB;QACzB,MAAM,UAAU,GAAG,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;QAC/C,iBAAiB;QACjB,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,CAAA;QAChC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;QAC1B,iBAAiB;QACjB,MAAM,aAAa,GAAG,GAAG,MAAM,IAAI,GAAG,MAAM,CAAA;QAC5C,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,aAAa,CAAC,CAAA;QAEzC,6BAA6B;QAC7B,MAAM,UAAU,GAAS;YACrB,GAAG,SAAS;YACZ,IAAI,EAAE,GAAG;YACT,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,aAAa,CAAC;SACvC,CAAA;QACD,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;KAC/B;IAED,qBAAqB;IACrB,MAAM,aAAa,GAAG,GAAG,MAAM,WAAW,CAAA;IAE1C,MAAM,IAAI,GAAS;QACf,KAAK,EAAE,WAAW;KACrB,CAAA;IAED,oBAAoB;IACpB,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAEtB,EAAE,CAAC,aAAa,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;AACzE,CAAC,CAAA"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@prosopo/datasets-fs",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.19",
|
|
4
4
|
"author": "PROSOPO LIMITED <info@prosopo.io>",
|
|
5
5
|
"license": "Apache-2.0",
|
|
6
6
|
"private": false,
|
|
@@ -17,9 +17,9 @@
|
|
|
17
17
|
"types": "./dist/index.d.ts",
|
|
18
18
|
"dependencies": {
|
|
19
19
|
"@polkadot/util": "^12.3.2",
|
|
20
|
-
"@prosopo/common": "^0.1.
|
|
21
|
-
"@prosopo/types": "^0.1.
|
|
22
|
-
"@prosopo/util": "^0.1.
|
|
20
|
+
"@prosopo/common": "^0.1.19",
|
|
21
|
+
"@prosopo/types": "^0.1.19",
|
|
22
|
+
"@prosopo/util": "^0.1.19",
|
|
23
23
|
"bcrypt": "^5.1.0",
|
|
24
24
|
"cli-progress": "^3.12.0",
|
|
25
25
|
"es-main": "^1.2.0",
|