@thi.ng/block-fs 0.6.1 → 0.6.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +13 -1
- package/cli/convert.js +21 -17
- package/cli/list.js +12 -11
- package/package.json +3 -3
package/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# Change Log
|
|
2
2
|
|
|
3
|
-
- **Last updated**: 2025-07-
|
|
3
|
+
- **Last updated**: 2025-07-12T23:11:04Z
|
|
4
4
|
- **Generator**: [thi.ng/monopub](https://thi.ng/monopub)
|
|
5
5
|
|
|
6
6
|
All notable changes to this project will be documented in this file.
|
|
@@ -11,6 +11,18 @@ See [Conventional Commits](https://conventionalcommits.org/) for commit guidelin
|
|
|
11
11
|
**Note:** Unlisted _patch_ versions only involve non-code or otherwise excluded changes
|
|
12
12
|
and/or version bumps of transitive dependencies.
|
|
13
13
|
|
|
14
|
+
### [0.6.3](https://github.com/thi-ng/umbrella/tree/@thi.ng/block-fs@0.6.3) (2025-07-12)
|
|
15
|
+
|
|
16
|
+
#### 🩹 Bug fixes
|
|
17
|
+
|
|
18
|
+
- update block count calculation (CLI convert cmd) ([95cee85](https://github.com/thi-ng/umbrella/commit/95cee85))
|
|
19
|
+
|
|
20
|
+
### [0.6.2](https://github.com/thi-ng/umbrella/tree/@thi.ng/block-fs@0.6.2) (2025-07-12)
|
|
21
|
+
|
|
22
|
+
#### ♻️ Refactoring
|
|
23
|
+
|
|
24
|
+
- minor updates CLI commands ([9a394b1](https://github.com/thi-ng/umbrella/commit/9a394b1))
|
|
25
|
+
|
|
14
26
|
### [0.6.1](https://github.com/thi-ng/umbrella/tree/@thi.ng/block-fs@0.6.1) (2025-07-12)
|
|
15
27
|
|
|
16
28
|
#### 🩹 Bug fixes
|
package/cli/convert.js
CHANGED
|
@@ -7,6 +7,7 @@ import { Entry } from "../entry.js";
|
|
|
7
7
|
import { BlockFS } from "../fs.js";
|
|
8
8
|
import { MemoryBlockStorage } from "../storage/memory.js";
|
|
9
9
|
import { ARG_BLOCKSIZE } from "./api.js";
|
|
10
|
+
const { ceil, log2 } = Math;
|
|
10
11
|
const CONVERT = {
|
|
11
12
|
opts: {
|
|
12
13
|
...ARG_BLOCKSIZE,
|
|
@@ -31,37 +32,39 @@ const CONVERT = {
|
|
|
31
32
|
hint: "EXT"
|
|
32
33
|
})
|
|
33
34
|
},
|
|
35
|
+
inputs: 1,
|
|
34
36
|
desc: "Convert file tree into single BlockFS blob",
|
|
35
37
|
fn: async (ctx) => {
|
|
38
|
+
const { opts, logger } = ctx;
|
|
36
39
|
const collected = collectFiles(ctx);
|
|
37
40
|
const numBlocks = align(
|
|
38
|
-
|
|
41
|
+
opts.numBlocks ?? computeBlockCount(collected, opts.blockSize, ctx.logger),
|
|
39
42
|
8
|
|
40
43
|
);
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
44
|
+
logger.info("number of files:", collected.files.length);
|
|
45
|
+
logger.info("number of directories:", collected.dirs.length);
|
|
46
|
+
logger.info("total file size:", collected.size);
|
|
47
|
+
logger.info("number of blocks:", numBlocks);
|
|
45
48
|
const storage = new MemoryBlockStorage({
|
|
49
|
+
blockSize: opts.blockSize,
|
|
46
50
|
numBlocks,
|
|
47
|
-
|
|
48
|
-
logger: ctx.logger
|
|
51
|
+
logger
|
|
49
52
|
});
|
|
50
|
-
const bfs = new BlockFS(storage, { logger
|
|
53
|
+
const bfs = new BlockFS(storage, { logger });
|
|
51
54
|
await bfs.init();
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
+
logger.info("root dir block:", bfs.rootDirBlockID);
|
|
56
|
+
logger.info("first data block:", bfs.dataStartBlockID);
|
|
57
|
+
logger.info("block data size:", bfs.blockDataSize);
|
|
55
58
|
for (let f of collected.files) {
|
|
56
|
-
const data = readBinary(f.src,
|
|
57
|
-
|
|
59
|
+
const data = readBinary(f.src, logger);
|
|
60
|
+
logger.info("writing file:", f.dest, "size:", data.length);
|
|
58
61
|
await bfs.writeFile(f.dest, data);
|
|
59
62
|
const entry = await bfs.entryForPath(f.dest);
|
|
60
63
|
entry.ctime = f.ctime;
|
|
61
64
|
entry.mtime = f.mtime;
|
|
62
65
|
await entry.save();
|
|
63
66
|
}
|
|
64
|
-
writeFile(
|
|
67
|
+
writeFile(opts.out, storage.buffer, void 0, logger);
|
|
65
68
|
}
|
|
66
69
|
};
|
|
67
70
|
const pathsForFile = (f) => {
|
|
@@ -106,19 +109,20 @@ const computeBlockCount = (collected, blockSize, logger, numBlocks) => {
|
|
|
106
109
|
const blockDataSizeBytes = requiredBytes(blockSize);
|
|
107
110
|
const blockDataSize = blockSize - blockIDBytes - blockDataSizeBytes;
|
|
108
111
|
const numEntries = collected.files.length + collected.dirs.length;
|
|
109
|
-
const
|
|
112
|
+
const maxEntriesPerBlock = ~~(blockDataSize / Entry.SIZE);
|
|
113
|
+
const numEntryBlocks = ceil(numEntries / maxEntriesPerBlock);
|
|
110
114
|
logger.info("num entries:", numEntries);
|
|
111
115
|
logger.info("num entry blocks:", numEntryBlocks);
|
|
112
116
|
blocks += numEntryBlocks;
|
|
113
117
|
for (let f of collected.files) {
|
|
114
|
-
const size =
|
|
118
|
+
const size = ceil(f.size / blockDataSize);
|
|
115
119
|
logger.debug("file:", f.src, "blocks:", size);
|
|
116
120
|
blocks += size;
|
|
117
121
|
}
|
|
118
122
|
const blockIDBytes2 = requiredBytes(blocks);
|
|
119
123
|
return blockIDBytes2 > blockIDBytes ? computeBlockCount(collected, blockSize, logger, blocks) : blocks;
|
|
120
124
|
};
|
|
121
|
-
const requiredBytes = (x) => align(
|
|
125
|
+
const requiredBytes = (x) => align(ceil(log2(x)), 8) >> 3;
|
|
122
126
|
export {
|
|
123
127
|
CONVERT
|
|
124
128
|
};
|
package/cli/list.js
CHANGED
|
@@ -26,19 +26,20 @@ const LIST = {
|
|
|
26
26
|
desc: "Display file sizes"
|
|
27
27
|
})
|
|
28
28
|
},
|
|
29
|
+
inputs: 1,
|
|
29
30
|
desc: "List file tree of a BlockFS blob",
|
|
30
|
-
fn: async (
|
|
31
|
-
if (
|
|
32
|
-
|
|
31
|
+
fn: async ({ inputs, opts, logger }) => {
|
|
32
|
+
if (opts.all) {
|
|
33
|
+
opts.withMtime = opts.withSize = true;
|
|
33
34
|
}
|
|
34
|
-
const buffer = readBinary(
|
|
35
|
+
const buffer = readBinary(inputs[0], logger);
|
|
35
36
|
const storage = new MemoryBlockStorage({
|
|
36
|
-
numBlocks: buffer.length /
|
|
37
|
-
blockSize:
|
|
38
|
-
logger
|
|
37
|
+
numBlocks: buffer.length / opts.blockSize >>> 0,
|
|
38
|
+
blockSize: opts.blockSize,
|
|
39
|
+
logger,
|
|
39
40
|
buffer
|
|
40
41
|
});
|
|
41
|
-
const bfs = new BlockFS(storage, { logger
|
|
42
|
+
const bfs = new BlockFS(storage, { logger });
|
|
42
43
|
await bfs.init();
|
|
43
44
|
const tree = [];
|
|
44
45
|
for await (let entry of bfs.root.tree(compareByKey("name"))) {
|
|
@@ -59,17 +60,17 @@ const LIST = {
|
|
|
59
60
|
break;
|
|
60
61
|
}
|
|
61
62
|
}
|
|
62
|
-
const row =
|
|
63
|
+
const row = opts.tree ? [
|
|
63
64
|
[
|
|
64
65
|
...last.slice(0, depth).map((x) => INDENT[x]),
|
|
65
66
|
PREFIX[last[depth]],
|
|
66
67
|
entry.name
|
|
67
68
|
].join("")
|
|
68
69
|
] : [path];
|
|
69
|
-
if (
|
|
70
|
+
if (opts.withSize) {
|
|
70
71
|
row.push(entry.isDirectory() ? "" : String(Number(entry.size)));
|
|
71
72
|
}
|
|
72
|
-
if (
|
|
73
|
+
if (opts.withMtime) {
|
|
73
74
|
row.push(new Date(entry.mtime).toISOString());
|
|
74
75
|
}
|
|
75
76
|
rows.push(row);
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@thi.ng/block-fs",
|
|
3
|
-
"version": "0.6.
|
|
3
|
+
"version": "0.6.3",
|
|
4
4
|
"description": "Customizable block-based storage, adapters & file system layer",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"module": "./index.js",
|
|
@@ -43,7 +43,7 @@
|
|
|
43
43
|
},
|
|
44
44
|
"dependencies": {
|
|
45
45
|
"@thi.ng/api": "^8.11.30",
|
|
46
|
-
"@thi.ng/args": "^2.
|
|
46
|
+
"@thi.ng/args": "^2.8.0",
|
|
47
47
|
"@thi.ng/binary": "^3.4.53",
|
|
48
48
|
"@thi.ng/bitfield": "^2.4.6",
|
|
49
49
|
"@thi.ng/checks": "^3.7.10",
|
|
@@ -143,5 +143,5 @@
|
|
|
143
143
|
"status": "alpha",
|
|
144
144
|
"year": 2024
|
|
145
145
|
},
|
|
146
|
-
"gitHead": "
|
|
146
|
+
"gitHead": "76111155b9b3b21bc59aa347fc1e7d36c0b0701e\n"
|
|
147
147
|
}
|