@dxos/random-access-storage 0.3.7 → 0.3.8-main.152ec6f
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/lib/browser/index.mjs +3 -3
- package/dist/lib/browser/meta.json +1 -1
- package/dist/lib/node/index.cjs +23 -45
- package/dist/lib/node/index.cjs.map +4 -4
- package/dist/lib/node/meta.json +1 -1
- package/dist/types/src/testing/benchmark.blueprint-test.d.ts.map +1 -1
- package/package.json +9 -9
- package/src/testing/benchmark.blueprint-test.ts +0 -7
|
@@ -59,7 +59,7 @@ var Directory = class _Directory {
|
|
|
59
59
|
// packages/common/random-access-storage/src/common/file.ts
|
|
60
60
|
import pify from "pify";
|
|
61
61
|
import { log } from "@dxos/log";
|
|
62
|
-
var __dxlog_file = "/
|
|
62
|
+
var __dxlog_file = "/home/runner/work/dxos/dxos/packages/common/random-access-storage/src/common/file.ts";
|
|
63
63
|
var MAX_STORAGE_OPERATION_TIME = 50;
|
|
64
64
|
var pifyFields = (object, type, fields) => {
|
|
65
65
|
for (const field of fields) {
|
|
@@ -105,7 +105,7 @@ var wrapFile = (native, type) => {
|
|
|
105
105
|
};
|
|
106
106
|
|
|
107
107
|
// packages/common/random-access-storage/src/common/abstract-storage.ts
|
|
108
|
-
var __dxlog_file2 = "/
|
|
108
|
+
var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/common/random-access-storage/src/common/abstract-storage.ts";
|
|
109
109
|
var AbstractStorage = class {
|
|
110
110
|
// TODO(burdon): Make required.
|
|
111
111
|
constructor(path) {
|
|
@@ -344,7 +344,7 @@ function _ts_decorate(decorators, target, key, desc) {
|
|
|
344
344
|
r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
345
345
|
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
346
346
|
}
|
|
347
|
-
var __dxlog_file3 = "/
|
|
347
|
+
var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/common/random-access-storage/src/browser/web-fs.ts";
|
|
348
348
|
var WebFS = class {
|
|
349
349
|
constructor(path) {
|
|
350
350
|
this.path = path;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"inputs":{"packages/common/random-access-storage/src/common/utils.ts":{"bytes":
|
|
1
|
+
{"inputs":{"packages/common/random-access-storage/src/common/utils.ts":{"bytes":1295,"imports":[{"path":"@dxos/node-std/path","kind":"import-statement","external":true}],"format":"esm"},"packages/common/random-access-storage/src/common/directory.ts":{"bytes":5037,"imports":[{"path":"packages/common/random-access-storage/src/common/utils.ts","kind":"import-statement","original":"./utils"}],"format":"esm"},"packages/common/random-access-storage/src/common/file.ts":{"bytes":6374,"imports":[{"path":"pify","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true}],"format":"esm"},"packages/common/random-access-storage/src/common/abstract-storage.ts":{"bytes":14221,"imports":[{"path":"@dxos/node-std/path","kind":"import-statement","external":true},{"path":"@dxos/node-std/util","kind":"import-statement","external":true},{"path":"@dxos/debug","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"packages/common/random-access-storage/src/common/directory.ts","kind":"import-statement","original":"./directory"},{"path":"packages/common/random-access-storage/src/common/file.ts","kind":"import-statement","original":"./file"},{"path":"packages/common/random-access-storage/src/common/utils.ts","kind":"import-statement","original":"./utils"}],"format":"esm"},"packages/common/random-access-storage/src/common/storage.ts":{"bytes":1874,"imports":[],"format":"esm"},"packages/common/random-access-storage/src/common/memory-storage.ts":{"bytes":4360,"imports":[{"path":"random-access-memory","kind":"import-statement","external":true},{"path":"@dxos/util","kind":"import-statement","external":true},{"path":"packages/common/random-access-storage/src/common/abstract-storage.ts","kind":"import-statement","original":"./abstract-storage"},{"path":"packages/common/random-access-storage/src/common/storage.ts","kind":"import-statement","original":"./storage"}],"format":"esm"},"packages/common/random-access-storage/src/common/index.ts":{"bytes":947,"imports":[{"path":"packages/common/random-access-storage/src/common/abstract-storage.ts","kind":"import-statement","original":"./abstract-storage"},{"path":"packages/common/random-access-storage/src/common/directory.ts","kind":"import-statement","original":"./directory"},{"path":"packages/common/random-access-storage/src/common/file.ts","kind":"import-statement","original":"./file"},{"path":"packages/common/random-access-storage/src/common/memory-storage.ts","kind":"import-statement","original":"./memory-storage"},{"path":"packages/common/random-access-storage/src/common/storage.ts","kind":"import-statement","original":"./storage"},{"path":"packages/common/random-access-storage/src/common/utils.ts","kind":"import-statement","original":"./utils"}],"format":"esm"},"packages/common/random-access-storage/src/browser/browser-storage.ts":{"bytes":4379,"imports":[{"path":"@dxos/node-std/path","kind":"import-statement","external":true},{"path":"packages/common/random-access-storage/src/common/index.ts","kind":"import-statement","original":"../common"}],"format":"esm"},"packages/common/random-access-storage/src/browser/firefox-storage.ts":{"bytes":2391,"imports":[{"path":"random-access-web/mutable-file-wrapper.js","kind":"import-statement","external":true},{"path":"packages/common/random-access-storage/src/browser/browser-storage.ts","kind":"import-statement","original":"./browser-storage"},{"path":"packages/common/random-access-storage/src/common/index.ts","kind":"import-statement","original":"../common"}],"format":"esm"},"packages/common/random-access-storage/src/browser/idb-storage.ts":{"bytes":1799,"imports":[{"path":"random-access-idb","kind":"import-statement","external":true},{"path":"packages/common/random-access-storage/src/browser/browser-storage.ts","kind":"import-statement","original":"./browser-storage"},{"path":"packages/common/random-access-storage/src/common/index.ts","kind":"import-statement","original":"../common"}],"format":"esm"},"packages/common/random-access-storage/src/browser/web-fs.ts":{"bytes":42927,"imports":[{"path":"@dxos/node-std/events","kind":"import-statement","external":true},{"path":"@dxos/node-std/util","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/tracing","kind":"import-statement","external":true},{"path":"packages/common/random-access-storage/src/common/index.ts","kind":"import-statement","original":"../common"}],"format":"esm"},"packages/common/random-access-storage/src/browser/storage.ts":{"bytes":4408,"imports":[{"path":"packages/common/random-access-storage/src/browser/firefox-storage.ts","kind":"import-statement","original":"./firefox-storage"},{"path":"packages/common/random-access-storage/src/browser/idb-storage.ts","kind":"import-statement","original":"./idb-storage"},{"path":"packages/common/random-access-storage/src/browser/web-fs.ts","kind":"import-statement","original":"./web-fs"},{"path":"packages/common/random-access-storage/src/common/index.ts","kind":"import-statement","original":"../common"}],"format":"esm"},"packages/common/random-access-storage/src/browser/index.ts":{"bytes":571,"imports":[{"path":"packages/common/random-access-storage/src/common/index.ts","kind":"import-statement","original":"../common"},{"path":"packages/common/random-access-storage/src/browser/storage.ts","kind":"import-statement","original":"./storage"}],"format":"esm"}},"outputs":{"packages/common/random-access-storage/dist/lib/browser/index.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":43307},"packages/common/random-access-storage/dist/lib/browser/index.mjs":{"imports":[{"path":"@dxos/node-std/path","kind":"import-statement","external":true},{"path":"@dxos/node-std/util","kind":"import-statement","external":true},{"path":"@dxos/debug","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/node-std/path","kind":"import-statement","external":true},{"path":"pify","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"random-access-memory","kind":"import-statement","external":true},{"path":"@dxos/util","kind":"import-statement","external":true},{"path":"random-access-web/mutable-file-wrapper.js","kind":"import-statement","external":true},{"path":"@dxos/node-std/path","kind":"import-statement","external":true},{"path":"random-access-idb","kind":"import-statement","external":true},{"path":"@dxos/node-std/events","kind":"import-statement","external":true},{"path":"@dxos/node-std/util","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/tracing","kind":"import-statement","external":true}],"exports":["AbstractStorage","Directory","MemoryStorage","StorageType","createStorage","getFullPath","stringDiff","wrapFile"],"entryPoint":"packages/common/random-access-storage/src/browser/index.ts","inputs":{"packages/common/random-access-storage/src/common/abstract-storage.ts":{"bytesInOutput":3348},"packages/common/random-access-storage/src/common/utils.ts":{"bytesInOutput":180},"packages/common/random-access-storage/src/common/directory.ts":{"bytesInOutput":1026},"packages/common/random-access-storage/src/common/file.ts":{"bytesInOutput":1149},"packages/common/random-access-storage/src/common/index.ts":{"bytesInOutput":0},"packages/common/random-access-storage/src/common/memory-storage.ts":{"bytesInOutput":693},"packages/common/random-access-storage/src/common/storage.ts":{"bytesInOutput":288},"packages/common/random-access-storage/src/browser/index.ts":{"bytesInOutput":0},"packages/common/random-access-storage/src/browser/firefox-storage.ts":{"bytesInOutput":275},"packages/common/random-access-storage/src/browser/browser-storage.ts":{"bytesInOutput":769},"packages/common/random-access-storage/src/browser/idb-storage.ts":{"bytesInOutput":223},"packages/common/random-access-storage/src/browser/web-fs.ts":{"bytesInOutput":11455},"packages/common/random-access-storage/src/browser/storage.ts":{"bytesInOutput":765}},"bytes":21330}}}
|
package/dist/lib/node/index.cjs
CHANGED
|
@@ -26,10 +26,8 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
|
|
|
26
26
|
mod
|
|
27
27
|
));
|
|
28
28
|
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
var src_exports = {};
|
|
32
|
-
__export(src_exports, {
|
|
29
|
+
var node_exports = {};
|
|
30
|
+
__export(node_exports, {
|
|
33
31
|
AbstractStorage: () => AbstractStorage,
|
|
34
32
|
Directory: () => Directory,
|
|
35
33
|
MemoryStorage: () => MemoryStorage,
|
|
@@ -39,20 +37,22 @@ __export(src_exports, {
|
|
|
39
37
|
stringDiff: () => stringDiff,
|
|
40
38
|
wrapFile: () => wrapFile
|
|
41
39
|
});
|
|
42
|
-
module.exports = __toCommonJS(
|
|
43
|
-
|
|
44
|
-
// packages/common/random-access-storage/src/common/abstract-storage.ts
|
|
45
|
-
var import_node_path2 = require("node:path");
|
|
40
|
+
module.exports = __toCommonJS(node_exports);
|
|
41
|
+
var import_node_path = require("node:path");
|
|
46
42
|
var import_node_util = require("node:util");
|
|
47
43
|
var import_debug = require("@dxos/debug");
|
|
44
|
+
var import_log = require("@dxos/log");
|
|
45
|
+
var import_node_path2 = require("node:path");
|
|
46
|
+
var import_pify = __toESM(require("pify"));
|
|
48
47
|
var import_log2 = require("@dxos/log");
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
var
|
|
48
|
+
var import_random_access_memory = __toESM(require("random-access-memory"));
|
|
49
|
+
var import_util = require("@dxos/util");
|
|
50
|
+
var import_del = __toESM(require("del"));
|
|
51
|
+
var import_promises = require("node:fs/promises");
|
|
52
|
+
var import_node_path3 = require("node:path");
|
|
53
|
+
var import_random_access_file = __toESM(require("random-access-file"));
|
|
52
54
|
var stringDiff = (first, second) => first.split(second).join("");
|
|
53
|
-
var getFullPath = (root, path) => (0,
|
|
54
|
-
|
|
55
|
-
// packages/common/random-access-storage/src/common/directory.ts
|
|
55
|
+
var getFullPath = (root, path) => (0, import_node_path2.join)(root, stringDiff(path, root));
|
|
56
56
|
var Directory = class _Directory {
|
|
57
57
|
constructor(type, path, _list, _getOrCreateFile, _delete, _onFlush) {
|
|
58
58
|
this.type = type;
|
|
@@ -96,11 +96,7 @@ var Directory = class _Directory {
|
|
|
96
96
|
await this._delete();
|
|
97
97
|
}
|
|
98
98
|
};
|
|
99
|
-
|
|
100
|
-
// packages/common/random-access-storage/src/common/file.ts
|
|
101
|
-
var import_pify = __toESM(require("pify"));
|
|
102
|
-
var import_log = require("@dxos/log");
|
|
103
|
-
var __dxlog_file = "/mnt/ramdisk/work/packages/common/random-access-storage/src/common/file.ts";
|
|
99
|
+
var __dxlog_file = "/home/runner/work/dxos/dxos/packages/common/random-access-storage/src/common/file.ts";
|
|
104
100
|
var MAX_STORAGE_OPERATION_TIME = 50;
|
|
105
101
|
var pifyFields = (object, type, fields) => {
|
|
106
102
|
for (const field of fields) {
|
|
@@ -112,7 +108,7 @@ var pifyFields = (object, type, fields) => {
|
|
|
112
108
|
const res = await fn(...args);
|
|
113
109
|
const elapsed = performance.now() - before;
|
|
114
110
|
if (elapsed > MAX_STORAGE_OPERATION_TIME) {
|
|
115
|
-
|
|
111
|
+
import_log2.log.warn("Slow storage operation", {
|
|
116
112
|
type,
|
|
117
113
|
operation: field,
|
|
118
114
|
elapsed
|
|
@@ -144,9 +140,7 @@ var wrapFile = (native, type) => {
|
|
|
144
140
|
native
|
|
145
141
|
});
|
|
146
142
|
};
|
|
147
|
-
|
|
148
|
-
// packages/common/random-access-storage/src/common/abstract-storage.ts
|
|
149
|
-
var __dxlog_file2 = "/mnt/ramdisk/work/packages/common/random-access-storage/src/common/abstract-storage.ts";
|
|
143
|
+
var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/common/random-access-storage/src/common/abstract-storage.ts";
|
|
150
144
|
var AbstractStorage = class {
|
|
151
145
|
// TODO(burdon): Make required.
|
|
152
146
|
constructor(path) {
|
|
@@ -174,7 +168,7 @@ var AbstractStorage = class {
|
|
|
174
168
|
*/
|
|
175
169
|
async reset() {
|
|
176
170
|
try {
|
|
177
|
-
|
|
171
|
+
import_log.log.info("Erasing all data...", void 0, {
|
|
178
172
|
F: __dxlog_file2,
|
|
179
173
|
L: 59,
|
|
180
174
|
S: this,
|
|
@@ -183,14 +177,14 @@ var AbstractStorage = class {
|
|
|
183
177
|
await this._closeFilesInPath("");
|
|
184
178
|
await this._delete("");
|
|
185
179
|
await this._destroy();
|
|
186
|
-
(0,
|
|
180
|
+
(0, import_log.log)("Erased...", void 0, {
|
|
187
181
|
F: __dxlog_file2,
|
|
188
182
|
L: 63,
|
|
189
183
|
S: this,
|
|
190
184
|
C: (f, a) => f(...a)
|
|
191
185
|
});
|
|
192
186
|
} catch (err) {
|
|
193
|
-
|
|
187
|
+
import_log.log.catch(err, void 0, {
|
|
194
188
|
F: __dxlog_file2,
|
|
195
189
|
L: 65,
|
|
196
190
|
S: this,
|
|
@@ -208,7 +202,7 @@ var AbstractStorage = class {
|
|
|
208
202
|
});
|
|
209
203
|
}
|
|
210
204
|
getOrCreateFile(path, filename, opts) {
|
|
211
|
-
const fullPath = (0,
|
|
205
|
+
const fullPath = (0, import_node_path.join)(path, filename);
|
|
212
206
|
let native;
|
|
213
207
|
let file = this._getFileIfExists(fullPath);
|
|
214
208
|
if (file) {
|
|
@@ -248,7 +242,7 @@ var AbstractStorage = class {
|
|
|
248
242
|
].filter(([path2, file]) => path2.includes(fullPath) && file.destroyed !== true));
|
|
249
243
|
}
|
|
250
244
|
async _closeFilesInPath(path) {
|
|
251
|
-
await Promise.all(Array.from(this._getFiles(path).values()).map((file) => file.close().catch((err) =>
|
|
245
|
+
await Promise.all(Array.from(this._getFiles(path).values()).map((file) => file.close().catch((err) => import_log.log.catch(err, void 0, {
|
|
252
246
|
F: __dxlog_file2,
|
|
253
247
|
L: 133,
|
|
254
248
|
S: this,
|
|
@@ -258,7 +252,7 @@ var AbstractStorage = class {
|
|
|
258
252
|
// TODO(burdon): Delete directory (not just listed files).
|
|
259
253
|
async _delete(path) {
|
|
260
254
|
await Promise.all(Array.from(this._getFiles(path)).map(([path2, file]) => {
|
|
261
|
-
return file.destroy().then(() => this._files.delete(path2)).catch((err) =>
|
|
255
|
+
return file.destroy().then(() => this._files.delete(path2)).catch((err) => import_log.log.error(err.message, void 0, {
|
|
262
256
|
F: __dxlog_file2,
|
|
263
257
|
L: 144,
|
|
264
258
|
S: this,
|
|
@@ -267,12 +261,6 @@ var AbstractStorage = class {
|
|
|
267
261
|
}));
|
|
268
262
|
}
|
|
269
263
|
};
|
|
270
|
-
|
|
271
|
-
// packages/common/random-access-storage/src/common/memory-storage.ts
|
|
272
|
-
var import_random_access_memory = __toESM(require("random-access-memory"));
|
|
273
|
-
var import_util = require("@dxos/util");
|
|
274
|
-
|
|
275
|
-
// packages/common/random-access-storage/src/common/storage.ts
|
|
276
264
|
var StorageType;
|
|
277
265
|
(function(StorageType2) {
|
|
278
266
|
StorageType2["RAM"] = "ram";
|
|
@@ -282,8 +270,6 @@ var StorageType;
|
|
|
282
270
|
StorageType2["NODE"] = "node";
|
|
283
271
|
StorageType2["WEBFS"] = "webfs";
|
|
284
272
|
})(StorageType || (StorageType = {}));
|
|
285
|
-
|
|
286
|
-
// packages/common/random-access-storage/src/common/memory-storage.ts
|
|
287
273
|
var MemoryStorage = class extends AbstractStorage {
|
|
288
274
|
constructor() {
|
|
289
275
|
super(...arguments);
|
|
@@ -309,12 +295,6 @@ var MemoryStorage = class extends AbstractStorage {
|
|
|
309
295
|
return file;
|
|
310
296
|
}
|
|
311
297
|
};
|
|
312
|
-
|
|
313
|
-
// packages/common/random-access-storage/src/node/node-storage.ts
|
|
314
|
-
var import_del = __toESM(require("del"));
|
|
315
|
-
var import_promises = require("node:fs/promises");
|
|
316
|
-
var import_node_path3 = require("node:path");
|
|
317
|
-
var import_random_access_file = __toESM(require("random-access-file"));
|
|
318
298
|
var NodeStorage = class extends AbstractStorage {
|
|
319
299
|
constructor() {
|
|
320
300
|
super(...arguments);
|
|
@@ -349,8 +329,6 @@ var NodeStorage = class extends AbstractStorage {
|
|
|
349
329
|
};
|
|
350
330
|
}
|
|
351
331
|
};
|
|
352
|
-
|
|
353
|
-
// packages/common/random-access-storage/src/node/storage.ts
|
|
354
332
|
var createStorage = ({ type, root = "/tmp/dxos/testing" } = {}) => {
|
|
355
333
|
if (type === void 0) {
|
|
356
334
|
return new NodeStorage(root);
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
|
-
"sources": ["../../../src/
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2021 DXOS.org\n//\n\nexport * from './node';\n", "//\n// Copyright 2021 DXOS.org\n//\n\nimport { join } from 'node:path';\nimport { inspect } from 'node:util';\nimport type { RandomAccessStorage } from 'random-access-storage';\n\nimport { inspectObject } from '@dxos/debug';\nimport { log } from '@dxos/log';\n\nimport { Directory } from './directory';\nimport { type File, wrapFile } from './file';\nimport { type Storage, type StorageType } from './storage';\nimport { getFullPath } from './utils';\n\n/**\n * Base class for all storage implementations.\n * https://github.com/random-access-storage\n * https://github.com/random-access-storage/random-access-storage\n */\nexport abstract class AbstractStorage implements Storage {\n protected readonly _files = new Map<string, File>();\n\n public abstract readonly type: StorageType;\n\n // TODO(burdon): Make required.\n constructor(public readonly path: string) {}\n\n [inspect.custom]() {\n return inspectObject(this);\n }\n\n toJSON() {\n return { type: this.type, path: this.path };\n }\n\n public get size() {\n return this._files.size;\n }\n\n // TODO(burdon): Make required.\n public createDirectory(sub = ''): Directory {\n // invariant(sub.length);\n return new Directory(\n this.type,\n getFullPath(this.path, sub),\n this._list.bind(this),\n (...args) => this.getOrCreateFile(...args),\n () => this._delete(sub),\n );\n }\n\n /**\n * Delete all files.\n */\n async reset() {\n try {\n log.info('Erasing all data...');\n await this._closeFilesInPath('');\n await this._delete('');\n await this._destroy();\n log('Erased...');\n } catch (err: any) {\n log.catch(err);\n }\n }\n\n protected async _list(path: string): Promise<string[]> {\n // TODO(dmaretskyi): Fix me.\n return Array.from(this._getFiles(path).keys()).map((filename) => {\n let name = filename.replace(path, '');\n if (name.startsWith('/')) {\n name = name.substring(1);\n }\n return name;\n });\n }\n\n protected getOrCreateFile(path: string, filename: string, opts?: any): File {\n const fullPath = join(path, filename);\n\n let native;\n let file = this._getFileIfExists(fullPath);\n if (file) {\n if (!file.closed) {\n return file;\n }\n\n native = this._openFile(file.native);\n }\n\n if (!native) {\n native = this._createFile(path, filename, opts);\n }\n\n file = wrapFile(native, this.type);\n this._files.set(fullPath, file);\n return file;\n }\n\n protected _destroy(): Promise<void> | undefined {\n return undefined;\n }\n\n /**\n * Attempt to reopen file.\n */\n protected _openFile(file: RandomAccessStorage): RandomAccessStorage | undefined {\n return undefined;\n }\n\n protected abstract _createFile(path: string, filename: string, opts?: any): RandomAccessStorage;\n\n private _getFileIfExists(filename: string): File | undefined {\n if (this._files.has(filename)) {\n const file = this._files.get(filename);\n if (file && !file.destroyed) {\n return file;\n }\n }\n }\n\n private _getFiles(path: string): Map<string, File> {\n const fullPath = getFullPath(this.path, path);\n return new Map(\n [...this._files.entries()].filter(([path, file]) => path.includes(fullPath) && file.destroyed !== true),\n );\n }\n\n private async _closeFilesInPath(path: string): Promise<void> {\n await Promise.all(\n Array.from(this._getFiles(path).values()).map((file) => file.close().catch((err: any) => log.catch(err))),\n );\n }\n\n // TODO(burdon): Delete directory (not just listed files).\n protected async _delete(path: string): Promise<void> {\n await Promise.all(\n Array.from(this._getFiles(path)).map(([path, file]) => {\n return file\n .destroy()\n .then(() => this._files.delete(path))\n .catch((err: any) => log.error(err.message));\n }),\n );\n }\n}\n", "//\n// Copyright 2022 DXOS.org\n//\n\nimport { join } from 'node:path';\n\n// TODO(burdon): Document.\nexport const stringDiff = (first: string, second: string) => first.split(second).join('');\n\nexport const getFullPath = (root: string, path: string) => join(root, stringDiff(path, root));\n", "//\n// Copyright 2022 DXOS.org\n//\n\nimport { type File } from './file';\nimport { type StorageType } from './storage';\nimport { getFullPath } from './utils';\n\n/**\n * Wraps a directory in the storage file system.\n */\nexport class Directory {\n constructor(\n public readonly type: StorageType,\n public readonly path: string,\n // TODO(burdon): Create interface for these methods (shared with AbstractStorage).\n private readonly _list: (path: string) => Promise<string[]>,\n private readonly _getOrCreateFile: (path: string, filename: string, opts?: any) => File,\n private readonly _delete: () => Promise<void>,\n private readonly _onFlush?: () => Promise<void>,\n ) {}\n\n toString() {\n return `Directory(${JSON.stringify({ type: this.type, path: this.path })})`;\n }\n\n /**\n * Create a new sub-directory.\n */\n createDirectory(path: string): Directory {\n return new Directory(this.type, getFullPath(this.path, path), this._list, this._getOrCreateFile, this._delete);\n }\n\n /**\n * Get all files in the current directory.\n */\n list(): Promise<string[]> {\n return this._list(this.path);\n }\n\n /**\n * Get or create a new file.\n */\n getOrCreateFile(filename: string, opts?: any): File {\n return this._getOrCreateFile(this.path, filename, opts);\n }\n\n async flush() {\n await this._onFlush?.();\n }\n\n /**\n * Close and delete all files in the directory and all its sub-directories.\n */\n async delete() {\n await this._delete();\n }\n}\n", "//\n// Copyright 2022 DXOS.org\n//\n\nimport pify from 'pify';\nimport type { FileStat, RandomAccessStorage, RandomAccessStorageProperties } from 'random-access-storage';\n\nimport { log } from '@dxos/log';\n\nimport { type StorageType } from './storage';\n\nconst MAX_STORAGE_OPERATION_TIME = 50;\n\n/**\n * Random access file wrapper.\n * https://github.com/random-access-storage/random-access-storage\n */\nexport interface File extends RandomAccessStorageProperties {\n readonly destroyed: boolean;\n\n // TODO(burdon): Can we remove these since they are not standard across implementations?\n readonly directory: string;\n readonly filename: string;\n\n // Added by factory.\n readonly type: StorageType;\n readonly native: RandomAccessStorage;\n\n write(offset: number, data: Buffer): Promise<void>;\n read(offset: number, size: number): Promise<Buffer>;\n del(offset: number, size: number): Promise<void>;\n stat(): Promise<FileStat>;\n close(): Promise<Error | void>;\n destroy(): Promise<Error | void>;\n\n /**\n * Save changes to disk.\n */\n flush?(): Promise<void>;\n\n // Not supported in node, memory.\n truncate?(offset: number): Promise<void>;\n\n // random-access-memory only.\n clone?(): RandomAccessStorage;\n}\n\nconst pifyFields = (object: any, type: StorageType, fields: string[]) => {\n for (const field of fields) {\n if (!object[field]) {\n // TODO(burdon): Suppress warning and throw error if used.\n // console.warn(`Field not supported for type: ${JSON.stringify({ type, field })}`);\n } else {\n const fn = pify(object[field].bind(object));\n object[field] = async (...args: any) => {\n const before = performance.now();\n\n const res = await fn(...args);\n\n const elapsed = performance.now() - before;\n if (elapsed > MAX_STORAGE_OPERATION_TIME) {\n log.warn('Slow storage operation', { type, operation: field, elapsed });\n }\n\n return res;\n };\n }\n }\n\n return object;\n};\n\n/**\n * Construct async File wrapper.\n * NOTE: This is safe since these are interface methods only (not used internally).\n */\nexport const wrapFile = (native: RandomAccessStorage, type: StorageType): File => {\n const file = pifyFields(native, type, ['write', 'read', 'del', 'stat', 'close', 'destroy', 'truncate']);\n return Object.assign(file, { type, native });\n};\n", "//\n// Copyright 2021 DXOS.org\n//\n\nimport ram from 'random-access-memory';\nimport { type Callback, type RandomAccessStorage } from 'random-access-storage';\n\nimport { arrayToBuffer } from '@dxos/util';\n\nimport { AbstractStorage } from './abstract-storage';\nimport { StorageType } from './storage';\n\n/**\n * Storage interface implementation for RAM.\n * https://github.com/random-access-storage/random-access-memory\n */\nexport class MemoryStorage extends AbstractStorage {\n public override type: StorageType = StorageType.RAM;\n\n protected override _createFile(path: string, filename: string): RandomAccessStorage {\n return this._patchFile(ram());\n }\n\n protected override _openFile(file: RandomAccessStorage): RandomAccessStorage {\n const newFile = file.clone!();\n (newFile as any).closed = false;\n return this._patchFile(newFile);\n }\n\n private _patchFile(file: RandomAccessStorage): RandomAccessStorage {\n // Patch required to make consistent across platforms.\n const trueRead = file.read.bind(file);\n\n file.read = (offset: number, size: number, cb: Callback<Buffer>) =>\n trueRead(offset, size, (err: Error | null, data?: Buffer) => {\n if (err) {\n return cb(err);\n } else {\n return cb(err, arrayToBuffer(data!));\n }\n });\n\n return file;\n }\n}\n", "//\n// Copyright 2021 DXOS.org\n//\n\nimport { type Directory } from './directory';\n\n// TODO(burdon): Reconcile with ConfigProto.\nexport enum StorageType {\n RAM = 'ram',\n IDB = 'idb',\n CHROME = 'chrome',\n FIREFOX = 'firefox',\n NODE = 'node',\n WEBFS = 'webfs',\n}\n\nexport type DiskInfo = {\n /**\n * Bytes.\n */\n used: number;\n};\n\nexport interface Storage {\n readonly path: string;\n readonly type: StorageType;\n readonly size: number;\n\n getDiskInfo?(): Promise<DiskInfo>;\n\n // TODO(burdon): Make required.\n createDirectory: (path?: string) => Directory;\n reset: () => Promise<void>;\n}\n\nexport type StorageConstructor = (params?: { type?: StorageType; root?: string }) => Storage;\n", "//\n// Copyright 2021 DXOS.org\n//\n\nimport del from 'del';\nimport { readdir, stat } from 'node:fs/promises';\nimport { join } from 'node:path';\nimport raf from 'random-access-file';\nimport { type RandomAccessStorage } from 'random-access-storage';\n\nimport { AbstractStorage, type DiskInfo, type Storage, StorageType } from '../common';\n\n/**\n * Storage interface implementation for Node.\n */\nexport class NodeStorage extends AbstractStorage implements Storage {\n public override type: StorageType = StorageType.NODE;\n\n protected override _createFile(path: string, filename: string, opts: any = {}): RandomAccessStorage {\n const file = raf(filename, { directory: path, ...opts });\n\n // Empty write to create file on a drive.\n file.write(0, Buffer.from(''));\n\n return file;\n }\n\n protected override async _destroy() {\n await del(this.path, { force: true });\n }\n\n async getDiskInfo(): Promise<DiskInfo> {\n let used = 0;\n\n const recurse = async (path: string) => {\n const pathStats = await stat(path);\n\n used += pathStats.size;\n\n if (pathStats.isDirectory()) {\n const entries = await readdir(path);\n await Promise.all(entries.map((entry) => recurse(join(path, entry))));\n }\n };\n\n await recurse(this.path);\n\n return {\n used,\n };\n }\n}\n", "//\n// Copyright 2021 DXOS.org\n//\n\nimport { NodeStorage } from './node-storage';\nimport { MemoryStorage, type Storage, type StorageConstructor, StorageType } from '../common';\n\nexport const createStorage: StorageConstructor = ({ type, root = '/tmp/dxos/testing' } = {}): Storage => {\n if (type === undefined) {\n return new NodeStorage(root);\n }\n\n switch (type) {\n case StorageType.RAM: {\n return new MemoryStorage(root);\n }\n\n case StorageType.NODE: {\n return new NodeStorage(root);\n }\n\n default: {\n throw new Error(`Invalid type: ${type}`);\n }\n }\n};\n"],
|
|
5
|
-
"mappings": "
|
|
6
|
-
"names": ["import_node_path", "import_log", "stringDiff", "first", "second", "split", "join", "getFullPath", "root", "path", "Directory", "constructor", "type", "
|
|
3
|
+
"sources": ["../../../src/common/abstract-storage.ts", "../../../src/common/utils.ts", "../../../src/common/directory.ts", "../../../src/common/file.ts", "../../../src/common/memory-storage.ts", "../../../src/common/storage.ts", "../../../src/node/node-storage.ts", "../../../src/node/storage.ts"],
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2021 DXOS.org\n//\n\nimport { join } from 'node:path';\nimport { inspect } from 'node:util';\nimport type { RandomAccessStorage } from 'random-access-storage';\n\nimport { inspectObject } from '@dxos/debug';\nimport { log } from '@dxos/log';\n\nimport { Directory } from './directory';\nimport { type File, wrapFile } from './file';\nimport { type Storage, type StorageType } from './storage';\nimport { getFullPath } from './utils';\n\n/**\n * Base class for all storage implementations.\n * https://github.com/random-access-storage\n * https://github.com/random-access-storage/random-access-storage\n */\nexport abstract class AbstractStorage implements Storage {\n protected readonly _files = new Map<string, File>();\n\n public abstract readonly type: StorageType;\n\n // TODO(burdon): Make required.\n constructor(public readonly path: string) {}\n\n [inspect.custom]() {\n return inspectObject(this);\n }\n\n toJSON() {\n return { type: this.type, path: this.path };\n }\n\n public get size() {\n return this._files.size;\n }\n\n // TODO(burdon): Make required.\n public createDirectory(sub = ''): Directory {\n // invariant(sub.length);\n return new Directory(\n this.type,\n getFullPath(this.path, sub),\n this._list.bind(this),\n (...args) => this.getOrCreateFile(...args),\n () => this._delete(sub),\n );\n }\n\n /**\n * Delete all files.\n */\n async reset() {\n try {\n log.info('Erasing all data...');\n await this._closeFilesInPath('');\n await this._delete('');\n await this._destroy();\n log('Erased...');\n } catch (err: any) {\n log.catch(err);\n }\n }\n\n protected async _list(path: string): Promise<string[]> {\n // TODO(dmaretskyi): Fix me.\n return Array.from(this._getFiles(path).keys()).map((filename) => {\n let name = filename.replace(path, '');\n if (name.startsWith('/')) {\n name = name.substring(1);\n }\n return name;\n });\n }\n\n protected getOrCreateFile(path: string, filename: string, opts?: any): File {\n const fullPath = join(path, filename);\n\n let native;\n let file = this._getFileIfExists(fullPath);\n if (file) {\n if (!file.closed) {\n return file;\n }\n\n native = this._openFile(file.native);\n }\n\n if (!native) {\n native = this._createFile(path, filename, opts);\n }\n\n file = wrapFile(native, this.type);\n this._files.set(fullPath, file);\n return file;\n }\n\n protected _destroy(): Promise<void> | undefined {\n return undefined;\n }\n\n /**\n * Attempt to reopen file.\n */\n protected _openFile(file: RandomAccessStorage): RandomAccessStorage | undefined {\n return undefined;\n }\n\n protected abstract _createFile(path: string, filename: string, opts?: any): RandomAccessStorage;\n\n private _getFileIfExists(filename: string): File | undefined {\n if (this._files.has(filename)) {\n const file = this._files.get(filename);\n if (file && !file.destroyed) {\n return file;\n }\n }\n }\n\n private _getFiles(path: string): Map<string, File> {\n const fullPath = getFullPath(this.path, path);\n return new Map(\n [...this._files.entries()].filter(([path, file]) => path.includes(fullPath) && file.destroyed !== true),\n );\n }\n\n private async _closeFilesInPath(path: string): Promise<void> {\n await Promise.all(\n Array.from(this._getFiles(path).values()).map((file) => file.close().catch((err: any) => log.catch(err))),\n );\n }\n\n // TODO(burdon): Delete directory (not just listed files).\n protected async _delete(path: string): Promise<void> {\n await Promise.all(\n Array.from(this._getFiles(path)).map(([path, file]) => {\n return file\n .destroy()\n .then(() => this._files.delete(path))\n .catch((err: any) => log.error(err.message));\n }),\n );\n }\n}\n", "//\n// Copyright 2022 DXOS.org\n//\n\nimport { join } from 'node:path';\n\n// TODO(burdon): Document.\nexport const stringDiff = (first: string, second: string) => first.split(second).join('');\n\nexport const getFullPath = (root: string, path: string) => join(root, stringDiff(path, root));\n", "//\n// Copyright 2022 DXOS.org\n//\n\nimport { type File } from './file';\nimport { type StorageType } from './storage';\nimport { getFullPath } from './utils';\n\n/**\n * Wraps a directory in the storage file system.\n */\nexport class Directory {\n constructor(\n public readonly type: StorageType,\n public readonly path: string,\n // TODO(burdon): Create interface for these methods (shared with AbstractStorage).\n private readonly _list: (path: string) => Promise<string[]>,\n private readonly _getOrCreateFile: (path: string, filename: string, opts?: any) => File,\n private readonly _delete: () => Promise<void>,\n private readonly _onFlush?: () => Promise<void>,\n ) {}\n\n toString() {\n return `Directory(${JSON.stringify({ type: this.type, path: this.path })})`;\n }\n\n /**\n * Create a new sub-directory.\n */\n createDirectory(path: string): Directory {\n return new Directory(this.type, getFullPath(this.path, path), this._list, this._getOrCreateFile, this._delete);\n }\n\n /**\n * Get all files in the current directory.\n */\n list(): Promise<string[]> {\n return this._list(this.path);\n }\n\n /**\n * Get or create a new file.\n */\n getOrCreateFile(filename: string, opts?: any): File {\n return this._getOrCreateFile(this.path, filename, opts);\n }\n\n async flush() {\n await this._onFlush?.();\n }\n\n /**\n * Close and delete all files in the directory and all its sub-directories.\n */\n async delete() {\n await this._delete();\n }\n}\n", "//\n// Copyright 2022 DXOS.org\n//\n\nimport pify from 'pify';\nimport type { FileStat, RandomAccessStorage, RandomAccessStorageProperties } from 'random-access-storage';\n\nimport { log } from '@dxos/log';\n\nimport { type StorageType } from './storage';\n\nconst MAX_STORAGE_OPERATION_TIME = 50;\n\n/**\n * Random access file wrapper.\n * https://github.com/random-access-storage/random-access-storage\n */\nexport interface File extends RandomAccessStorageProperties {\n readonly destroyed: boolean;\n\n // TODO(burdon): Can we remove these since they are not standard across implementations?\n readonly directory: string;\n readonly filename: string;\n\n // Added by factory.\n readonly type: StorageType;\n readonly native: RandomAccessStorage;\n\n write(offset: number, data: Buffer): Promise<void>;\n read(offset: number, size: number): Promise<Buffer>;\n del(offset: number, size: number): Promise<void>;\n stat(): Promise<FileStat>;\n close(): Promise<Error | void>;\n destroy(): Promise<Error | void>;\n\n /**\n * Save changes to disk.\n */\n flush?(): Promise<void>;\n\n // Not supported in node, memory.\n truncate?(offset: number): Promise<void>;\n\n // random-access-memory only.\n clone?(): RandomAccessStorage;\n}\n\nconst pifyFields = (object: any, type: StorageType, fields: string[]) => {\n for (const field of fields) {\n if (!object[field]) {\n // TODO(burdon): Suppress warning and throw error if used.\n // console.warn(`Field not supported for type: ${JSON.stringify({ type, field })}`);\n } else {\n const fn = pify(object[field].bind(object));\n object[field] = async (...args: any) => {\n const before = performance.now();\n\n const res = await fn(...args);\n\n const elapsed = performance.now() - before;\n if (elapsed > MAX_STORAGE_OPERATION_TIME) {\n log.warn('Slow storage operation', { type, operation: field, elapsed });\n }\n\n return res;\n };\n }\n }\n\n return object;\n};\n\n/**\n * Construct async File wrapper.\n * NOTE: This is safe since these are interface methods only (not used internally).\n */\nexport const wrapFile = (native: RandomAccessStorage, type: StorageType): File => {\n const file = pifyFields(native, type, ['write', 'read', 'del', 'stat', 'close', 'destroy', 'truncate']);\n return Object.assign(file, { type, native });\n};\n", "//\n// Copyright 2021 DXOS.org\n//\n\nimport ram from 'random-access-memory';\nimport { type Callback, type RandomAccessStorage } from 'random-access-storage';\n\nimport { arrayToBuffer } from '@dxos/util';\n\nimport { AbstractStorage } from './abstract-storage';\nimport { StorageType } from './storage';\n\n/**\n * Storage interface implementation for RAM.\n * https://github.com/random-access-storage/random-access-memory\n */\nexport class MemoryStorage extends AbstractStorage {\n public override type: StorageType = StorageType.RAM;\n\n protected override _createFile(path: string, filename: string): RandomAccessStorage {\n return this._patchFile(ram());\n }\n\n protected override _openFile(file: RandomAccessStorage): RandomAccessStorage {\n const newFile = file.clone!();\n (newFile as any).closed = false;\n return this._patchFile(newFile);\n }\n\n private _patchFile(file: RandomAccessStorage): RandomAccessStorage {\n // Patch required to make consistent across platforms.\n const trueRead = file.read.bind(file);\n\n file.read = (offset: number, size: number, cb: Callback<Buffer>) =>\n trueRead(offset, size, (err: Error | null, data?: Buffer) => {\n if (err) {\n return cb(err);\n } else {\n return cb(err, arrayToBuffer(data!));\n }\n });\n\n return file;\n }\n}\n", "//\n// Copyright 2021 DXOS.org\n//\n\nimport { type Directory } from './directory';\n\n// TODO(burdon): Reconcile with ConfigProto.\nexport enum StorageType {\n RAM = 'ram',\n IDB = 'idb',\n CHROME = 'chrome',\n FIREFOX = 'firefox',\n NODE = 'node',\n WEBFS = 'webfs',\n}\n\nexport type DiskInfo = {\n /**\n * Bytes.\n */\n used: number;\n};\n\nexport interface Storage {\n readonly path: string;\n readonly type: StorageType;\n readonly size: number;\n\n getDiskInfo?(): Promise<DiskInfo>;\n\n // TODO(burdon): Make required.\n createDirectory: (path?: string) => Directory;\n reset: () => Promise<void>;\n}\n\nexport type StorageConstructor = (params?: { type?: StorageType; root?: string }) => Storage;\n", "//\n// Copyright 2021 DXOS.org\n//\n\nimport del from 'del';\nimport { readdir, stat } from 'node:fs/promises';\nimport { join } from 'node:path';\nimport raf from 'random-access-file';\nimport { type RandomAccessStorage } from 'random-access-storage';\n\nimport { AbstractStorage, type DiskInfo, type Storage, StorageType } from '../common';\n\n/**\n * Storage interface implementation for Node.\n */\nexport class NodeStorage extends AbstractStorage implements Storage {\n public override type: StorageType = StorageType.NODE;\n\n protected override _createFile(path: string, filename: string, opts: any = {}): RandomAccessStorage {\n const file = raf(filename, { directory: path, ...opts });\n\n // Empty write to create file on a drive.\n file.write(0, Buffer.from(''));\n\n return file;\n }\n\n protected override async _destroy() {\n await del(this.path, { force: true });\n }\n\n async getDiskInfo(): Promise<DiskInfo> {\n let used = 0;\n\n const recurse = async (path: string) => {\n const pathStats = await stat(path);\n\n used += pathStats.size;\n\n if (pathStats.isDirectory()) {\n const entries = await readdir(path);\n await Promise.all(entries.map((entry) => recurse(join(path, entry))));\n }\n };\n\n await recurse(this.path);\n\n return {\n used,\n };\n }\n}\n", "//\n// Copyright 2021 DXOS.org\n//\n\nimport { NodeStorage } from './node-storage';\nimport { MemoryStorage, type Storage, type StorageConstructor, StorageType } from '../common';\n\nexport const createStorage: StorageConstructor = ({ type, root = '/tmp/dxos/testing' } = {}): Storage => {\n if (type === undefined) {\n return new NodeStorage(root);\n }\n\n switch (type) {\n case StorageType.RAM: {\n return new MemoryStorage(root);\n }\n\n case StorageType.NODE: {\n return new NodeStorage(root);\n }\n\n default: {\n throw new Error(`Invalid type: ${type}`);\n }\n }\n};\n"],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,uBAAqB;AACrB,uBAAwB;AAGxB,mBAA8B;AAC9B,iBAAoB;ACLpB,IAAAA,oBAAqB;AEArB,kBAAiB;AAGjB,IAAAC,cAAoB;ACHpB,kCAAgB;AAGhB,kBAA8B;AEH9B,iBAAgB;AAChB,sBAA8B;AAC9B,IAAAD,oBAAqB;AACrB,gCAAgB;ALAT,IAAME,aAAa,CAACC,OAAeC,WAAmBD,MAAME,MAAMD,MAAAA,EAAQE,KAAK,EAAA;AAE/E,IAAMC,cAAc,CAACC,MAAcC,aAAiBH,wBAAKE,MAAMN,WAAWO,MAAMD,IAAAA,CAAAA;ACEhF,IAAME,YAAN,MAAMA,WAAAA;EACXC,YACkBC,MACAH,MAECI,OACAC,kBACAC,SACAC,UACjB;gBAPgBJ;gBACAH;iBAECI;4BACAC;mBACAC;oBACAC;EAChB;EAEHC,WAAW;AACT,WAAO,aAAaC,KAAKC,UAAU;MAAEP,MAAM,KAAKA;MAAMH,MAAM,KAAKA;IAAK,CAAA,CAAA;EACxE;;;;EAKAW,gBAAgBX,MAAyB;AACvC,WAAO,IAAIC,WAAU,KAAKE,MAAML,YAAY,KAAKE,MAAMA,IAAAA,GAAO,KAAKI,OAAO,KAAKC,kBAAkB,KAAKC,OAAO;EAC/G;;;;EAKAM,OAA0B;AACxB,WAAO,KAAKR,MAAM,KAAKJ,IAAI;EAC7B;;;;EAKAa,gBAAgBC,UAAkBC,MAAkB;AAClD,WAAO,KAAKV,iBAAiB,KAAKL,MAAMc,UAAUC,IAAAA;EACpD;EAEA,MAAMC,QAAQ;AACZ,UAAM,KAAKT,WAAQ;EACrB;;;;EAKA,MAAMU,SAAS;AACb,UAAM,KAAKX,QAAO;EACpB;AACF;;AC9CA,IAAMY,6BAA6B;AAoCnC,IAAMC,aAAa,CAACC,QAAajB,MAAmBkB,WAAAA;AAClD,aAAWC,SAASD,QAAQ;AAC1B,QAAI,CAACD,OAAOE,KAAAA,GAAQ;IAGpB,OAAO;AACL,YAAMC,SAAKC,YAAAA,SAAKJ,OAAOE,KAAAA,EAAOG,KAAKL,MAAAA,CAAAA;AACnCA,aAAOE,KAAAA,IAAS,UAAUI,SAAAA;AACxB,cAAMC,SAASC,YAAYC,IAAG;AAE9B,cAAMC,MAAM,MAAMP,GAAAA,GAAMG,IAAAA;AAExB,cAAMK,UAAUH,YAAYC,IAAG,IAAKF;AACpC,YAAII,UAAUb,4BAA4B;AACxCc,0BAAIC,KAAK,0BAA0B;YAAE9B;YAAM+B,WAAWZ;YAAOS;UAAQ,GAAA;;;;;;QACvE;AAEA,eAAOD;MACT;IACF;EACF;AAEA,SAAOV;AACT;AAMO,IAAMe,WAAW,CAACC,QAA6BjC,SAAAA;AACpD,QAAMkC,OAAOlB,WAAWiB,QAAQjC,MAAM;IAAC;IAAS;IAAQ;IAAO;IAAQ;IAAS;IAAW;GAAW;AACtG,SAAOmC,OAAOC,OAAOF,MAAM;IAAElC;IAAMiC;EAAO,CAAA;AAC5C;;AH1DO,IAAeI,kBAAf,MAAeA;;EAMpBtC,YAA4BF,MAAc;gBAAdA;SALTyC,SAAS,oBAAIC,IAAAA;EAKW;EAE3C,CAACC,yBAAQC,MAAM,IAAI;AACjB,eAAOC,4BAAc,IAAI;EAC3B;EAEAC,SAAS;AACP,WAAO;MAAE3C,MAAM,KAAKA;MAAMH,MAAM,KAAKA;IAAK;EAC5C;EAEA,IAAW+C,OAAO;AAChB,WAAO,KAAKN,OAAOM;EACrB;;EAGOpC,gBAAgBqC,MAAM,IAAe;AAE1C,WAAO,IAAI/C,UACT,KAAKE,MACLL,YAAY,KAAKE,MAAMgD,GAAAA,GACvB,KAAK5C,MAAMqB,KAAK,IAAI,GACpB,IAAIC,SAAS,KAAKb,gBAAe,GAAIa,IAAAA,GACrC,MAAM,KAAKpB,QAAQ0C,GAAAA,CAAAA;EAEvB;;;;EAKA,MAAMC,QAAQ;AACZ,QAAI;AACFjB,iBAAAA,IAAIkB,KAAK,uBAAA,QAAA;;;;;;AACT,YAAM,KAAKC,kBAAkB,EAAA;AAC7B,YAAM,KAAK7C,QAAQ,EAAA;AACnB,YAAM,KAAK8C,SAAQ;AACnBpB,qBAAAA,KAAI,aAAA,QAAA;;;;;;IACN,SAASqB,KAAU;AACjBrB,iBAAAA,IAAIsB,MAAMD,KAAAA,QAAAA;;;;;;IACZ;EACF;EAEA,MAAgBjD,MAAMJ,MAAiC;AAErD,WAAOuD,MAAMC,KAAK,KAAKC,UAAUzD,IAAAA,EAAM0D,KAAI,CAAA,EAAIC,IAAI,CAAC7C,aAAAA;AAClD,UAAI8C,OAAO9C,SAAS+C,QAAQ7D,MAAM,EAAA;AAClC,UAAI4D,KAAKE,WAAW,GAAA,GAAM;AACxBF,eAAOA,KAAKG,UAAU,CAAA;MACxB;AACA,aAAOH;IACT,CAAA;EACF;EAEU/C,gBAAgBb,MAAcc,UAAkBC,MAAkB;AAC1E,UAAMiD,eAAWnE,iBAAAA,MAAKG,MAAMc,QAAAA;AAE5B,QAAIsB;AACJ,QAAIC,OAAO,KAAK4B,iBAAiBD,QAAAA;AACjC,QAAI3B,MAAM;AACR,UAAI,CAACA,KAAK6B,QAAQ;AAChB,eAAO7B;MACT;AAEAD,eAAS,KAAK+B,UAAU9B,KAAKD,MAAM;IACrC;AAEA,QAAI,CAACA,QAAQ;AACXA,eAAS,KAAKgC,YAAYpE,MAAMc,UAAUC,IAAAA;IAC5C;AAEAsB,WAAOF,SAASC,QAAQ,KAAKjC,IAAI;AACjC,SAAKsC,OAAO4B,IAAIL,UAAU3B,IAAAA;AAC1B,WAAOA;EACT;EAEUe,WAAsC;AAC9C,WAAOkB;EACT;;;;EAKUH,UAAU9B,MAA4D;AAC9E,WAAOiC;EACT;EAIQL,iBAAiBnD,UAAoC;AAC3D,QAAI,KAAK2B,OAAO8B,IAAIzD,QAAAA,GAAW;AAC7B,YAAMuB,OAAO,KAAKI,OAAO+B,IAAI1D,QAAAA;AAC7B,UAAIuB,QAAQ,CAACA,KAAKoC,WAAW;AAC3B,eAAOpC;MACT;IACF;EACF;EAEQoB,UAAUzD,MAAiC;AACjD,UAAMgE,WAAWlE,YAAY,KAAKE,MAAMA,IAAAA;AACxC,WAAO,IAAI0C,IACT;SAAI,KAAKD,OAAOiC,QAAO;MAAIC,OAAO,CAAC,CAAC3E,OAAMqC,IAAAA,MAAUrC,MAAK4E,SAASZ,QAAAA,KAAa3B,KAAKoC,cAAc,IAAA,CAAA;EAEtG;EAEA,MAActB,kBAAkBnD,MAA6B;AAC3D,UAAM6E,QAAQC,IACZvB,MAAMC,KAAK,KAAKC,UAAUzD,IAAAA,EAAM+E,OAAM,CAAA,EAAIpB,IAAI,CAACtB,SAASA,KAAK2C,MAAK,EAAG1B,MAAM,CAACD,QAAarB,WAAAA,IAAIsB,MAAMD,KAAAA,QAAAA;;;;;;EAEvG;;EAGA,MAAgB/C,QAAQN,MAA6B;AACnD,UAAM6E,QAAQC,IACZvB,MAAMC,KAAK,KAAKC,UAAUzD,IAAAA,CAAAA,EAAO2D,IAAI,CAAC,CAAC3D,OAAMqC,IAAAA,MAAK;AAChD,aAAOA,KACJ4C,QAAO,EACPC,KAAK,MAAM,KAAKzC,OAAOxB,OAAOjB,KAAAA,CAAAA,EAC9BsD,MAAM,CAACD,QAAarB,WAAAA,IAAImD,MAAM9B,IAAI+B,SAAO,QAAA;;;;;;IAC9C,CAAA,CAAA;EAEJ;AACF;IK5IO;UAAKC,cAAW;AAAXA,eACVC,KAAAA,IAAM;AADID,eAEVE,KAAAA,IAAM;AAFIF,eAGVG,QAAAA,IAAS;AAHCH,eAIVI,SAAAA,IAAU;AAJAJ,eAKVK,MAAAA,IAAO;AALGL,eAMVM,OAAAA,IAAQ;GANEN,gBAAAA,cAAAA,CAAAA,EAAAA;ADSL,IAAMO,gBAAN,cAA4BpD,gBAAAA;EAA5B,cAAA;;AACWrC,SAAAA,OAAoBkF,YAAYC;;EAE7BlB,YAAYpE,MAAcc,UAAuC;AAClF,WAAO,KAAK+E,eAAWC,4BAAAA,SAAAA,CAAAA;EACzB;EAEmB3B,UAAU9B,MAAgD;AAC3E,UAAM0D,UAAU1D,KAAK2D,MAAK;AACzBD,YAAgB7B,SAAS;AAC1B,WAAO,KAAK2B,WAAWE,OAAAA;EACzB;EAEQF,WAAWxD,MAAgD;AAEjE,UAAM4D,WAAW5D,KAAK6D,KAAKzE,KAAKY,IAAAA;AAEhCA,SAAK6D,OAAO,CAACC,QAAgBpD,MAAcqD,OACzCH,SAASE,QAAQpD,MAAM,CAACM,KAAmBgD,SAAAA;AACzC,UAAIhD,KAAK;AACP,eAAO+C,GAAG/C,GAAAA;MACZ,OAAO;AACL,eAAO+C,GAAG/C,SAAKiD,2BAAcD,IAAAA,CAAAA;MAC/B;IACF,CAAA;AAEF,WAAOhE;EACT;AACF;AE7BO,IAAMkE,cAAN,cAA0B/D,gBAAAA;EAA1B,cAAA;;AACWrC,SAAAA,OAAoBkF,YAAYK;;EAE7BtB,YAAYpE,MAAcc,UAAkBC,OAAY,CAAC,GAAwB;AAClG,UAAMsB,WAAOmE,0BAAAA,SAAI1F,UAAU;MAAE2F,WAAWzG;MAAM,GAAGe;IAAK,CAAA;AAGtDsB,SAAKqE,MAAM,GAAGC,OAAOnD,KAAK,EAAA,CAAA;AAE1B,WAAOnB;EACT;EAEA,MAAyBe,WAAW;AAClC,cAAMwD,WAAAA,SAAI,KAAK5G,MAAM;MAAE6G,OAAO;IAAK,CAAA;EACrC;EAEA,MAAMC,cAAiC;AACrC,QAAIC,OAAO;AAEX,UAAMC,UAAU,OAAOhH,SAAAA;AACrB,YAAMiH,YAAY,UAAMC,sBAAKlH,IAAAA;AAE7B+G,cAAQE,UAAUlE;AAElB,UAAIkE,UAAUE,YAAW,GAAI;AAC3B,cAAMzC,UAAU,UAAM0C,yBAAQpH,IAAAA;AAC9B,cAAM6E,QAAQC,IAAIJ,QAAQf,IAAI,CAAC0D,UAAUL,YAAQnH,kBAAAA,MAAKG,MAAMqH,KAAAA,CAAAA,CAAAA,CAAAA;MAC9D;IACF;AAEA,UAAML,QAAQ,KAAKhH,IAAI;AAEvB,WAAO;MACL+G;IACF;EACF;AACF;AC5CO,IAAMO,gBAAoC,CAAC,EAAEnH,MAAMJ,OAAO,oBAAmB,IAAK,CAAC,MAAC;AACzF,MAAII,SAASmE,QAAW;AACtB,WAAO,IAAIiC,YAAYxG,IAAAA;EACzB;AAEA,UAAQI,MAAAA;IACN,KAAKkF,YAAYC,KAAK;AACpB,aAAO,IAAIM,cAAc7F,IAAAA;IAC3B;IAEA,KAAKsF,YAAYK,MAAM;AACrB,aAAO,IAAIa,YAAYxG,IAAAA;IACzB;IAEA,SAAS;AACP,YAAM,IAAIwH,MAAM,iBAAiBpH,IAAAA,EAAM;IACzC;EACF;AACF;",
|
|
6
|
+
"names": ["import_node_path", "import_log", "stringDiff", "first", "second", "split", "join", "getFullPath", "root", "path", "Directory", "constructor", "type", "_list", "_getOrCreateFile", "_delete", "_onFlush", "toString", "JSON", "stringify", "createDirectory", "list", "getOrCreateFile", "filename", "opts", "flush", "delete", "MAX_STORAGE_OPERATION_TIME", "pifyFields", "object", "fields", "field", "fn", "pify", "bind", "args", "before", "performance", "now", "res", "elapsed", "log", "warn", "operation", "wrapFile", "native", "file", "Object", "assign", "AbstractStorage", "_files", "Map", "inspect", "custom", "inspectObject", "toJSON", "size", "sub", "reset", "info", "_closeFilesInPath", "_destroy", "err", "catch", "Array", "from", "_getFiles", "keys", "map", "name", "replace", "startsWith", "substring", "fullPath", "_getFileIfExists", "closed", "_openFile", "_createFile", "set", "undefined", "has", "get", "destroyed", "entries", "filter", "includes", "Promise", "all", "values", "close", "destroy", "then", "error", "message", "StorageType", "RAM", "IDB", "CHROME", "FIREFOX", "NODE", "WEBFS", "MemoryStorage", "_patchFile", "ram", "newFile", "clone", "trueRead", "read", "offset", "cb", "data", "arrayToBuffer", "NodeStorage", "raf", "directory", "write", "Buffer", "del", "force", "getDiskInfo", "used", "recurse", "pathStats", "stat", "isDirectory", "readdir", "entry", "createStorage", "Error"]
|
|
7
7
|
}
|
package/dist/lib/node/meta.json
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"inputs":{"packages/common/random-access-storage/src/common/utils.ts":{"bytes":
|
|
1
|
+
{"inputs":{"packages/common/random-access-storage/src/common/utils.ts":{"bytes":1295,"imports":[{"path":"node:path","kind":"import-statement","external":true}],"format":"esm"},"packages/common/random-access-storage/src/common/directory.ts":{"bytes":5037,"imports":[{"path":"packages/common/random-access-storage/src/common/utils.ts","kind":"import-statement","original":"./utils"}],"format":"esm"},"packages/common/random-access-storage/src/common/file.ts":{"bytes":6374,"imports":[{"path":"pify","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true}],"format":"esm"},"packages/common/random-access-storage/src/common/abstract-storage.ts":{"bytes":14221,"imports":[{"path":"node:path","kind":"import-statement","external":true},{"path":"node:util","kind":"import-statement","external":true},{"path":"@dxos/debug","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"packages/common/random-access-storage/src/common/directory.ts","kind":"import-statement","original":"./directory"},{"path":"packages/common/random-access-storage/src/common/file.ts","kind":"import-statement","original":"./file"},{"path":"packages/common/random-access-storage/src/common/utils.ts","kind":"import-statement","original":"./utils"}],"format":"esm"},"packages/common/random-access-storage/src/common/storage.ts":{"bytes":1874,"imports":[],"format":"esm"},"packages/common/random-access-storage/src/common/memory-storage.ts":{"bytes":4360,"imports":[{"path":"random-access-memory","kind":"import-statement","external":true},{"path":"@dxos/util","kind":"import-statement","external":true},{"path":"packages/common/random-access-storage/src/common/abstract-storage.ts","kind":"import-statement","original":"./abstract-storage"},{"path":"packages/common/random-access-storage/src/common/storage.ts","kind":"import-statement","original":"./storage"}],"format":"esm"},"packages/common/random-access-storage/src/common/index.ts":{"bytes":947,"imports":[{"path":"packages/common/random-access-storage/src/common/abstract-storage.ts","kind":"import-statement","original":"./abstract-storage"},{"path":"packages/common/random-access-storage/src/common/directory.ts","kind":"import-statement","original":"./directory"},{"path":"packages/common/random-access-storage/src/common/file.ts","kind":"import-statement","original":"./file"},{"path":"packages/common/random-access-storage/src/common/memory-storage.ts","kind":"import-statement","original":"./memory-storage"},{"path":"packages/common/random-access-storage/src/common/storage.ts","kind":"import-statement","original":"./storage"},{"path":"packages/common/random-access-storage/src/common/utils.ts","kind":"import-statement","original":"./utils"}],"format":"esm"},"packages/common/random-access-storage/src/node/node-storage.ts":{"bytes":4807,"imports":[{"path":"del","kind":"import-statement","external":true},{"path":"node:fs/promises","kind":"import-statement","external":true},{"path":"node:path","kind":"import-statement","external":true},{"path":"random-access-file","kind":"import-statement","external":true},{"path":"packages/common/random-access-storage/src/common/index.ts","kind":"import-statement","original":"../common"}],"format":"esm"},"packages/common/random-access-storage/src/node/storage.ts":{"bytes":2441,"imports":[{"path":"packages/common/random-access-storage/src/node/node-storage.ts","kind":"import-statement","original":"./node-storage"},{"path":"packages/common/random-access-storage/src/common/index.ts","kind":"import-statement","original":"../common"}],"format":"esm"},"packages/common/random-access-storage/src/node/index.ts":{"bytes":568,"imports":[{"path":"packages/common/random-access-storage/src/common/index.ts","kind":"import-statement","original":"../common"},{"path":"packages/common/random-access-storage/src/node/storage.ts","kind":"import-statement","original":"./storage"}],"format":"esm"},"packages/common/random-access-storage/src/index.ts":{"bytes":469,"imports":[{"path":"packages/common/random-access-storage/src/node/index.ts","kind":"import-statement","original":"./node"}],"format":"esm"}},"outputs":{"packages/common/random-access-storage/dist/lib/node/index.cjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":20324},"packages/common/random-access-storage/dist/lib/node/index.cjs":{"imports":[{"path":"node:path","kind":"import-statement","external":true},{"path":"node:util","kind":"import-statement","external":true},{"path":"@dxos/debug","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"node:path","kind":"import-statement","external":true},{"path":"pify","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"random-access-memory","kind":"import-statement","external":true},{"path":"@dxos/util","kind":"import-statement","external":true},{"path":"del","kind":"import-statement","external":true},{"path":"node:fs/promises","kind":"import-statement","external":true},{"path":"node:path","kind":"import-statement","external":true},{"path":"random-access-file","kind":"import-statement","external":true}],"exports":["AbstractStorage","Directory","MemoryStorage","StorageType","createStorage","getFullPath","stringDiff","wrapFile"],"entryPoint":"packages/common/random-access-storage/src/index.ts","inputs":{"packages/common/random-access-storage/src/common/abstract-storage.ts":{"bytesInOutput":3328},"packages/common/random-access-storage/src/common/utils.ts":{"bytesInOutput":170},"packages/common/random-access-storage/src/common/directory.ts":{"bytesInOutput":1026},"packages/common/random-access-storage/src/common/file.ts":{"bytesInOutput":1149},"packages/common/random-access-storage/src/common/index.ts":{"bytesInOutput":0},"packages/common/random-access-storage/src/common/memory-storage.ts":{"bytesInOutput":693},"packages/common/random-access-storage/src/common/storage.ts":{"bytesInOutput":288},"packages/common/random-access-storage/src/node/index.ts":{"bytesInOutput":0},"packages/common/random-access-storage/src/node/node-storage.ts":{"bytesInOutput":938},"packages/common/random-access-storage/src/node/storage.ts":{"bytesInOutput":369},"packages/common/random-access-storage/src/index.ts":{"bytesInOutput":0}},"bytes":8798}}}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"benchmark.blueprint-test.d.ts","sourceRoot":"","sources":["../../../../src/testing/benchmark.blueprint-test.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,KAAK,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,WAAW,CAAC;AAE3D,eAAO,MAAM,UAAU,cAAgD,CAAC;AAGxE,eAAO,MAAM,gBAAgB,kBAAmB,WAAW,iBAAiB,MAAM,OAAO,
|
|
1
|
+
{"version":3,"file":"benchmark.blueprint-test.d.ts","sourceRoot":"","sources":["../../../../src/testing/benchmark.blueprint-test.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,KAAK,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,WAAW,CAAC;AAE3D,eAAO,MAAM,UAAU,cAAgD,CAAC;AAGxE,eAAO,MAAM,gBAAgB,kBAAmB,WAAW,iBAAiB,MAAM,OAAO,SA+ExF,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@dxos/random-access-storage",
|
|
3
|
-
"version": "0.3.
|
|
3
|
+
"version": "0.3.8-main.152ec6f",
|
|
4
4
|
"description": "Multiple random storage types.",
|
|
5
5
|
"homepage": "https://dxos.org",
|
|
6
6
|
"bugs": "https://github.com/dxos/dxos/issues",
|
|
@@ -24,14 +24,14 @@
|
|
|
24
24
|
"random-access-memory": "^4.1.0",
|
|
25
25
|
"random-access-storage": "^3.0.0",
|
|
26
26
|
"random-access-web": "^2.0.3",
|
|
27
|
-
"@dxos/async": "0.3.
|
|
28
|
-
"@dxos/context": "0.3.
|
|
29
|
-
"@dxos/debug": "0.3.
|
|
30
|
-
"@dxos/invariant": "0.3.
|
|
31
|
-
"@dxos/log": "0.3.
|
|
32
|
-
"@dxos/
|
|
33
|
-
"@dxos/
|
|
34
|
-
"@dxos/util": "0.3.
|
|
27
|
+
"@dxos/async": "0.3.8-main.152ec6f",
|
|
28
|
+
"@dxos/context": "0.3.8-main.152ec6f",
|
|
29
|
+
"@dxos/debug": "0.3.8-main.152ec6f",
|
|
30
|
+
"@dxos/invariant": "0.3.8-main.152ec6f",
|
|
31
|
+
"@dxos/log": "0.3.8-main.152ec6f",
|
|
32
|
+
"@dxos/tracing": "0.3.8-main.152ec6f",
|
|
33
|
+
"@dxos/node-std": "0.3.8-main.152ec6f",
|
|
34
|
+
"@dxos/util": "0.3.8-main.152ec6f"
|
|
35
35
|
},
|
|
36
36
|
"devDependencies": {
|
|
37
37
|
"@types/pify": "^3.0.2",
|
|
@@ -90,13 +90,6 @@ export const storageBenchmark = (testGroupName: StorageType, createStorage: () =
|
|
|
90
90
|
avgWriteTime: writes.reduce((a, b) => a + b, 0) / writes.length,
|
|
91
91
|
},
|
|
92
92
|
});
|
|
93
|
-
|
|
94
|
-
// console.log('>>>>>>>>>>>>>>>>>>>>>>>')
|
|
95
|
-
// console.log(JSON.stringify({
|
|
96
|
-
// reads,
|
|
97
|
-
// writes
|
|
98
|
-
// }))
|
|
99
|
-
// console.log('>>>>>>>>>>>>>>>>>>>>>>>')
|
|
100
93
|
});
|
|
101
94
|
});
|
|
102
95
|
};
|