@elaraai/e3-cloud-files 1.0.91-alpha.0 → 1.0.92
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +69 -10
- package/dist/src/authoring.d.ts +1 -1
- package/dist/src/authoring.d.ts.map +1 -1
- package/dist/src/paths.d.ts +13 -2
- package/dist/src/paths.d.ts.map +1 -1
- package/dist/src/paths.js +118 -27
- package/dist/src/paths.js.map +1 -1
- package/dist/src/s3/index.d.ts +12 -5
- package/dist/src/s3/index.d.ts.map +1 -1
- package/dist/src/s3/index.js +76 -14
- package/dist/src/s3/index.js.map +1 -1
- package/dist/src/storage/index.d.ts.map +1 -1
- package/dist/src/storage/index.js +4 -1
- package/dist/src/storage/index.js.map +1 -1
- package/dist/src/sync/engine.d.ts +60 -5
- package/dist/src/sync/engine.d.ts.map +1 -1
- package/dist/src/sync/engine.js +189 -53
- package/dist/src/sync/engine.js.map +1 -1
- package/dist/src/sync/index.d.ts +1 -1
- package/dist/src/sync/index.d.ts.map +1 -1
- package/dist/src/sync/index.js +1 -1
- package/dist/src/sync/index.js.map +1 -1
- package/dist/src/sync/memory.d.ts +11 -1
- package/dist/src/sync/memory.d.ts.map +1 -1
- package/dist/src/sync/memory.js +35 -7
- package/dist/src/sync/memory.js.map +1 -1
- package/package.json +7 -7
package/dist/src/sync/memory.js
CHANGED
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
* Copyright (c) 2025 Elara AI Pty Ltd
|
|
3
3
|
* Licensed under BSL 1.1. See LICENSE for details.
|
|
4
4
|
*/
|
|
5
|
+
import { FilesUnreadableError, NO_LEDGER } from './engine.js';
|
|
5
6
|
/** Items as an async iterable, as a store's paged listing gives them. */
|
|
6
7
|
function iterate(items) {
|
|
7
8
|
return {
|
|
@@ -16,9 +17,13 @@ function iterate(items) {
|
|
|
16
17
|
/** A bucket in memory: files by key, each with its time and an ETag that changes with its bytes. */
|
|
17
18
|
export class MemoryBucket {
|
|
18
19
|
#files = new Map();
|
|
20
|
+
/** Why each file a reader may not read is refused, by key */
|
|
21
|
+
#refused = new Map();
|
|
19
22
|
#version = 0;
|
|
20
23
|
/** How many times a file's bytes were read, for tests that hold a sync to reading only what changed */
|
|
21
24
|
reads = 0;
|
|
25
|
+
/** How many listings were asked for, for tests that hold a sync to listing a prefix once */
|
|
26
|
+
listings = 0;
|
|
22
27
|
/**
|
|
23
28
|
* Writes a file, as an upload would.
|
|
24
29
|
*
|
|
@@ -35,6 +40,19 @@ export class MemoryBucket {
|
|
|
35
40
|
delete(key) {
|
|
36
41
|
this.#files.delete(key);
|
|
37
42
|
}
|
|
43
|
+
/**
|
|
44
|
+
* Makes a file unreadable, as an archived file, or one encrypted with a key
|
|
45
|
+
* the reader may not use, is: listed, but refused when read.
|
|
46
|
+
*
|
|
47
|
+
* @param key - Its key, from the bucket's root
|
|
48
|
+
* @param reason - Why, as the reader says it; `null` makes it readable again
|
|
49
|
+
*/
|
|
50
|
+
refuse(key, reason) {
|
|
51
|
+
if (reason === null)
|
|
52
|
+
this.#refused.delete(key);
|
|
53
|
+
else
|
|
54
|
+
this.#refused.set(key, reason);
|
|
55
|
+
}
|
|
38
56
|
/**
|
|
39
57
|
* A reader of the files under a prefix, as a binding to `s3://bucket/<prefix>` reads them.
|
|
40
58
|
* A file put after the reader is made is listed by it, as a bucket would list it.
|
|
@@ -44,21 +62,31 @@ export class MemoryBucket {
|
|
|
44
62
|
*/
|
|
45
63
|
reader(prefix = '') {
|
|
46
64
|
const files = this.#files;
|
|
65
|
+
const refused = this.#refused;
|
|
47
66
|
const counted = () => { this.reads += 1; };
|
|
67
|
+
const listedOnce = () => { this.listings += 1; };
|
|
48
68
|
const listed = (key, file) => ({ key: key.slice(prefix.length), size: file.bytes.length, modified: file.modified, etag: file.etag });
|
|
49
69
|
return {
|
|
50
|
-
list(under) {
|
|
51
|
-
|
|
70
|
+
list(under, options = {}) {
|
|
71
|
+
listedOnce();
|
|
72
|
+
const keys = [...files.keys()]
|
|
73
|
+
.filter((key) => key.startsWith(prefix + under) && (options.topFolderOnly !== true || !key.slice((prefix + under).length).includes('/')))
|
|
74
|
+
.sort();
|
|
52
75
|
return iterate(keys.map((key) => listed(key, files.get(key))));
|
|
53
76
|
},
|
|
54
77
|
stat(key) {
|
|
55
78
|
const file = files.get(prefix + key);
|
|
56
79
|
return Promise.resolve(file === undefined ? null : listed(prefix + key, file));
|
|
57
80
|
},
|
|
58
|
-
read(
|
|
59
|
-
const file = files.get(prefix + key);
|
|
81
|
+
read(object) {
|
|
82
|
+
const file = files.get(prefix + object.key);
|
|
60
83
|
if (file === undefined)
|
|
61
|
-
return Promise.reject(new
|
|
84
|
+
return Promise.reject(new FilesUnreadableError(object.key, 'went while the sync read it'));
|
|
85
|
+
if (file.etag !== object.etag)
|
|
86
|
+
return Promise.reject(new FilesUnreadableError(object.key, 'changed since it was listed: the next sync takes it'));
|
|
87
|
+
const reason = refused.get(prefix + object.key);
|
|
88
|
+
if (reason !== undefined)
|
|
89
|
+
return Promise.reject(new FilesUnreadableError(object.key, reason));
|
|
62
90
|
counted();
|
|
63
91
|
return Promise.resolve(file.bytes);
|
|
64
92
|
},
|
|
@@ -117,10 +145,10 @@ export class MemoryWorkspace {
|
|
|
117
145
|
export class MemoryLedger {
|
|
118
146
|
#states = new Map();
|
|
119
147
|
read(input) {
|
|
120
|
-
return Promise.resolve(this.#states.get(input) ??
|
|
148
|
+
return Promise.resolve(this.#states.get(input) ?? NO_LEDGER);
|
|
121
149
|
}
|
|
122
150
|
write(input, state) {
|
|
123
|
-
this.#states.set(input, { entries: new Map(state.entries), value: state.value });
|
|
151
|
+
this.#states.set(input, { entries: new Map(state.entries), value: state.value, under: state.under });
|
|
124
152
|
return Promise.resolve();
|
|
125
153
|
}
|
|
126
154
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/sync/memory.ts"],"names":[],"mappings":"AAAA;;;GAGG;
|
|
1
|
+
{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/sync/memory.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAUH,OAAO,EAAE,oBAAoB,EAAE,SAAS,EAAgH,MAAM,aAAa,CAAC;AAE5K,yEAAyE;AACzE,SAAS,OAAO,CAAI,KAAmB;IACrC,OAAO;QACL,CAAC,MAAM,CAAC,aAAa,CAAC;YACpB,IAAI,EAAE,GAAG,CAAC,CAAC;YACX,OAAO;gBACL,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;aACzH,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AASD,oGAAoG;AACpG,MAAM,OAAO,YAAY;IACd,MAAM,GAAG,IAAI,GAAG,EAAsB,CAAC;IAChD,6DAA6D;IACpD,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,QAAQ,GAAG,CAAC,CAAC;IACb,uGAAuG;IACvG,KAAK,GAAG,CAAC,CAAC;IACV,4FAA4F;IAC5F,QAAQ,GAAG,CAAC,CAAC;IAEb;;;;;;OAMG;IACH,GAAG,CAAC,GAAW,EAAE,KAA0B,EAAE,WAAiB,IAAI,IAAI,EAAE;QACtE,MAAM,IAAI,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QACjF,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IAC7F,CAAC;IAED,sBAAsB;IACtB,MAAM,CAAC,GAAW;QAChB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,GAAW,EAAE,MAAqB;QACvC,IAAI,MAAM,KAAK,IAAI;YAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;;YAC1C,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACtC,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,MAAM,GAAG,EAAE;QAChB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,MAAM,OAAO,GAAG,GAAS,EAAE,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,GAAS,EAAE,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,CAAC,GAAW,EAAE,IAAgB,EAAe,EAAE,CAC5D,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACzG,OAAO;YACL,IAAI,CAAC,KAAa,EAAE,OAAO,GAAG,EAAE;gBAC9B,UAAU,EAAE,CAAC;gBACb,MAAM,IAAI,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;qBAC3B,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;qBACxI,IAAI,EAAE,CAAC;gBACV,OAAO,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,CAAC,CAAC,CAAC;YAClE,CAAC;YACD,IAAI,CAAC,GAAW;gBACd,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;gBACrC,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;YACjF,CAAC;YACD,IAAI,CAAC,MAAmB;gBACtB,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC5C,IAAI,IAAI,KAAK,SAAS;oBAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,oBAAoB,CAAC,MAAM,CAAC,GAAG,EAAE,6BAA6B,CAAC,CAAC,CAAC;gBACnH,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI;oBAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,oBAAoB,CAAC,MAAM,CAAC,GAAG,EAAE,qDAAqD,CAAC,CAAC,CAAC;gBAClJ,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChD,IAAI,MAAM,KAAK,SAAS;oBAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,oBAAoB,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC;gBAC9F,OAAO,EAAE,CAAC;gBACV,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrC,CAAC;SACF,CAAC;IACJ,CAAC;CACF;AAED,2FAA2F;AAC3F,MAAM,OAAO,eAAe;IAC1B,4CAA4C;IACnC,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC/C,oCAAoC;IAC3B,OAAO,GAAG,IAAI,GAAG,EAAmC,CAAC;IAC9D,kCAAkC;IACzB,QAAQ,GAAG,IAAI,GAAG,EAAgD,CAAC;IAC5E,4CAA4C;IACnC,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACnC,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,QAAQ,GAAG,CAAC,CAAC;IAEb,0EAA0E;IAC1E,MAAM,CAAC,KAAa;QAClB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1D,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;QACnB,MAAM,KAAK,GAAG,SAAS,IAAI,CAAC,QAAQ,EAAE,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,6EAA6E;IAC7E,KAAK,CAAC,KAAa;QACjB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC3B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO,CAAC,KAAa;QACnB,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,CAAC,KAAa,EAAE,KAAiB;QACtC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC7B,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED,YAAY,CAAC,KAAa,EAAE,OAAsB;QAChD,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,EAAsB,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACtG,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,MAAM;YAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACvD,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,OAAO,CAAC,GAAG;YAAE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/F,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED,UAAU,CAAC,KAAa,EAAE,IAA0C;QAClE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QACxC,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7C,CAAC;CACF;AAED,0BAA0B;AAC1B,MAAM,OAAO,YAAY;IACd,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;IAElD,IAAI,CAAC,KAAa;QAChB,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,KAAa,EAAE,KAAkB;QACrC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QACrG,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;CACF"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@elaraai/e3-cloud-files",
|
|
3
|
-
"version": "1.0.
|
|
3
|
+
"version": "1.0.92",
|
|
4
4
|
"description": "Files for e3 cloud: a solution's inputs that come from files in a bucket, declared in its code and synced on demand, locally and in the cloud",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/src/index.js",
|
|
@@ -32,7 +32,7 @@
|
|
|
32
32
|
}
|
|
33
33
|
},
|
|
34
34
|
"files": [
|
|
35
|
-
"dist/src",
|
|
35
|
+
"dist/src/**/*",
|
|
36
36
|
"dist/test/**/*.examples.*",
|
|
37
37
|
"!dist/**/*.spec.*",
|
|
38
38
|
"README.md",
|
|
@@ -53,14 +53,14 @@
|
|
|
53
53
|
"node": ">=22.0.0"
|
|
54
54
|
},
|
|
55
55
|
"dependencies": {
|
|
56
|
-
"@elaraai/e3-types": "1.0.
|
|
57
|
-
"@elaraai/e3-cloud-types": "1.0.
|
|
56
|
+
"@elaraai/e3-types": "1.0.92",
|
|
57
|
+
"@elaraai/e3-cloud-types": "1.0.92"
|
|
58
58
|
},
|
|
59
59
|
"peerDependencies": {
|
|
60
60
|
"@aws-sdk/client-s3": "^3.966.0",
|
|
61
|
-
"@elaraai/e3": "1.0.
|
|
62
|
-
"@elaraai/e3-core": "1.0.
|
|
63
|
-
"@elaraai/east": "1.0.
|
|
61
|
+
"@elaraai/e3": "1.0.92",
|
|
62
|
+
"@elaraai/e3-core": "1.0.92",
|
|
63
|
+
"@elaraai/east": "1.0.92"
|
|
64
64
|
},
|
|
65
65
|
"peerDependenciesMeta": {
|
|
66
66
|
"@aws-sdk/client-s3": {
|