datafolder 1.0.11 → 1.0.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +16 -0
- package/package.json +1 -1
- package/scripts/airbnb.js +1 -1
- package/scripts/airbnb2.js +1 -1
- package/scripts/flights.js +2 -2
- package/scripts/flights2.js +4 -2
- package/src/QyAcl.d.ts +13 -7
- package/src/QyAcl.js +122 -138
- package/src/QyAclSaver.js +2 -2
- package/src/QyAclSaver_Worker.d.ts +2 -2
- package/src/QyBatch.d.ts +16 -12
- package/src/QyBatch.js +339 -228
- package/src/QyBinWriter.d.ts +1 -1
- package/src/QyBinWriter.js +15 -15
- package/src/QyCD.d.ts +2 -2
- package/src/QyCD.js +29 -29
- package/src/QyCache.d.ts +9 -1
- package/src/QyCache.js +110 -73
- package/src/QyCompressor.d.ts +2 -2
- package/src/QyCompressor.js +13 -13
- package/src/QyDB.d.ts +4 -22
- package/src/QyDB.js +49 -89
- package/src/QyDefaultOptions.js +2 -0
- package/src/QyDir.d.ts +1 -0
- package/src/QyDir.js +58 -30
- package/src/QyExpire.d.ts +15 -0
- package/src/QyExpire.js +105 -0
- package/src/QyExpireInfo.d.ts +10 -0
- package/src/QyExpireInfo.js +92 -0
- package/src/QyExpire_Worker.d.ts +19 -0
- package/src/QyExpire_Worker.js +112 -0
- package/src/QyFile.d.ts +1 -1
- package/src/QyFile.js +68 -42
- package/src/QyFileContentUtils.d.ts +1 -0
- package/src/QyFileContentUtils.js +108 -94
- package/src/QyItem.d.ts +7 -0
- package/src/QyItem.js +39 -15
- package/src/QyJsonSaver.d.ts +1 -1
- package/src/QyJsonSaver.js +1 -1
- package/src/QyKVData.d.ts +6 -1
- package/src/QyKVData.js +176 -157
- package/src/QyKVDataCleaner.js +2 -2
- package/src/QyKVDataSaver.js +2 -2
- package/src/QyKVDataSaver_Worker.d.ts +2 -2
- package/src/QyKVDataSaver_Worker.js +5 -5
- package/src/QyLogFileSaver.js +2 -2
- package/src/QyMessageWorker.d.ts +1 -1
- package/src/QyMessageWorker.js +10 -10
- package/src/QyMessager.d.ts +1 -1
- package/src/QyMessager.js +37 -36
- package/src/QyMessager_Run.js +9 -6
- package/src/QyQueue.js +8 -12
- package/src/QySaver.d.ts +1 -1
- package/src/QySaver.js +1 -1
- package/src/QySnapshotCompactor.js +2 -2
- package/src/QySnapshotCompactor_Worker.js +1 -1
- package/src/QySnapshotSaver.js +2 -2
- package/src/QySnapshotSaver_Worker.js +1 -1
- package/src/QyTrigger.d.ts +1 -1
- package/src/QyTrigger.js +20 -21
- package/src/QyUtils.d.ts +5 -2
- package/src/QyUtils.js +112 -98
- package/src/hackernews.js +1 -1
- package/src/simulate.js +6 -6
- package/src/simulate2.js +4 -4
- package/src/soc_pokec.js +1 -1
- package/static/codemirror.bundle/editor.bundle.js +49 -10
- package/static/datafolderui/QyUIFolderViewer.js +1 -5
- package/src/rpc/evalCode.js +0 -9
- package/src/rpc/getFileContent.js +0 -16
- package/src/rpc/getRpcFiles.js +0 -1
- package/src/rpc/getSubItems.js +0 -16
- package/src/rpc/getTriggerFiles.js +0 -1
- package/src/rpc/queryFiles.js +0 -10
- package/src/rpc/reloadRpc.js +0 -1
package/src/QyKVData.js
CHANGED
|
@@ -11,28 +11,31 @@ import {
|
|
|
11
11
|
} from "./QyDefaultOptions.js";
|
|
12
12
|
|
|
13
13
|
import {
|
|
14
|
-
QyKVDataSaver as
|
|
14
|
+
QyKVDataSaver as i
|
|
15
15
|
} from "./QyKVDataSaver.js";
|
|
16
16
|
|
|
17
17
|
import {
|
|
18
|
-
QySnapshotCompactor as
|
|
18
|
+
QySnapshotCompactor as r
|
|
19
19
|
} from "./QySnapshotCompactor.js";
|
|
20
20
|
|
|
21
21
|
import {
|
|
22
|
-
QyKVDataCleaner as
|
|
22
|
+
QyKVDataCleaner as p
|
|
23
23
|
} from "./QyKVDataCleaner.js";
|
|
24
24
|
|
|
25
25
|
import {
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
sleep as c
|
|
26
|
+
readBufferAsync as y,
|
|
27
|
+
sleep as l
|
|
29
28
|
} from "./QyUtils.js";
|
|
30
29
|
|
|
31
30
|
import {
|
|
32
|
-
logger as
|
|
31
|
+
logger as C
|
|
33
32
|
} from "./QyLogger.js";
|
|
34
33
|
|
|
35
|
-
|
|
34
|
+
import {
|
|
35
|
+
QyExpire as h
|
|
36
|
+
} from "./QyExpire.js";
|
|
37
|
+
|
|
38
|
+
class t {
|
|
36
39
|
kvFolder;
|
|
37
40
|
snapshotFolder;
|
|
38
41
|
qyCache;
|
|
@@ -50,111 +53,115 @@ class a {
|
|
|
50
53
|
aclKeyValueMap;
|
|
51
54
|
compactInterval;
|
|
52
55
|
unloadInterval;
|
|
53
|
-
|
|
54
|
-
|
|
56
|
+
qyExpire;
|
|
57
|
+
constructor(t, a, o) {
|
|
58
|
+
a = {
|
|
55
59
|
...s("QyKVData"),
|
|
56
|
-
...
|
|
60
|
+
...a
|
|
57
61
|
};
|
|
58
|
-
var e = n(
|
|
62
|
+
var e = n(t, "snapshot");
|
|
59
63
|
Object.assign(this, {
|
|
60
64
|
qyCache: o,
|
|
61
|
-
options:
|
|
62
|
-
kvFolder:
|
|
65
|
+
options: a,
|
|
66
|
+
kvFolder: t,
|
|
63
67
|
snapshotFolder: e,
|
|
64
|
-
qyKVDataSaver: new
|
|
65
|
-
qySnapshotCompactor: new
|
|
66
|
-
qyKVDataCleaner: new
|
|
68
|
+
qyKVDataSaver: new i(this, t, a),
|
|
69
|
+
qySnapshotCompactor: new r(this, t, a),
|
|
70
|
+
qyKVDataCleaner: new p(this, t, a),
|
|
71
|
+
qyExpire: new h(o, a)
|
|
67
72
|
});
|
|
68
73
|
}
|
|
69
|
-
start(
|
|
74
|
+
start(t, a, o, e) {
|
|
70
75
|
var {
|
|
71
76
|
options: n,
|
|
72
77
|
qyKVDataSaver: s,
|
|
73
|
-
qySnapshotCompactor:
|
|
74
|
-
qyKVDataCleaner:
|
|
78
|
+
qySnapshotCompactor: i,
|
|
79
|
+
qyKVDataCleaner: r,
|
|
80
|
+
qyExpire: p
|
|
75
81
|
} = this, {
|
|
76
|
-
maxSnapshotNum:
|
|
77
|
-
snapshotMaxChangeId:
|
|
78
|
-
} = o, s = (s.start(
|
|
82
|
+
maxSnapshotNum: h,
|
|
83
|
+
snapshotMaxChangeId: c
|
|
84
|
+
} = o, s = (s.start(t, h, a, e), i.start(), r.start(), p.start(), setInterval(() => m(this), n.compactSnapshotsInterval)), h = setInterval(() => (async o => {
|
|
79
85
|
if (!o.unloadingMemory) {
|
|
80
86
|
o.unloadingMemory = !0;
|
|
81
87
|
var {
|
|
82
88
|
qyCache: e,
|
|
83
89
|
options: n
|
|
84
90
|
} = o;
|
|
85
|
-
let
|
|
91
|
+
let t = 0, a = 0;
|
|
86
92
|
if (e) {
|
|
87
|
-
var s,
|
|
88
|
-
|
|
89
|
-
for (s of n.allLoadedSubdirs()) if ((
|
|
90
|
-
|
|
93
|
+
var s, i = n.maxFileCountToUnload, n = e.rootDir;
|
|
94
|
+
a = d(o, n), t = a;
|
|
95
|
+
for (s of n.allLoadedSubdirs()) if ((a += d(o, s)) > i && (t += a,
|
|
96
|
+
a = 0, await l(0), o.isStopping)) break;
|
|
91
97
|
}
|
|
92
|
-
|
|
98
|
+
t += a, global.gc && global.gc(), o.unloadingMemory = !1;
|
|
93
99
|
}
|
|
94
100
|
})(this), n.unloadMemInterval);
|
|
95
101
|
return Object.assign(this, {
|
|
96
|
-
maxChangeId:
|
|
97
|
-
snapshotSavedChangeId:
|
|
102
|
+
maxChangeId: t,
|
|
103
|
+
snapshotSavedChangeId: c,
|
|
98
104
|
qySnapshots: o,
|
|
99
105
|
aclKeyValueMap: e,
|
|
100
106
|
compactInterval: s,
|
|
101
|
-
unloadInterval:
|
|
102
|
-
}), n.bgLoadPosMaps ? (async
|
|
103
|
-
var
|
|
107
|
+
unloadInterval: h
|
|
108
|
+
}), n.bgLoadPosMaps ? (async t => {
|
|
109
|
+
var a, {
|
|
104
110
|
qySnapshots: o,
|
|
105
111
|
options: e
|
|
106
|
-
} =
|
|
112
|
+
} = t;
|
|
107
113
|
console.time("bgLoadPosMaps");
|
|
108
|
-
for (
|
|
109
|
-
if (await async function s(
|
|
110
|
-
if (
|
|
111
|
-
let
|
|
112
|
-
let
|
|
113
|
-
let
|
|
114
|
-
if (!
|
|
114
|
+
for (a of Object.keys(o.numToSnapshotMap).sort((t, a) => a - t)) {
|
|
115
|
+
if (await async function s(i, r, p = void 0, h = void 0, c = void 0, l = void 0) {
|
|
116
|
+
if (i.isStopping) return void (l && l.close());
|
|
117
|
+
let m = i.qySnapshots;
|
|
118
|
+
let d = m.numToSnapshotMap;
|
|
119
|
+
let u = d[r];
|
|
120
|
+
if (!u) return void (l && l.close());
|
|
115
121
|
let {
|
|
116
|
-
info:
|
|
122
|
+
info: S,
|
|
117
123
|
prefixPM: v
|
|
118
|
-
} =
|
|
119
|
-
|
|
120
|
-
if (0 ==
|
|
121
|
-
if (null == h || h !=
|
|
122
|
-
s(
|
|
123
|
-
for (;0 <
|
|
124
|
-
let e =
|
|
124
|
+
} = u;
|
|
125
|
+
p = p || Object.keys(v).sort().reverse();
|
|
126
|
+
if (0 == p.length) return void (l && l.close());
|
|
127
|
+
if (null == h || h != S.pMVersion) return l && l.close(), c = m.getPMFilePath(u),
|
|
128
|
+
s(i, r, p, S.pMVersion, c, await f(c));
|
|
129
|
+
for (;0 < p.length; ) {
|
|
130
|
+
let e = p.at(-1), n = v[e];
|
|
125
131
|
if (n) {
|
|
126
|
-
let [
|
|
127
|
-
if (
|
|
128
|
-
if (h !=
|
|
129
|
-
e in v &&
|
|
132
|
+
let [ t, a ] = n, o = await y(c, l, t, a);
|
|
133
|
+
if (i.isStopping || !d[r]) return void l.close();
|
|
134
|
+
if (h != S.pMVersion) return l.close(), s(i, r, p);
|
|
135
|
+
e in v && m.loadPartialPosMapBuffer(u, e, o);
|
|
130
136
|
}
|
|
131
|
-
|
|
137
|
+
p.pop();
|
|
132
138
|
}
|
|
133
139
|
l.close();
|
|
134
|
-
|
|
135
|
-
}(
|
|
136
|
-
if (await
|
|
140
|
+
C.info("bgLoadPosMap:" + r);
|
|
141
|
+
}(t, a), t.isStopping) break;
|
|
142
|
+
if (await l(0), t.isStopping) break;
|
|
137
143
|
}
|
|
138
|
-
console.timeEnd("bgLoadPosMaps"), !
|
|
139
|
-
})(this) : n.compactAtStart &&
|
|
144
|
+
console.timeEnd("bgLoadPosMaps"), !t.isStopping && e.compactAtStart && m(t);
|
|
145
|
+
})(this) : n.compactAtStart && m(this), this;
|
|
140
146
|
}
|
|
141
147
|
async stop() {
|
|
142
148
|
this.isStopping = !0;
|
|
143
149
|
var {
|
|
144
|
-
qyKVDataSaver:
|
|
145
|
-
qySnapshotCompactor:
|
|
150
|
+
qyKVDataSaver: t,
|
|
151
|
+
qySnapshotCompactor: a,
|
|
146
152
|
qySnapshots: o,
|
|
147
153
|
compactInterval: e,
|
|
148
154
|
unloadInterval: n,
|
|
149
|
-
qyKVDataCleaner: s
|
|
155
|
+
qyKVDataCleaner: s,
|
|
156
|
+
qyExpire: i
|
|
150
157
|
} = this;
|
|
151
|
-
clearInterval(e), clearInterval(n), this.onSnapshotSavedChangeId(await
|
|
152
|
-
o && o.closeAllFDs(), await
|
|
158
|
+
clearInterval(e), clearInterval(n), await i.stop(), this.onSnapshotSavedChangeId(await t.stop()),
|
|
159
|
+
o && o.closeAllFDs(), await a.stop(), await s.stop();
|
|
153
160
|
}
|
|
154
|
-
save(
|
|
161
|
+
save(t, a, o, e) {
|
|
155
162
|
var n = this.qyKVDataSaver;
|
|
156
|
-
if (e) return n.callSave(
|
|
157
|
-
n.castSave(
|
|
163
|
+
if (e) return n.callSave(t, a, o);
|
|
164
|
+
n.castSave(t, a, o);
|
|
158
165
|
}
|
|
159
166
|
increaseChangeId() {
|
|
160
167
|
return ++this.maxChangeId;
|
|
@@ -162,168 +169,180 @@ class a {
|
|
|
162
169
|
decreaseChangeId() {
|
|
163
170
|
--this.maxChangeId;
|
|
164
171
|
}
|
|
165
|
-
getValueSync(
|
|
172
|
+
getValueSync(t) {
|
|
166
173
|
var {
|
|
167
|
-
qySnapshots:
|
|
174
|
+
qySnapshots: a,
|
|
168
175
|
aclKeyValueMap: o
|
|
169
176
|
} = this;
|
|
170
|
-
return
|
|
177
|
+
return t in o ? o[t] : a.getValueSync(t);
|
|
171
178
|
}
|
|
172
|
-
removeKey(
|
|
179
|
+
removeKey(t) {
|
|
173
180
|
var {
|
|
174
|
-
qySnapshots:
|
|
181
|
+
qySnapshots: a,
|
|
175
182
|
aclKeyValueMap: o
|
|
176
183
|
} = this;
|
|
177
|
-
if (!(
|
|
178
|
-
o[
|
|
184
|
+
if (!(t in o)) return a.removeKey(t);
|
|
185
|
+
o[t] = void 0;
|
|
179
186
|
}
|
|
180
|
-
onSnapshotSavedChangeId(
|
|
181
|
-
this.snapshotSavedChangeId =
|
|
187
|
+
onSnapshotSavedChangeId(t, a = void 0) {
|
|
188
|
+
this.snapshotSavedChangeId = t;
|
|
182
189
|
var {
|
|
183
190
|
compactState: o,
|
|
184
191
|
compactMaxChangeId: e,
|
|
185
192
|
qyKVDataSaver: n
|
|
186
193
|
} = this;
|
|
187
|
-
if (3 == o && e <=
|
|
188
|
-
var s, o =
|
|
194
|
+
if (3 == o && e <= t && (x(this), this.compactState = 1), a) {
|
|
195
|
+
var s, o = a, i = this.qySnapshots, r = i.keyToSnapshotMap;
|
|
189
196
|
for (s in o.posMap) {
|
|
190
|
-
var
|
|
191
|
-
|
|
197
|
+
var p = r[s];
|
|
198
|
+
p && i.removeKeyFromSnapshot(p, s);
|
|
192
199
|
}
|
|
193
|
-
|
|
194
|
-
n.releaseSnapshot(
|
|
200
|
+
i.addMaxSnapshot(o), C.info("addPMOnlySnapshot: " + i.snapshotMaxChangeId),
|
|
201
|
+
n.releaseSnapshot(a.snapshotNum);
|
|
195
202
|
}
|
|
196
203
|
}
|
|
197
|
-
onCompactUpdates(
|
|
204
|
+
onCompactUpdates(t) {
|
|
198
205
|
if (2 == this.compactState) {
|
|
199
206
|
var l = this, {
|
|
200
|
-
pMUpdates:
|
|
201
|
-
vLUpdates:
|
|
202
|
-
combinationUpdate:
|
|
203
|
-
} =
|
|
204
|
-
if (
|
|
205
|
-
var
|
|
206
|
-
for (s in
|
|
207
|
-
var e, n =
|
|
208
|
-
prefixPM:
|
|
209
|
-
info:
|
|
207
|
+
pMUpdates: t,
|
|
208
|
+
vLUpdates: m,
|
|
209
|
+
combinationUpdate: d
|
|
210
|
+
} = t = t;
|
|
211
|
+
if (t) {
|
|
212
|
+
var a = t, o = l.qySnapshots.numToSnapshotMap;
|
|
213
|
+
for (s in a) {
|
|
214
|
+
var e, n = a[s], s = o[s], {
|
|
215
|
+
prefixPM: i,
|
|
216
|
+
info: r
|
|
210
217
|
} = s;
|
|
211
|
-
for (e in ++
|
|
212
|
-
|
|
213
|
-
(
|
|
218
|
+
for (e in ++r.pMVersion, r.verList[0] = r.pMVersion + r.vLVersion,
|
|
219
|
+
i) i[e] = n[e];
|
|
220
|
+
(t => {
|
|
214
221
|
var {
|
|
215
|
-
info:
|
|
222
|
+
info: a,
|
|
216
223
|
compactOutedCount: o
|
|
217
|
-
} =
|
|
218
|
-
|
|
224
|
+
} = t;
|
|
225
|
+
a.outdatedCount += o, t.outdatedCount -= o, t.compactOutedCount = 0;
|
|
219
226
|
})(s);
|
|
220
227
|
}
|
|
221
228
|
}
|
|
222
|
-
if (
|
|
223
|
-
var
|
|
224
|
-
for (f in
|
|
225
|
-
var c,
|
|
226
|
-
posMap:
|
|
229
|
+
if (m) {
|
|
230
|
+
var p = m, h = (t = l).qySnapshots.numToSnapshotMap;
|
|
231
|
+
for (f in p) {
|
|
232
|
+
var c, u, {
|
|
233
|
+
posMap: S,
|
|
227
234
|
prefixPM: v
|
|
228
|
-
} =
|
|
235
|
+
} = p[f], f = h[f], {
|
|
229
236
|
posMap: y,
|
|
230
237
|
prefixPM: C,
|
|
231
238
|
info: g
|
|
232
239
|
} = f;
|
|
233
240
|
for (c in ++g.pMVersion, ++g.vLVersion, g.verList[0] = g.pMVersion + g.vLVersion,
|
|
234
|
-
y) y[c] =
|
|
235
|
-
for (
|
|
236
|
-
|
|
241
|
+
y) y[c] = S[c];
|
|
242
|
+
for (u in C) C[u] = v[u];
|
|
243
|
+
I(f);
|
|
237
244
|
}
|
|
238
245
|
}
|
|
239
|
-
if (
|
|
240
|
-
var M,
|
|
246
|
+
if (d) {
|
|
247
|
+
var M, m = d;
|
|
241
248
|
let e = l.qySnapshots, {
|
|
242
249
|
numToSnapshotMap: n,
|
|
243
250
|
keyToSnapshotMap: s
|
|
244
251
|
} = e, {
|
|
245
|
-
snapshotNum:
|
|
246
|
-
combinedSnapshotNumVerList:
|
|
247
|
-
posMap:
|
|
248
|
-
} =
|
|
249
|
-
posMap:
|
|
252
|
+
snapshotNum: t,
|
|
253
|
+
combinedSnapshotNumVerList: a,
|
|
254
|
+
posMap: i
|
|
255
|
+
} = m, r = n[t], {
|
|
256
|
+
posMap: p,
|
|
250
257
|
info: o
|
|
251
|
-
} =
|
|
258
|
+
} = r;
|
|
252
259
|
for (M in ++o.pMVersion, ++o.vLVersion, o.verList[0] = o.pMVersion + o.vLVersion,
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
let h = o.totalCount, c =
|
|
256
|
-
for (let [ o ] of
|
|
257
|
-
var
|
|
260
|
+
p) p[M] = i[M];
|
|
261
|
+
I(r);
|
|
262
|
+
let h = o.totalCount, c = r.outdatedCount;
|
|
263
|
+
for (let [ o ] of a) {
|
|
264
|
+
var q, V = n[o];
|
|
258
265
|
let {
|
|
259
|
-
posMap:
|
|
260
|
-
info:
|
|
261
|
-
} =
|
|
262
|
-
for (
|
|
263
|
-
|
|
266
|
+
posMap: t,
|
|
267
|
+
info: a
|
|
268
|
+
} = V;
|
|
269
|
+
for (q in t) p[q] = i[q], s[q] = r;
|
|
270
|
+
I(V), h += a.totalCount, c += V.outdatedCount, e.delSnapshot(V);
|
|
264
271
|
}
|
|
265
|
-
o.totalCount = h,
|
|
272
|
+
o.totalCount = h, r.outdatedCount = c;
|
|
266
273
|
}
|
|
267
|
-
this.snapshotSavedChangeId >= this.compactMaxChangeId ? (
|
|
274
|
+
this.snapshotSavedChangeId >= this.compactMaxChangeId ? (x(this), this.compactState = 1) : this.compactState = 3;
|
|
268
275
|
}
|
|
269
276
|
}
|
|
277
|
+
monitorContentExpire(t, a) {
|
|
278
|
+
this.qyExpire.monitorContentExpire(t, a);
|
|
279
|
+
}
|
|
280
|
+
unmonitorContentExpire(t, a) {
|
|
281
|
+
this.qyExpire.unmonitorContentExpire(t, a);
|
|
282
|
+
}
|
|
283
|
+
monitorItemExpire(t, a) {
|
|
284
|
+
this.qyExpire.monitorItemExpire(t, a);
|
|
285
|
+
}
|
|
286
|
+
unmonitorItemExpire(t) {
|
|
287
|
+
this.qyExpire.unmonitorItemExpire(t);
|
|
288
|
+
}
|
|
270
289
|
}
|
|
271
290
|
|
|
272
|
-
function
|
|
291
|
+
function I(t) {
|
|
273
292
|
var {
|
|
274
|
-
info:
|
|
293
|
+
info: a,
|
|
275
294
|
compactOutedCount: o
|
|
276
|
-
} =
|
|
277
|
-
|
|
278
|
-
|
|
295
|
+
} = t;
|
|
296
|
+
a.totalCount -= a.outdatedCount + o, a.outdatedCount = 0, t.outdatedCount -= o,
|
|
297
|
+
t.compactOutedCount = 0;
|
|
279
298
|
}
|
|
280
299
|
|
|
281
|
-
function
|
|
282
|
-
if (1 ==
|
|
300
|
+
function m(t) {
|
|
301
|
+
if (1 == t.compactState) {
|
|
283
302
|
var {
|
|
284
|
-
maxChangeId:
|
|
303
|
+
maxChangeId: a,
|
|
285
304
|
qySnapshots: o,
|
|
286
305
|
qySnapshotCompactor: e
|
|
287
|
-
} =
|
|
306
|
+
} = t, {
|
|
288
307
|
emptySnapshotNumVerList: o,
|
|
289
308
|
pMCompactSnapshotList: n,
|
|
290
309
|
vLCompactSnapshotList: s,
|
|
291
|
-
combiningSnapshotList:
|
|
310
|
+
combiningSnapshotList: i
|
|
292
311
|
} = o.calOutdates();
|
|
293
|
-
if (0 <
|
|
294
|
-
Object.assign(
|
|
312
|
+
if (0 < i.length || 0 < n.length || 0 < s.length) {
|
|
313
|
+
Object.assign(t, {
|
|
295
314
|
compactState: 2,
|
|
296
|
-
compactMaxChangeId:
|
|
315
|
+
compactMaxChangeId: a
|
|
297
316
|
});
|
|
298
|
-
for (var
|
|
299
|
-
e.compactSnapshots(n, s,
|
|
317
|
+
for (var r of [ n, s, i ]) for (var p of r) p.compactOutedCount = p.outdatedCount;
|
|
318
|
+
e.compactSnapshots(n, s, i);
|
|
300
319
|
}
|
|
301
|
-
0 < o.length && (
|
|
320
|
+
0 < o.length && (t.emptySnapshotNumVerList.push(...o), t.snapshotSavedChangeId >= a ? c(t) : 1 == t.compactState && Object.assign(t, {
|
|
302
321
|
compactState: 3,
|
|
303
|
-
compactMaxChangeId:
|
|
322
|
+
compactMaxChangeId: a
|
|
304
323
|
}));
|
|
305
324
|
}
|
|
306
325
|
}
|
|
307
326
|
|
|
308
|
-
function d(
|
|
309
|
-
var o =
|
|
327
|
+
function d(t, a) {
|
|
328
|
+
var o = t.qySnapshots.snapshotMaxChangeId;
|
|
310
329
|
let e = 0;
|
|
311
|
-
if (
|
|
330
|
+
if (a.fileMapLoaded) for (var n of a.fileList) ++e, n.cChangeId <= o && (n.visited ? n.visited = !1 : n.unloadFileContent());
|
|
312
331
|
return e;
|
|
313
332
|
}
|
|
314
333
|
|
|
315
|
-
function
|
|
334
|
+
function c(t) {
|
|
316
335
|
var {
|
|
317
|
-
qyKVDataCleaner:
|
|
318
|
-
emptySnapshotNumVerList:
|
|
319
|
-
} =
|
|
320
|
-
0 <
|
|
336
|
+
qyKVDataCleaner: t,
|
|
337
|
+
emptySnapshotNumVerList: a
|
|
338
|
+
} = t;
|
|
339
|
+
0 < a.length && (t.removeSnapshotsFiles(a), a.length = 0);
|
|
321
340
|
}
|
|
322
341
|
|
|
323
|
-
function
|
|
324
|
-
|
|
342
|
+
function x(t) {
|
|
343
|
+
t.qySnapshotCompactor.saveSnapshotInfos(), c(t);
|
|
325
344
|
}
|
|
326
345
|
|
|
327
346
|
export {
|
|
328
|
-
|
|
347
|
+
t as QyKVData
|
|
329
348
|
};
|
package/src/QyKVDataCleaner.js
CHANGED
|
@@ -8,13 +8,13 @@ import {
|
|
|
8
8
|
|
|
9
9
|
class s extends e {
|
|
10
10
|
constructor(e, s, a) {
|
|
11
|
-
super(
|
|
11
|
+
super("QyKVDataCleaner_Worker", {
|
|
12
12
|
kvFolder: s,
|
|
13
13
|
options: a = {
|
|
14
14
|
...r("QyKVDataCleaner"),
|
|
15
15
|
...a
|
|
16
16
|
}
|
|
17
|
-
}, a, [], [ "cleanAclFiles", "cleanPMFiles", "cleanVLFiles", "removeSnapshotsFiles" ]);
|
|
17
|
+
}, a, [], [ "cleanAclFiles", "cleanPMFiles", "cleanVLFiles", "removeSnapshotsFiles" ], e);
|
|
18
18
|
}
|
|
19
19
|
}
|
|
20
20
|
|
package/src/QyKVDataSaver.js
CHANGED
|
@@ -8,13 +8,13 @@ import {
|
|
|
8
8
|
|
|
9
9
|
class a extends e {
|
|
10
10
|
constructor(e, a, s) {
|
|
11
|
-
super(
|
|
11
|
+
super("QyKVDataSaver_Worker", {
|
|
12
12
|
kvFolder: a,
|
|
13
13
|
options: s = {
|
|
14
14
|
...r("QyKVDataSaver"),
|
|
15
15
|
...s
|
|
16
16
|
}
|
|
17
|
-
}, s, [ "callSave" ], [ "castSave", "releaseSnapshot" ]);
|
|
17
|
+
}, s, [ "callSave" ], [ "castSave", "releaseSnapshot" ], e);
|
|
18
18
|
}
|
|
19
19
|
}
|
|
20
20
|
|
|
@@ -16,8 +16,8 @@ export default class QyKVDataSaver_Worker extends QyMessageWorker {
|
|
|
16
16
|
});
|
|
17
17
|
_op_start(maxChangeId: any, maxSnapshotNum: any, loadedMaxAclNum: any, aclKeyValueMap: any): void;
|
|
18
18
|
_op_stop(): Promise<any>;
|
|
19
|
-
callSave(changeId: any,
|
|
20
|
-
castSave(changeId: any,
|
|
19
|
+
callSave(changeId: any, cmdArgAsListChanges: any, syncList: any): any;
|
|
20
|
+
castSave(changeId: any, cmdArgAsListChanges: any, syncList: any): any;
|
|
21
21
|
releaseSnapshot(snapshotNum: any): void;
|
|
22
22
|
onSnapshotSavedChangeId(snapshotSavedChangeId: any, pMOnlySnapshot: any): void;
|
|
23
23
|
}
|
|
@@ -84,7 +84,7 @@ export default class extends a {
|
|
|
84
84
|
this.qySnapshotSaver.releaseSnapshot(a);
|
|
85
85
|
}
|
|
86
86
|
onSnapshotSavedChangeId(a, s) {
|
|
87
|
-
this.isSavingSnapshot = !1, this.saveSnapshotResolve ? this.saveSnapshotResolve() : this.isStopping || this.
|
|
87
|
+
this.isSavingSnapshot = !1, this.saveSnapshotResolve ? this.saveSnapshotResolve() : this.isStopping || this.postParent("onSnapshotSavedChangeId", a, s);
|
|
88
88
|
}
|
|
89
89
|
}
|
|
90
90
|
|
|
@@ -93,8 +93,8 @@ function h(a, s, t, e, o = !1) {
|
|
|
93
93
|
qyAclSaver: n,
|
|
94
94
|
qySnapshotSaver: r,
|
|
95
95
|
options: h,
|
|
96
|
-
snapshotMaxChangeId:
|
|
97
|
-
currentAclNum:
|
|
96
|
+
snapshotMaxChangeId: p,
|
|
97
|
+
currentAclNum: i,
|
|
98
98
|
isSavingSnapshot: S
|
|
99
99
|
} = a;
|
|
100
100
|
let v;
|
|
@@ -104,8 +104,8 @@ function h(a, s, t, e, o = !1) {
|
|
|
104
104
|
var g = c.length;
|
|
105
105
|
for (let a = 0; a < g; a += 2) m(l, c[a]);
|
|
106
106
|
}
|
|
107
|
-
return r.castSave(s, t, e), a.maxChangeId = s, !S && s -
|
|
108
|
-
n && n.switch(d(a)), r.saveSnapshot(
|
|
107
|
+
return r.castSave(s, t, e), a.maxChangeId = s, !S && s - p >= h.snapshotMaxChangeCount && (++a.currentAclNum,
|
|
108
|
+
n && n.switch(d(a)), r.saveSnapshot(i), Object.assign(a, {
|
|
109
109
|
snapshotMaxChangeId: s,
|
|
110
110
|
isSavingSnapshot: !0
|
|
111
111
|
})), v;
|
package/src/QyLogFileSaver.js
CHANGED
|
@@ -8,10 +8,10 @@ import {
|
|
|
8
8
|
|
|
9
9
|
class s extends e {
|
|
10
10
|
constructor(e, s) {
|
|
11
|
-
super(
|
|
11
|
+
super("QyLogFileSaver_Worker", s = {
|
|
12
12
|
...r("QyLogFileSaver"),
|
|
13
13
|
...s
|
|
14
|
-
}, s, [], [ "switch", "save" ]);
|
|
14
|
+
}, s, [], [ "switch", "save" ], e);
|
|
15
15
|
}
|
|
16
16
|
}
|
|
17
17
|
|
package/src/QyMessageWorker.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { QyOpRunner } from "./QyOpRunner.ts";
|
|
2
2
|
export declare class QyMessageWorker extends QyOpRunner {
|
|
3
3
|
constructor(options: any, callOpNameList?: any[], castOpNameList?: any[]);
|
|
4
|
-
|
|
4
|
+
postParent(opName: any, ...args: any[]): void;
|
|
5
5
|
}
|
package/src/QyMessageWorker.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import {
|
|
2
|
-
parentPort as
|
|
2
|
+
parentPort as t
|
|
3
3
|
} from "node:worker_threads";
|
|
4
4
|
|
|
5
5
|
import {
|
|
@@ -7,7 +7,7 @@ import {
|
|
|
7
7
|
} from "./QyDefaultOptions.js";
|
|
8
8
|
|
|
9
9
|
import {
|
|
10
|
-
logger as
|
|
10
|
+
logger as p
|
|
11
11
|
} from "./QyLogger.js";
|
|
12
12
|
|
|
13
13
|
import {
|
|
@@ -19,7 +19,7 @@ class e extends s {
|
|
|
19
19
|
super(s = {
|
|
20
20
|
...a("QyMessageWorker"),
|
|
21
21
|
...s
|
|
22
|
-
}, e, r),
|
|
22
|
+
}, e, r), t?.on("message", async s => {
|
|
23
23
|
var {
|
|
24
24
|
opName: e,
|
|
25
25
|
_cast: r
|
|
@@ -27,22 +27,22 @@ class e extends s {
|
|
|
27
27
|
if (e) {
|
|
28
28
|
var a = s.args || [];
|
|
29
29
|
try {
|
|
30
|
-
var
|
|
31
|
-
r ||
|
|
30
|
+
var o = await this[e](...a);
|
|
31
|
+
r || t?.postMessage({
|
|
32
32
|
ack: e,
|
|
33
|
-
result:
|
|
33
|
+
result: o
|
|
34
34
|
}), "stop" == e && process.exit();
|
|
35
35
|
} catch (s) {
|
|
36
|
-
|
|
36
|
+
p.error(`Running ${e} failed:`, s), r || t?.postMessage({
|
|
37
37
|
ack: e,
|
|
38
38
|
exception: s
|
|
39
39
|
});
|
|
40
40
|
}
|
|
41
|
-
} else
|
|
41
|
+
} else p.warn("Msg ignored:", s);
|
|
42
42
|
});
|
|
43
43
|
}
|
|
44
|
-
|
|
45
|
-
|
|
44
|
+
postParent(s, ...e) {
|
|
45
|
+
t?.postMessage({
|
|
46
46
|
opName: s,
|
|
47
47
|
args: e,
|
|
48
48
|
_cast: !0
|
package/src/QyMessager.d.ts
CHANGED
|
@@ -3,7 +3,7 @@ export declare class QyMessager {
|
|
|
3
3
|
worker: any;
|
|
4
4
|
receiverQueueMap: any;
|
|
5
5
|
options: any;
|
|
6
|
-
constructor(
|
|
6
|
+
constructor(workerTypeFileName: any, initArgMap: any, options: any, callOpNameList?: any[], castOpNameList?: any[], workerMsgProcessor?: this);
|
|
7
7
|
start(...args: any[]): any;
|
|
8
8
|
stop(...args: any[]): any;
|
|
9
9
|
castWorker(opName: any, args: any): void;
|