@delali/narsil 0.3.1-next.104 → 0.3.1-next.107
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/{chunk-PW7GJFPW.mjs → chunk-JJKVYLL3.mjs} +2 -1
- package/dist/browser/{chunk-ECSLQ3S5.mjs → chunk-NNQPZPTB.mjs} +4 -4
- package/dist/browser/{chunk-6E4SWUYZ.mjs → chunk-OKZGAJEF.mjs} +110 -9
- package/dist/browser/{chunk-SFXM7PLV.mjs → chunk-OL7S2KLL.mjs} +1 -1
- package/dist/browser/{chunk-CWWD2UHP.mjs → chunk-PA56PRWX.mjs} +1 -1
- package/dist/browser/{chunk-5YMT23EX.mjs → chunk-WZUSMF7A.mjs} +7 -7
- package/dist/browser/{durability-wiring-HTBWDAOX.mjs → durability-wiring-HFQULBSA.mjs} +5 -5
- package/dist/browser/{module-6FVNK7DO.mjs → module-VROKZ7IZ.mjs} +19 -15
- package/dist/browser/{restore-queue-CL43WZTZ.mjs → restore-queue-EU77FRCV.mjs} +1 -1
- package/dist/browser/{snapshot-NL4GSDUD.mjs → snapshot-G77LQBZX.mjs} +6 -6
- package/dist/browser/{write-YFOOPLAN.mjs → write-RUC64JIH.mjs} +4 -4
- package/dist/{capabilities-DGaz7cb3.d.ts → capabilities-ByKPha_q.d.ts} +1 -1
- package/dist/{chunk-MKPE3VZF.mjs → chunk-3BRFOMGX.mjs} +1 -1
- package/dist/{chunk-LPQOEU5M.mjs → chunk-5FPMDU54.mjs} +38 -9
- package/dist/{chunk-35KEGAOS.mjs → chunk-7IBX2LRA.mjs} +6 -22
- package/dist/{chunk-PQHR5FHC.mjs → chunk-BRIOLMIX.mjs} +1 -1
- package/dist/{chunk-O372FZM4.mjs → chunk-CKNOGER5.mjs} +14 -14
- package/dist/{chunk-RWXFSGKJ.mjs → chunk-DNKM67DF.mjs} +2 -2
- package/dist/{chunk-XWJGJ2SE.mjs → chunk-FEOLYA2Y.mjs} +2 -2
- package/dist/{chunk-BLDJ5I6I.mjs → chunk-G6YATIRT.mjs} +112 -9
- package/dist/chunk-HAQUJYMN.mjs +344 -0
- package/dist/{chunk-47PZE6CJ.mjs → chunk-HNAQNAFS.mjs} +2 -2
- package/dist/{chunk-VFEALJEA.mjs → chunk-IA3H54X4.mjs} +1 -1
- package/dist/{chunk-KSQS77DK.mjs → chunk-IA6I5U36.mjs} +1 -1
- package/dist/{chunk-J2KRH2RJ.mjs → chunk-IZLM2OOO.mjs} +3 -3
- package/dist/{chunk-5W2ODPPO.mjs → chunk-KOCHOOS5.mjs} +175 -7
- package/dist/{chunk-DQ5NJSBZ.mjs → chunk-M5EZVXIM.mjs} +1 -1
- package/dist/{chunk-6GFVUXUH.mjs → chunk-NRARRUKN.mjs} +2 -2
- package/dist/{chunk-OIN27OQH.mjs → chunk-OKZPYJZX.mjs} +1 -1
- package/dist/{chunk-KNRU5CJ4.mjs → chunk-QA6F5MML.mjs} +5 -5
- package/dist/{chunk-WU4P5J4G.mjs → chunk-UM6Z7AIP.mjs} +3 -3
- package/dist/{chunk-PAWVKEVS.mjs → chunk-VHPVBJOI.mjs} +1 -1
- package/dist/{chunk-HMFNFVP7.mjs → chunk-VJS4JFBQ.mjs} +2 -1
- package/dist/{chunk-RFVUDM5E.mjs → chunk-VVDQNCOG.mjs} +2 -15
- package/dist/{chunk-3IQZYNW6.mjs → chunk-VVFKFHWE.mjs} +1 -1
- package/dist/{chunk-PFQQ3LCQ.mjs → chunk-VWFFCDOL.mjs} +5 -5
- package/dist/{chunk-IGUTV3MX.mjs → chunk-WCJJCBR4.mjs} +5 -5
- package/dist/{chunk-TDUBQ546.mjs → chunk-WXVTQ6NO.mjs} +1 -1
- package/dist/chunk-ZXZ26WSO.mjs +14 -0
- package/dist/client.d.ts +3 -3
- package/dist/{config-DWxtDsJ6.d.ts → config-BZ_e3X8w.d.ts} +6 -3
- package/dist/{direct-executor-5NX2ZIAG.mjs → direct-executor-BPBD2PBK.mjs} +8 -7
- package/dist/distribution/coordinator/etcd.d.ts +1 -1
- package/dist/distribution/coordinator/in-memory.d.ts +1 -1
- package/dist/distribution.d.ts +4 -4
- package/dist/distribution.mjs +92 -169
- package/dist/{durability-wiring-LD4GWPWD.mjs → durability-wiring-AZL4EFLO.mjs} +19 -18
- package/dist/{index-Bkdt8nDw.d.ts → index-Cl5qQauj.d.ts} +6 -1
- package/dist/index.browser.mjs +2 -2
- package/dist/index.mjs +12 -11
- package/dist/{module-QFWZ5OBF.mjs → module-6EY7GW2W.mjs} +23 -19
- package/dist/partial-words.mjs +3 -3
- package/dist/persistence/durability/checkpoint-worker.mjs +15 -14
- package/dist/{restore-queue-7QIKM6PY.mjs → restore-queue-DDXFDP7U.mjs} +1 -1
- package/dist/server.d.ts +4 -4
- package/dist/server.mjs +25 -12
- package/dist/{snapshot-JYTT36WI.mjs → snapshot-IDAM65JO.mjs} +21 -20
- package/dist/{thread-AHLISTRZ.mjs → thread-LMSYLCPI.mjs} +12 -10
- package/dist/vector/search-worker.d.ts +2 -0
- package/dist/vector/search-worker.mjs +4 -4
- package/dist/workers/entry.mjs +6 -5
- package/dist/{write-GPFM2EIX.mjs → write-3LIFIGOL.mjs} +14 -13
- package/package.json +7 -7
- package/dist/chunk-B7BSQZ27.mjs +0 -206
package/dist/workers/entry.mjs
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
|
-
import { startIdleHeapCleanup } from '../chunk-
|
|
1
|
+
import { startIdleHeapCleanup } from '../chunk-VVDQNCOG.mjs';
|
|
2
2
|
import { isValidWorkerAction } from '../chunk-CQUMNIIG.mjs';
|
|
3
|
-
import { loadVectorCode } from '../chunk-
|
|
3
|
+
import { loadVectorCode } from '../chunk-IA6I5U36.mjs';
|
|
4
|
+
import '../chunk-ZXZ26WSO.mjs';
|
|
4
5
|
import { threadSlotOfWorker } from '../chunk-RFBLQLLZ.mjs';
|
|
5
6
|
import '../chunk-L5ORED7V.mjs';
|
|
6
7
|
import { ErrorCodes, NarsilError, isNarsilError } from '../chunk-6JUOMMHQ.mjs';
|
|
@@ -21,7 +22,7 @@ async function importBootstrapModule(moduleUrl) {
|
|
|
21
22
|
await import(moduleUrl);
|
|
22
23
|
}
|
|
23
24
|
async function stopServingRequests() {
|
|
24
|
-
const { closeRequestThread } = await import('../thread-
|
|
25
|
+
const { closeRequestThread } = await import('../thread-LMSYLCPI.mjs');
|
|
25
26
|
closeRequestThread();
|
|
26
27
|
}
|
|
27
28
|
function holdsCopies(executor) {
|
|
@@ -52,7 +53,7 @@ function createActionHandler(executor) {
|
|
|
52
53
|
if (!holdsCopies(executor)) {
|
|
53
54
|
throw new NarsilError(ErrorCodes.CONFIG_INVALID, "This executor holds no copies to answer requests from");
|
|
54
55
|
}
|
|
55
|
-
const starting = import('../thread-
|
|
56
|
+
const starting = import('../thread-LMSYLCPI.mjs').then(
|
|
56
57
|
({ serveRequests }) => serveRequests(executor, action.settings)
|
|
57
58
|
);
|
|
58
59
|
serving.start = starting.then(
|
|
@@ -105,7 +106,7 @@ async function setup() {
|
|
|
105
106
|
} catch {
|
|
106
107
|
parentPort = null;
|
|
107
108
|
}
|
|
108
|
-
const [{ createDirectExecutor }] = await Promise.all([import('../direct-executor-
|
|
109
|
+
const [{ createDirectExecutor }] = await Promise.all([import('../direct-executor-BPBD2PBK.mjs'), loadVectorCode()]);
|
|
109
110
|
const handleAction = createActionHandler(createDirectExecutor({ threadSlot }));
|
|
110
111
|
if (parentPort) {
|
|
111
112
|
const port = parentPort;
|
|
@@ -1,29 +1,29 @@
|
|
|
1
|
-
import { decodeVectorFilePayload, isDead, bytesToVectors } from './chunk-
|
|
1
|
+
import { decodeVectorFilePayload, isDead, bytesToVectors } from './chunk-VHPVBJOI.mjs';
|
|
2
2
|
import './chunk-37CD3OKS.mjs';
|
|
3
|
-
import { setNestedValue, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment } from './chunk-
|
|
4
|
-
import { openChecksummedEnvelope, NUMBER_TAG, DATE_TAG, BYTES_TAG, encodeBase64, startsWithTagPrefix, OBJECT_TAG, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND, DOCUMENT_EXPORT_VERSION, DOCUMENT_EXPORT_FORMAT } from './chunk-
|
|
5
|
-
import './chunk-
|
|
6
|
-
import './chunk-
|
|
3
|
+
import { setNestedValue, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment } from './chunk-IZLM2OOO.mjs';
|
|
4
|
+
import { openChecksummedEnvelope, NUMBER_TAG, DATE_TAG, BYTES_TAG, encodeBase64, startsWithTagPrefix, OBJECT_TAG, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND, DOCUMENT_EXPORT_VERSION, DOCUMENT_EXPORT_FORMAT } from './chunk-CKNOGER5.mjs';
|
|
5
|
+
import './chunk-NRARRUKN.mjs';
|
|
6
|
+
import './chunk-3BRFOMGX.mjs';
|
|
7
7
|
import './chunk-CYHQNM3T.mjs';
|
|
8
8
|
import './chunk-AV4IJKD2.mjs';
|
|
9
|
-
import { decodeStoredDocument } from './chunk-
|
|
10
|
-
import './chunk-
|
|
9
|
+
import { decodeStoredDocument } from './chunk-7IBX2LRA.mjs';
|
|
10
|
+
import './chunk-FEOLYA2Y.mjs';
|
|
11
11
|
import './chunk-QALAFGF5.mjs';
|
|
12
|
-
import './chunk-
|
|
12
|
+
import './chunk-5FPMDU54.mjs';
|
|
13
13
|
import './chunk-HJSN7UYG.mjs';
|
|
14
14
|
import { EXPORT_CHUNK_BYTES } from './chunk-LXWDQLTW.mjs';
|
|
15
15
|
import './chunk-TGP5M5R7.mjs';
|
|
16
16
|
import './chunk-U2BKYEC7.mjs';
|
|
17
17
|
import './chunk-KOKM4PQN.mjs';
|
|
18
18
|
import './chunk-QSK35UC2.mjs';
|
|
19
|
-
import './chunk-
|
|
19
|
+
import './chunk-BRIOLMIX.mjs';
|
|
20
20
|
import './chunk-2MNJ2HX7.mjs';
|
|
21
21
|
import './chunk-WQBCBKY3.mjs';
|
|
22
|
-
import './chunk-
|
|
23
|
-
import './chunk-
|
|
22
|
+
import './chunk-WXVTQ6NO.mjs';
|
|
23
|
+
import './chunk-VVFKFHWE.mjs';
|
|
24
24
|
import './chunk-U476IXKQ.mjs';
|
|
25
25
|
import './chunk-E74YLAIG.mjs';
|
|
26
|
-
import './chunk-
|
|
26
|
+
import './chunk-VJS4JFBQ.mjs';
|
|
27
27
|
import './chunk-GES7U2PM.mjs';
|
|
28
28
|
import './chunk-77SO7G55.mjs';
|
|
29
29
|
import './chunk-RI5VNFAI.mjs';
|
|
@@ -33,7 +33,8 @@ import './chunk-AEF2O7B4.mjs';
|
|
|
33
33
|
import './chunk-R6A773WK.mjs';
|
|
34
34
|
import './chunk-YTJCGKM4.mjs';
|
|
35
35
|
import './chunk-CQUMNIIG.mjs';
|
|
36
|
-
import './chunk-
|
|
36
|
+
import './chunk-IA6I5U36.mjs';
|
|
37
|
+
import './chunk-ZXZ26WSO.mjs';
|
|
37
38
|
import './chunk-RFBLQLLZ.mjs';
|
|
38
39
|
import './chunk-L5ORED7V.mjs';
|
|
39
40
|
import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@delali/narsil",
|
|
3
|
-
"version": "0.3.1-next.
|
|
3
|
+
"version": "0.3.1-next.107",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"description": "Distributed search engine with full-text, vector, hybrid, and geosearch. One engine, embedded or on a server, with a cross-language .nrsl format.",
|
|
6
6
|
"author": "Delali (https://sondelali.com)",
|
|
@@ -269,11 +269,11 @@
|
|
|
269
269
|
}
|
|
270
270
|
},
|
|
271
271
|
"optionalDependencies": {
|
|
272
|
-
"@delali/narsil-native-darwin-arm64": "0.3.1-next.
|
|
273
|
-
"@delali/narsil-native-darwin-x64": "0.3.1-next.
|
|
274
|
-
"@delali/narsil-native-linux-arm64": "0.3.1-next.
|
|
275
|
-
"@delali/narsil-native-linux-x64": "0.3.1-next.
|
|
276
|
-
"@delali/narsil-native-win32-arm64": "0.3.1-next.
|
|
277
|
-
"@delali/narsil-native-win32-x64": "0.3.1-next.
|
|
272
|
+
"@delali/narsil-native-darwin-arm64": "0.3.1-next.107",
|
|
273
|
+
"@delali/narsil-native-darwin-x64": "0.3.1-next.107",
|
|
274
|
+
"@delali/narsil-native-linux-arm64": "0.3.1-next.107",
|
|
275
|
+
"@delali/narsil-native-linux-x64": "0.3.1-next.107",
|
|
276
|
+
"@delali/narsil-native-win32-arm64": "0.3.1-next.107",
|
|
277
|
+
"@delali/narsil-native-win32-x64": "0.3.1-next.107"
|
|
278
278
|
}
|
|
279
279
|
}
|
package/dist/chunk-B7BSQZ27.mjs
DELETED
|
@@ -1,206 +0,0 @@
|
|
|
1
|
-
import { readOldGenerationStatistics } from './chunk-LPQOEU5M.mjs';
|
|
2
|
-
import { collectAndReturnPages, REFUSAL_COLLECTION_MIN_INTERVAL_MS, REFUSAL_COLLECTION_TIME_MULTIPLE, REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS, collectYoungGeneration } from './chunk-RFVUDM5E.mjs';
|
|
3
|
-
import { totalmem } from 'os';
|
|
4
|
-
|
|
5
|
-
// src/distribution/cluster-node/constants.ts
|
|
6
|
-
var DEFAULT_PARTITION_COUNT = 5;
|
|
7
|
-
var DEFAULT_REPLICATION_FACTOR = 1;
|
|
8
|
-
var DEFAULT_CAPACITY = {
|
|
9
|
-
memoryBytes: 8e9,
|
|
10
|
-
cpuCores: 4,
|
|
11
|
-
diskBytes: null
|
|
12
|
-
};
|
|
13
|
-
var DEFAULT_CREATE_INDEX_WAIT_MS = 3e4;
|
|
14
|
-
var DECOMMISSION_RECHECK_INTERVAL_MS = 1e3;
|
|
15
|
-
var COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS = [
|
|
16
|
-
1e-3,
|
|
17
|
-
5e-3,
|
|
18
|
-
0.01,
|
|
19
|
-
0.025,
|
|
20
|
-
0.05,
|
|
21
|
-
0.1,
|
|
22
|
-
0.25,
|
|
23
|
-
0.5,
|
|
24
|
-
1,
|
|
25
|
-
2.5,
|
|
26
|
-
5,
|
|
27
|
-
10
|
|
28
|
-
];
|
|
29
|
-
var DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS = 6e5;
|
|
30
|
-
var SYNCED_POSITION_REPORT_TIMEOUT_MS = 5e3;
|
|
31
|
-
var REGISTRATION_LEASE_DRIFT_SHARE = 0.1;
|
|
32
|
-
var REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS = 5e3;
|
|
33
|
-
var ADMISSION_TIMEOUT_MS = 1e4;
|
|
34
|
-
var CATCH_UP_TICK_MS = 1e3;
|
|
35
|
-
var CATCH_UP_FEED_WINDOW_MS = 1e3;
|
|
36
|
-
var MAX_CATCH_UP_IN_FLIGHT_BYTES = 67108864;
|
|
37
|
-
var CLEAR_PAGE_SIZE = 1e3;
|
|
38
|
-
var MAX_SYNONYM_REPLACEMENT_ATTEMPTS = 5;
|
|
39
|
-
var DEFAULT_MAX_PER_SOURCE_SNAPSHOTS = 1;
|
|
40
|
-
var DEFAULT_MAX_STREAMS_PER_INDEX = 4;
|
|
41
|
-
var SNAPSHOT_CHUNK_YIELD_INTERVAL_MS = 8;
|
|
42
|
-
var WRITE_APPLY_YIELD_INTERVAL_MS = 8;
|
|
43
|
-
var MAX_SOURCE_ID_LENGTH = 256;
|
|
44
|
-
var MAX_WAIT_FOR_ACTIVE_REPLICAS = 255;
|
|
45
|
-
var MIN_CONTROLLER_LEASE_TTL_MS = 1e3;
|
|
46
|
-
var PRIMARY_CHANGE_RETRY_WINDOW_MS = 3e4;
|
|
47
|
-
var PRIMARY_CHANGE_POLL_INTERVAL_MS = 50;
|
|
48
|
-
var FORWARD_RETRY_INITIAL_DELAY_MS = 50;
|
|
49
|
-
var FORWARD_RETRY_DELAY_CAP_MS = 1e3;
|
|
50
|
-
var ROLLBACK_RETRY_INITIAL_DELAY_MS = 50;
|
|
51
|
-
var ROLLBACK_RETRY_DELAY_CAP_MS = 1e3;
|
|
52
|
-
var PARTITION_WRITE_CONCURRENCY = 16;
|
|
53
|
-
var MAX_NODE_LEFT_DELAY_MS = 2147483647;
|
|
54
|
-
var DEFAULT_BLOCK_WRITES_ABOVE = 0.9;
|
|
55
|
-
var DEFAULT_RESUME_WRITES_BELOW = 0.8;
|
|
56
|
-
var MEMORY_SAMPLE_INTERVAL_MS = 1e3;
|
|
57
|
-
var PROCESS_LIMIT_REFRESH_INTERVAL_MS = 1e3;
|
|
58
|
-
var RECENT_MEMORY_FIGURES_MAX_AGE_MS = 10;
|
|
59
|
-
var RECENT_MEMORY_FIGURES_MAX_ADMITTED_FRACTION = 0.01;
|
|
60
|
-
var FULL_MEMORY_COLLECTION_INTERVAL_MS = 5e3;
|
|
61
|
-
var PARTITION_BYTES_REPORT_BUDGET_BYTES = 262144;
|
|
62
|
-
var PARTITION_BYTES_ENTRY_BYTES = 16;
|
|
63
|
-
var PARTITION_BYTES_INDEX_OVERHEAD_BYTES = 32;
|
|
64
|
-
var DEFAULT_IN_FLIGHT_WRITE_FRACTION = 0.02;
|
|
65
|
-
var WRITE_MEMORY_SAMPLE_MAX_AGE_MS = 100;
|
|
66
|
-
var DOCUMENT_NUMBER_BYTES = 8;
|
|
67
|
-
var DOCUMENT_SCALAR_BYTES = 4;
|
|
68
|
-
var DOCUMENT_ENTRY_OVERHEAD_BYTES = 2;
|
|
69
|
-
var DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE = 24;
|
|
70
|
-
var DOCUMENT_VALUE_HEAP_BYTES = 256;
|
|
71
|
-
var DOCUMENT_PROPERTY_HEAP_BYTES = 128;
|
|
72
|
-
var DISTINCT_TERM_HEAP_BYTES = 2048;
|
|
73
|
-
var TERM_UNIT_HEAP_BYTES = 24;
|
|
74
|
-
var PARTIAL_SPELLING_HEAP_BYTES = 512;
|
|
75
|
-
var PATTERN_RUN_HEAP_BYTES = 512;
|
|
76
|
-
var ENUM_VALUE_HEAP_BYTES = 256;
|
|
77
|
-
var VECTOR_COMPONENT_HEAP_BYTES = 80;
|
|
78
|
-
var VECTOR_DOCUMENT_HEAP_BYTES = 5120;
|
|
79
|
-
var NORMALIZATION_EXPANSION_FACTOR = 3;
|
|
80
|
-
var CASE_FOLD_EXPANSION_FACTOR = 3;
|
|
81
|
-
var MAX_DROP_ACKNOWLEDGE_WAIT_MS = 3e4;
|
|
82
|
-
var DROP_ACKNOWLEDGE_POLL_INTERVAL_MS = 25;
|
|
83
|
-
var COPY_FAILURE_RETRY_DELAY_MS = 100;
|
|
84
|
-
var COPY_FAILURE_ATTEMPTS = 600;
|
|
85
|
-
|
|
86
|
-
// src/runtime/thread-heap.ts
|
|
87
|
-
var refusalListeners = /* @__PURE__ */ new Set();
|
|
88
|
-
var reservedBytes = 0;
|
|
89
|
-
var admittedBytes = 0;
|
|
90
|
-
var lastRefusalCollectionAt = Number.NEGATIVE_INFINITY;
|
|
91
|
-
var refusalCollectionIntervalMs = REFUSAL_COLLECTION_MIN_INTERVAL_MS;
|
|
92
|
-
var lastYoungCollectionAt = Number.NEGATIVE_INFINITY;
|
|
93
|
-
function reservedHeapBytes() {
|
|
94
|
-
return reservedBytes;
|
|
95
|
-
}
|
|
96
|
-
function admittedHeapBytes() {
|
|
97
|
-
return admittedBytes;
|
|
98
|
-
}
|
|
99
|
-
function admitHeapBytes(bytes) {
|
|
100
|
-
admittedBytes += bytes;
|
|
101
|
-
}
|
|
102
|
-
function reserveHeapBytes(bytes) {
|
|
103
|
-
reservedBytes += bytes;
|
|
104
|
-
admittedBytes += bytes;
|
|
105
|
-
let released = false;
|
|
106
|
-
return {
|
|
107
|
-
release() {
|
|
108
|
-
if (released) return;
|
|
109
|
-
released = true;
|
|
110
|
-
reservedBytes -= bytes;
|
|
111
|
-
}
|
|
112
|
-
};
|
|
113
|
-
}
|
|
114
|
-
function onRefusalAfterCollection(listener) {
|
|
115
|
-
refusalListeners.add(listener);
|
|
116
|
-
return () => {
|
|
117
|
-
refusalListeners.delete(listener);
|
|
118
|
-
};
|
|
119
|
-
}
|
|
120
|
-
function reportRefusalAfterCollection(figures) {
|
|
121
|
-
for (const listener of refusalListeners) listener(figures);
|
|
122
|
-
}
|
|
123
|
-
function collectGarbageBeforeRefusal() {
|
|
124
|
-
const startedAt = performance.now();
|
|
125
|
-
if (startedAt - lastRefusalCollectionAt < refusalCollectionIntervalMs) return false;
|
|
126
|
-
lastRefusalCollectionAt = startedAt;
|
|
127
|
-
if (!collectAndReturnPages()) return false;
|
|
128
|
-
refusalCollectionIntervalMs = Math.max(
|
|
129
|
-
REFUSAL_COLLECTION_MIN_INTERVAL_MS,
|
|
130
|
-
(performance.now() - startedAt) * REFUSAL_COLLECTION_TIME_MULTIPLE
|
|
131
|
-
);
|
|
132
|
-
return true;
|
|
133
|
-
}
|
|
134
|
-
function collectYoungGenerationBeforeRefusal() {
|
|
135
|
-
const startedAt = performance.now();
|
|
136
|
-
if (startedAt - lastYoungCollectionAt < REFUSAL_YOUNG_COLLECTION_MIN_INTERVAL_MS) return false;
|
|
137
|
-
lastYoungCollectionAt = startedAt;
|
|
138
|
-
return collectYoungGeneration();
|
|
139
|
-
}
|
|
140
|
-
|
|
141
|
-
// src/distribution/cluster-node/memory/measure.ts
|
|
142
|
-
var processLimit = 0;
|
|
143
|
-
var processLimitReadAt = Number.NEGATIVE_INFINITY;
|
|
144
|
-
var lastFigures = null;
|
|
145
|
-
var lastFiguresReadAt = Number.NEGATIVE_INFINITY;
|
|
146
|
-
var admittedBytesAtLastFigures = 0;
|
|
147
|
-
var recentFigures = {
|
|
148
|
-
processBytes: 0,
|
|
149
|
-
processLimitBytes: 0,
|
|
150
|
-
heapBytes: 0,
|
|
151
|
-
heapLimitBytes: 0,
|
|
152
|
-
youngHeapBytes: 0
|
|
153
|
-
};
|
|
154
|
-
function readProcessLimit() {
|
|
155
|
-
const hostBytes = totalmem();
|
|
156
|
-
const constrained = typeof process.constrainedMemory === "function" ? process.constrainedMemory() : 0;
|
|
157
|
-
return Number.isFinite(constrained) && constrained > 0 && constrained < hostBytes ? constrained : hostBytes;
|
|
158
|
-
}
|
|
159
|
-
function processLimitBytes() {
|
|
160
|
-
const now = performance.now();
|
|
161
|
-
if (now - processLimitReadAt >= PROCESS_LIMIT_REFRESH_INTERVAL_MS) {
|
|
162
|
-
processLimit = readProcessLimit();
|
|
163
|
-
processLimitReadAt = now;
|
|
164
|
-
}
|
|
165
|
-
return processLimit;
|
|
166
|
-
}
|
|
167
|
-
function readFreshFigures() {
|
|
168
|
-
try {
|
|
169
|
-
const heap = readOldGenerationStatistics();
|
|
170
|
-
const processBytes = process.memoryUsage.rss();
|
|
171
|
-
const limitBytes = processLimitBytes();
|
|
172
|
-
if (heap === null || !Number.isFinite(processBytes) || !Number.isFinite(limitBytes) || limitBytes <= 0) {
|
|
173
|
-
return null;
|
|
174
|
-
}
|
|
175
|
-
return {
|
|
176
|
-
processBytes,
|
|
177
|
-
processLimitBytes: limitBytes,
|
|
178
|
-
heapBytes: heap.usedBytes,
|
|
179
|
-
heapLimitBytes: heap.limitBytes,
|
|
180
|
-
youngHeapBytes: heap.youngUsedBytes
|
|
181
|
-
};
|
|
182
|
-
} catch {
|
|
183
|
-
return null;
|
|
184
|
-
}
|
|
185
|
-
}
|
|
186
|
-
function readMemoryFigures() {
|
|
187
|
-
const figures = readFreshFigures();
|
|
188
|
-
lastFigures = figures;
|
|
189
|
-
lastFiguresReadAt = performance.now();
|
|
190
|
-
admittedBytesAtLastFigures = admittedHeapBytes();
|
|
191
|
-
return figures;
|
|
192
|
-
}
|
|
193
|
-
function readRecentMemoryFigures() {
|
|
194
|
-
const admittedSince = admittedHeapBytes() - admittedBytesAtLastFigures;
|
|
195
|
-
if (lastFigures === null || performance.now() - lastFiguresReadAt >= RECENT_MEMORY_FIGURES_MAX_AGE_MS || admittedSince > RECENT_MEMORY_FIGURES_MAX_ADMITTED_FRACTION * lastFigures.heapLimitBytes) {
|
|
196
|
-
return readMemoryFigures();
|
|
197
|
-
}
|
|
198
|
-
recentFigures.processLimitBytes = lastFigures.processLimitBytes;
|
|
199
|
-
recentFigures.heapLimitBytes = lastFigures.heapLimitBytes;
|
|
200
|
-
recentFigures.processBytes = lastFigures.processBytes + admittedSince;
|
|
201
|
-
recentFigures.heapBytes = lastFigures.heapBytes + admittedSince;
|
|
202
|
-
recentFigures.youngHeapBytes = lastFigures.youngHeapBytes;
|
|
203
|
-
return recentFigures;
|
|
204
|
-
}
|
|
205
|
-
|
|
206
|
-
export { ADMISSION_TIMEOUT_MS, CASE_FOLD_EXPANSION_FACTOR, CATCH_UP_FEED_WINDOW_MS, CATCH_UP_TICK_MS, CLEAR_PAGE_SIZE, COORDINATOR_REQUEST_BUCKET_BOUNDS_SECONDS, COPY_FAILURE_ATTEMPTS, COPY_FAILURE_RETRY_DELAY_MS, DECOMMISSION_RECHECK_INTERVAL_MS, DEFAULT_BLOCK_WRITES_ABOVE, DEFAULT_BOOTSTRAP_SYNC_DEADLINE_MS, DEFAULT_CAPACITY, DEFAULT_CREATE_INDEX_WAIT_MS, DEFAULT_IN_FLIGHT_WRITE_FRACTION, DEFAULT_MAX_PER_SOURCE_SNAPSHOTS, DEFAULT_MAX_STREAMS_PER_INDEX, DEFAULT_PARTITION_COUNT, DEFAULT_REPLICATION_FACTOR, DEFAULT_RESUME_WRITES_BELOW, DISTINCT_TERM_HEAP_BYTES, DOCUMENT_ENTRY_OVERHEAD_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_NUMBER_BYTES, DOCUMENT_PROPERTY_HEAP_BYTES, DOCUMENT_SCALAR_BYTES, DOCUMENT_VALUE_HEAP_BYTES, DROP_ACKNOWLEDGE_POLL_INTERVAL_MS, ENUM_VALUE_HEAP_BYTES, FORWARD_RETRY_DELAY_CAP_MS, FORWARD_RETRY_INITIAL_DELAY_MS, FULL_MEMORY_COLLECTION_INTERVAL_MS, MAX_CATCH_UP_IN_FLIGHT_BYTES, MAX_DROP_ACKNOWLEDGE_WAIT_MS, MAX_NODE_LEFT_DELAY_MS, MAX_SOURCE_ID_LENGTH, MAX_SYNONYM_REPLACEMENT_ATTEMPTS, MAX_WAIT_FOR_ACTIVE_REPLICAS, MEMORY_SAMPLE_INTERVAL_MS, MIN_CONTROLLER_LEASE_TTL_MS, NORMALIZATION_EXPANSION_FACTOR, PARTIAL_SPELLING_HEAP_BYTES, PARTITION_BYTES_ENTRY_BYTES, PARTITION_BYTES_INDEX_OVERHEAD_BYTES, PARTITION_BYTES_REPORT_BUDGET_BYTES, PARTITION_WRITE_CONCURRENCY, PATTERN_RUN_HEAP_BYTES, PRIMARY_CHANGE_POLL_INTERVAL_MS, PRIMARY_CHANGE_RETRY_WINDOW_MS, REGISTRATION_LEASE_CONFIRM_TIMEOUT_MS, REGISTRATION_LEASE_DRIFT_SHARE, ROLLBACK_RETRY_DELAY_CAP_MS, ROLLBACK_RETRY_INITIAL_DELAY_MS, SNAPSHOT_CHUNK_YIELD_INTERVAL_MS, SYNCED_POSITION_REPORT_TIMEOUT_MS, TERM_UNIT_HEAP_BYTES, VECTOR_COMPONENT_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, WRITE_APPLY_YIELD_INTERVAL_MS, WRITE_MEMORY_SAMPLE_MAX_AGE_MS, admitHeapBytes, collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, onRefusalAfterCollection, readMemoryFigures, readRecentMemoryFigures, reportRefusalAfterCollection, reserveHeapBytes, reservedHeapBytes };
|