@lzehrung/codegraph-core 2.3.2 → 2.3.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agent/query-index/content.d.ts.map +1 -1
- package/dist/agent/query-index/content.js +4 -1
- package/dist/agent/query-index/content.js.map +1 -1
- package/dist/agent/query-index/update.js +2 -2
- package/dist/agent/query-index/update.js.map +1 -1
- package/dist/agent/query-index/workerPool.d.ts +22 -0
- package/dist/agent/query-index/workerPool.d.ts.map +1 -1
- package/dist/agent/query-index/workerPool.js +31 -1
- package/dist/agent/query-index/workerPool.js.map +1 -1
- package/dist/duplicate-identifier-ranges.d.ts +5 -0
- package/dist/duplicate-identifier-ranges.d.ts.map +1 -0
- package/dist/duplicate-identifier-ranges.js +1500 -0
- package/dist/duplicate-identifier-ranges.js.map +1 -0
- package/dist/duplicate-token-normalization.d.ts.map +1 -1
- package/dist/duplicate-token-normalization.js +15 -1
- package/dist/duplicate-token-normalization.js.map +1 -1
- package/dist/duplicates/unitCache.d.ts +1 -1
- package/dist/duplicates/unitCache.d.ts.map +1 -1
- package/dist/duplicates/unitCache.js +5 -1
- package/dist/duplicates/unitCache.js.map +1 -1
- package/dist/indexer/build-cache/manifest.d.ts.map +1 -1
- package/dist/indexer/build-cache/manifest.js +25 -7
- package/dist/indexer/build-cache/manifest.js.map +1 -1
- package/dist/indexer/build-cache/module-cache.d.ts.map +1 -1
- package/dist/indexer/build-cache/module-cache.js +29 -14
- package/dist/indexer/build-cache/module-cache.js.map +1 -1
- package/dist/indexer/build-cache/project-snapshot.d.ts.map +1 -1
- package/dist/indexer/build-cache/project-snapshot.js +4 -1
- package/dist/indexer/build-cache/project-snapshot.js.map +1 -1
- package/dist/indexer/build-index.d.ts.map +1 -1
- package/dist/indexer/build-index.js +25 -9
- package/dist/indexer/build-index.js.map +1 -1
- package/dist/indexer/build-workers.d.ts +5 -2
- package/dist/indexer/build-workers.d.ts.map +1 -1
- package/dist/indexer/build-workers.js +5 -3
- package/dist/indexer/build-workers.js.map +1 -1
- package/dist/indexer/finalize.d.ts +2 -1
- package/dist/indexer/finalize.d.ts.map +1 -1
- package/dist/indexer/finalize.js +3 -2
- package/dist/indexer/finalize.js.map +1 -1
- package/dist/indexer/types.d.ts +1 -1
- package/dist/indexer/types.d.ts.map +1 -1
- package/dist/util/bloomFilter.d.ts +1 -1
- package/dist/util/bloomFilter.d.ts.map +1 -1
- package/dist/util/bloomFilter.js +2 -1
- package/dist/util/bloomFilter.js.map +1 -1
- package/dist/util/git.d.ts +2 -18
- package/dist/util/git.d.ts.map +1 -1
- package/dist/util/git.js +23 -6
- package/dist/util/git.js.map +1 -1
- package/dist/util/identifiers.d.ts +0 -6
- package/dist/util/identifiers.d.ts.map +1 -1
- package/dist/util/identifiers.js +0 -6
- package/dist/util/identifiers.js.map +1 -1
- package/dist/util/projectFiles.d.ts +46 -5
- package/dist/util/projectFiles.d.ts.map +1 -1
- package/dist/util/projectFiles.js +227 -94
- package/dist/util/projectFiles.js.map +1 -1
- package/dist/worker/nativeExtractWorker.d.ts +8 -0
- package/dist/worker/nativeExtractWorker.d.ts.map +1 -1
- package/dist/worker/nativeExtractWorker.js +25 -2
- package/dist/worker/nativeExtractWorker.js.map +1 -1
- package/dist/worker/nativeWorkerPool.d.ts +2 -0
- package/dist/worker/nativeWorkerPool.d.ts.map +1 -1
- package/dist/worker/nativeWorkerPool.js +13 -1
- package/dist/worker/nativeWorkerPool.js.map +1 -1
- package/package.json +2 -2
|
@@ -5,6 +5,21 @@ import { fileURLToPath } from "node:url";
|
|
|
5
5
|
import { isMainThread, workerData } from "node:worker_threads";
|
|
6
6
|
import { loadNativeBinding } from "../native/bindingLoader.js";
|
|
7
7
|
import { isColumnarSyntaxTree, nativeShapeMismatchMessage, REQUIRED_NATIVE_EXTRACTION_VERSION, } from "../native/treeShape.js";
|
|
8
|
+
import { supportById } from "../languages.js";
|
|
9
|
+
import { buildBloomFilterFromSource } from "../util/bloomFilter.js";
|
|
10
|
+
function buildBloomFilterPayload(source, languageId) {
|
|
11
|
+
const support = supportById(languageId);
|
|
12
|
+
if (!support)
|
|
13
|
+
return undefined;
|
|
14
|
+
const filter = buildBloomFilterFromSource(source, support);
|
|
15
|
+
const { size, hashCount } = filter.getMetadata();
|
|
16
|
+
return {
|
|
17
|
+
bits: filter.toBuffer(),
|
|
18
|
+
size,
|
|
19
|
+
hashCount,
|
|
20
|
+
itemCount: filter.getItemCount(),
|
|
21
|
+
};
|
|
22
|
+
}
|
|
8
23
|
export const NATIVE_WORKER_BATCH_SIZE = 32;
|
|
9
24
|
export { REQUIRED_NATIVE_EXTRACTION_VERSION } from "../native/treeShape.js";
|
|
10
25
|
/**
|
|
@@ -67,7 +82,7 @@ function resolveSourceMaxBytes(task) {
|
|
|
67
82
|
}
|
|
68
83
|
return DEFAULT_NATIVE_SOURCE_MAX_BYTES;
|
|
69
84
|
}
|
|
70
|
-
function resourceLimitFallback(task, source, error) {
|
|
85
|
+
function resourceLimitFallback(task, source, error, bloomFilter) {
|
|
71
86
|
const includeSource = task.includeSourceInResult ?? true;
|
|
72
87
|
return {
|
|
73
88
|
filePath: task.filePath,
|
|
@@ -76,6 +91,7 @@ function resourceLimitFallback(task, source, error) {
|
|
|
76
91
|
nativeResults: null,
|
|
77
92
|
compactResults: null,
|
|
78
93
|
syntaxTree: null,
|
|
94
|
+
...(bloomFilter ? { bloomFilter } : {}),
|
|
79
95
|
fallbackReason: "queryFailure",
|
|
80
96
|
error,
|
|
81
97
|
};
|
|
@@ -145,6 +161,7 @@ export function createNativeExtractor(deps) {
|
|
|
145
161
|
}
|
|
146
162
|
const includeSource = task.includeSourceInResult ?? true;
|
|
147
163
|
const source = loaded.source;
|
|
164
|
+
const bloomFilter = task.includeBloomFilter ? buildBloomFilterPayload(source, task.languageId) : undefined;
|
|
148
165
|
if (!binding || !supportedIds) {
|
|
149
166
|
return {
|
|
150
167
|
filePath: task.filePath,
|
|
@@ -153,6 +170,7 @@ export function createNativeExtractor(deps) {
|
|
|
153
170
|
nativeResults: null,
|
|
154
171
|
compactResults: null,
|
|
155
172
|
syntaxTree: null,
|
|
173
|
+
...(bloomFilter ? { bloomFilter } : {}),
|
|
156
174
|
fallbackReason: "unavailable",
|
|
157
175
|
...(loadError ? { error: loadError } : {}),
|
|
158
176
|
};
|
|
@@ -165,6 +183,7 @@ export function createNativeExtractor(deps) {
|
|
|
165
183
|
nativeResults: null,
|
|
166
184
|
compactResults: null,
|
|
167
185
|
syntaxTree: null,
|
|
186
|
+
...(bloomFilter ? { bloomFilter } : {}),
|
|
168
187
|
fallbackReason: "unsupportedLanguage",
|
|
169
188
|
};
|
|
170
189
|
}
|
|
@@ -178,6 +197,7 @@ export function createNativeExtractor(deps) {
|
|
|
178
197
|
nativeResults: null,
|
|
179
198
|
compactResults,
|
|
180
199
|
syntaxTree: null,
|
|
200
|
+
...(bloomFilter ? { bloomFilter } : {}),
|
|
181
201
|
};
|
|
182
202
|
}
|
|
183
203
|
const extraction = binding.extractLanguage(source, task.languageId, task.importsQuery, task.exportsQuery, task.localsQuery, task.importBindingsQuery);
|
|
@@ -196,6 +216,7 @@ export function createNativeExtractor(deps) {
|
|
|
196
216
|
nativeResults: extraction.results,
|
|
197
217
|
compactResults: null,
|
|
198
218
|
syntaxTree: null,
|
|
219
|
+
...(bloomFilter ? { bloomFilter } : {}),
|
|
199
220
|
fallbackReason: "unavailable",
|
|
200
221
|
error: loadError,
|
|
201
222
|
};
|
|
@@ -207,12 +228,13 @@ export function createNativeExtractor(deps) {
|
|
|
207
228
|
nativeResults: extraction.results,
|
|
208
229
|
compactResults: null,
|
|
209
230
|
syntaxTree,
|
|
231
|
+
...(bloomFilter ? { bloomFilter } : {}),
|
|
210
232
|
};
|
|
211
233
|
}
|
|
212
234
|
catch (err) {
|
|
213
235
|
const message = err instanceof Error ? err.message : String(err);
|
|
214
236
|
if (/max (node|depth) limit/i.test(message)) {
|
|
215
|
-
return resourceLimitFallback(task, source, message);
|
|
237
|
+
return resourceLimitFallback(task, source, message, bloomFilter);
|
|
216
238
|
}
|
|
217
239
|
return {
|
|
218
240
|
filePath: task.filePath,
|
|
@@ -221,6 +243,7 @@ export function createNativeExtractor(deps) {
|
|
|
221
243
|
nativeResults: null,
|
|
222
244
|
compactResults: null,
|
|
223
245
|
syntaxTree: null,
|
|
246
|
+
...(bloomFilter ? { bloomFilter } : {}),
|
|
224
247
|
fallbackReason: "queryFailure",
|
|
225
248
|
error: message,
|
|
226
249
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"nativeExtractWorker.js","sourceRoot":"","sources":["../../src/worker/nativeExtractWorker.ts"],"names":[],"mappings":"AAAA,OAAO,GAAG,MAAM,kBAAkB,CAAC;AACnC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAU/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EACL,oBAAoB,EACpB,0BAA0B,EAC1B,kCAAkC,GACnC,MAAM,wBAAwB,CAAC;
|
|
1
|
+
{"version":3,"file":"nativeExtractWorker.js","sourceRoot":"","sources":["../../src/worker/nativeExtractWorker.ts"],"names":[],"mappings":"AAAA,OAAO,GAAG,MAAM,kBAAkB,CAAC;AACnC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAU/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EACL,oBAAoB,EACpB,0BAA0B,EAC1B,kCAAkC,GACnC,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,0BAA0B,EAAE,MAAM,wBAAwB,CAAC;AASpE,SAAS,uBAAuB,CAAC,MAAc,EAAE,UAAkB;IACjE,MAAM,OAAO,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;IACxC,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAC/B,MAAM,MAAM,GAAG,0BAA0B,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3D,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;IACjD,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE;QACvB,IAAI;QACJ,SAAS;QACT,SAAS,EAAE,MAAM,CAAC,YAAY,EAAE;KACjC,CAAC;AACJ,CAAC;AA2CD,MAAM,CAAC,MAAM,wBAAwB,GAAG,EAAE,CAAC;AAC3C,OAAO,EAAE,kCAAkC,EAAE,MAAM,wBAAwB,CAAC;AAE5E;;;;GAIG;AACH,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAE/D;;;GAGG;AACH,MAAM,CAAC,MAAM,kCAAkC,GAAG,OAAO,CAAC;AAC1D,MAAM,CAAC,MAAM,kCAAkC,GAAG,GAAG,CAAC;AAEtD,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC/C,MAAM,sBAAsB,GAAG,IAAI,CAAC,OAAO,CACzC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAC5C,iCAAiC,CAClC,CAAC;AAUF;;;;;GAKG;AACH,MAAM,UAAU,wBAAwB,CACtC,SAAkB,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU;IAEvD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACvD,MAAM,SAAS,GAAI,MAAsC,CAAC,aAAa,CAAC;IACxE,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC7D,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,SAAgD,CAAC;IAChF,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAC/D,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACjG,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,gBAAyB,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU;IAE9D,MAAM,OAAO,GAAG,wBAAwB,CAAC,aAAa,CAAC,CAAC;IACxD,IAAI,OAAO,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,sFAAsF;YACtF,qDAAqD;YACrD,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAkB,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;QACzG,CAAC;QAAC,MAAM,CAAC;YACP,0FAA0F;YAC1F,sEAAsE;QACxE,CAAC;IACH,CAAC;IACD,OAAO,iBAAiB,CAAgB;QACtC,WAAW,EAAE,4BAA4B;QACzC,gBAAgB,EAAE,sBAAsB;QACxC,SAAS,EAAE,OAAO;QAClB,SAAS,EAAE,OAAO,CAAC,OAAO;KAC3B,CAAC,CAAC;AACL,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAuB;IACpD,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC;IAC/C,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QACpF,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,+BAA+B,CAAC;AACzC,CAAC;AAED,SAAS,qBAAqB,CAC5B,IAAuB,EACvB,MAAc,EACd,KAAa,EACb,WAAsC;IAEtC,MAAM,aAAa,GAAG,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC;IACzD,OAAO;QACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpC,aAAa,EAAE,IAAI;QACnB,cAAc,EAAE,IAAI;QACpB,UAAU,EAAE,IAAI;QAChB,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvC,cAAc,EAAE,cAAc;QAC9B,KAAK;KACN,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAyB;IAC7D,IAAI,OAAO,GAAyB,IAAI,CAAC;IACzC,IAAI,YAAY,GAAuB,IAAI,CAAC;IAC5C,IAAI,SAA6B,CAAC;IAElC,SAAS,aAAa;QACpB,IAAI,OAAO,IAAI,SAAS;YAAE,OAAO;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,IAAI,OAAO,MAAM,CAAC,OAAO,CAAC,eAAe,KAAK,UAAU,EAAE,CAAC;gBACzD,SAAS;oBACP,iCAAiC,kCAAkC,gBAAgB;wBACnF,6FAA6F,CAAC;gBAChG,OAAO;YACT,CAAC;YACD,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YACzB,YAAY,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;YACvD,OAAO;QACT,CAAC;QACD,SAAS;YACP,sCAAsC;gBACtC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7G,CAAC;IAED,KAAK,UAAU,UAAU,CACvB,IAAuB;QAEvB,MAAM,cAAc,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACrD,IAAI,KAAK,GAAG,cAAc,EAAE,CAAC;gBAC3B,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,KAAK,EAAE,qCAAqC,KAAK,MAAM,cAAc,GAAG;iBACzE,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3C,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAChD,IAAI,IAAI,CAAC,IAAI,GAAG,cAAc,EAAE,CAAC;gBAC/B,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE,EAAE;oBACV,KAAK,EAAE,qCAAqC,IAAI,CAAC,IAAI,MAAM,cAAc,GAAG;iBAC7E,CAAC;YACJ,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC1D,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAChD,IAAI,KAAK,GAAG,cAAc,EAAE,CAAC;YAC3B,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,EAAE;gBACV,KAAK,EAAE,qCAAqC,KAAK,MAAM,cAAc,GAAG;aACzE,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC9B,CAAC;IAED,OAAO,KAAK,UAAU,aAAa,CAAC,IAAuB;QACzD,aAAa,EAAE,CAAC;QAEhB,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO,qBAAqB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAClE,CAAC;QACD,MAAM,aAAa,GAAG,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC;QACzD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC7B,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,uBAAuB,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAE3G,IAAI,CAAC,OAAO,IAAI,CAAC,YAAY,EAAE,CAAC;YAC9B,OAAO;gBACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpC,aAAa,EAAE,IAAI;gBACnB,cAAc,EAAE,IAAI;gBACpB,UAAU,EAAE,IAAI;gBAChB,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvC,cAAc,EAAE,aAAa;gBAC7B,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3C,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACvC,OAAO;gBACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpC,aAAa,EAAE,IAAI;gBACnB,cAAc,EAAE,IAAI;gBACpB,UAAU,EAAE,IAAI;gBAChB,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvC,cAAc,EAAE,qBAAqB;aACtC,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,sBAAsB,EAAE,CAAC;gBACnD,MAAM,cAAc,GAAG,OAAO,CAAC,sBAAsB,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;gBAClG,OAAO;oBACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACpC,aAAa,EAAE,IAAI;oBACnB,cAAc;oBACd,UAAU,EAAE,IAAI;oBAChB,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACxC,CAAC;YACJ,CAAC;YAED,MAAM,UAAU,GAAG,OAAO,CAAC,eAAe,CACxC,MAAM,EACN,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,mBAAmB,CACzB,CAAC;YACF,iFAAiF;YACjF,kFAAkF;YAClF,kFAAkF;YAClF,mFAAmF;YACnF,wDAAwD;YACxD,MAAM,UAAU,GAAG,UAAU,CAAC,UAAU,IAAI,IAAI,CAAC;YACjD,IAAI,UAAU,KAAK,IAAI,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC7D,SAAS,GAAG,0BAA0B,EAAE,CAAC;gBACzC,OAAO;oBACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACpC,aAAa,EAAE,UAAU,CAAC,OAAO;oBACjC,cAAc,EAAE,IAAI;oBACpB,UAAU,EAAE,IAAI;oBAChB,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvC,cAAc,EAAE,aAAa;oBAC7B,KAAK,EAAE,SAAS;iBACjB,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpC,aAAa,EAAE,UAAU,CAAC,OAAO;gBACjC,cAAc,EAAE,IAAI;gBACpB,UAAU;gBACV,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACxC,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,IAAI,yBAAyB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5C,OAAO,qBAAqB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;YACnE,CAAC;YACD,OAAO;gBACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpC,aAAa,EAAE,IAAI;gBACnB,cAAc,EAAE,IAAI;gBACpB,UAAU,EAAE,IAAI;gBAChB,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvC,cAAc,EAAE,cAAc;gBAC9B,KAAK,EAAE,OAAO;aACf,CAAC;QACJ,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,aAAa,GAAG,qBAAqB,CAAC;IAC1C,WAAW,EAAE,qBAAqB;IAClC,QAAQ,EAAE,GAAG,CAAC,QAAQ;IACtB,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;QAC3B,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;IAC7B,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,KAA6B,EAC7B,UAA2B,aAAa;IAExC,MAAM,OAAO,GAA0B,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK;QAAE,OAAO,CAAC,IAAI,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAClE,OAAO,EAAE,OAAO,EAAE,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,aAAa,CACzC,IAAgD;IAEhD,IAAI,OAAO,IAAI,IAAI;QAAE,OAAO,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC3D,OAAO,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;AACnC,CAAC"}
|
|
@@ -9,6 +9,8 @@ export type NativeWorkerPoolOptions = {
|
|
|
9
9
|
/** Passed through to each worker as node's `workerData`. */
|
|
10
10
|
workerData?: unknown;
|
|
11
11
|
};
|
|
12
|
+
export declare function defaultNativeWorkerThreadCount(availableParallelism?: number): number;
|
|
13
|
+
export declare function resolveNativeWorkerThreadCount(requested?: number, availableParallelism?: number): number;
|
|
12
14
|
export declare function resolveNativeWorkerPath(): string;
|
|
13
15
|
export declare function createNativeWorkerPool(opts?: NativeWorkerPoolOptions): Piscina;
|
|
14
16
|
//# sourceMappingURL=nativeWorkerPool.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"nativeWorkerPool.d.ts","sourceRoot":"","sources":["../../src/worker/nativeWorkerPool.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"nativeWorkerPool.d.ts","sourceRoot":"","sources":["../../src/worker/nativeWorkerPool.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAGlC,OAAO,KAAK,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAEvF,YAAY,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,CAAC;AAEvD,MAAM,MAAM,uBAAuB,GAAG;IACpC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,4FAA4F;IAC5F,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,4DAA4D;IAC5D,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB,CAAC;AAKF,wBAAgB,8BAA8B,CAAC,oBAAoB,SAA4B,GAAG,MAAM,CAEvG;AAED,wBAAgB,8BAA8B,CAC5C,SAAS,CAAC,EAAE,MAAM,EAClB,oBAAoB,SAA4B,GAC/C,MAAM,CAMR;AAMD,wBAAgB,uBAAuB,IAAI,MAAM,CAahD;AAED,wBAAgB,sBAAsB,CAAC,IAAI,CAAC,EAAE,uBAAuB,GAAG,OAAO,CAgB9E"}
|
|
@@ -1,11 +1,23 @@
|
|
|
1
|
+
import os from "node:os";
|
|
1
2
|
import fs from "node:fs";
|
|
2
3
|
import { fileURLToPath } from "node:url";
|
|
3
4
|
import path from "node:path";
|
|
4
5
|
import { Piscina } from "piscina";
|
|
5
6
|
import { resolveWorkerThreadCount } from "../util/workerThreads.js";
|
|
6
7
|
const HARD_MAX_THREADS = 64;
|
|
8
|
+
const DEFAULT_NATIVE_THREAD_CAP = 8;
|
|
9
|
+
export function defaultNativeWorkerThreadCount(availableParallelism = os.availableParallelism()) {
|
|
10
|
+
return Math.min(DEFAULT_NATIVE_THREAD_CAP, Math.max(1, Math.floor(availableParallelism * 0.75)));
|
|
11
|
+
}
|
|
12
|
+
export function resolveNativeWorkerThreadCount(requested, availableParallelism = os.availableParallelism()) {
|
|
13
|
+
return resolveWorkerThreadCount({
|
|
14
|
+
requested,
|
|
15
|
+
defaultCount: defaultNativeWorkerThreadCount(availableParallelism),
|
|
16
|
+
max: HARD_MAX_THREADS,
|
|
17
|
+
});
|
|
18
|
+
}
|
|
7
19
|
function resolveThreadCount(requested) {
|
|
8
|
-
return
|
|
20
|
+
return resolveNativeWorkerThreadCount(requested);
|
|
9
21
|
}
|
|
10
22
|
export function resolveNativeWorkerPath() {
|
|
11
23
|
const selfDir = path.dirname(fileURLToPath(import.meta.url));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"nativeWorkerPool.js","sourceRoot":"","sources":["../../src/worker/nativeWorkerPool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AAepE,MAAM,gBAAgB,GAAG,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"nativeWorkerPool.js","sourceRoot":"","sources":["../../src/worker/nativeWorkerPool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AAepE,MAAM,gBAAgB,GAAG,EAAE,CAAC;AAC5B,MAAM,yBAAyB,GAAG,CAAC,CAAC;AAEpC,MAAM,UAAU,8BAA8B,CAAC,oBAAoB,GAAG,EAAE,CAAC,oBAAoB,EAAE;IAC7F,OAAO,IAAI,CAAC,GAAG,CAAC,yBAAyB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AACnG,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,SAAkB,EAClB,oBAAoB,GAAG,EAAE,CAAC,oBAAoB,EAAE;IAEhD,OAAO,wBAAwB,CAAC;QAC9B,SAAS;QACT,YAAY,EAAE,8BAA8B,CAAC,oBAAoB,CAAC;QAClE,GAAG,EAAE,gBAAgB;KACtB,CAAC,CAAC;AACL,CAAC;AAED,SAAS,kBAAkB,CAAC,SAAkB;IAC5C,OAAO,8BAA8B,CAAC,SAAS,CAAC,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,uBAAuB;IACrC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7D,gEAAgE;IAChE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,wBAAwB,CAAC,CAAC;IAChE,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IAC3C,6EAA6E;IAC7E,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,wBAAwB,CAAC,CAAC;IACzF,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,UAAU,CAAC;IACjD,MAAM,IAAI,KAAK,CACb,8CAA8C,OAAO,SAAS,UAAU,KAAK;QAC3E,yEAAyE,CAC5E,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,IAA8B;IACnE,MAAM,YAAY,GAAG,IAAI,EAAE,UAAU,CAAC;IACtC,MAAM,OAAO,GACX,OAAO,YAAY,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,GAAG,CAAC;QACnF,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACvC,CAAC,CAAC,gBAAgB,CAAC;IACvB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;IACrE,MAAM,UAAU,GAAG,uBAAuB,EAAE,CAAC;IAC7C,OAAO,IAAI,OAAO,CAAC;QACjB,QAAQ,EAAE,UAAU;QACpB,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,OAAO;QACnB,QAAQ,EAAE,IAAI,EAAE,QAAQ,IAAI,OAAO,GAAG,CAAC;QACvC,WAAW,EAAE,MAAM;QACnB,GAAG,CAAC,IAAI,EAAE,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;KAC3E,CAAC,CAAC;AACL,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@lzehrung/codegraph-core",
|
|
3
|
-
"version": "2.3.
|
|
3
|
+
"version": "2.3.3",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"main": "./dist/index.js",
|
|
6
6
|
"types": "./dist/index.d.ts",
|
|
@@ -63,6 +63,6 @@
|
|
|
63
63
|
"zod": "^4.4.3"
|
|
64
64
|
},
|
|
65
65
|
"optionalDependencies": {
|
|
66
|
-
"@lzehrung/codegraph-native": "^1.12.
|
|
66
|
+
"@lzehrung/codegraph-native": "^1.12.3"
|
|
67
67
|
}
|
|
68
68
|
}
|