@colbymchenry/codegraph-darwin-arm64 1.1.5 → 1.2.0

package/lib/dist/resolution/callback-synthesizer.js

@@ -5,6 +5,7 @@ const generated_detection_1 = require("../extraction/generated-detection");
 const strip_comments_1 = require("./strip-comments");
 const c_fnptr_synthesizer_1 = require("./c-fnptr-synthesizer");
 const goframe_synthesizer_1 = require("./goframe-synthesizer");
+const cooperative_yield_1 = require("./cooperative-yield");
 const REGISTRAR_NAME = /^(on[A-Z]\w*|subscribe|addListener|addEventListener|register|watch|listen|addCallback)$/;
 const DISPATCHER_NAME = /(emit|trigger|notify|dispatch|fire|publish|flush)/i;
 const MAX_CALLBACKS_PER_CHANNEL = 40;
@@ -113,10 +114,13 @@ function* methodAndFunctionNodes(queries) {
     yield* queries.iterateNodesByKind('function');
 }
 /** Phase 1: field-backed observer channels (registrar/dispatcher share a store). */
-function fieldChannelEdges(queries, ctx) {
+async function fieldChannelEdges(queries, ctx, onYield) {
     const registrars = [];
     const dispatchers = [];
+    let scanned = 0;
     for (const m of methodAndFunctionNodes(queries)) {
+        if ((++scanned & 255) === 0)
+            await onYield(); // #1091: yield mid-scan on huge graphs
         const isReg = REGISTRAR_NAME.test(m.name);
         const isDisp = DISPATCHER_NAME.test(m.name);
         if (!isReg && !isDisp)
@@ -197,7 +201,7 @@ function fieldChannelEdges(queries, ctx) {
  * subclass `DataRequest.validate`), bounded by a fan-out cap so a generic field
  * name shared across unrelated classes can't fan out into noise.
  */
-function closureCollectionEdges(queries, ctx) {
+async function closureCollectionEdges(queries, ctx, onYield) {
     const dispatchers = new Map(); // field → dispatcher methods + forEach line
     const registrars = new Map(); // field → registrar methods + append line
     const addReg = (field, node, absLine) => {
@@ -208,7 +212,13 @@ function closureCollectionEdges(queries, ctx) {
             arr.push({ node, line: absLine });
         registrars.set(field, arr);
     };
+    // Slices EVERY method/function's source (no cheap name-gate), so on a repo
+    // with a huge file this is the heaviest synthesis pass — yield mid-scan so it
+    // can't wedge the #850 watchdog on its own (#1091).
+    let scanned = 0;
     for (const m of methodAndFunctionNodes(queries)) {
+        if ((++scanned & 127) === 0)
+            await onYield();
         const content = ctx.readFile(m.filePath);
         const src = content && sliceLines(content, m.startLine, m.endLine);
         if (!src)
@@ -265,10 +275,13 @@ function closureCollectionEdges(queries, ctx) {
     return edges;
 }
 /** Phase 2: string-keyed EventEmitter channels (on('e', fn) ↔ emit('e')). */
-function eventEmitterEdges(ctx) {
+async function eventEmitterEdges(ctx, onYield) {
     const emitsByEvent = new Map(); // event → dispatcher node ids
     const handlersByEvent = new Map(); // event → handler id → registration site (file:line)
+    let scanned = 0;
     for (const file of ctx.getAllFiles()) {
+        if ((++scanned & 255) === 0)
+            await onYield(); // #1091: yield mid-scan on huge graphs
         const content = ctx.readFile(file);
         if (!content)
             continue;
@@ -872,11 +885,14 @@ function goGrpcStubImplEdges(queries) {
  * component/function/class node — TS generics like `Array<Foo>` resolve to a type
  * (or nothing) and are dropped.
  */
-function reactJsxChildEdges(ctx) {
+async function reactJsxChildEdges(ctx, onYield) {
     const edges = [];
     const seen = new Set();
     const PARENT_KINDS = new Set(['method', 'function', 'component']);
+    let scanned = 0;
     for (const file of ctx.getAllFiles()) {
+        if ((++scanned & 255) === 0)
+            await onYield(); // #1091: yield mid-scan on huge graphs
         const content = ctx.readFile(file);
         if (!content || (!content.includes('</') && !content.includes('/>')))
             continue; // JSX-file gate
@@ -1893,10 +1909,13 @@ function resolveRegistryHandler(ctx, name, chained) {
     // entry resolving to the global URL constant).
     return cands.find((n) => n.kind === 'method') ?? null;
 }
-function objectRegistryEdges(ctx) {
+async function objectRegistryEdges(ctx, onYield) {
     const edges = [];
     const seen = new Set();
+    let scanned = 0;
     for (const file of ctx.getAllFiles()) {
+        if ((++scanned & 255) === 0)
+            await onYield(); // #1091: yield mid-scan on huge graphs
         if (!REGISTRY_JS_EXT.test(file))
             continue;
         const content = ctx.readFile(file);
@@ -2831,7 +2850,15 @@ function laravelEventEdges(ctx) {
  * Sidekiq Worker.perform_async → #perform + Laravel event(new X) → listener handle).
  * Returns the count added. Never throws into indexing — callers wrap in try/catch.
  */
-function synthesizeCallbackEdges(queries, ctx) {
+async function synthesizeCallbackEdges(queries, ctx) {
+    // Each sub-pass below is a whole-graph scan, and there are ~30 of them, all
+    // running synchronously on the indexer's main thread. Their AGGREGATE can run
+    // for well over a minute on a large repo — long enough for the #850 liveness
+    // watchdog to SIGKILL the process mid-index (#1091), since its heartbeat lives
+    // on this same thread. Yield between passes so the heartbeat can fire; a pass
+    // that itself hangs (a real wedge) never reaches the next yield, so the
+    // watchdog still catches that. See ./cooperative-yield.
+    const yieldToLoop = (0, cooperative_yield_1.createYielder)();
     // Cross-file Go method→type `contains` edges must be synthesized AND persisted
     // FIRST: a method declared in a different file from its receiver type is
     // otherwise orphaned from the struct, and goImplementsEdges (next) derives a
@@ -2840,6 +2867,7 @@ function synthesizeCallbackEdges(queries, ctx) {
     const goMethodContains = goCrossFileMethodContainsEdges(queries);
     if (goMethodContains.length > 0)
         queries.insertEdges(goMethodContains);
+    await yieldToLoop();
     // Go implicit `implements` edges must be synthesized AND persisted next: the
     // interface-dispatch bridge below reads `implements` edges from the DB, and
     // Go has none statically. (Other languages already have static implements
@@ -2847,37 +2875,69 @@ function synthesizeCallbackEdges(queries, ctx) {
     const goImpl = goImplementsEdges(queries);
     if (goImpl.length > 0)
         queries.insertEdges(goImpl);
-    const fieldEdges = fieldChannelEdges(queries, ctx);
-    const closureCollEdges = closureCollectionEdges(queries, ctx);
-    const emitterEdges = eventEmitterEdges(ctx);
+    await yieldToLoop();
+    const fieldEdges = await fieldChannelEdges(queries, ctx, yieldToLoop);
+    await yieldToLoop();
+    const closureCollEdges = await closureCollectionEdges(queries, ctx, yieldToLoop);
+    await yieldToLoop();
+    const emitterEdges = await eventEmitterEdges(ctx, yieldToLoop);
+    await yieldToLoop();
     const renderEdges = reactRenderEdges(queries, ctx);
-    const jsxEdges = reactJsxChildEdges(ctx);
+    await yieldToLoop();
+    const jsxEdges = await reactJsxChildEdges(ctx, yieldToLoop);
+    await yieldToLoop();
     const vueEdges = vueTemplateEdges(ctx);
+    await yieldToLoop();
     const svelteKitEdges = svelteKitLoadEdges(ctx);
+    await yieldToLoop();
     const pascalEdges = pascalFormEdges(ctx);
+    await yieldToLoop();
     const flutterEdges = flutterBuildEdges(queries, ctx);
+    await yieldToLoop();
     const cppEdges = cppOverrideEdges(queries);
+    await yieldToLoop();
     const ifaceEdges = interfaceOverrideEdges(queries);
+    await yieldToLoop();
     const kotlinExpectActual = kotlinExpectActualEdges(queries);
+    await yieldToLoop();
     const goGrpcEdges = goGrpcStubImplEdges(queries);
+    await yieldToLoop();
     const rnEventEdgesList = rnEventEdges(ctx);
+    await yieldToLoop();
     const fabricNativeEdges = fabricNativeImplEdges(ctx);
+    await yieldToLoop();
     const expoXPlatEdges = expoCrossPlatformEdges(queries);
+    await yieldToLoop();
     const rnXPlatEdges = rnCrossPlatformEdges(queries);
+    await yieldToLoop();
     const mybatisEdges = mybatisJavaXmlEdges(queries);
+    await yieldToLoop();
     const ginEdges = ginMiddlewareChainEdges(queries, ctx);
+    await yieldToLoop();
     const thunkEdges = reduxThunkEdges(queries, ctx);
-    const registryEdges = objectRegistryEdges(ctx);
+    await yieldToLoop();
+    const registryEdges = await objectRegistryEdges(ctx, yieldToLoop);
+    await yieldToLoop();
     const rtkEdges = rtkQueryEdges(queries, ctx);
+    await yieldToLoop();
     const piniaEdges = piniaStoreEdges(ctx);
+    await yieldToLoop();
     const vuexEdges = vuexDispatchEdges(ctx);
+    await yieldToLoop();
     const celeryEdges = celeryDispatchEdges(ctx);
+    await yieldToLoop();
     const springEdges = springEventEdges(ctx);
+    await yieldToLoop();
     const mediatrEdges = mediatrDispatchEdges(ctx);
+    await yieldToLoop();
     const sidekiqEdges = sidekiqDispatchEdges(ctx);
+    await yieldToLoop();
     const laravelEdges = laravelEventEdges(ctx);
+    await yieldToLoop();
     const cFnPtrEdges = (0, c_fnptr_synthesizer_1.cFnPointerDispatchEdges)(queries, ctx);
+    await yieldToLoop();
     const goframeEdges = (0, goframe_synthesizer_1.goframeRouteEdges)(ctx);
+    await yieldToLoop();
     const merged = [];
     const seen = new Set();
     for (const e of [