tea-rags 1.23.0 → 1.23.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/core/domains/ingest/pipeline/enrichment/chunk-phase.d.ts +7 -0
- package/build/core/domains/ingest/pipeline/enrichment/chunk-phase.d.ts.map +1 -1
- package/build/core/domains/ingest/pipeline/enrichment/chunk-phase.js +17 -0
- package/build/core/domains/ingest/pipeline/enrichment/chunk-phase.js.map +1 -1
- package/build/core/domains/ingest/pipeline/enrichment/completion-runner.d.ts.map +1 -1
- package/build/core/domains/ingest/pipeline/enrichment/completion-runner.js +9 -0
- package/build/core/domains/ingest/pipeline/enrichment/completion-runner.js.map +1 -1
- package/build/core/domains/ingest/pipeline/enrichment/coordinator.d.ts +28 -16
- package/build/core/domains/ingest/pipeline/enrichment/coordinator.d.ts.map +1 -1
- package/build/core/domains/ingest/pipeline/enrichment/coordinator.js +118 -57
- package/build/core/domains/ingest/pipeline/enrichment/coordinator.js.map +1 -1
- package/package.json +1 -1
|
@@ -23,6 +23,13 @@ export declare class ChunkPhase {
|
|
|
23
23
|
constructor(applier: EnrichmentApplier);
|
|
24
24
|
init(contexts: ReadonlyMap<string, ProviderContext>, _coll: string, runStartedAt: string): void;
|
|
25
25
|
setOnComplete(cb: (coll: string) => Promise<void>): void;
|
|
26
|
+
/**
|
|
27
|
+
* Manually invoke the bound onComplete callback. Used by CompletionRunner to
|
|
28
|
+
* fire a second stats-refresh after backfill writes file-level overlays.
|
|
29
|
+
* No-op if no callback is bound. Errors are caught and logged with the same
|
|
30
|
+
* semantics as the streaming-end fire site.
|
|
31
|
+
*/
|
|
32
|
+
fireOnComplete(coll: string): Promise<void>;
|
|
26
33
|
/**
|
|
27
34
|
* Mark a provider's prefetch as in-flight — onBatch will queue instead of
|
|
28
35
|
* dispatch until markReady() resolves the lifecycle.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chunk-phase.d.ts","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/enrichment/chunk-phase.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAE7D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACtD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAgDlD,MAAM,WAAW,iBAAiB;IAChC,8BAA8B,EAAE,MAAM,CAAC;CACxC;AAED,qBAAa,UAAU;IAOT,OAAO,CAAC,QAAQ,CAAC,OAAO;IANpC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsC;IAC7D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA+C;IACzE,OAAO,CAAC,QAAQ,CAA2C;IAC3D,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,UAAU,CAAC,CAAkC;gBAExB,OAAO,EAAE,iBAAiB;IAEvD,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,MAAM,EAAE,eAAe,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,IAAI;IAO/F,aAAa,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI;IAIxD;;;OAGG;IACH,mBAAmB,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAK9C;;;OAGG;IACH,SAAS,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAcpC;;;;OAIG;IACH,UAAU,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAQrC,sDAAsD;IACtD,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,IAAI;IAcrE,6EAA6E;IAC7E,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,CAAC,GAAG,IAAI;IAkE9F,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5B,wBAAwB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO;IAItD,UAAU,IAAI,iBAAiB;IAM/B,oEAAoE;YACtD,eAAe;IAmD7B,OAAO,CAAC,oBAAoB;IAgB5B,OAAO,CAAC,cAAc;CAavB"}
|
|
1
|
+
{"version":3,"file":"chunk-phase.d.ts","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/enrichment/chunk-phase.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAE7D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACtD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAgDlD,MAAM,WAAW,iBAAiB;IAChC,8BAA8B,EAAE,MAAM,CAAC;CACxC;AAED,qBAAa,UAAU;IAOT,OAAO,CAAC,QAAQ,CAAC,OAAO;IANpC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsC;IAC7D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA+C;IACzE,OAAO,CAAC,QAAQ,CAA2C;IAC3D,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,UAAU,CAAC,CAAkC;gBAExB,OAAO,EAAE,iBAAiB;IAEvD,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,MAAM,EAAE,eAAe,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,IAAI;IAO/F,aAAa,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI;IAIxD;;;;;OAKG;IACG,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAUjD;;;OAGG;IACH,mBAAmB,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAK9C;;;OAGG;IACH,SAAS,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAcpC;;;;OAIG;IACH,UAAU,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAQrC,sDAAsD;IACtD,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,IAAI;IAcrE,6EAA6E;IAC7E,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,CAAC,GAAG,IAAI;IAkE9F,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5B,wBAAwB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO;IAItD,UAAU,IAAI,iBAAiB;IAM/B,oEAAoE;YACtD,eAAe;IAmD7B,OAAO,CAAC,oBAAoB;IAgB5B,OAAO,CAAC,cAAc;CAavB"}
|
|
@@ -44,6 +44,23 @@ export class ChunkPhase {
|
|
|
44
44
|
setOnComplete(cb) {
|
|
45
45
|
this.onComplete = cb;
|
|
46
46
|
}
|
|
47
|
+
/**
|
|
48
|
+
* Manually invoke the bound onComplete callback. Used by CompletionRunner to
|
|
49
|
+
* fire a second stats-refresh after backfill writes file-level overlays.
|
|
50
|
+
* No-op if no callback is bound. Errors are caught and logged with the same
|
|
51
|
+
* semantics as the streaming-end fire site.
|
|
52
|
+
*/
|
|
53
|
+
async fireOnComplete(coll) {
|
|
54
|
+
const cb = this.onComplete;
|
|
55
|
+
if (!cb)
|
|
56
|
+
return;
|
|
57
|
+
try {
|
|
58
|
+
await cb(coll);
|
|
59
|
+
}
|
|
60
|
+
catch (error) {
|
|
61
|
+
console.error("[Enrichment] onChunkEnrichmentComplete (post-backfill) callback failed:", error);
|
|
62
|
+
}
|
|
63
|
+
}
|
|
47
64
|
/**
|
|
48
65
|
* Mark a provider's prefetch as in-flight — onBatch will queue instead of
|
|
49
66
|
* dispatch until markReady() resolves the lifecycle.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chunk-phase.js","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/enrichment/chunk-phase.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAE3D,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAKvD,MAAM,4BAA4B,GAAG,EAAE,CAAC;AA8BxC,SAAS,WAAW;IAClB,OAAO;QACL,sBAAsB,EAAE,IAAI,GAAG,EAAE;QACjC,SAAS,EAAE,EAAE;QACb,cAAc,EAAE,EAAE;QAClB,sEAAsE;QACtE,oEAAoE;QACpE,sEAAsE;QACtE,KAAK,EAAE,IAAI;QACX,cAAc,EAAE,KAAK;QACrB,yBAAyB,EAAE,CAAC;QAC5B,qBAAqB,EAAE,KAAK;QAC5B,sBAAsB,EAAE,KAAK;KAC9B,CAAC;AACJ,CAAC;AAMD,MAAM,OAAO,UAAU;IAOQ;IANZ,MAAM,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC5C,SAAS,GAAG,IAAI,SAAS,CAAC,4BAA4B,CAAC,CAAC;IACjE,QAAQ,GAAiC,IAAI,GAAG,EAAE,CAAC;IACnD,YAAY,GAAG,EAAE,CAAC;IAClB,UAAU,CAAmC;IAErD,YAA6B,OAA0B;QAA1B,YAAO,GAAP,OAAO,CAAmB;IAAG,CAAC;IAE3D,IAAI,CAAC,QAA8C,EAAE,KAAa,EAAE,YAAoB;QACtF,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QAClC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,IAAI,EAAE;YAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,aAAa,CAAC,EAAmC;QAC/C,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;IACvB,CAAC;IAED;;;OAGG;IACH,mBAAmB,CAAC,WAAmB;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI,KAAK;YAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC;IACjC,CAAC;IAED;;;OAGG;IACH,SAAS,CAAC,WAAmB;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK;YAAE,OAAO;QAClC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI,CAAC,GAAG;YAAE,OAAO;QACjB,MAAM,OAAO,GAAG,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC/C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,GAAG,CAAC,aAAa,IAAI,KAAK,CAAC,YAAY,CAAC;YACrD,MAAM,GAAG,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACzD,KAAK,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,UAAU,CAAC,WAAmB;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC;QACpB,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC;QAC5B,KAAK,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;IAClC,CAAC;IAED,sDAAsD;IACtD,OAAO,CAAC,IAAY,EAAE,YAAoB,EAAE,KAAkB;QAC5D,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACvC,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBACjB,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;gBACzD,SAAS;YACX,CAAC;YACD,MAAM,IAAI,GAAG,GAAG,CAAC,aAAa,IAAI,YAAY,CAAC;YAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACnD,KAAK,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,eAAe,CAAC,IAAY,EAAE,YAAoB,EAAE,QAAyC;QAC3F,MAAM,gBAAgB,GAAuB,EAAE,CAAC;QAEhD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACvC,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,wEAAwE;YACxE,qEAAqE;YACrE,qEAAqE;YACrE,4EAA4E;YAC5E,IAAI,KAAK,CAAC,cAAc;gBAAE,SAAS;YACnC,KAAK,CAAC,sBAAsB,GAAG,IAAI,CAAC;YAEpC,MAAM,IAAI,GAAG,GAAG,CAAC,aAAa,IAAI,YAAY,CAAC;YAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YACvE,MAAM,SAAS,GAAG,IAAI,GAAG,EAA8B,CAAC;YACxD,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,QAAQ,EAAE,CAAC;gBAC3C,MAAM,GAAG,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;gBACnF,IAAI,CAAC,KAAK,CAAC,sBAAsB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC3C,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YACD,IAAI,SAAS,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACzB,WAAW,CAAC,eAAe,CAAC,0BAA0B,EAAE;oBACtD,QAAQ,EAAE,GAAG,CAAC,GAAG;oBACjB,MAAM,EAAE,kCAAkC;oBAC1C,sBAAsB,EAAE,KAAK,CAAC,sBAAsB,CAAC,IAAI;iBAC1D,CAAC,CAAC;gBACH,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC7C,SAAS;YACX,CAAC;YAED,WAAW,CAAC,eAAe,CAAC,wBAAwB,EAAE;gBACpD,QAAQ,EAAE,GAAG,CAAC,GAAG;gBACjB,KAAK,EAAE,SAAS,CAAC,IAAI;gBACrB,sBAAsB,EAAE,KAAK,CAAC,sBAAsB,CAAC,IAAI;aAC1D,CAAC,CAAC;YAEH,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3G,CAAC;QAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACnD,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC;YAC3B,uEAAuE;YACvE,sEAAsE;YACtE,4EAA4E;YAC5E,sEAAsE;YACtE,yEAAyE;YACzE,wBAAwB;YACxB,MAAM,iBAAiB,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAChF,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,gBAAgB,EAAE,GAAG,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;gBAC1F,+DAA+D;gBAC/D,qDAAqD;gBACrD,MAAM,eAAe,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;gBAClE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,EAAE,CAAC;oBAC/E,OAAO;gBACT,CAAC;gBACD,IAAI,CAAC;oBACH,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;gBACjB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CAAC,yDAAyD,EAAE,KAAK,CAAC,CAAC;gBAClF,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAClE,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC7B,MAAM,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAC9B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAAE,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;IACvE,CAAC;IAED,wBAAwB,CAAC,WAAmB;QAC1C,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,qBAAqB,IAAI,KAAK,CAAC;IACtE,CAAC;IAED,UAAU;QACR,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAAE,KAAK,IAAI,CAAC,CAAC,yBAAyB,CAAC;QAC3E,OAAO,EAAE,8BAA8B,EAAE,KAAK,EAAE,CAAC;IACnD,CAAC;IAED,oEAAoE;IAC5D,KAAK,CAAC,eAAe,CAC3B,GAAoB,EACpB,KAAsB,EACtB,IAAY,EACZ,IAAY,EACZ,QAAyC,EACzC,YAAqB;QAErB,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAEtD,IAAI,YAAY,EAAE,CAAC;YACjB,wEAAwE;YACxE,wBAAwB;YACxB,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;gBACtC,KAAK,CAAC,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QACtC,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YACxC,KAAK,MAAM,CAAC,IAAI,OAAO;gBAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAE5G,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ;aACtB,iBAAiB,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC;aACvC,IAAI,CAAC,KAAK,EAAE,QAAsD,EAAE,EAAE;YACrE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;YAC9G,KAAK,CAAC,yBAAyB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YACtD,WAAW,CAAC,eAAe,CACzB,YAAY,CAAC,CAAC,CAAC,qCAAqC,CAAC,CAAC,CAAC,2BAA2B,EAClF,EAAE,QAAQ,EAAE,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CACtE,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YACxB,KAAK,CAAC,yBAAyB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YACtD,IAAI,CAAC,YAAY;gBAAE,KAAK,CAAC,qBAAqB,GAAG,IAAI,CAAC;YACtD,WAAW,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC,CAAC,yBAAyB,EAAE;gBAC1G,QAAQ,EAAE,GAAG,CAAC,GAAG;gBACjB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;YACH,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QAEL,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;QACjD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,oBAAoB,CAAC,KAAkB,EAAE,QAAgB;QAC/D,MAAM,GAAG,GAAG,IAAI,GAAG,EAA8B,CAAC;QAClD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxC,MAAM,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACzE,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC/B,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS;gBAC/B,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;aAC5B,CAAC,CAAC;YACH,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACpB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,cAAc,CACpB,GAAoC,EACpC,YAA6C,EAC7C,IAAY;QAEZ,IAAI,CAAC,YAAY;YAAE,OAAO,GAAG,CAAC;QAC9B,MAAM,GAAG,GAAG,IAAI,GAAG,EAA8B,CAAC;QAClD,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,GAAG,EAAE,CAAC;YACtC,MAAM,GAAG,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;YACnF,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC;gBAAE,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"chunk-phase.js","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/enrichment/chunk-phase.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAE3D,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAKvD,MAAM,4BAA4B,GAAG,EAAE,CAAC;AA8BxC,SAAS,WAAW;IAClB,OAAO;QACL,sBAAsB,EAAE,IAAI,GAAG,EAAE;QACjC,SAAS,EAAE,EAAE;QACb,cAAc,EAAE,EAAE;QAClB,sEAAsE;QACtE,oEAAoE;QACpE,sEAAsE;QACtE,KAAK,EAAE,IAAI;QACX,cAAc,EAAE,KAAK;QACrB,yBAAyB,EAAE,CAAC;QAC5B,qBAAqB,EAAE,KAAK;QAC5B,sBAAsB,EAAE,KAAK;KAC9B,CAAC;AACJ,CAAC;AAMD,MAAM,OAAO,UAAU;IAOQ;IANZ,MAAM,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC5C,SAAS,GAAG,IAAI,SAAS,CAAC,4BAA4B,CAAC,CAAC;IACjE,QAAQ,GAAiC,IAAI,GAAG,EAAE,CAAC;IACnD,YAAY,GAAG,EAAE,CAAC;IAClB,UAAU,CAAmC;IAErD,YAA6B,OAA0B;QAA1B,YAAO,GAAP,OAAO,CAAmB;IAAG,CAAC;IAE3D,IAAI,CAAC,QAA8C,EAAE,KAAa,EAAE,YAAoB;QACtF,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QAClC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,IAAI,EAAE;YAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,aAAa,CAAC,EAAmC;QAC/C,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;IACvB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,IAAY;QAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC;QAC3B,IAAI,CAAC,EAAE;YAAE,OAAO;QAChB,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,yEAAyE,EAAE,KAAK,CAAC,CAAC;QAClG,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,mBAAmB,CAAC,WAAmB;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI,KAAK;YAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC;IACjC,CAAC;IAED;;;OAGG;IACH,SAAS,CAAC,WAAmB;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK;YAAE,OAAO;QAClC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI,CAAC,GAAG;YAAE,OAAO;QACjB,MAAM,OAAO,GAAG,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC/C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,GAAG,CAAC,aAAa,IAAI,KAAK,CAAC,YAAY,CAAC;YACrD,MAAM,GAAG,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACzD,KAAK,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,UAAU,CAAC,WAAmB;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC;QACpB,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC;QAC5B,KAAK,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;IAClC,CAAC;IAED,sDAAsD;IACtD,OAAO,CAAC,IAAY,EAAE,YAAoB,EAAE,KAAkB;QAC5D,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACvC,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBACjB,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;gBACzD,SAAS;YACX,CAAC;YACD,MAAM,IAAI,GAAG,GAAG,CAAC,aAAa,IAAI,YAAY,CAAC;YAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACnD,KAAK,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,eAAe,CAAC,IAAY,EAAE,YAAoB,EAAE,QAAyC;QAC3F,MAAM,gBAAgB,GAAuB,EAAE,CAAC;QAEhD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACvC,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,wEAAwE;YACxE,qEAAqE;YACrE,qEAAqE;YACrE,4EAA4E;YAC5E,IAAI,KAAK,CAAC,cAAc;gBAAE,SAAS;YACnC,KAAK,CAAC,sBAAsB,GAAG,IAAI,CAAC;YAEpC,MAAM,IAAI,GAAG,GAAG,CAAC,aAAa,IAAI,YAAY,CAAC;YAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YACvE,MAAM,SAAS,GAAG,IAAI,GAAG,EAA8B,CAAC;YACxD,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,QAAQ,EAAE,CAAC;gBAC3C,MAAM,GAAG,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;gBACnF,IAAI,CAAC,KAAK,CAAC,sBAAsB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC3C,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YACD,IAAI,SAAS,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACzB,WAAW,CAAC,eAAe,CAAC,0BAA0B,EAAE;oBACtD,QAAQ,EAAE,GAAG,CAAC,GAAG;oBACjB,MAAM,EAAE,kCAAkC;oBAC1C,sBAAsB,EAAE,KAAK,CAAC,sBAAsB,CAAC,IAAI;iBAC1D,CAAC,CAAC;gBACH,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC7C,SAAS;YACX,CAAC;YAED,WAAW,CAAC,eAAe,CAAC,wBAAwB,EAAE;gBACpD,QAAQ,EAAE,GAAG,CAAC,GAAG;gBACjB,KAAK,EAAE,SAAS,CAAC,IAAI;gBACrB,sBAAsB,EAAE,KAAK,CAAC,sBAAsB,CAAC,IAAI;aAC1D,CAAC,CAAC;YAEH,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3G,CAAC;QAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACnD,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC;YAC3B,uEAAuE;YACvE,sEAAsE;YACtE,4EAA4E;YAC5E,sEAAsE;YACtE,yEAAyE;YACzE,wBAAwB;YACxB,MAAM,iBAAiB,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAChF,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,gBAAgB,EAAE,GAAG,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;gBAC1F,+DAA+D;gBAC/D,qDAAqD;gBACrD,MAAM,eAAe,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;gBAClE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,EAAE,CAAC;oBAC/E,OAAO;gBACT,CAAC;gBACD,IAAI,CAAC;oBACH,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;gBACjB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CAAC,yDAAyD,EAAE,KAAK,CAAC,CAAC;gBAClF,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAClE,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC7B,MAAM,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAC9B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAAE,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;IACvE,CAAC;IAED,wBAAwB,CAAC,WAAmB;QAC1C,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,qBAAqB,IAAI,KAAK,CAAC;IACtE,CAAC;IAED,UAAU;QACR,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAAE,KAAK,IAAI,CAAC,CAAC,yBAAyB,CAAC;QAC3E,OAAO,EAAE,8BAA8B,EAAE,KAAK,EAAE,CAAC;IACnD,CAAC;IAED,oEAAoE;IAC5D,KAAK,CAAC,eAAe,CAC3B,GAAoB,EACpB,KAAsB,EACtB,IAAY,EACZ,IAAY,EACZ,QAAyC,EACzC,YAAqB;QAErB,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAEtD,IAAI,YAAY,EAAE,CAAC;YACjB,wEAAwE;YACxE,wBAAwB;YACxB,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;gBACtC,KAAK,CAAC,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QACtC,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YACxC,KAAK,MAAM,CAAC,IAAI,OAAO;gBAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAE5G,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ;aACtB,iBAAiB,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC;aACvC,IAAI,CAAC,KAAK,EAAE,QAAsD,EAAE,EAAE;YACrE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;YAC9G,KAAK,CAAC,yBAAyB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YACtD,WAAW,CAAC,eAAe,CACzB,YAAY,CAAC,CAAC,CAAC,qCAAqC,CAAC,CAAC,CAAC,2BAA2B,EAClF,EAAE,QAAQ,EAAE,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CACtE,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YACxB,KAAK,CAAC,yBAAyB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YACtD,IAAI,CAAC,YAAY;gBAAE,KAAK,CAAC,qBAAqB,GAAG,IAAI,CAAC;YACtD,WAAW,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC,CAAC,yBAAyB,EAAE;gBAC1G,QAAQ,EAAE,GAAG,CAAC,GAAG;gBACjB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;YACH,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QAEL,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;QACjD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,oBAAoB,CAAC,KAAkB,EAAE,QAAgB;QAC/D,MAAM,GAAG,GAAG,IAAI,GAAG,EAA8B,CAAC;QAClD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxC,MAAM,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACzE,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC/B,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS;gBAC/B,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;aAC5B,CAAC,CAAC;YACH,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACpB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,cAAc,CACpB,GAAoC,EACpC,YAA6C,EAC7C,IAAY;QAEZ,IAAI,CAAC,YAAY;YAAE,OAAO,GAAG,CAAC;QAC9B,MAAM,GAAG,GAAG,IAAI,GAAG,EAA8B,CAAC;QAClD,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,GAAG,EAAE,CAAC;YACtC,MAAM,GAAG,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;YACnF,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC;gBAAE,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"completion-runner.d.ts","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/enrichment/completion-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAE9D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACtD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,KAAK,EAAmB,eAAe,EAAE,MAAM,YAAY,CAAC;AAEnE,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,SAAS,CAAC;IACrB,UAAU,EAAE,UAAU,CAAC;IACvB,UAAU,EAAE,oBAAoB,CAAC;IACjC,OAAO,EAAE,iBAAiB,CAAC;IAC3B,WAAW,EAAE,qBAAqB,CAAC;CACpC;AAED;;;;;GAKG;AACH,MAAM,MAAM,gBAAgB,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;AAE/G,qBAAa,gBAAgB;IACf,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAAJ,IAAI,EAAE,oBAAoB;IAEjD,GAAG,CACP,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,WAAW,CAAC,MAAM,EAAE,eAAe,CAAC,EAC9C,SAAS,EAAE,MAAM,EACjB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,YAAY,SAAK,GAChB,OAAO,CAAC,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"completion-runner.d.ts","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/enrichment/completion-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAE9D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACtD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,KAAK,EAAmB,eAAe,EAAE,MAAM,YAAY,CAAC;AAEnE,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,SAAS,CAAC;IACrB,UAAU,EAAE,UAAU,CAAC;IACvB,UAAU,EAAE,oBAAoB,CAAC;IACjC,OAAO,EAAE,iBAAiB,CAAC;IAC3B,WAAW,EAAE,qBAAqB,CAAC;CACpC;AAED;;;;;GAKG;AACH,MAAM,MAAM,gBAAgB,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;AAE/G,qBAAa,gBAAgB;IACf,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAAJ,IAAI,EAAE,oBAAoB;IAEjD,GAAG,CACP,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,WAAW,CAAC,MAAM,EAAE,eAAe,CAAC,EAC9C,SAAS,EAAE,MAAM,EACjB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,YAAY,SAAK,GAChB,OAAO,CAAC,iBAAiB,CAAC;CA4F9B"}
|
|
@@ -22,7 +22,9 @@ export class CompletionRunner {
|
|
|
22
22
|
// 2. drain fileWork
|
|
23
23
|
await filePhase.drain();
|
|
24
24
|
// 3. backfill per ctx
|
|
25
|
+
let backfillOccurred = false;
|
|
25
26
|
if (applier.getMissedFileChunks().size > 0) {
|
|
27
|
+
backfillOccurred = true;
|
|
26
28
|
for (const ctx of contexts.values()) {
|
|
27
29
|
if (filePhase.hasPrefetchFailed(ctx.key))
|
|
28
30
|
continue;
|
|
@@ -88,6 +90,13 @@ export class CompletionRunner {
|
|
|
88
90
|
unenrichedChunks: chunkUnenriched,
|
|
89
91
|
});
|
|
90
92
|
}
|
|
93
|
+
// 8. Re-fire stats callback if backfill wrote post-streaming overlays.
|
|
94
|
+
// First fire (streaming end inside ChunkPhase) preserves the 896f343c
|
|
95
|
+
// contract; this is a strictly-later second fire so listeners (StatsCache)
|
|
96
|
+
// reflect post-backfill state. Listeners must be idempotent.
|
|
97
|
+
if (backfillOccurred) {
|
|
98
|
+
await chunkPhase.fireOnComplete(coll);
|
|
99
|
+
}
|
|
91
100
|
pipelineLog.enrichmentPhase("ALL_COMPLETE", { ...metrics });
|
|
92
101
|
return metrics;
|
|
93
102
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"completion-runner.js","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/enrichment/completion-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAwBvD,MAAM,OAAO,gBAAgB;IACE;IAA7B,YAA6B,IAA0B;QAA1B,SAAI,GAAJ,IAAI,CAAsB;IAAG,CAAC;IAE3D,KAAK,CAAC,GAAG,CACP,IAAY,EACZ,QAA8C,EAC9C,SAAiB,EACjB,gBAAmC,EACnC,YAAY,GAAG,EAAE;QAEjB,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;QAC9E,MAAM,cAAc,GAAqB,gBAAgB,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAE7E,oBAAoB;QACpB,MAAM,SAAS,CAAC,aAAa,EAAE,CAAC;QAEhC,oBAAoB;QACpB,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;QAExB,sBAAsB;QACtB,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC3C,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;gBACpC,IAAI,SAAS,CAAC,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC;oBAAE,SAAS;gBACnD,MAAM,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;QAED,2BAA2B;QAC3B,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YACpC,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACnE,MAAM,WAAW,CAAC,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,EAAE;gBAC7C,MAAM,EAAE,SAAS,CAAC,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW;gBACrE,UAAU,EAAE,SAAS,CAAC,qBAAqB,CAAC,GAAG,CAAC,GAAG,CAAC;gBACpD,gBAAgB,EAAE,cAAc;gBAChC,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,WAAW,EAAE,OAAO,CAAC,WAAW;aACjC,CAAC,CAAC;QACL,CAAC;QAED,uBAAuB;QACvB,MAAM,WAAW,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC;QAC3C,MAAM,YAAY,GAAG,UAAU,CAAC,UAAU,EAAE,CAAC;QAC7C,MAAM,OAAO,GAAsB;YACjC,kBAAkB,EAAE,WAAW,CAAC,qBAAqB;YACrD,SAAS,EAAE,CAAC;YACZ,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,WAAW,CAAC,qBAAqB;YACnD,YAAY,EAAE,WAAW,CAAC,iBAAiB;YAC3C,oBAAoB,EAAE,YAAY,CAAC,8BAA8B;YACjE,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACvD,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,iBAAiB,EAAE,CAAC,GAAG,OAAO,CAAC,iBAAiB,CAAC;YACjD,eAAe,EAAE,WAAW,CAAC,sBAAsB;YACnD,gBAAgB,EAAE,CAAC;SACpB,CAAC;QACF,MAAM,KAAK,GAAG,WAAW,CAAC,aAAa,CAAC;QACxC,IAAI,KAAK,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,IAAI,KAAK,CAAC,iBAAiB,GAAG,CAAC,EAAE,CAAC;YACtE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAC5E,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,KAAK,CAAC,iBAAiB,CAAC,CAAC;YACtE,OAAO,CAAC,YAAY;gBAClB,OAAO,CAAC,kBAAkB,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrG,CAAC;QACD,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QAE1D,qBAAqB;QACrB,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;QACzB,MAAM,iBAAiB,GAAG,UAAU,CAAC,UAAU,EAAE,CAAC;QAClD,OAAO,CAAC,oBAAoB,GAAG,iBAAiB,CAAC,8BAA8B,CAAC;QAEhF,4BAA4B;QAC5B,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YACpC,MAAM,eAAe,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACrE,IAAI,WAAsC,CAAC;YAC3C,IAAI,SAAS,CAAC,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,wBAAwB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzF,WAAW,GAAG,QAAQ,CAAC;YACzB,CAAC;iBAAM,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;gBAC/B,WAAW,GAAG,UAAU,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,WAAW,GAAG,WAAW,CAAC;YAC5B,CAAC;YACD,MAAM,WAAW,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,EAAE;gBAC9C,MAAM,EAAE,WAAW;gBACnB,UAAU,EAAE,iBAAiB,CAAC,8BAA8B;gBAC5D,gBAAgB,EAAE,eAAe;aAClC,CAAC,CAAC;QACL,CAAC;QAED,WAAW,CAAC,eAAe,CAAC,cAAc,EAAE,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC5D,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"completion-runner.js","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/enrichment/completion-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAwBvD,MAAM,OAAO,gBAAgB;IACE;IAA7B,YAA6B,IAA0B;QAA1B,SAAI,GAAJ,IAAI,CAAsB;IAAG,CAAC;IAE3D,KAAK,CAAC,GAAG,CACP,IAAY,EACZ,QAA8C,EAC9C,SAAiB,EACjB,gBAAmC,EACnC,YAAY,GAAG,EAAE;QAEjB,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;QAC9E,MAAM,cAAc,GAAqB,gBAAgB,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAE7E,oBAAoB;QACpB,MAAM,SAAS,CAAC,aAAa,EAAE,CAAC;QAEhC,oBAAoB;QACpB,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;QAExB,sBAAsB;QACtB,IAAI,gBAAgB,GAAG,KAAK,CAAC;QAC7B,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC3C,gBAAgB,GAAG,IAAI,CAAC;YACxB,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;gBACpC,IAAI,SAAS,CAAC,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC;oBAAE,SAAS;gBACnD,MAAM,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;QAED,2BAA2B;QAC3B,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YACpC,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACnE,MAAM,WAAW,CAAC,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,EAAE;gBAC7C,MAAM,EAAE,SAAS,CAAC,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW;gBACrE,UAAU,EAAE,SAAS,CAAC,qBAAqB,CAAC,GAAG,CAAC,GAAG,CAAC;gBACpD,gBAAgB,EAAE,cAAc;gBAChC,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,WAAW,EAAE,OAAO,CAAC,WAAW;aACjC,CAAC,CAAC;QACL,CAAC;QAED,uBAAuB;QACvB,MAAM,WAAW,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC;QAC3C,MAAM,YAAY,GAAG,UAAU,CAAC,UAAU,EAAE,CAAC;QAC7C,MAAM,OAAO,GAAsB;YACjC,kBAAkB,EAAE,WAAW,CAAC,qBAAqB;YACrD,SAAS,EAAE,CAAC;YACZ,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,WAAW,CAAC,qBAAqB;YACnD,YAAY,EAAE,WAAW,CAAC,iBAAiB;YAC3C,oBAAoB,EAAE,YAAY,CAAC,8BAA8B;YACjE,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACvD,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,iBAAiB,EAAE,CAAC,GAAG,OAAO,CAAC,iBAAiB,CAAC;YACjD,eAAe,EAAE,WAAW,CAAC,sBAAsB;YACnD,gBAAgB,EAAE,CAAC;SACpB,CAAC;QACF,MAAM,KAAK,GAAG,WAAW,CAAC,aAAa,CAAC;QACxC,IAAI,KAAK,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,IAAI,KAAK,CAAC,iBAAiB,GAAG,CAAC,EAAE,CAAC;YACtE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAC5E,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,KAAK,CAAC,iBAAiB,CAAC,CAAC;YACtE,OAAO,CAAC,YAAY;gBAClB,OAAO,CAAC,kBAAkB,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrG,CAAC;QACD,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QAE1D,qBAAqB;QACrB,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;QACzB,MAAM,iBAAiB,GAAG,UAAU,CAAC,UAAU,EAAE,CAAC;QAClD,OAAO,CAAC,oBAAoB,GAAG,iBAAiB,CAAC,8BAA8B,CAAC;QAEhF,4BAA4B;QAC5B,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YACpC,MAAM,eAAe,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACrE,IAAI,WAAsC,CAAC;YAC3C,IAAI,SAAS,CAAC,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,wBAAwB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzF,WAAW,GAAG,QAAQ,CAAC;YACzB,CAAC;iBAAM,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;gBAC/B,WAAW,GAAG,UAAU,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,WAAW,GAAG,WAAW,CAAC;YAC5B,CAAC;YACD,MAAM,WAAW,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,EAAE;gBAC9C,MAAM,EAAE,WAAW;gBACnB,UAAU,EAAE,iBAAiB,CAAC,8BAA8B;gBAC5D,gBAAgB,EAAE,eAAe;aAClC,CAAC,CAAC;QACL,CAAC;QAED,uEAAuE;QACvE,sEAAsE;QACtE,2EAA2E;QAC3E,6DAA6D;QAC7D,IAAI,gBAAgB,EAAE,CAAC;YACrB,MAAM,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QACxC,CAAC;QAED,WAAW,CAAC,eAAe,CAAC,cAAc,EAAE,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC5D,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
|
|
@@ -6,8 +6,9 @@
|
|
|
6
6
|
* 2. Per-batch: apply file signals as chunks arrive — owned by FilePhase
|
|
7
7
|
* 3. Streaming + post-flush chunk overlays — owned by ChunkPhase
|
|
8
8
|
*
|
|
9
|
-
*
|
|
10
|
-
*
|
|
9
|
+
* Per-run state is bounded inside a `RunState` container. Each `prefetch()`
|
|
10
|
+
* builds a fresh RunState; old promise closures from previous runs mutate
|
|
11
|
+
* their own (now-orphaned) RunState and have zero effect on the current run.
|
|
11
12
|
*/
|
|
12
13
|
import type { Ignore } from "ignore";
|
|
13
14
|
import type { QdrantManager } from "../../../../adapters/qdrant/client.js";
|
|
@@ -18,22 +19,25 @@ import type { EnrichmentProvider } from "./types.js";
|
|
|
18
19
|
export declare class EnrichmentCoordinator {
|
|
19
20
|
private readonly qdrant;
|
|
20
21
|
private readonly recovery?;
|
|
21
|
-
private contexts;
|
|
22
|
-
private startTime;
|
|
23
|
-
private runId;
|
|
24
|
-
private runStartedAt;
|
|
25
|
-
private readonly applier;
|
|
26
22
|
private readonly markerStore;
|
|
27
|
-
private
|
|
28
|
-
private readonly
|
|
29
|
-
private readonly chunkPhase;
|
|
30
|
-
private readonly completion;
|
|
23
|
+
private currentRun;
|
|
24
|
+
private readonly providers;
|
|
31
25
|
/**
|
|
32
|
-
* Optional callback fired after
|
|
33
|
-
*
|
|
34
|
-
*
|
|
35
|
-
*
|
|
36
|
-
*
|
|
26
|
+
* Optional callback fired after enrichment milestones. Invoked at most twice
|
|
27
|
+
* per run:
|
|
28
|
+
* 1. After ChunkPhase streaming + initial chunk enrichment settles.
|
|
29
|
+
* 2. After CompletionRunner finishes file backfill + chunk backfill (only
|
|
30
|
+
* when backfill produced overlays).
|
|
31
|
+
*
|
|
32
|
+
* Both fires receive the collectionName. Errors in the callback are caught
|
|
33
|
+
* and logged — they do not affect enrichment. Listeners must be idempotent
|
|
34
|
+
* (e.g. IngestFacade.refreshStatsByCollection overwrites stats cache, so a
|
|
35
|
+
* second call simply supersedes the first).
|
|
36
|
+
*
|
|
37
|
+
* Bound to the current RunState's chunkPhase on assignment; subsequent
|
|
38
|
+
* prefetch() calls re-bind to the new run's chunkPhase. The 896f343c
|
|
39
|
+
* contract is preserved: the first fire still awaits streaming work inside
|
|
40
|
+
* ChunkPhase before invoking the callback.
|
|
37
41
|
*/
|
|
38
42
|
private _onChunkEnrichmentComplete?;
|
|
39
43
|
get onChunkEnrichmentComplete(): ((collectionName: string) => Promise<void>) | undefined;
|
|
@@ -51,6 +55,13 @@ export declare class EnrichmentCoordinator {
|
|
|
51
55
|
* Start file-level metadata prefetch at T=0. Non-blocking.
|
|
52
56
|
* Call before pipeline.start() to maximize overlap.
|
|
53
57
|
* All providers prefetch in parallel.
|
|
58
|
+
*
|
|
59
|
+
* Concurrent prefetch calls are serialized FIFO: a new prefetch defers its
|
|
60
|
+
* provider.buildFileSignals call behind the previous run's donePromise.
|
|
61
|
+
* Init (createRunState, filePhase/chunkPhase init, markerStore.markStart)
|
|
62
|
+
* stays synchronous so onChunksStored / startChunkEnrichment calls that
|
|
63
|
+
* arrive between this prefetch and the queued buildFileSignals enqueue into
|
|
64
|
+
* the correct (current) RunState.
|
|
54
65
|
*/
|
|
55
66
|
prefetch(absolutePath: string, collectionName?: string, ignoreFilter?: Ignore, changedPaths?: string[]): void;
|
|
56
67
|
/**
|
|
@@ -69,6 +80,7 @@ export declare class EnrichmentCoordinator {
|
|
|
69
80
|
* Wait for all in-flight enrichment work to complete across all providers.
|
|
70
81
|
*/
|
|
71
82
|
awaitCompletion(collectionName: string): Promise<EnrichmentMetrics>;
|
|
83
|
+
private createRunState;
|
|
72
84
|
/**
|
|
73
85
|
* Count chunks missing enrichedAt for the marker. Re-polls once after a brief
|
|
74
86
|
* grace period when the first count is non-zero — `batchSetPayload` writes
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"coordinator.d.ts","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/enrichment/coordinator.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"coordinator.d.ts","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/enrichment/coordinator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAIH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAErC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAC;AAC3E,OAAO,KAAK,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEhF,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAO7C,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,kBAAkB,EAAmB,MAAM,YAAY,CAAC;AAgCtE,qBAAa,qBAAqB;IAqC9B,OAAO,CAAC,QAAQ,CAAC,MAAM;IAEvB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;IAtC5B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAwB;IACpD,OAAO,CAAC,UAAU,CAAyB;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAuB;IAEjD;;;;;;;;;;;;;;;;OAgBG;IACH,OAAO,CAAC,0BAA0B,CAAC,CAA4C;IAC/E,IAAI,yBAAyB,IAAI,CAAC,CAAC,cAAc,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,CAEvF;IACD,IAAI,yBAAyB,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,EAGxF;IAED,qDAAqD;IACrD,IAAI,YAAY,IAAI,MAAM,EAAE,CAE3B;gBAGkB,MAAM,EAAE,aAAa,EACtC,SAAS,EAAE,kBAAkB,GAAG,kBAAkB,EAAE,EACnC,QAAQ,CAAC,EAAE,kBAAkB,YAAA;IAMhD;;;;OAIG;IACG,WAAW,CAAC,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAW9E;;;;;;;;;;;OAWG;IACH,QAAQ,CAAC,YAAY,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI;IA4D7G;;;;;OAKG;IACH,cAAc,CAAC,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,IAAI;IAMtF;;;OAGG;IACH,oBAAoB,CAAC,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,CAAC,GAAG,IAAI;IAKnH;;OAEG;IACG,eAAe,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAmBzE,OAAO,CAAC,cAAc;IAqCtB;;;;;;;;OAQG;YACW,sBAAsB;CAWrC"}
|
|
@@ -6,8 +6,9 @@
|
|
|
6
6
|
* 2. Per-batch: apply file signals as chunks arrive — owned by FilePhase
|
|
7
7
|
* 3. Streaming + post-flush chunk overlays — owned by ChunkPhase
|
|
8
8
|
*
|
|
9
|
-
*
|
|
10
|
-
*
|
|
9
|
+
* Per-run state is bounded inside a `RunState` container. Each `prefetch()`
|
|
10
|
+
* builds a fresh RunState; old promise closures from previous runs mutate
|
|
11
|
+
* their own (now-orphaned) RunState and have zero effect on the current run.
|
|
11
12
|
*/
|
|
12
13
|
import { randomUUID } from "node:crypto";
|
|
13
14
|
import { pipelineLog } from "../infra/debug-logger.js";
|
|
@@ -34,23 +35,25 @@ const EMPTY_METRICS = {
|
|
|
34
35
|
export class EnrichmentCoordinator {
|
|
35
36
|
qdrant;
|
|
36
37
|
recovery;
|
|
37
|
-
contexts;
|
|
38
|
-
startTime = 0;
|
|
39
|
-
runId = "";
|
|
40
|
-
runStartedAt = "";
|
|
41
|
-
// Delegates
|
|
42
|
-
applier;
|
|
43
38
|
markerStore;
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
chunkPhase;
|
|
47
|
-
completion;
|
|
39
|
+
currentRun = null;
|
|
40
|
+
providers;
|
|
48
41
|
/**
|
|
49
|
-
* Optional callback fired after
|
|
50
|
-
*
|
|
51
|
-
*
|
|
52
|
-
*
|
|
53
|
-
*
|
|
42
|
+
* Optional callback fired after enrichment milestones. Invoked at most twice
|
|
43
|
+
* per run:
|
|
44
|
+
* 1. After ChunkPhase streaming + initial chunk enrichment settles.
|
|
45
|
+
* 2. After CompletionRunner finishes file backfill + chunk backfill (only
|
|
46
|
+
* when backfill produced overlays).
|
|
47
|
+
*
|
|
48
|
+
* Both fires receive the collectionName. Errors in the callback are caught
|
|
49
|
+
* and logged — they do not affect enrichment. Listeners must be idempotent
|
|
50
|
+
* (e.g. IngestFacade.refreshStatsByCollection overwrites stats cache, so a
|
|
51
|
+
* second call simply supersedes the first).
|
|
52
|
+
*
|
|
53
|
+
* Bound to the current RunState's chunkPhase on assignment; subsequent
|
|
54
|
+
* prefetch() calls re-bind to the new run's chunkPhase. The 896f343c
|
|
55
|
+
* contract is preserved: the first fire still awaits streaming work inside
|
|
56
|
+
* ChunkPhase before invoking the callback.
|
|
54
57
|
*/
|
|
55
58
|
_onChunkEnrichmentComplete;
|
|
56
59
|
get onChunkEnrichmentComplete() {
|
|
@@ -58,34 +61,18 @@ export class EnrichmentCoordinator {
|
|
|
58
61
|
}
|
|
59
62
|
set onChunkEnrichmentComplete(cb) {
|
|
60
63
|
this._onChunkEnrichmentComplete = cb;
|
|
61
|
-
if (cb)
|
|
62
|
-
this.chunkPhase.setOnComplete(cb);
|
|
64
|
+
if (cb && this.currentRun)
|
|
65
|
+
this.currentRun.chunkPhase.setOnComplete(cb);
|
|
63
66
|
}
|
|
64
67
|
/** All provider keys managed by this coordinator. */
|
|
65
68
|
get providerKeys() {
|
|
66
|
-
return
|
|
69
|
+
return this.providers.map((p) => p.key);
|
|
67
70
|
}
|
|
68
71
|
constructor(qdrant, providers, recovery) {
|
|
69
72
|
this.qdrant = qdrant;
|
|
70
73
|
this.recovery = recovery;
|
|
71
|
-
this.applier = new EnrichmentApplier(qdrant);
|
|
72
74
|
this.markerStore = new EnrichmentMarkerStore(qdrant);
|
|
73
|
-
this.
|
|
74
|
-
this.chunkPhase = new ChunkPhase(this.applier);
|
|
75
|
-
this.filePhase = new FilePhase(this.applier, this.markerStore);
|
|
76
|
-
this.filePhase.bindChunkPhase(this.chunkPhase);
|
|
77
|
-
this.completion = new CompletionRunner({
|
|
78
|
-
filePhase: this.filePhase,
|
|
79
|
-
chunkPhase: this.chunkPhase,
|
|
80
|
-
backfiller: this.backfiller,
|
|
81
|
-
applier: this.applier,
|
|
82
|
-
markerStore: this.markerStore,
|
|
83
|
-
});
|
|
84
|
-
const list = Array.isArray(providers) ? providers : [providers];
|
|
85
|
-
// Seed contexts with provider entries so runRecovery works when invoked
|
|
86
|
-
// before prefetch (e.g. recovery-only paths). prefetch() overwrites with
|
|
87
|
-
// resolved effectiveRoot + ignoreFilter for the actual run.
|
|
88
|
-
this.contexts = new Map(list.map((provider) => [provider.key, { key: provider.key, provider, effectiveRoot: null, ignoreFilter: null }]));
|
|
75
|
+
this.providers = Array.isArray(providers) ? providers : [providers];
|
|
89
76
|
}
|
|
90
77
|
/**
|
|
91
78
|
* Run recovery + migration before the main enrichment pipeline.
|
|
@@ -95,43 +82,70 @@ export class EnrichmentCoordinator {
|
|
|
95
82
|
async runRecovery(collectionName, absolutePath) {
|
|
96
83
|
if (!this.recovery)
|
|
97
84
|
return;
|
|
98
|
-
|
|
85
|
+
// Recovery uses a transient context map seeded from providers — no
|
|
86
|
+
// persistent RunState needed (recovery completes synchronously per
|
|
87
|
+
// collection, before any prefetch).
|
|
88
|
+
const contexts = new Map(this.providers.map((p) => [p.key, { key: p.key, provider: p, effectiveRoot: null, ignoreFilter: null }]));
|
|
89
|
+
await this.recovery.recoverAll(collectionName, absolutePath, contexts, this.markerStore);
|
|
99
90
|
}
|
|
100
91
|
/**
|
|
101
92
|
* Start file-level metadata prefetch at T=0. Non-blocking.
|
|
102
93
|
* Call before pipeline.start() to maximize overlap.
|
|
103
94
|
* All providers prefetch in parallel.
|
|
95
|
+
*
|
|
96
|
+
* Concurrent prefetch calls are serialized FIFO: a new prefetch defers its
|
|
97
|
+
* provider.buildFileSignals call behind the previous run's donePromise.
|
|
98
|
+
* Init (createRunState, filePhase/chunkPhase init, markerStore.markStart)
|
|
99
|
+
* stays synchronous so onChunksStored / startChunkEnrichment calls that
|
|
100
|
+
* arrive between this prefetch and the queued buildFileSignals enqueue into
|
|
101
|
+
* the correct (current) RunState.
|
|
104
102
|
*/
|
|
105
103
|
prefetch(absolutePath, collectionName, ignoreFilter, changedPaths) {
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
104
|
+
const previousDone = this.currentRun?.donePromise;
|
|
105
|
+
// Build a fresh RunState. Per-run instances guarantee old promise closures
|
|
106
|
+
// mutate their orphaned RunState, never the current one.
|
|
107
|
+
const runState = this.createRunState();
|
|
108
|
+
this.currentRun = runState;
|
|
109
|
+
if (this._onChunkEnrichmentComplete) {
|
|
110
|
+
runState.chunkPhase.setOnComplete(this._onChunkEnrichmentComplete);
|
|
111
|
+
}
|
|
112
|
+
runState.contexts = new Map(this.providers.map((provider) => {
|
|
113
|
+
const effectiveRoot = provider.resolveRoot(absolutePath);
|
|
111
114
|
if (effectiveRoot !== absolutePath) {
|
|
112
115
|
pipelineLog.enrichmentPhase("REPO_ROOT_DIFFERS", {
|
|
113
|
-
provider:
|
|
116
|
+
provider: provider.key,
|
|
114
117
|
absolutePath,
|
|
115
118
|
effectiveRoot,
|
|
116
119
|
});
|
|
117
120
|
}
|
|
118
121
|
return [
|
|
119
|
-
|
|
122
|
+
provider.key,
|
|
120
123
|
{
|
|
121
|
-
key:
|
|
122
|
-
provider
|
|
124
|
+
key: provider.key,
|
|
125
|
+
provider,
|
|
123
126
|
effectiveRoot,
|
|
124
127
|
ignoreFilter: ignoreFilter ?? null,
|
|
125
128
|
},
|
|
126
129
|
];
|
|
127
130
|
}));
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
// Write per-provider initial marker: file=in_progress, chunk=pending
|
|
131
|
+
runState.filePhase.init(runState.contexts, collectionName ?? "", runState.runId, runState.startedAt);
|
|
132
|
+
runState.chunkPhase.init(runState.contexts, collectionName ?? "", runState.startedAt);
|
|
131
133
|
if (collectionName) {
|
|
132
|
-
void this.markerStore.markStart(collectionName, [...
|
|
134
|
+
void this.markerStore.markStart(collectionName, [...runState.contexts.keys()], runState.runId, runState.startedAt);
|
|
135
|
+
}
|
|
136
|
+
// Defer ONLY the provider buildFileSignals call behind the previous run's
|
|
137
|
+
// donePromise. Failure of run N must not block run N+1 — `.catch(() => undefined)`
|
|
138
|
+
// converts rejection into resolution at this gate.
|
|
139
|
+
if (previousDone) {
|
|
140
|
+
void previousDone
|
|
141
|
+
.catch(() => undefined)
|
|
142
|
+
.then(() => {
|
|
143
|
+
runState.filePhase.startPrefetch(changedPaths);
|
|
144
|
+
});
|
|
145
|
+
}
|
|
146
|
+
else {
|
|
147
|
+
runState.filePhase.startPrefetch(changedPaths);
|
|
133
148
|
}
|
|
134
|
-
this.filePhase.startPrefetch(changedPaths);
|
|
135
149
|
}
|
|
136
150
|
/**
|
|
137
151
|
* Called per-batch by pipeline callback after chunks are stored in Qdrant.
|
|
@@ -140,23 +154,70 @@ export class EnrichmentCoordinator {
|
|
|
140
154
|
* batches — instead of waiting for a single post-flush catch-up.
|
|
141
155
|
*/
|
|
142
156
|
onChunksStored(collectionName, absolutePath, items) {
|
|
143
|
-
this.
|
|
144
|
-
|
|
157
|
+
if (!this.currentRun)
|
|
158
|
+
return;
|
|
159
|
+
this.currentRun.filePhase.onBatch(collectionName, absolutePath, items);
|
|
160
|
+
this.currentRun.chunkPhase.onBatch(collectionName, absolutePath, items);
|
|
145
161
|
}
|
|
146
162
|
/**
|
|
147
163
|
* Start chunk-level enrichment (Phase 2b). Fire-and-forget, tracked internally.
|
|
148
164
|
* Each provider runs independently.
|
|
149
165
|
*/
|
|
150
166
|
startChunkEnrichment(collectionName, absolutePath, chunkMap) {
|
|
151
|
-
this.
|
|
167
|
+
if (!this.currentRun)
|
|
168
|
+
return;
|
|
169
|
+
this.currentRun.chunkPhase.enrichRemaining(collectionName, absolutePath, chunkMap);
|
|
152
170
|
}
|
|
153
171
|
/**
|
|
154
172
|
* Wait for all in-flight enrichment work to complete across all providers.
|
|
155
173
|
*/
|
|
156
174
|
async awaitCompletion(collectionName) {
|
|
157
|
-
|
|
175
|
+
const run = this.currentRun;
|
|
176
|
+
if (!run || run.contexts.size === 0)
|
|
158
177
|
return EMPTY_METRICS;
|
|
159
|
-
|
|
178
|
+
try {
|
|
179
|
+
const metrics = await run.completion.run(collectionName, run.contexts, run.startTime, async (coll, providerKey, level) => this.countSettledUnenriched(coll, providerKey, level), run.startedAt);
|
|
180
|
+
run.resolveDone(metrics);
|
|
181
|
+
return metrics;
|
|
182
|
+
}
|
|
183
|
+
catch (error) {
|
|
184
|
+
run.rejectDone(error);
|
|
185
|
+
throw error;
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
createRunState() {
|
|
189
|
+
const applier = new EnrichmentApplier(this.qdrant);
|
|
190
|
+
const chunkPhase = new ChunkPhase(applier);
|
|
191
|
+
const filePhase = new FilePhase(applier, this.markerStore);
|
|
192
|
+
filePhase.bindChunkPhase(chunkPhase);
|
|
193
|
+
const backfiller = new EnrichmentBackfiller(applier, this.qdrant);
|
|
194
|
+
const completion = new CompletionRunner({
|
|
195
|
+
filePhase,
|
|
196
|
+
chunkPhase,
|
|
197
|
+
backfiller,
|
|
198
|
+
applier,
|
|
199
|
+
markerStore: this.markerStore,
|
|
200
|
+
});
|
|
201
|
+
let resolveDone;
|
|
202
|
+
let rejectDone;
|
|
203
|
+
const donePromise = new Promise((resolve, reject) => {
|
|
204
|
+
resolveDone = resolve;
|
|
205
|
+
rejectDone = reject;
|
|
206
|
+
});
|
|
207
|
+
return {
|
|
208
|
+
runId: randomUUID().slice(0, 8),
|
|
209
|
+
startTime: Date.now(),
|
|
210
|
+
startedAt: new Date().toISOString(),
|
|
211
|
+
applier,
|
|
212
|
+
filePhase,
|
|
213
|
+
chunkPhase,
|
|
214
|
+
backfiller,
|
|
215
|
+
completion,
|
|
216
|
+
contexts: new Map(),
|
|
217
|
+
donePromise,
|
|
218
|
+
resolveDone,
|
|
219
|
+
rejectDone,
|
|
220
|
+
};
|
|
160
221
|
}
|
|
161
222
|
/**
|
|
162
223
|
* Count chunks missing enrichedAt for the marker. Re-polls once after a brief
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"coordinator.js","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/enrichment/coordinator.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"coordinator.js","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/enrichment/coordinator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAMzC,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAI1D,MAAM,aAAa,GAAsB;IACvC,kBAAkB,EAAE,CAAC;IACrB,SAAS,EAAE,CAAC;IACZ,YAAY,EAAE,CAAC;IACf,gBAAgB,EAAE,CAAC;IACnB,YAAY,EAAE,CAAC;IACf,oBAAoB,EAAE,CAAC;IACvB,eAAe,EAAE,CAAC;IAClB,YAAY,EAAE,CAAC;IACf,WAAW,EAAE,CAAC;IACd,iBAAiB,EAAE,EAAE;IACrB,eAAe,EAAE,CAAC;IAClB,gBAAgB,EAAE,CAAC;CACpB,CAAC;AAiBF,MAAM,OAAO,qBAAqB;IAqCb;IAEA;IAtCF,WAAW,CAAwB;IAC5C,UAAU,GAAoB,IAAI,CAAC;IAC1B,SAAS,CAAuB;IAEjD;;;;;;;;;;;;;;;;OAgBG;IACK,0BAA0B,CAA6C;IAC/E,IAAI,yBAAyB;QAC3B,OAAO,IAAI,CAAC,0BAA0B,CAAC;IACzC,CAAC;IACD,IAAI,yBAAyB,CAAC,EAA2D;QACvF,IAAI,CAAC,0BAA0B,GAAG,EAAE,CAAC;QACrC,IAAI,EAAE,IAAI,IAAI,CAAC,UAAU;YAAE,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED,qDAAqD;IACrD,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC1C,CAAC;IAED,YACmB,MAAqB,EACtC,SAAoD,EACnC,QAA6B;QAF7B,WAAM,GAAN,MAAM,CAAe;QAErB,aAAQ,GAAR,QAAQ,CAAqB;QAE9C,IAAI,CAAC,WAAW,GAAG,IAAI,qBAAqB,CAAC,MAAM,CAAC,CAAC;QACrD,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACtE,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,cAAsB,EAAE,YAAoB;QAC5D,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC3B,mEAAmE;QACnE,mEAAmE;QACnE,oCAAoC;QACpC,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CACzG,CAAC;QACF,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,cAAc,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAC3F,CAAC;IAED;;;;;;;;;;;OAWG;IACH,QAAQ,CAAC,YAAoB,EAAE,cAAuB,EAAE,YAAqB,EAAE,YAAuB;QACpG,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC;QAElD,2EAA2E;QAC3E,yDAAyD;QACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACvC,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC;QAE3B,IAAI,IAAI,CAAC,0BAA0B,EAAE,CAAC;YACpC,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACrE,CAAC;QAED,QAAQ,CAAC,QAAQ,GAAG,IAAI,GAAG,CACzB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;YAC9B,MAAM,aAAa,GAAG,QAAQ,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;YACzD,IAAI,aAAa,KAAK,YAAY,EAAE,CAAC;gBACnC,WAAW,CAAC,eAAe,CAAC,mBAAmB,EAAE;oBAC/C,QAAQ,EAAE,QAAQ,CAAC,GAAG;oBACtB,YAAY;oBACZ,aAAa;iBACd,CAAC,CAAC;YACL,CAAC;YACD,OAAO;gBACL,QAAQ,CAAC,GAAG;gBACZ;oBACE,GAAG,EAAE,QAAQ,CAAC,GAAG;oBACjB,QAAQ;oBACR,aAAa;oBACb,YAAY,EAAE,YAAY,IAAI,IAAI;iBACnC;aACF,CAAC;QACJ,CAAC,CAAC,CACH,CAAC;QAEF,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,cAAc,IAAI,EAAE,EAAE,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;QACrG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,cAAc,IAAI,EAAE,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;QAEtF,IAAI,cAAc,EAAE,CAAC;YACnB,KAAK,IAAI,CAAC,WAAW,CAAC,SAAS,CAC7B,cAAc,EACd,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,EAC7B,QAAQ,CAAC,KAAK,EACd,QAAQ,CAAC,SAAS,CACnB,CAAC;QACJ,CAAC;QAED,0EAA0E;QAC1E,mFAAmF;QACnF,mDAAmD;QACnD,IAAI,YAAY,EAAE,CAAC;YACjB,KAAK,YAAY;iBACd,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;iBACtB,IAAI,CAAC,GAAG,EAAE;gBACT,QAAQ,CAAC,SAAS,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;YACjD,CAAC,CAAC,CAAC;QACP,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,SAAS,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,cAAc,CAAC,cAAsB,EAAE,YAAoB,EAAE,KAAkB;QAC7E,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO;QAC7B,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,OAAO,CAAC,cAAc,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC;QACvE,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC,cAAc,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC;IAC1E,CAAC;IAED;;;OAGG;IACH,oBAAoB,CAAC,cAAsB,EAAE,YAAoB,EAAE,QAAyC;QAC1G,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO;QAC7B,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,eAAe,CAAC,cAAc,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;IACrF,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,cAAsB;QAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC;QAC5B,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,aAAa,CAAC;QAC1D,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,GAAG,CACtC,cAAc,EACd,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,SAAS,EACb,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,CAAC,EACzF,GAAG,CAAC,SAAS,CACd,CAAC;YACF,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YACzB,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACtB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,cAAc;QACpB,MAAM,OAAO,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3D,SAAS,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QACrC,MAAM,UAAU,GAAG,IAAI,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAClE,MAAM,UAAU,GAAG,IAAI,gBAAgB,CAAC;YACtC,SAAS;YACT,UAAU;YACV,UAAU;YACV,OAAO;YACP,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC,CAAC;QAEH,IAAI,WAA4C,CAAC;QACjD,IAAI,UAAiC,CAAC;QACtC,MAAM,WAAW,GAAG,IAAI,OAAO,CAAoB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrE,WAAW,GAAG,OAAO,CAAC;YACtB,UAAU,GAAG,MAAM,CAAC;QACtB,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,KAAK,EAAE,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAC/B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO;YACP,SAAS;YACT,UAAU;YACV,UAAU;YACV,UAAU;YACV,QAAQ,EAAE,IAAI,GAAG,EAAE;YACnB,WAAW;YACX,WAAW;YACX,UAAU;SACX,CAAC;IACJ,CAAC;IAED;;;;;;;;OAQG;IACK,KAAK,CAAC,sBAAsB,CAClC,cAAsB,EACtB,WAAmB,EACnB,KAAuB;QAEvB,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,OAAO,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,cAAc,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QACrG,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC1B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QACzD,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,cAAc,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;IACpG,CAAC;CACF"}
|