@untangle-code/chunker 0.0.0-stage → 0.1.0

package/dist/context.d.ts

@@ -0,0 +1,48 @@
+import type { ChunkKind, CodeChunkDraft, MetricsScope, ParseQuality, SourceRange } from "@untangle-code/domain";
+import { type LineIndex } from "./byte-text.js";
+import type { ChunkerConfig, ChunkFileIdentity } from "./types.js";
+/** Header/metrics-scope metadata attached to one emitted chunk. */
+export interface HeaderMeta {
+    symbolId?: string;
+    symbolName?: string;
+    symbolFqn?: string;
+    symbolKind?: string;
+    /** Signature or short symbol header; mandatory on `symbol_fragment` (spec.md §8.5). */
+    signature?: string;
+    astHash?: string;
+    metricsScope: MetricsScope;
+    metricsScopeId: string;
+}
+export interface BuildContext {
+    identity: ChunkFileIdentity;
+    lineIndex: LineIndex;
+    fileRange: SourceRange;
+    config: ChunkerConfig;
+    parseQuality: ParseQuality;
+    /** Per-(scopeId, chunkKind) emission counters feeding `chunk_ordinal` (spec.md §5.6). */
+    ordinals: Map<string, number>;
+}
+export declare function createBuildContext(identity: ChunkFileIdentity, content: string, config: ChunkerConfig, parseQuality: ParseQuality): BuildContext;
+export declare function contentOf(ctx: BuildContext, range: SourceRange): string;
+/**
+ * Token estimate of the FULL prepared dense text (header included) that
+ * `content` would produce under `header` — the quantity every splitting
+ * decision must budget against (architecture.md §14.4: "the header counts
+ * toward the token budget").
+ */
+export declare function estimateTokensWithHeader(ctx: BuildContext, content: string, header: Pick<HeaderMeta, "symbolFqn" | "signature">): number;
+export interface EmitParams {
+    range: SourceRange;
+    content: string;
+    /** Symbol id, or file id for file-scoped chunks (spec.md §5.6). */
+    scopeId: string;
+    chunkKind: ChunkKind;
+    header: HeaderMeta;
+    fragmentIndex?: number;
+    fragmentCount?: number;
+    /** Marks generated (non-byte-exact) content — see domain `CodeChunkDraft.synthesized`. */
+    synthesized?: boolean;
+}
+/** The single factory for `CodeChunkDraft`s; every strategy goes through this. */
+export declare function emitChunk(ctx: BuildContext, params: EmitParams): CodeChunkDraft;
+//# sourceMappingURL=context.d.ts.map

package/dist/context.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context.d.ts","sourceRoot":"","sources":["../src/context.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EACV,SAAS,EACT,cAAc,EACd,YAAY,EACZ,YAAY,EACZ,WAAW,EACZ,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAkB,KAAK,SAAS,EAAc,MAAM,gBAAgB,CAAC;AAG5E,OAAO,KAAK,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAEnE,mEAAmE;AACnE,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uFAAuF;IACvF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,YAAY,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,SAAS,EAAE,SAAS,CAAC;IACrB,SAAS,EAAE,WAAW,CAAC;IACvB,MAAM,EAAE,aAAa,CAAC;IACtB,YAAY,EAAE,YAAY,CAAC;IAC3B,yFAAyF;IACzF,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC/B;AAED,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,aAAa,EACrB,YAAY,EAAE,YAAY,GACzB,YAAY,CASd;AASD,wBAAgB,SAAS,CAAC,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE,WAAW,GAAG,MAAM,CAEvE;AAED;;;;;GAKG;AACH,wBAAgB,wBAAwB,CACtC,GAAG,EAAE,YAAY,EACjB,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,WAAW,GAAG,WAAW,CAAC,GAClD,MAAM,CAYR;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,WAAW,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,mEAAmE;IACnE,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,SAAS,CAAC;IACrB,MAAM,EAAE,UAAU,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,0FAA0F;IAC1F,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AA+CD,kFAAkF;AAClF,wBAAgB,SAAS,CAAC,GAAG,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,GAAG,cAAc,CA8D/E"}

package/dist/context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context.js","sourceRoot":"","sources":["../src/context.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAS/E,OAAO,EAAE,cAAc,EAAkB,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5E,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAC3E,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AA0BtD,MAAM,UAAU,kBAAkB,CAChC,QAA2B,EAC3B,OAAe,EACf,MAAqB,EACrB,YAA0B;IAE1B,MAAM,SAAS,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAgB;QAC7B,SAAS,EAAE,CAAC;QACZ,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC;QACjD,SAAS,EAAE,CAAC;QACZ,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,MAAM;KACjC,CAAC;IACF,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;AACvF,CAAC;AAED,SAAS,WAAW,CAAC,GAAiB,EAAE,OAAe,EAAE,IAAe;IACtE,MAAM,GAAG,GAAG,GAAG,OAAO,IAAI,IAAI,EAAE,CAAC;IACjC,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC3C,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;IACnC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,GAAiB,EAAE,KAAkB;IAC7D,OAAO,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;AACnE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,wBAAwB,CACtC,GAAiB,EACjB,OAAe,EACf,MAAmD;IAEnD,MAAM,SAAS,GAAG,sBAAsB,CACtC,GAAG,CAAC,MAAM,CAAC,YAAY,EACvB;QACE,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ;QAC/B,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,UAAU;QACjC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;KAC5B,EACD,OAAO,CACR,CAAC;IACF,OAAO,cAAc,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;AAC9D,CAAC;AAeD;;;;;;;GAOG;AACH,SAAS,6BAA6B,CAAC,MAAkB;IACvD,IAAI,MAAM,CAAC,SAAS,KAAK,iBAAiB,EAAE,CAAC;QAC3C,OAAO;IACT,CAAC;IACD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,KAAK,EAAE,EAAE,CAAC;QAC1E,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC3B,CAAC;IACD,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;QACvC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAChC,CAAC;IACD,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;QACvC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAChC,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,KAAK,EAAE,EAAE,CAAC;QAC5E,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC5B,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,aAAa,CACrB,qBAAqB,EACrB,oDAAoD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EACvF;YACE,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,OAAO;YAClB,OAAO,EAAE;gBACP,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS;gBAClC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS;gBACjC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;gBAC7B,OAAO;aACR;SACF,CACF,CAAC;IACJ,CAAC;AACH,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,SAAS,CAAC,GAAiB,EAAE,MAAkB;IAC7D,6BAA6B,CAAC,MAAM,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IACnE,MAAM,OAAO,GAAG,YAAY,CAAC;QAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO;QACP,cAAc,EAAE,GAAG,CAAC,MAAM,CAAC,cAAc;KAC1C,CAAC,CAAC;IACH,MAAM,iBAAiB,GAAG,sBAAsB,CAC9C,GAAG,CAAC,MAAM,CAAC,YAAY,EACvB;QACE,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ;QAC/B,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,UAAU;QACjC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS;QAClC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS;KACnC,EACD,MAAM,CAAC,OAAO,CACf,CAAC;IACF,MAAM,QAAQ,GAAG,aAAa,CAC5B;QACE,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ;QAC/B,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU;QACpC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS;KACnC,EACD,MAAM,CAAC,OAAO,CACf,CAAC;IACF,MAAM,aAAa,GAAG,cAAc,CAAC,iBAAiB,EAAE,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IAEnF,MAAM,KAAK,GAAmB;QAC5B,OAAO;QACP,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,YAAY,EAAE,OAAO;QACrB,GAAG,CAAC,MAAM,CAAC,aAAa,KAAK,SAAS;YACpC,CAAC,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE;YAC9E,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,WAAW,EAAE,GAAG,CAAC,QAAQ,CAAC,WAAW;QACrC,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,MAAM;QAC3B,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,KAAK;QACzB,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,MAAM;QAC3B,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ;QAC/B,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,UAAU;QACjC,YAAY,EAAE,GAAG,CAAC,YAAY;QAC9B,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrF,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3F,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxF,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3F,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxF,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;QACtC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClF,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,YAAY;QACxC,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,cAAc;QAC5C,aAAa;QACb,iBAAiB;QACjB,QAAQ;QACR,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC,aAAa;QACvC,cAAc,EAAE,GAAG,CAAC,MAAM,CAAC,cAAc;KAC1C,CAAC;IACF,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/coverage.d.ts

@@ -0,0 +1,44 @@
+/**
+ * Coverage ledger construction (architecture.md §14.1; spec.md §8.4).
+ *
+ * The validator itself (`validateCoverage`) already lives in
+ * `@untangle-code/domain` as a pure function — it is the shared contract
+ * every producer must satisfy, so it is not redefined here. This module only
+ * builds the ledger entries as chunks are produced, and fills any residual
+ * gap the strategies left behind so the lossless invariant always holds
+ * before a file's chunking result is returned.
+ */
+import type { CodeChunkDraft, CoverageEntry, SourceRange } from "@untangle-code/domain";
+import { type LineIndex } from "./byte-text.js";
+/** One "chunked" ledger entry for a single emitted chunk. */
+export declare function chunkedEntry(range: SourceRange, chunkId: string): CoverageEntry;
+/** One "excluded" ledger entry; `reason` is mandatory (spec.md §8.4). */
+export declare function excludedEntry(range: SourceRange, reason: string): CoverageEntry;
+/** The chunk fields `assertTruthfulLedger` needs (a structural subset of `CodeChunkDraft`). */
+export type LedgerChunkView = Pick<CodeChunkDraft, "chunkId" | "chunkKind" | "range" | "content" | "synthesized">;
+/**
+ * Asserts every ledger claim is TRUE, not merely byte-complete
+ * (spec.md §8.4; docs/BUILD_PLAN.md E4 — no silent masking of content):
+ *
+ * - every NON-synthesized chunk's `content` is byte-exactly the source
+ *   bytes of its `range` (the `CodeChunkDraft.content` contract), so any
+ *   "chunked" entry lying inside such a chunk's range is literally carried;
+ * - every "chunked" entry that is only backed by SYNTHESIZED chunks claims
+ *   nothing beyond what those chunks literally carry: the claimed range's
+ *   text (whitespace-trimmed) must appear verbatim in a claiming chunk's
+ *   content;
+ * - every `chunkIds` reference resolves to an emitted chunk.
+ *
+ * A violation is an error (`UntangleError("ANALYSIS_INCOMPLETE")`), never a
+ * warning: a ledger entry that claims bytes no chunk content carries would
+ * silently mask content exactly as spec.md §8.4 forbids.
+ */
+export declare function assertTruthfulLedger(lineIndex: LineIndex, drafts: readonly LedgerChunkView[], entries: readonly CoverageEntry[], filePath: string): void;
+/**
+ * Asserts the lossless invariant holds for `entries` over `fileRange`, or
+ * throws `UntangleError("ANALYSIS_INCOMPLETE")` naming the concrete gaps
+ * (spec.md §8.4: hard truncation without a follow-up chunk is a bug, not a
+ * warning). Every chunking strategy MUST call this before returning.
+ */
+export declare function assertLosslessCoverage(entries: readonly CoverageEntry[], fileRange: SourceRange, filePath: string): void;
+//# sourceMappingURL=coverage.d.ts.map

package/dist/coverage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"coverage.d.ts","sourceRoot":"","sources":["../src/coverage.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAGxF,OAAO,EAAE,KAAK,SAAS,EAAc,MAAM,gBAAgB,CAAC;AAE5D,6DAA6D;AAC7D,wBAAgB,YAAY,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,GAAG,aAAa,CAE/E;AAED,yEAAyE;AACzE,wBAAgB,aAAa,CAAC,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,GAAG,aAAa,CAE/E;AAED,+FAA+F;AAC/F,MAAM,MAAM,eAAe,GAAG,IAAI,CAChC,cAAc,EACd,SAAS,GAAG,WAAW,GAAG,OAAO,GAAG,SAAS,GAAG,aAAa,CAC9D,CAAC;AAEF;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,oBAAoB,CAClC,SAAS,EAAE,SAAS,EACpB,MAAM,EAAE,SAAS,eAAe,EAAE,EAClC,OAAO,EAAE,SAAS,aAAa,EAAE,EACjC,QAAQ,EAAE,MAAM,GACf,IAAI,CAiEN;AAED;;;;;GAKG;AACH,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,SAAS,aAAa,EAAE,EACjC,SAAS,EAAE,WAAW,EACtB,QAAQ,EAAE,MAAM,GACf,IAAI,CAYN"}

package/dist/coverage.js

@@ -0,0 +1,95 @@
+import { UntangleError, validateCoverage } from "@untangle-code/domain";
+import { sliceBytes } from "./byte-text.js";
+/** One "chunked" ledger entry for a single emitted chunk. */
+export function chunkedEntry(range, chunkId) {
+    return { range, status: "chunked", chunkIds: [chunkId] };
+}
+/** One "excluded" ledger entry; `reason` is mandatory (spec.md §8.4). */
+export function excludedEntry(range, reason) {
+    return { range, status: "excluded", exclusionReason: reason };
+}
+/**
+ * Asserts every ledger claim is TRUE, not merely byte-complete
+ * (spec.md §8.4; docs/BUILD_PLAN.md E4 — no silent masking of content):
+ *
+ * - every NON-synthesized chunk's `content` is byte-exactly the source
+ *   bytes of its `range` (the `CodeChunkDraft.content` contract), so any
+ *   "chunked" entry lying inside such a chunk's range is literally carried;
+ * - every "chunked" entry that is only backed by SYNTHESIZED chunks claims
+ *   nothing beyond what those chunks literally carry: the claimed range's
+ *   text (whitespace-trimmed) must appear verbatim in a claiming chunk's
+ *   content;
+ * - every `chunkIds` reference resolves to an emitted chunk.
+ *
+ * A violation is an error (`UntangleError("ANALYSIS_INCOMPLETE")`), never a
+ * warning: a ledger entry that claims bytes no chunk content carries would
+ * silently mask content exactly as spec.md §8.4 forbids.
+ */
+export function assertTruthfulLedger(lineIndex, drafts, entries, filePath) {
+    const violations = [];
+    const byId = new Map();
+    for (const draft of drafts) {
+        byId.set(draft.chunkId, draft);
+    }
+    for (const draft of drafts) {
+        if (draft.synthesized === true) {
+            continue;
+        }
+        const sourceText = sliceBytes(lineIndex, draft.range.startByte, draft.range.endByte);
+        if (draft.content !== sourceText) {
+            violations.push(`non-synthesized ${draft.chunkKind} chunk ${draft.chunkId} content is not byte-exact for its range ${draft.range.startByte}..${draft.range.endByte}`);
+        }
+    }
+    for (const entry of entries) {
+        if (entry.status !== "chunked") {
+            continue;
+        }
+        const claimedTrimmed = sliceBytes(lineIndex, entry.range.startByte, entry.range.endByte).trim();
+        let proven = false;
+        for (const chunkId of entry.chunkIds ?? []) {
+            const draft = byId.get(chunkId);
+            if (draft === undefined) {
+                violations.push(`chunked entry ${entry.range.startByte}..${entry.range.endByte} references unknown chunk ${chunkId}`);
+                continue;
+            }
+            if (draft.synthesized !== true) {
+                // Content is byte-exact (checked above), so containment of the
+                // claimed byte range in the chunk range proves the claim literally.
+                if (draft.range.startByte <= entry.range.startByte &&
+                    entry.range.endByte <= draft.range.endByte) {
+                    proven = true;
+                    break;
+                }
+            }
+            else if (draft.content.includes(claimedTrimmed)) {
+                proven = true;
+                break;
+            }
+        }
+        if (!proven) {
+            violations.push(`chunked entry ${entry.range.startByte}..${entry.range.endByte} claims bytes none of its chunks [${(entry.chunkIds ?? []).join(", ")}] literally carries`);
+        }
+    }
+    if (violations.length > 0) {
+        throw new UntangleError("ANALYSIS_INCOMPLETE", `coverage ledger of "${filePath}" claims content its chunks do not literally carry (spec.md §8.4)`, {
+            operation: "chunker.assertTruthfulLedger",
+            context: { filePath, violations },
+        });
+    }
+}
+/**
+ * Asserts the lossless invariant holds for `entries` over `fileRange`, or
+ * throws `UntangleError("ANALYSIS_INCOMPLETE")` naming the concrete gaps
+ * (spec.md §8.4: hard truncation without a follow-up chunk is a bug, not a
+ * warning). Every chunking strategy MUST call this before returning.
+ */
+export function assertLosslessCoverage(entries, fileRange, filePath) {
+    const result = validateCoverage(entries, fileRange);
+    if (!result.complete) {
+        throw new UntangleError("ANALYSIS_INCOMPLETE", `chunking left the source of "${filePath}" incompletely covered (spec.md §8.4)`, {
+            operation: "chunker.assertLosslessCoverage",
+            context: { filePath, gaps: result.gaps, issues: result.issues },
+        });
+    }
+}
+//# sourceMappingURL=coverage.js.map

package/dist/coverage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"coverage.js","sourceRoot":"","sources":["../src/coverage.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAExE,OAAO,EAAkB,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE5D,6DAA6D;AAC7D,MAAM,UAAU,YAAY,CAAC,KAAkB,EAAE,OAAe;IAC9D,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;AAC3D,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,aAAa,CAAC,KAAkB,EAAE,MAAc;IAC9D,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC;AAChE,CAAC;AAQD;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,oBAAoB,CAClC,SAAoB,EACpB,MAAkC,EAClC,OAAiC,EACjC,QAAgB;IAEhB,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,MAAM,IAAI,GAAG,IAAI,GAAG,EAA2B,CAAC;IAChD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;YAC/B,SAAS;QACX,CAAC;QACD,MAAM,UAAU,GAAG,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrF,IAAI,KAAK,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;YACjC,UAAU,CAAC,IAAI,CACb,mBAAmB,KAAK,CAAC,SAAS,UAAU,KAAK,CAAC,OAAO,4CAA4C,KAAK,CAAC,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CACrJ,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC/B,SAAS;QACX,CAAC;QACD,MAAM,cAAc,GAAG,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QAChG,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;YAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAChC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,UAAU,CAAC,IAAI,CACb,iBAAiB,KAAK,CAAC,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,KAAK,CAAC,OAAO,6BAA6B,OAAO,EAAE,CACrG,CAAC;gBACF,SAAS;YACX,CAAC;YACD,IAAI,KAAK,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;gBAC/B,+DAA+D;gBAC/D,oEAAoE;gBACpE,IACE,KAAK,CAAC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS;oBAC9C,KAAK,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,EAC1C,CAAC;oBACD,MAAM,GAAG,IAAI,CAAC;oBACd,MAAM;gBACR,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;gBAClD,MAAM,GAAG,IAAI,CAAC;gBACd,MAAM;YACR,CAAC;QACH,CAAC;QACD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,UAAU,CAAC,IAAI,CACb,iBAAiB,KAAK,CAAC,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,KAAK,CAAC,OAAO,qCAAqC,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAC1J,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,aAAa,CACrB,qBAAqB,EACrB,uBAAuB,QAAQ,mEAAmE,EAClG;YACE,SAAS,EAAE,8BAA8B;YACzC,OAAO,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE;SAClC,CACF,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CACpC,OAAiC,EACjC,SAAsB,EACtB,QAAgB;IAEhB,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrB,MAAM,IAAI,aAAa,CACrB,qBAAqB,EACrB,gCAAgC,QAAQ,uCAAuC,EAC/E;YACE,SAAS,EAAE,gCAAgC;YAC3C,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE;SAChE,CACF,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,23 @@
+/**
+ * @untangle-code/chunker — lossless, token-budgeted AST chunking
+ * (spec.md §8, architecture.md §6.6 and §14).
+ *
+ * The only public export of this package. Consumers pass in what a
+ * `LanguageAdapter` (from `@untangle-code/domain`, implemented by
+ * `parser-registry`) already produced — `ParseResult`, `AstRegion[]`,
+ * `ExtractedSymbol[]` — plus file identity and raw content, and get back
+ * `CodeChunkDraft[]` ready for embedding and storage.
+ */
+export { chunkFile } from "./chunker.js";
+export { DEFAULT_LINE_FALLBACK_CONFIG, DEFAULT_MAX_TOKENS_PER_CHUNK, DEFAULT_MINIFIED_STRATEGY_CONFIG, resolveChunkerConfig, } from "./config.js";
+export { CHUNK_DEGRADATION_REASONS } from "./types.js";
+export type { ChunkDegradation, ChunkDegradationReason, ChunkerConfig, ChunkerConfigInput, ChunkFileIdentity, ChunkFileParams, ChunkFileResult, LineFallbackConfig, MinifiedStrategyConfig, } from "./types.js";
+export { DEFAULT_TOKEN_ESTIMATOR_CONFIG, estimateTokens } from "./token-estimator.js";
+export type { TokenEstimatorConfig } from "./token-estimator.js";
+export { DEFAULT_MINIFIED_DETECTION_CONFIG, detectMinifiedContent } from "./minified-detection.js";
+export type { MinifiedDetectionConfig } from "./minified-detection.js";
+export { buildBm25Text, buildBm25TextForDraft, buildPreparedDenseText, buildPreparedDenseTextForDraft, } from "./prepared-text.js";
+export type { Bm25TextMeta, PreparedTextContext, PreparedTextMeta } from "./prepared-text.js";
+export { assertLosslessCoverage, assertTruthfulLedger, chunkedEntry, excludedEntry, } from "./coverage.js";
+export type { LedgerChunkView } from "./coverage.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAGzC,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,gCAAgC,EAChC,oBAAoB,GACrB,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AACvD,YAAY,EACV,gBAAgB,EAChB,sBAAsB,EACtB,aAAa,EACb,kBAAkB,EAClB,iBAAiB,EACjB,eAAe,EACf,eAAe,EACf,kBAAkB,EAClB,sBAAsB,GACvB,MAAM,YAAY,CAAC;AAIpB,OAAO,EAAE,8BAA8B,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtF,YAAY,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAIjE,OAAO,EAAE,iCAAiC,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AACnG,YAAY,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAGvE,OAAO,EACL,aAAa,EACb,qBAAqB,EACrB,sBAAsB,EACtB,8BAA8B,GAC/B,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EAAE,YAAY,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAI9F,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,YAAY,EACZ,aAAa,GACd,MAAM,eAAe,CAAC;AACvB,YAAY,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC"}

package/dist/index.js

@@ -0,0 +1,28 @@
+/**
+ * @untangle-code/chunker — lossless, token-budgeted AST chunking
+ * (spec.md §8, architecture.md §6.6 and §14).
+ *
+ * The only public export of this package. Consumers pass in what a
+ * `LanguageAdapter` (from `@untangle-code/domain`, implemented by
+ * `parser-registry`) already produced — `ParseResult`, `AstRegion[]`,
+ * `ExtractedSymbol[]` — plus file identity and raw content, and get back
+ * `CodeChunkDraft[]` ready for embedding and storage.
+ */
+// Main entry point (spec.md §8.3)
+export { chunkFile } from "./chunker.js";
+// Configuration
+export { DEFAULT_LINE_FALLBACK_CONFIG, DEFAULT_MAX_TOKENS_PER_CHUNK, DEFAULT_MINIFIED_STRATEGY_CONFIG, resolveChunkerConfig, } from "./config.js";
+// E4-Abstufungsledger (WP-165): warum die AST-Strategie nicht lief.
+export { CHUNK_DEGRADATION_REASONS } from "./types.js";
+// Token estimation (architecture.md §14.4) — exposed so callers can budget
+// consistently, e.g. when deciding how many chunks fit a query context.
+export { DEFAULT_TOKEN_ESTIMATOR_CONFIG, estimateTokens } from "./token-estimator.js";
+// Minified-content detection (spec.md §8.3 step 10) — exposed so a scanner
+// can pre-classify files without re-implementing the heuristic.
+export { DEFAULT_MINIFIED_DETECTION_CONFIG, detectMinifiedContent } from "./minified-detection.js";
+// Prepared text builder (spec.md §8.6)
+export { buildBm25Text, buildBm25TextForDraft, buildPreparedDenseText, buildPreparedDenseTextForDraft, } from "./prepared-text.js";
+// Coverage ledger helpers (architecture.md §14.1; spec.md §8.4) — the
+// validator itself is `validateCoverage` from `@untangle-code/domain`.
+export { assertLosslessCoverage, assertTruthfulLedger, chunkedEntry, excludedEntry, } from "./coverage.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,kCAAkC;AAClC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,gBAAgB;AAChB,OAAO,EACL,4BAA4B,EAC5B,4BAA4B,EAC5B,gCAAgC,EAChC,oBAAoB,GACrB,MAAM,aAAa,CAAC;AACrB,oEAAoE;AACpE,OAAO,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAavD,2EAA2E;AAC3E,wEAAwE;AACxE,OAAO,EAAE,8BAA8B,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAGtF,2EAA2E;AAC3E,gEAAgE;AAChE,OAAO,EAAE,iCAAiC,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAGnG,uCAAuC;AACvC,OAAO,EACL,aAAa,EACb,qBAAqB,EACrB,sBAAsB,EACtB,8BAA8B,GAC/B,MAAM,oBAAoB,CAAC;AAG5B,sEAAsE;AACtE,uEAAuE;AACvE,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,YAAY,EACZ,aAAa,GACd,MAAM,eAAe,CAAC"}

package/dist/minified-detection.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Minified-content detection (spec.md §8.3 step 10).
+ *
+ * Untangle decision (documented in README "Entscheidungen"): minification is
+ * detected from the raw text alone, BEFORE looking at parse results, because
+ * minified code can parse perfectly well while still being useless for
+ * per-symbol AST chunking (a bundled `.min.js` often has its entire runtime
+ * as one statement on one line). Detection is a simple, explainable
+ * character-shape heuristic — no dependency on a bundler manifest or file
+ * name convention, since generated output does not always carry one.
+ */
+import type { TextFormatKind } from "@untangle-code/domain";
+export interface MinifiedDetectionConfig {
+    /** Below this file size (bytes), never classify as minified (avoids false positives on tiny files). */
+    minSizeBytes: number;
+    /** Average bytes-per-line at or above which content is considered minified. */
+    avgLineLengthThreshold: number;
+    /** A single long line is sufficient only for structured data, not code or prose. */
+    maxLineLengthThreshold: number;
+}
+export declare const DEFAULT_MINIFIED_DETECTION_CONFIG: MinifiedDetectionConfig;
+/**
+ * Heuristically classifies `content` as minified. Pure, deterministic,
+ * offline — no tokenizer, no bundler introspection.
+ */
+export declare function detectMinifiedContent(content: string, config?: MinifiedDetectionConfig, textFormat?: TextFormatKind | null): boolean;
+//# sourceMappingURL=minified-detection.d.ts.map

package/dist/minified-detection.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"minified-detection.d.ts","sourceRoot":"","sources":["../src/minified-detection.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAE5D,MAAM,WAAW,uBAAuB;IACtC,uGAAuG;IACvG,YAAY,EAAE,MAAM,CAAC;IACrB,+EAA+E;IAC/E,sBAAsB,EAAE,MAAM,CAAC;IAC/B,oFAAoF;IACpF,sBAAsB,EAAE,MAAM,CAAC;CAChC;AAED,eAAO,MAAM,iCAAiC,EAAE,uBAO/C,CAAC;AAEF;;;GAGG;AACH,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,MAAM,EACf,MAAM,GAAE,uBAA2D,EACnE,UAAU,CAAC,EAAE,cAAc,GAAG,IAAI,GACjC,OAAO,CAwBT"}

package/dist/minified-detection.js

@@ -0,0 +1,46 @@
+/**
+ * Minified-content detection (spec.md §8.3 step 10).
+ *
+ * Untangle decision (documented in README "Entscheidungen"): minification is
+ * detected from the raw text alone, BEFORE looking at parse results, because
+ * minified code can parse perfectly well while still being useless for
+ * per-symbol AST chunking (a bundled `.min.js` often has its entire runtime
+ * as one statement on one line). Detection is a simple, explainable
+ * character-shape heuristic — no dependency on a bundler manifest or file
+ * name convention, since generated output does not always carry one.
+ */
+import { DEFAULT_MINIFIED_RULE, isMinifiedShape } from "@untangle-code/domain";
+export const DEFAULT_MINIFIED_DETECTION_CONFIG = {
+    minSizeBytes: 2000,
+    avgLineLengthThreshold: 300,
+    // Welle 13: von 1000 auf 500 angeglichen. Der Scanner entschied ohnehin bei
+    // 500, und im Indexpfad kam dieser Wert nie zum Zug — zwei Schwellen fuer
+    // eine Frage waren der Fehler, nicht die eine oder die andere Zahl.
+    maxLineLengthThreshold: DEFAULT_MINIFIED_RULE.maxLineLengthThreshold,
+};
+/**
+ * Heuristically classifies `content` as minified. Pure, deterministic,
+ * offline — no tokenizer, no bundler introspection.
+ */
+export function detectMinifiedContent(content, config = DEFAULT_MINIFIED_DETECTION_CONFIG, textFormat) {
+    const size = Buffer.byteLength(content, "utf8");
+    if (size < config.minSizeBytes) {
+        return false;
+    }
+    const lines = content.split("\n");
+    let maxLineLength = 0;
+    for (const line of lines) {
+        if (line.length > maxLineLength) {
+            maxLineLength = line.length;
+        }
+    }
+    // Entschieden wird in `@untangle-code/domain`: dieselbe Frage darf nicht an
+    // zwei Orten mit zwei Schwellen beantwortet werden. Bis Welle 13 galt hier
+    // 1000 und im Scanner 500 — welche Regel griff, hing am Aufrufpfad.
+    const avgLineLength = content.length / lines.length;
+    return isMinifiedShape({ maxLineLength, averageLineLength: avgLineLength }, { textFormat: textFormat ?? null }, {
+        maxLineLengthThreshold: config.maxLineLengthThreshold,
+        averageLineLengthThreshold: config.avgLineLengthThreshold,
+    });
+}
+//# sourceMappingURL=minified-detection.js.map

package/dist/minified-detection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"minified-detection.js","sourceRoot":"","sources":["../src/minified-detection.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAY/E,MAAM,CAAC,MAAM,iCAAiC,GAA4B;IACxE,YAAY,EAAE,IAAI;IAClB,sBAAsB,EAAE,GAAG;IAC3B,4EAA4E;IAC5E,0EAA0E;IAC1E,oEAAoE;IACpE,sBAAsB,EAAE,qBAAqB,CAAC,sBAAsB;CACrE,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CACnC,OAAe,EACf,SAAkC,iCAAiC,EACnE,UAAkC;IAElC,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAChD,IAAI,IAAI,GAAG,MAAM,CAAC,YAAY,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,MAAM,GAAG,aAAa,EAAE,CAAC;YAChC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,4EAA4E;IAC5E,2EAA2E;IAC3E,oEAAoE;IACpE,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IACpD,OAAO,eAAe,CACpB,EAAE,aAAa,EAAE,iBAAiB,EAAE,aAAa,EAAE,EACnD,EAAE,UAAU,EAAE,UAAU,IAAI,IAAI,EAAE,EAClC;QACE,sBAAsB,EAAE,MAAM,CAAC,sBAAsB;QACrD,0BAA0B,EAAE,MAAM,CAAC,sBAAsB;KAC1D,CACF,CAAC;AACJ,CAAC"}

package/dist/prepared-text.d.ts

@@ -0,0 +1,48 @@
+/**
+ * Prepared text builder (spec.md §8.6).
+ *
+ * Dense text gets a metadata header (repository/ref/path/language/symbol/
+ * signature) followed by a blank line and the raw content — this header
+ * counts toward the chunk's token budget (architecture.md §14.4), which is
+ * why every function here is also usable standalone during chunk planning,
+ * before a `CodeChunkDraft` object exists.
+ *
+ * BM25 text is deliberately undecorated: raw code, path, symbol names and a
+ * light identifier extraction, with no natural-language framing, so a
+ * lexical index scores on the same surface a keyword search would use.
+ */
+import type { CodeChunkDraft } from "@untangle-code/domain";
+/** Header fields that are not part of a `CodeChunkDraft` (spec.md §8.6). */
+export interface PreparedTextContext {
+    /** Corresponds to `EmbeddingProfile.documentPrefix` (spec.md §5.7, §9). */
+    documentPrefix: string;
+    /** Human-readable repository label (`repo_label`), e.g. "untangle". */
+    repoLabel: string;
+    /** Human-readable ref name (`ref_name`), e.g. "main". */
+    refName: string;
+}
+/** The subset of chunk metadata the dense header needs. */
+export interface PreparedTextMeta {
+    filePath: string;
+    language: string;
+    symbolFqn?: string | undefined;
+    signature?: string | undefined;
+}
+/** Builds the dense document text of spec.md §8.6 from loose metadata + content. */
+export declare function buildPreparedDenseText(ctx: PreparedTextContext, meta: PreparedTextMeta, content: string): string;
+/** Convenience wrapper of {@link buildPreparedDenseText} for an existing draft. */
+export declare function buildPreparedDenseTextForDraft(ctx: PreparedTextContext, draft: CodeChunkDraft): string;
+/** The subset of chunk metadata the BM25 text needs. */
+export interface Bm25TextMeta {
+    filePath: string;
+    symbolName?: string | undefined;
+    symbolFqn?: string | undefined;
+}
+/**
+ * Builds the BM25 text of spec.md §8.6: raw code, path, symbol names and
+ * identifiers, without natural-language decoration.
+ */
+export declare function buildBm25Text(meta: Bm25TextMeta, content: string): string;
+/** Convenience wrapper of {@link buildBm25Text} for an existing draft. */
+export declare function buildBm25TextForDraft(draft: CodeChunkDraft): string;
+//# sourceMappingURL=prepared-text.d.ts.map

package/dist/prepared-text.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prepared-text.d.ts","sourceRoot":"","sources":["../src/prepared-text.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AACH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAE5D,4EAA4E;AAC5E,MAAM,WAAW,mBAAmB;IAClC,2EAA2E;IAC3E,cAAc,EAAE,MAAM,CAAC;IACvB,uEAAuE;IACvE,SAAS,EAAE,MAAM,CAAC;IAClB,yDAAyD;IACzD,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,2DAA2D;AAC3D,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAChC;AAmBD,oFAAoF;AACpF,wBAAgB,sBAAsB,CACpC,GAAG,EAAE,mBAAmB,EACxB,IAAI,EAAE,gBAAgB,EACtB,OAAO,EAAE,MAAM,GACd,MAAM,CAER;AAED,mFAAmF;AACnF,wBAAgB,8BAA8B,CAC5C,GAAG,EAAE,mBAAmB,EACxB,KAAK,EAAE,cAAc,GACpB,MAAM,CAWR;AAaD,wDAAwD;AACxD,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAChC;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAWzE;AAED,0EAA0E;AAC1E,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,cAAc,GAAG,MAAM,CAKnE"}

package/dist/prepared-text.js

@@ -0,0 +1,57 @@
+function buildDenseHeader(ctx, meta) {
+    // Trailing "\n\n" reproduces the blank line spec.md §8.6 shows between the
+    // header's last line ("signature: ...") and "{content}" — a `join("\n")`
+    // over the header lines alone only yields a single trailing newline.
+    return ([
+        ctx.documentPrefix,
+        `repository: ${ctx.repoLabel}`,
+        `ref: ${ctx.refName}`,
+        `path: ${meta.filePath}`,
+        `language: ${meta.language}`,
+        `symbol: ${meta.symbolFqn ?? ""}`,
+        `signature: ${meta.signature ?? ""}`,
+    ].join("\n") + "\n\n");
+}
+/** Builds the dense document text of spec.md §8.6 from loose metadata + content. */
+export function buildPreparedDenseText(ctx, meta, content) {
+    return buildDenseHeader(ctx, meta) + content;
+}
+/** Convenience wrapper of {@link buildPreparedDenseText} for an existing draft. */
+export function buildPreparedDenseTextForDraft(ctx, draft) {
+    return buildPreparedDenseText(ctx, {
+        filePath: draft.filePath,
+        language: draft.language,
+        symbolFqn: draft.symbolFqn,
+        signature: draft.signature,
+    }, draft.content);
+}
+/** Identifier-shaped tokens: letters/digits/underscore/`$`, not starting with a digit. */
+const IDENTIFIER_PATTERN = /[A-Za-z_$][A-Za-z0-9_$]*/g;
+function extractIdentifiers(text) {
+    const seen = new Set();
+    for (const match of text.matchAll(IDENTIFIER_PATTERN)) {
+        seen.add(match[0]);
+    }
+    return [...seen];
+}
+/**
+ * Builds the BM25 text of spec.md §8.6: raw code, path, symbol names and
+ * identifiers, without natural-language decoration.
+ */
+export function buildBm25Text(meta, content) {
+    const parts = [meta.filePath];
+    if (meta.symbolFqn) {
+        parts.push(meta.symbolFqn);
+    }
+    if (meta.symbolName) {
+        parts.push(meta.symbolName);
+    }
+    parts.push(...extractIdentifiers(content));
+    parts.push(content);
+    return parts.join("\n");
+}
+/** Convenience wrapper of {@link buildBm25Text} for an existing draft. */
+export function buildBm25TextForDraft(draft) {
+    return buildBm25Text({ filePath: draft.filePath, symbolName: draft.symbolName, symbolFqn: draft.symbolFqn }, draft.content);
+}
+//# sourceMappingURL=prepared-text.js.map

package/dist/prepared-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prepared-text.js","sourceRoot":"","sources":["../src/prepared-text.ts"],"names":[],"mappings":"AAiCA,SAAS,gBAAgB,CAAC,GAAwB,EAAE,IAAsB;IACxE,2EAA2E;IAC3E,yEAAyE;IACzE,qEAAqE;IACrE,OAAO,CACL;QACE,GAAG,CAAC,cAAc;QAClB,eAAe,GAAG,CAAC,SAAS,EAAE;QAC9B,QAAQ,GAAG,CAAC,OAAO,EAAE;QACrB,SAAS,IAAI,CAAC,QAAQ,EAAE;QACxB,aAAa,IAAI,CAAC,QAAQ,EAAE;QAC5B,WAAW,IAAI,CAAC,SAAS,IAAI,EAAE,EAAE;QACjC,cAAc,IAAI,CAAC,SAAS,IAAI,EAAE,EAAE;KACrC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CACtB,CAAC;AACJ,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,sBAAsB,CACpC,GAAwB,EACxB,IAAsB,EACtB,OAAe;IAEf,OAAO,gBAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,OAAO,CAAC;AAC/C,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,8BAA8B,CAC5C,GAAwB,EACxB,KAAqB;IAErB,OAAO,sBAAsB,CAC3B,GAAG,EACH;QACE,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,SAAS,EAAE,KAAK,CAAC,SAAS;KAC3B,EACD,KAAK,CAAC,OAAO,CACd,CAAC;AACJ,CAAC;AAED,0FAA0F;AAC1F,MAAM,kBAAkB,GAAG,2BAA2B,CAAC;AAEvD,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACtD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;AACnB,CAAC;AASD;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,IAAkB,EAAE,OAAe;IAC/D,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC7B,CAAC;IACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC9B,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3C,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,0EAA0E;AAC1E,MAAM,UAAU,qBAAqB,CAAC,KAAqB;IACzD,OAAO,aAAa,CAClB,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,EACtF,KAAK,CAAC,OAAO,CACd,CAAC;AACJ,CAAC"}

package/dist/split.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Region splitting mechanics shared by the AST strategy (spec.md §8.3 steps
+ * 6-8) and reused defensively by the fallback strategies:
+ *
+ * 1. `flattenToAtoms` — recursive AST-block splitting (step 6) plus
+ *    statement grouping (step 7): descends into `AstRegion.children` only as
+ *    far as needed, filling any gap between/around children with a raw
+ *    "leftover text" atom so the atom list always covers the parent range
+ *    exactly, then greedily re-merges adjacent atoms under the token budget.
+ * 2. `splitByTokenBoundary` — safe token/byte-boundary splitting (step 8):
+ *    the last resort for a single atom that is still too large on its own
+ *    (e.g. one enormous statement with no further AST structure).
+ */
+import type { AstRegion, SourceRange } from "@untangle-code/domain";
+import { type BuildContext, type HeaderMeta } from "./context.js";
+type Header = Pick<HeaderMeta, "symbolFqn" | "signature">;
+/** Greedily merges adjacent (contiguous, ordered) atoms while staying under budget. */
+export declare function groupAtomsByBudget(ctx: BuildContext, atoms: readonly SourceRange[], header: Header): SourceRange[];
+/**
+ * Recursively splits `node` into an ordered, gap-free list of ranges that
+ * together cover `node.range` exactly. A node that already fits the budget
+ * is returned whole. A node with no further AST structure that still does
+ * not fit is returned whole too — {@link splitByTokenBoundary} handles it.
+ */
+export declare function flattenToAtoms(ctx: BuildContext, node: AstRegion, header: Header): SourceRange[];
+/**
+ * Splits `range` into an ordered, gap-free, non-overlapping list of ranges,
+ * each within the token budget, at safe UTF-8 boundaries (architecture.md
+ * §14.4). Last-resort splitter: used only on atoms `flattenToAtoms` could
+ * not shrink through AST structure.
+ */
+export declare function splitByTokenBoundary(ctx: BuildContext, range: SourceRange, header: Header): SourceRange[];
+/** Re-exported for strategies that need a raw byte slice without going through an `AstRegion`. */
+export declare function sliceRange(ctx: BuildContext, range: SourceRange): string;
+export {};
+//# sourceMappingURL=split.d.ts.map

package/dist/split.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"split.d.ts","sourceRoot":"","sources":["../src/split.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AACH,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAGpE,OAAO,EACL,KAAK,YAAY,EAGjB,KAAK,UAAU,EAChB,MAAM,cAAc,CAAC;AAEtB,KAAK,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,WAAW,GAAG,WAAW,CAAC,CAAC;AAY1D,uFAAuF;AACvF,wBAAgB,kBAAkB,CAChC,GAAG,EAAE,YAAY,EACjB,KAAK,EAAE,SAAS,WAAW,EAAE,EAC7B,MAAM,EAAE,MAAM,GACb,WAAW,EAAE,CAkBf;AAED;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,GAAG,WAAW,EAAE,CAqBhG;AAwCD;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAClC,GAAG,EAAE,YAAY,EACjB,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,MAAM,GACb,WAAW,EAAE,CAqBf;AAED,kGAAkG;AAClG,wBAAgB,UAAU,CAAC,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE,WAAW,GAAG,MAAM,CAExE"}