agentfootprint 8.19.0 → 9.0.0

package/dist/esm/rag/exportCorpus.js

@@ -0,0 +1,172 @@
+import { assertServesVectors } from '../memory/store/capability.js';
+import { identityNamespace } from '../memory/identity/index.js';
+import { chunkText } from '../memory/retrieval/provenance.js';
+import { CORPUS_BUNDLE_FORMAT, assertCorpusBundle, bundleEntryToMemoryEntry, } from '../memory/store/staticVectorStore.js';
+import { DEFAULT_CORPUS_IDENTITY } from '../lib/rag/defineRAG.js';
+/**
+ * Export every entry of a corpus namespace as a plain-JSON bundle.
+ *
+ * @param store    the store the corpus was indexed into. Any `MemoryStore`
+ *                 that can `list` — the reference stores and the durable one
+ *                 all can.
+ * @param identity the namespace to export. Defaults to the same
+ *                 `{ conversationId: '_global' }` that `indexCorpus`,
+ *                 `indexFolder`, `indexDocuments` and `defineRAG` default to,
+ *                 so the plain path needs no argument anywhere.
+ *
+ * @throws when the namespace is empty (almost always an identity mismatch,
+ *         named as such), when an entry carries no vector or no passage (a
+ *         bundle never ships an unservable entry), or when the namespace
+ *         mixes embedding spaces (two spaces in one bundle could never be
+ *         served by one embedder).
+ */
+export async function exportCorpus(store, identity = DEFAULT_CORPUS_IDENTITY) {
+    if (!store)
+        throw new Error('exportCorpus: `store` is required.');
+    const namespace = identityNamespace(identity);
+    const collected = [];
+    let cursor;
+    do {
+        const page = await store.list(identity, {
+            limit: 500,
+            ...(cursor !== undefined && { cursor }),
+        });
+        collected.push(...page.entries);
+        cursor = page.cursor;
+    } while (cursor !== undefined);
+    if (collected.length === 0) {
+        throw new Error(`exportCorpus: namespace '${namespace}' holds no entries at all. The usual cause is an ` +
+            `identity mismatch: the corpus was indexed under a different identity than the one ` +
+            `being exported. indexCorpus/indexFolder/indexDocuments default to ` +
+            `{ conversationId: '_global' } — pass the same \`identity\` here that you indexed ` +
+            `under.`);
+    }
+    // Every entry must be servable: a vector (or it can never be retrieved) and
+    // a passage (or its retrieval renders a blank citation). Named, bounded.
+    const noVector = [];
+    const noPassage = [];
+    const spaces = new Map(); // '<id>@<dims>' → count
+    for (const entry of collected) {
+        const vector = entry.embedding;
+        if (!vector || vector.length === 0) {
+            noVector.push(entry.id);
+            continue;
+        }
+        if (chunkText(entry.value).trim().length === 0)
+            noPassage.push(entry.id);
+        const space = `${entry.embeddingModel ?? 'default-embedder'}@${vector.length}`;
+        spaces.set(space, (spaces.get(space) ?? 0) + 1);
+    }
+    if (noVector.length > 0) {
+        throw new Error(`exportCorpus: ${noVector.length} entr${noVector.length === 1 ? 'y' : 'ies'} in ` +
+            `'${namespace}' carr${noVector.length === 1 ? 'ies' : 'y'} no embedding vector: ` +
+            `${sample(noVector)}. A bundle entry without a vector could never be retrieved. ` +
+            `This namespace holds more than an indexed corpus (conversation memory shares it?) — ` +
+            `export a namespace that holds only the corpus, or re-index it.`);
+    }
+    if (noPassage.length > 0) {
+        throw new Error(`exportCorpus: ${noPassage.length} entr${noPassage.length === 1 ? 'y' : 'ies'} in ` +
+            `'${namespace}' carr${noPassage.length === 1 ? 'ies' : 'y'} no passage (neither ` +
+            `\`content\` nor \`text\` on the value): ${sample(noPassage)}. A citable id with ` +
+            `nothing to cite is the blank-citation bug; a bundle never ships one.`);
+    }
+    if (spaces.size > 1) {
+        throw new Error(`exportCorpus: namespace '${namespace}' mixes ${spaces.size} embedding spaces ` +
+            `(${[...spaces.entries()].map(([s, n]) => `'${s}' ×${n}`).join(', ')}). One bundle ` +
+            `serves one space — no single query embedder could search both. Re-index the ` +
+            `namespace with one embedder, then export.`);
+    }
+    // Exactly one space — parse it back apart. The id may itself contain '@'
+    // (provider-prefixed ids do), so split on the LAST one.
+    // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+    const space = [...spaces.keys()][0];
+    const at = space.lastIndexOf('@');
+    const embedderId = space.slice(0, at);
+    const dimensions = Number(space.slice(at + 1));
+    const entries = collected.map((entry) => {
+        const metadata = flattenMetadata(entry);
+        return {
+            id: entry.id,
+            text: chunkText(entry.value),
+            // Validated non-empty above.
+            // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+            vector: [...entry.embedding],
+            ...(metadata !== undefined && { metadata }),
+        };
+    });
+    return {
+        format: CORPUS_BUNDLE_FORMAT,
+        embedder: { id: embedderId, dimensions },
+        namespace,
+        exportedAt: Date.now(),
+        entries,
+    };
+}
+/**
+ * Load a bundle into a WRITABLE vector-capable store — the inverse of
+ * `exportCorpus`. Use it to seed an `InMemoryStore` at boot from a shipped
+ * bundle, or to migrate a corpus between machines without re-embedding.
+ *
+ * Entries are written in the same formatter-ready shape `staticVectorStore`
+ * serves, so the two paths render identically.
+ *
+ * @returns the number of entries written.
+ */
+export async function importCorpus(store, bundle, identity) {
+    if (!store)
+        throw new Error('importCorpus: `store` is required.');
+    assertCorpusBundle(bundle, 'importCorpus');
+    assertServesVectors(store, 'importCorpus');
+    // Default to the namespace the bundle was exported from. An explicit
+    // identity re-homes the corpus (per-tenant seeding).
+    const target = identity ?? { conversationId: bundleConversationId(bundle) };
+    const rows = bundle.entries.map((entry) => bundleEntryToMemoryEntry(entry, bundle));
+    for (let i = 0; i < rows.length; i += 100) {
+        await store.putMany(target, rows.slice(i, i + 100));
+    }
+    return rows.length;
+}
+/**
+ * The `conversationId` that reproduces the bundle's namespace under the
+ * default identity scheme (`identityNamespace({ conversationId: X })` ===
+ * bundle.namespace for the default exports). Falls back to the namespace
+ * string itself, which keeps import/export round-trips stable even for
+ * exotic identities — pass an explicit `identity` to `importCorpus` when the
+ * corpus was indexed under one.
+ */
+function bundleConversationId(bundle) {
+    const probe = identityNamespace(DEFAULT_CORPUS_IDENTITY);
+    if (bundle.namespace === probe) {
+        return DEFAULT_CORPUS_IDENTITY.conversationId;
+    }
+    return bundle.namespace;
+}
+/** First few ids, so a refusal is findable without being a wall. */
+function sample(ids) {
+    const shown = ids.slice(0, 5).join(', ');
+    return ids.length > 5 ? `${shown}, and ${ids.length - 5} more` : shown;
+}
+/**
+ * Everything the stored value carried EXCEPT the passage, flattened into one
+ * metadata record: nested `metadata` first, then the value's own top-level
+ * fields (`docUri`, `heading`, `page`, offsets, hashes — a `Chunk` keeps its
+ * provenance at the top level). The provenance reader accepts either level,
+ * and flattening keeps re-exports stable.
+ */
+function flattenMetadata(entry) {
+    const value = entry.value;
+    if (value === null || typeof value !== 'object')
+        return undefined;
+    const record = value;
+    const nested = typeof record.metadata === 'object' && record.metadata !== null
+        ? record.metadata
+        : undefined;
+    const out = { ...(nested ?? {}) };
+    for (const [key, field] of Object.entries(record)) {
+        if (key === 'content' || key === 'text' || key === 'metadata')
+            continue;
+        out[key] = field;
+    }
+    return Object.keys(out).length > 0 ? out : undefined;
+}
+//# sourceMappingURL=exportCorpus.js.map

package/dist/esm/rag/exportCorpus.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"exportCorpus.js","sourceRoot":"","sources":["../../../src/rag/exportCorpus.ts"],"names":[],"mappings":"AAiCA,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAEpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAEhE,OAAO,EAAE,SAAS,EAAE,MAAM,mCAAmC,CAAC;AAC9D,OAAO,EACL,oBAAoB,EACpB,kBAAkB,EAClB,wBAAwB,GAGzB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAElE;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,KAAkB,EAClB,WAA2B,uBAAuB;IAElD,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IAClE,MAAM,SAAS,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAE9C,MAAM,SAAS,GAA2B,EAAE,CAAC;IAC7C,IAAI,MAA0B,CAAC;IAC/B,GAAG,CAAC;QACF,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE;YACtC,KAAK,EAAE,GAAG;YACV,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,EAAE,MAAM,EAAE,CAAC;SACxC,CAAC,CAAC;QACH,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;QAChC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC,QAAQ,MAAM,KAAK,SAAS,EAAE;IAE/B,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CACb,4BAA4B,SAAS,mDAAmD;YACtF,oFAAoF;YACpF,oEAAoE;YACpE,mFAAmF;YACnF,QAAQ,CACX,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,yEAAyE;IACzE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAC,wBAAwB;IAClE,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC;QAC/B,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACxB,SAAS;QACX,CAAC;QACD,IAAI,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzE,MAAM,KAAK,GAAG,GAAG,KAAK,CAAC,cAAc,IAAI,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAC/E,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CACb,iBAAiB,QAAQ,CAAC,MAAM,QAAQ,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,MAAM;YAC/E,IAAI,SAAS,SAAS,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,wBAAwB;YACjF,GAAG,MAAM,CAAC,QAAQ,CAAC,8DAA8D;YACjF,sFAAsF;YACtF,gEAAgE,CACnE,CAAC;IACJ,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CACb,iBAAiB,SAAS,CAAC,MAAM,QAAQ,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,MAAM;YACjF,IAAI,SAAS,SAAS,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,uBAAuB;YACjF,2CAA2C,MAAM,CAAC,SAAS,CAAC,sBAAsB;YAClF,sEAAsE,CACzE,CAAC;IACJ,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CACb,4BAA4B,SAAS,WAAW,MAAM,CAAC,IAAI,oBAAoB;YAC7E,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB;YACpF,8EAA8E;YAC9E,2CAA2C,CAC9C,CAAC;IACJ,CAAC;IAED,yEAAyE;IACzE,wDAAwD;IACxD,oEAAoE;IACpE,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC;IACrC,MAAM,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAClC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACtC,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IAE/C,MAAM,OAAO,GAAwB,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QAC3D,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACxC,OAAO;YACL,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC;YAC5B,6BAA6B;YAC7B,oEAAoE;YACpE,MAAM,EAAE,CAAC,GAAG,KAAK,CAAC,SAAU,CAAC;YAC7B,GAAG,CAAC,QAAQ,KAAK,SAAS,IAAI,EAAE,QAAQ,EAAE,CAAC;SAC5C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,MAAM,EAAE,oBAAoB;QAC5B,QAAQ,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE;QACxC,SAAS;QACT,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;QACtB,OAAO;KACR,CAAC;AACJ,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,KAAkB,EAClB,MAAoB,EACpB,QAAyB;IAEzB,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IAClE,kBAAkB,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IAC3C,mBAAmB,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;IAE3C,qEAAqE;IACrE,qDAAqD;IACrD,MAAM,MAAM,GAAmB,QAAQ,IAAI,EAAE,cAAc,EAAE,oBAAoB,CAAC,MAAM,CAAC,EAAE,CAAC;IAC5F,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;IACpF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC;QAC1C,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,IAAI,CAAC,MAAM,CAAC;AACrB,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,oBAAoB,CAAC,MAAoB;IAChD,MAAM,KAAK,GAAG,iBAAiB,CAAC,uBAAuB,CAAC,CAAC;IACzD,IAAI,MAAM,CAAC,SAAS,KAAK,KAAK,EAAE,CAAC;QAC/B,OAAO,uBAAuB,CAAC,cAAc,CAAC;IAChD,CAAC;IACD,OAAO,MAAM,CAAC,SAAS,CAAC;AAC1B,CAAC;AAED,oEAAoE;AACpE,SAAS,MAAM,CAAC,GAAsB;IACpC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,OAAO,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,GAAG,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;AACzE,CAAC;AAED;;;;;;GAMG;AACH,SAAS,eAAe,CAAC,KAA2B;IAClD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC1B,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAClE,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,MAAM,MAAM,GACV,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,KAAK,IAAI;QAC7D,CAAC,CAAE,MAAM,CAAC,QAAoC;QAC9C,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,GAAG,GAA4B,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;IAC3D,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAClD,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,UAAU;YAAE,SAAS;QACxE,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IACnB,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AACvD,CAAC"}

package/dist/esm/rag/index.d.ts

@@ -11,7 +11,9 @@ export { splitDocuments, type SplitDocumentsOptions } from './splitDocuments.js'
 export { indexCorpus, buildIndexChart, type IndexCorpusConfig } from './indexCorpus.js';
 export { indexFolder, type IndexFolderOptions } from './indexFolder.js';
 export { sha256 } from './hash.js';
+export { exportCorpus, importCorpus } from './exportCorpus.js';
+export { staticVectorStore, CORPUS_BUNDLE_FORMAT, type CorpusBundle, type CorpusBundleEntry, type EmbedderFingerprint, } from '../memory/store/staticVectorStore.js';
 export { DEFAULT_LOADERS, textLoader, markdownLoader, htmlLoader, pdfLoader, mockLoader, MissingPdfSupportError, type PdfLoaderOptions, type MockLoaderOptions, } from './loaders/index.js';
 export { stripTags } from './loaders/html.js';
-export { byParagraph, byHeading, fixedWithOverlap, wholeDocument, DEFAULT_MAX_CHARS, DEFAULT_OVERLAP_CHARS, type ByParagraphOptions, type ByHeadingOptions, type FixedWithOverlapOptions, } from './splitters/index.js';
+export { byParagraph, byHeading, fixedWithOverlap, wholeDocument, DEFAULT_MAX_CHARS, DEFAULT_OVERLAP_CHARS, DEFAULT_MIN_CHARS, type ByParagraphOptions, type ByHeadingOptions, type FixedWithOverlapOptions, } from './splitters/index.js';
 export type { Chunk, DocumentInput, DocumentLoader, DocumentSource, FailedDocument, IndexReport, LoadedDocument, LoadedDocumentDraft, Splitter, SplitPiece, TruncatedChunk, } from './types.js';

package/dist/esm/rag/index.js

@@ -11,7 +11,14 @@ export { splitDocuments } from './splitDocuments.js';
 export { indexCorpus, buildIndexChart } from './indexCorpus.js';
 export { indexFolder } from './indexFolder.js';
 export { sha256 } from './hash.js';
+// Corpus-as-build-artifact (8.20.0): index where the credentials and durable
+// disk live, ship a plain-JSON bundle, serve it read-only where the process
+// runs. `staticVectorStore` is canonical in `agentfootprint/memory` (the
+// runtime side needs no filesystem door) and re-exported here so the whole
+// story is visible from the door that builds the bundle.
+export { exportCorpus, importCorpus } from './exportCorpus.js';
+export { staticVectorStore, CORPUS_BUNDLE_FORMAT, } from '../memory/store/staticVectorStore.js';
 export { DEFAULT_LOADERS, textLoader, markdownLoader, htmlLoader, pdfLoader, mockLoader, MissingPdfSupportError, } from './loaders/index.js';
 export { stripTags } from './loaders/html.js';
-export { byParagraph, byHeading, fixedWithOverlap, wholeDocument, DEFAULT_MAX_CHARS, DEFAULT_OVERLAP_CHARS, } from './splitters/index.js';
+export { byParagraph, byHeading, fixedWithOverlap, wholeDocument, DEFAULT_MAX_CHARS, DEFAULT_OVERLAP_CHARS, DEFAULT_MIN_CHARS, } from './splitters/index.js';
 //# sourceMappingURL=index.js.map

package/dist/esm/rag/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/rag/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EACL,aAAa,GAGd,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,cAAc,EAA8B,MAAM,qBAAqB,CAAC;AACjF,OAAO,EAAE,WAAW,EAAE,eAAe,EAA0B,MAAM,kBAAkB,CAAC;AACxF,OAAO,EAAE,WAAW,EAA2B,MAAM,kBAAkB,CAAC;AACxE,OAAO,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAEnC,OAAO,EACL,eAAe,EACf,UAAU,EACV,cAAc,EACd,UAAU,EACV,SAAS,EACT,UAAU,EACV,sBAAsB,GAGvB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EACL,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,aAAa,EACb,iBAAiB,EACjB,qBAAqB,GAItB,MAAM,sBAAsB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/rag/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EACL,aAAa,GAGd,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,cAAc,EAA8B,MAAM,qBAAqB,CAAC;AACjF,OAAO,EAAE,WAAW,EAAE,eAAe,EAA0B,MAAM,kBAAkB,CAAC;AACxF,OAAO,EAAE,WAAW,EAA2B,MAAM,kBAAkB,CAAC;AACxE,OAAO,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAEnC,6EAA6E;AAC7E,4EAA4E;AAC5E,yEAAyE;AACzE,2EAA2E;AAC3E,yDAAyD;AACzD,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EACL,iBAAiB,EACjB,oBAAoB,GAIrB,MAAM,sCAAsC,CAAC;AAE9C,OAAO,EACL,eAAe,EACf,UAAU,EACV,cAAc,EACd,UAAU,EACV,SAAS,EACT,UAAU,EACV,sBAAsB,GAGvB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EACL,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,aAAa,EACb,iBAAiB,EACjB,qBAAqB,EACrB,iBAAiB,GAIlB,MAAM,sBAAsB,CAAC"}

package/dist/esm/rag/splitters/byHeading.d.ts

@@ -19,6 +19,31 @@
  * and, failing that, hard-cut; every piece keeps the heading it came from.
  * Text before the first heading (a preamble, a title block) is its own
  * heading-less section rather than being attached to a heading it precedes.
+ *
+ * ── The floor, and why merging goes FORWARD (8.20.0) ────────────────────────
+ * A section whose own body is tiny does not retrieve badly — it retrieves TOO
+ * WELL. Similarity is a density measure: a heading plus one preamble sentence
+ * concentrates its topic's vocabulary with none of its substance. Measured in
+ * a production corpus, a 180-character heading-and-preamble chunk outranked
+ * the 1,032-character body of its own section at 0.430 — and the model,
+ * handed a passage that PROMISES findings and contains none, fabricated a
+ * plausible file path to fill the gap.
+ *
+ * So a section whose body is under `minChars` is merged into the chunk that
+ * FOLLOWS it, under its own heading — the preamble sentence survives, leading
+ * the chunk it introduces, and the citation still names the section a reader
+ * would look up. Merging it BACKWARD would append it to the previous section's
+ * chunk, where it introduces nothing and its heading would be lost; merging
+ * forward is the direction the author's own document flows. The last section
+ * has no next, so a trailing short section merges backward — the one edge
+ * where that is the only honest option. Nothing is ever dropped.
+ *
+ * Two special cases are unconditional, independent of `minChars`:
+ *   - a section that is heading-plus-whitespace is NEVER emitted alone. It is
+ *     a coordinate, not a passage — the same distinction `indexDocuments`
+ *     enforces one layer up when it refuses a passage-less document.
+ *   - a document that is NOTHING but headings and whitespace yields no chunks
+ *     at all: there is no passage anywhere in it to retrieve.
  */
 import type { Splitter } from '../types.js';
 export interface ByHeadingOptions {
@@ -32,5 +57,19 @@ export interface ByHeadingOptions {
      * `####` for emphasis rather than structure.
      */
     readonly maxLevel?: number;
+    /**
+     * The floor under a section's own body, in characters (8.20.0). A section
+     * whose body is shorter is merged FORWARD into the next chunk under its own
+     * heading — never dropped, never shipped alone. Default
+     * `min(250, maxChars / 4)`; see `DEFAULT_MIN_CHARS` for the field
+     * measurement behind the number (a 180-char heading-and-preamble chunk that
+     * outranked its own section's 1,032-char body and drove a fabricated
+     * citation).
+     *
+     * `0` disables the floor. A heading-plus-whitespace section is still never
+     * emitted alone — that refusal is unconditional, because a chunk with no
+     * body at all is a coordinate, not a passage.
+     */
+    readonly minChars?: number;
 }
 export declare function byHeading(options?: ByHeadingOptions): Splitter;

package/dist/esm/rag/splitters/byHeading.js

@@ -1,11 +1,12 @@
 import { DEFAULT_MAX_CHARS, DEFAULT_OVERLAP_CHARS } from './constants.js';
-import { applyOverlap, foldRunts, hardCut, packSpans, paragraphSpans, toPieces, } from './shared.js';
+import { applyOverlap, foldRunts, hardCut, mergeShortSpansForward, packSpans, paragraphSpans, resolveMinChars, toPieces, } from './shared.js';
 /** ATX headings only (`# Title`). Setext (`Title\n=====`) is rare in docs corpora. */
 const HEADING = /^(#{1,6})[ \t]+(.+?)[ \t]*$/gm;
 export function byHeading(options = {}) {
     const maxChars = options.maxChars ?? DEFAULT_MAX_CHARS;
     const overlapChars = options.overlapChars ?? DEFAULT_OVERLAP_CHARS;
     const maxLevel = options.maxLevel ?? 6;
+    const minChars = resolveMinChars(options.minChars, maxChars);
     return {
         name: 'byHeading',
         split(doc) {
@@ -17,39 +18,67 @@ export function byHeading(options = {}) {
             while ((match = HEADING.exec(text)) !== null) {
                 if ((match[1] ?? '').length > maxLevel)
                     continue;
-                starts.push({ offset: match.index, heading: match[2] });
+                starts.push({
+                    offset: match.index,
+                    heading: match[2],
+                    headingEnd: match.index + match[0].length,
+                });
             }
             // A document with no headings at all is a paragraph document; say so by
             // doing the paragraph thing rather than returning one giant chunk.
             if (starts.length === 0) {
                 const packed = packSpans(paragraphSpans(text), maxChars);
                 const cut = packed.flatMap((s) => s.end - s.start > maxChars ? hardCut(s, maxChars, overlapChars) : [s]);
-                return toPieces(doc, applyOverlap(foldRunts(cut), overlapChars));
+                const floored = mergeShortSpansForward(foldRunts(cut), minChars);
+                return toPieces(doc, applyOverlap(floored, overlapChars));
             }
             const sections = [];
-            // Preamble before the first heading — its own section, unnamed.
+            // Preamble before the first heading — its own section, unnamed. Its
+            // whole span IS its body.
             const firstStart = starts[0]?.offset ?? 0;
             if (firstStart > 0)
-                sections.push({ start: 0, end: firstStart });
+                sections.push({ start: 0, end: firstStart, bodyStart: 0 });
             for (let i = 0; i < starts.length; i++) {
                 const start = starts[i]?.offset ?? 0;
                 const end = starts[i + 1]?.offset ?? text.length;
                 const heading = starts[i]?.heading;
-                sections.push({ start, end, ...(heading !== undefined && { heading }) });
+                const bodyStart = Math.min(end, starts[i]?.headingEnd ?? start);
+                sections.push({ start, end, bodyStart, ...(heading !== undefined && { heading }) });
             }
             // Sections that fit stay whole; the rest are packed by paragraph WITHIN
-            // the section, so a boundary never merges two headings' content.
-            const spans = [];
-            for (const section of sections) {
+            // the section, so a boundary never merges two headings' content. Kept
+            // GROUPED per section here, because the floor pass below must reach the
+            // FIRST chunk of a section and only that one.
+            const groups = sections.map((section) => {
                 if (section.end - section.start <= maxChars) {
-                    spans.push(section);
-                    continue;
+                    return [
+                        {
+                            start: section.start,
+                            end: section.end,
+                            ...(section.heading !== undefined && { heading: section.heading }),
+                        },
+                    ];
                 }
-                const inner = paragraphSpans(text.slice(section.start, section.end)).map((s) => ({
-                    start: section.start + s.start,
-                    end: section.start + s.end,
+                // Paragraphs of the BODY, with the heading line glued onto the first
+                // one. Splitting the section's own text used to make the heading line
+                // its own paragraph unit — and when the first body paragraph was too
+                // big to pack with it, the heading shipped as a chunk of its own. That
+                // is the exact heading-only failure this release closes; the heading
+                // is a label, never a unit.
+                const inner = paragraphSpans(text.slice(section.bodyStart, section.end)).map((s) => ({
+                    start: section.bodyStart + s.start,
+                    end: section.bodyStart + s.end,
                     ...(section.heading !== undefined && { heading: section.heading }),
                 }));
+                const firstInner = inner[0];
+                if (firstInner !== undefined && section.start < section.bodyStart) {
+                    inner[0] = {
+                        start: section.start,
+                        end: firstInner.end,
+                        ...(section.heading !== undefined && { heading: section.heading }),
+                    };
+                }
+                const spans = [];
                 for (const packedSpan of packSpans(inner, maxChars)) {
                     if (packedSpan.end - packedSpan.start > maxChars) {
                         spans.push(...hardCut(packedSpan, maxChars, overlapChars));
@@ -58,8 +87,97 @@ export function byHeading(options = {}) {
                         spans.push(packedSpan);
                     }
                 }
+                return spans;
+            });
+            // ── The floor pass (8.20.0). ─────────────────────────────────────────
+            // A short section is by construction a single span (its whole span is
+            // under the floor, which is under maxChars), so merging it forward means
+            // extending the FIRST span of the next full section back over it — the
+            // rest of that section's spans keep their own heading. Consecutive short
+            // sections accumulate; an accumulation that clears the floor and has a
+            // real body is emitted as its own chunk rather than diluting a full
+            // neighbour.
+            const out = [];
+            let pending;
+            for (let i = 0; i < sections.length; i++) {
+                // sections and groups are built index-for-index above.
+                // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+                const section = sections[i];
+                // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+                const group = groups[i];
+                const bodyLength = text.slice(section.bodyStart, section.end).trim().length;
+                const bare = bodyLength === 0; // heading-plus-whitespace: merged UNCONDITIONALLY
+                const short = !bare && bodyLength < minChars;
+                if (bare || short) {
+                    if (pending === undefined) {
+                        pending = {
+                            start: section.start,
+                            bodyChars: bodyLength,
+                            ...(section.heading !== undefined && { heading: section.heading }),
+                        };
+                    }
+                    else {
+                        pending.bodyChars += bodyLength;
+                    }
+                    // Adjacent shorts whose BODIES together clear the floor become their
+                    // own chunk — the same measure shortness is judged by, so a single
+                    // short section can never self-emit on the strength of its markup.
+                    if (minChars > 0 && pending.bodyChars >= minChars) {
+                        out.push({
+                            start: pending.start,
+                            end: section.end,
+                            ...(pending.heading !== undefined && { heading: pending.heading }),
+                        });
+                        pending = undefined;
+                    }
+                    continue;
+                }
+                if (pending !== undefined) {
+                    const first = group[0];
+                    if (first !== undefined) {
+                        // The merged chunk STARTS at the short section's heading, so the
+                        // short section's heading is the honest label. A heading-less
+                        // preamble keeps the chunk heading-less: a chunk is never labelled
+                        // with a heading its text only reaches later.
+                        group[0] = {
+                            start: pending.start,
+                            end: first.end,
+                            ...(pending.heading !== undefined && { heading: pending.heading }),
+                        };
+                    }
+                    pending = undefined;
+                }
+                out.push(...group);
+            }
+            if (pending !== undefined) {
+                const lastSectionEnd = sections[sections.length - 1]?.end ?? text.length;
+                const previous = out.pop();
+                if (previous !== undefined) {
+                    // Trailing shorts have no next chunk — the one edge that merges
+                    // BACKWARD, extending the previous chunk under its own heading.
+                    out.push({
+                        start: previous.start,
+                        end: lastSectionEnd,
+                        ...(previous.heading !== undefined && { heading: previous.heading }),
+                    });
+                }
+                else if (pending.bodyChars > 0) {
+                    // The whole document is short sections. No neighbour exists, and
+                    // "never dropped" wins: one merged chunk.
+                    out.push({
+                        start: pending.start,
+                        end: lastSectionEnd,
+                        ...(pending.heading !== undefined && { heading: pending.heading }),
+                    });
+                }
+                // else: nothing but headings and whitespace — coordinates without a
+                // passage anywhere. No chunk is emitted; `indexDocuments` makes the
+                // same refusal one layer up for a passage-less document.
             }
-            return toPieces(doc, applyOverlap(foldRunts(spans), overlapChars));
+            // Within-section tail runts still fold BACKWARD (same heading — the
+            // direction that cannot mislabel), now up to the same floor.
+            const runtFloor = minChars > 0 ? minChars : undefined;
+            return toPieces(doc, applyOverlap(foldRunts(out, runtFloor), overlapChars));
         },
     };
 }

package/dist/esm/rag/splitters/byHeading.js.map

@@ -1 +1 @@
-{"version":3,"file":"byHeading.js","sourceRoot":"","sources":["../../../../src/rag/splitters/byHeading.ts"],"names":[],"mappings":"AAuBA,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAC1E,OAAO,EACL,YAAY,EACZ,SAAS,EACT,OAAO,EACP,SAAS,EACT,cAAc,EACd,QAAQ,GAET,MAAM,aAAa,CAAC;AAerB,sFAAsF;AACtF,MAAM,OAAO,GAAG,+BAA+B,CAAC;AAEhD,MAAM,UAAU,SAAS,CAAC,UAA4B,EAAE;IACtD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,iBAAiB,CAAC;IACvD,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,qBAAqB,CAAC;IACnE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;IAEvC,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,KAAK,CAAC,GAAmB;YACvB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;YACtB,oDAAoD;YACpD,MAAM,MAAM,GAA2C,EAAE,CAAC;YAC1D,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;YACtB,IAAI,KAA6B,CAAC;YAClC,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC7C,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,QAAQ;oBAAE,SAAS;gBACjD,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC1D,CAAC;YAED,wEAAwE;YACxE,mEAAmE;YACnE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC;gBACzD,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAC/B,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACtE,CAAC;gBACF,OAAO,QAAQ,CAAC,GAAG,EAAE,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC;YACnE,CAAC;YAED,MAAM,QAAQ,GAAW,EAAE,CAAC;YAC5B,gEAAgE;YAChE,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;YAC1C,IAAI,UAAU,GAAG,CAAC;gBAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAC;YACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;gBACrC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;gBACjD,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;gBACnC,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,OAAO,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;YAC3E,CAAC;YAED,wEAAwE;YACxE,iEAAiE;YACjE,MAAM,KAAK,GAAW,EAAE,CAAC;YACzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,IAAI,OAAO,CAAC,GAAG,GAAG,OAAO,CAAC,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC5C,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACpB,SAAS;gBACX,CAAC;gBACD,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC/E,KAAK,EAAE,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK;oBAC9B,GAAG,EAAE,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG;oBAC1B,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;iBACnE,CAAC,CAAC,CAAC;gBACJ,KAAK,MAAM,UAAU,IAAI,SAAS,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;oBACpD,IAAI,UAAU,CAAC,GAAG,GAAG,UAAU,CAAC,KAAK,GAAG,QAAQ,EAAE,CAAC;wBACjD,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,UAAU,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;oBAC7D,CAAC;yBAAM,CAAC;wBACN,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBACzB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,QAAQ,CAAC,GAAG,EAAE,YAAY,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC;QACrE,CAAC;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"byHeading.js","sourceRoot":"","sources":["../../../../src/rag/splitters/byHeading.ts"],"names":[],"mappings":"AAgDA,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAC1E,OAAO,EACL,YAAY,EACZ,SAAS,EACT,OAAO,EACP,sBAAsB,EACtB,SAAS,EACT,cAAc,EACd,eAAe,EACf,QAAQ,GAET,MAAM,aAAa,CAAC;AA6BrB,sFAAsF;AACtF,MAAM,OAAO,GAAG,+BAA+B,CAAC;AAQhD,MAAM,UAAU,SAAS,CAAC,UAA4B,EAAE;IACtD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,iBAAiB,CAAC;IACvD,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,qBAAqB,CAAC;IACnE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAE7D,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,KAAK,CAAC,GAAmB;YACvB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;YACtB,oDAAoD;YACpD,MAAM,MAAM,GAA+D,EAAE,CAAC;YAC9E,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;YACtB,IAAI,KAA6B,CAAC;YAClC,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC7C,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,QAAQ;oBAAE,SAAS;gBACjD,MAAM,CAAC,IAAI,CAAC;oBACV,MAAM,EAAE,KAAK,CAAC,KAAK;oBACnB,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;oBACjB,UAAU,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;iBAC1C,CAAC,CAAC;YACL,CAAC;YAED,wEAAwE;YACxE,mEAAmE;YACnE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC;gBACzD,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAC/B,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACtE,CAAC;gBACF,MAAM,OAAO,GAAG,sBAAsB,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC;gBACjE,OAAO,QAAQ,CAAC,GAAG,EAAE,YAAY,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;YAC5D,CAAC;YAED,MAAM,QAAQ,GAAc,EAAE,CAAC;YAC/B,oEAAoE;YACpE,0BAA0B;YAC1B,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;YAC1C,IAAI,UAAU,GAAG,CAAC;gBAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;gBACrC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;gBACjD,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;gBACnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,UAAU,IAAI,KAAK,CAAC,CAAC;gBAChE,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,CAAC,OAAO,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;YACtF,CAAC;YAED,wEAAwE;YACxE,sEAAsE;YACtE,wEAAwE;YACxE,8CAA8C;YAC9C,MAAM,MAAM,GAAa,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;gBAChD,IAAI,OAAO,CAAC,GAAG,GAAG,OAAO,CAAC,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC5C,OAAO;wBACL;4BACE,KAAK,EAAE,OAAO,CAAC,KAAK;4BACpB,GAAG,EAAE,OAAO,CAAC,GAAG;4BAChB,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;yBACnE;qBACF,CAAC;gBACJ,CAAC;gBACD,qEAAqE;gBACrE,sEAAsE;gBACtE,qEAAqE;gBACrE,uEAAuE;gBACvE,qEAAqE;gBACrE,4BAA4B;gBAC5B,MAAM,KAAK,GAAW,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAClF,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACN,KAAK,EAAE,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC,KAAK;oBAClC,GAAG,EAAE,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG;oBAC9B,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;iBACnE,CAAC,CACH,CAAC;gBACF,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC5B,IAAI,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;oBAClE,KAAK,CAAC,CAAC,CAAC,GAAG;wBACT,KAAK,EAAE,OAAO,CAAC,KAAK;wBACpB,GAAG,EAAE,UAAU,CAAC,GAAG;wBACnB,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;qBACnE,CAAC;gBACJ,CAAC;gBACD,MAAM,KAAK,GAAW,EAAE,CAAC;gBACzB,KAAK,MAAM,UAAU,IAAI,SAAS,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;oBACpD,IAAI,UAAU,CAAC,GAAG,GAAG,UAAU,CAAC,KAAK,GAAG,QAAQ,EAAE,CAAC;wBACjD,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,UAAU,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;oBAC7D,CAAC;yBAAM,CAAC;wBACN,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBACzB,CAAC;gBACH,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC,CAAC,CAAC;YAEH,wEAAwE;YACxE,sEAAsE;YACtE,yEAAyE;YACzE,uEAAuE;YACvE,yEAAyE;YACzE,uEAAuE;YACvE,oEAAoE;YACpE,aAAa;YACb,MAAM,GAAG,GAAW,EAAE,CAAC;YACvB,IAAI,OAA2E,CAAC;YAChF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,uDAAuD;gBACvD,oEAAoE;gBACpE,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;gBAC7B,oEAAoE;gBACpE,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;gBACzB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC;gBAC5E,MAAM,IAAI,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,kDAAkD;gBACjF,MAAM,KAAK,GAAG,CAAC,IAAI,IAAI,UAAU,GAAG,QAAQ,CAAC;gBAE7C,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;oBAClB,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;wBAC1B,OAAO,GAAG;4BACR,KAAK,EAAE,OAAO,CAAC,KAAK;4BACpB,SAAS,EAAE,UAAU;4BACrB,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;yBACnE,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,SAAS,IAAI,UAAU,CAAC;oBAClC,CAAC;oBACD,qEAAqE;oBACrE,mEAAmE;oBACnE,mEAAmE;oBACnE,IAAI,QAAQ,GAAG,CAAC,IAAI,OAAO,CAAC,SAAS,IAAI,QAAQ,EAAE,CAAC;wBAClD,GAAG,CAAC,IAAI,CAAC;4BACP,KAAK,EAAE,OAAO,CAAC,KAAK;4BACpB,GAAG,EAAE,OAAO,CAAC,GAAG;4BAChB,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;yBACnE,CAAC,CAAC;wBACH,OAAO,GAAG,SAAS,CAAC;oBACtB,CAAC;oBACD,SAAS;gBACX,CAAC;gBAED,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;oBAC1B,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBACvB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;wBACxB,iEAAiE;wBACjE,8DAA8D;wBAC9D,mEAAmE;wBACnE,8CAA8C;wBAC9C,KAAK,CAAC,CAAC,CAAC,GAAG;4BACT,KAAK,EAAE,OAAO,CAAC,KAAK;4BACpB,GAAG,EAAE,KAAK,CAAC,GAAG;4BACd,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;yBACnE,CAAC;oBACJ,CAAC;oBACD,OAAO,GAAG,SAAS,CAAC;gBACtB,CAAC;gBACD,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;YACrB,CAAC;YAED,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC1B,MAAM,cAAc,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC;gBACzE,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;gBAC3B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;oBAC3B,gEAAgE;oBAChE,gEAAgE;oBAChE,GAAG,CAAC,IAAI,CAAC;wBACP,KAAK,EAAE,QAAQ,CAAC,KAAK;wBACrB,GAAG,EAAE,cAAc;wBACnB,GAAG,CAAC,QAAQ,CAAC,OAAO,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC;qBACrE,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,OAAO,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;oBACjC,iEAAiE;oBACjE,0CAA0C;oBAC1C,GAAG,CAAC,IAAI,CAAC;wBACP,KAAK,EAAE,OAAO,CAAC,KAAK;wBACpB,GAAG,EAAE,cAAc;wBACnB,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;qBACnE,CAAC,CAAC;gBACL,CAAC;gBACD,oEAAoE;gBACpE,oEAAoE;gBACpE,yDAAyD;YAC3D,CAAC;YAED,oEAAoE;YACpE,6DAA6D;YAC7D,MAAM,SAAS,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;YACtD,OAAO,QAAQ,CAAC,GAAG,EAAE,YAAY,CAAC,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC;QAC9E,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/esm/rag/splitters/byParagraph.d.ts

@@ -13,6 +13,12 @@
  *
  * A single paragraph longer than `maxChars` is hard-cut — see the note in
  * `shared.ts` on why packing and cutting are separate decisions.
+ *
+ * Packing already merges neighbours that FIT — but a short paragraph whose
+ * next neighbour is near `maxChars` cannot pack and used to ship alone, where
+ * its density outranks real passages (the same failure `byHeading` measured;
+ * see `DEFAULT_MIN_CHARS`). Since 8.20.0 a chunk under `minChars` merges
+ * FORWARD into the next chunk instead — never dropped, never alone.
  */
 import type { Splitter } from '../types.js';
 export interface ByParagraphOptions {
@@ -20,5 +26,13 @@ export interface ByParagraphOptions {
     readonly maxChars?: number;
     /** Backward overlap between adjacent chunks. Default 150. */
     readonly overlapChars?: number;
+    /**
+     * The floor under a chunk, in characters (8.20.0). A packed chunk that
+     * remains shorter — a stray short paragraph that could not pack with its
+     * full-sized neighbour — merges FORWARD into the next chunk rather than
+     * shipping alone. Default `min(250, maxChars / 4)`; `0` disables. See
+     * `DEFAULT_MIN_CHARS` for the measured failure behind the number.
+     */
+    readonly minChars?: number;
 }
 export declare function byParagraph(options?: ByParagraphOptions): Splitter;

package/dist/esm/rag/splitters/byParagraph.js

@@ -1,15 +1,17 @@
 import { DEFAULT_MAX_CHARS, DEFAULT_OVERLAP_CHARS } from './constants.js';
-import { applyOverlap, foldRunts, hardCut, packSpans, paragraphSpans, toPieces } from './shared.js';
+import { applyOverlap, foldRunts, hardCut, mergeShortSpansForward, packSpans, paragraphSpans, resolveMinChars, toPieces, } from './shared.js';
 export function byParagraph(options = {}) {
     const maxChars = options.maxChars ?? DEFAULT_MAX_CHARS;
     const overlapChars = options.overlapChars ?? DEFAULT_OVERLAP_CHARS;
+    const minChars = resolveMinChars(options.minChars, maxChars);
     return {
         name: 'byParagraph',
         split(doc) {
             const paragraphs = paragraphSpans(doc.text);
             const packed = packSpans(paragraphs, maxChars);
             const cut = packed.flatMap((span) => span.end - span.start > maxChars ? hardCut(span, maxChars, overlapChars) : [span]);
-            return toPieces(doc, applyOverlap(foldRunts(cut), overlapChars));
+            const floored = mergeShortSpansForward(foldRunts(cut), minChars);
+            return toPieces(doc, applyOverlap(floored, overlapChars));
         },
     };
 }

package/dist/esm/rag/splitters/byParagraph.js.map

@@ -1 +1 @@
-{"version":3,"file":"byParagraph.js","sourceRoot":"","sources":["../../../../src/rag/splitters/byParagraph.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAC1E,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AASpG,MAAM,UAAU,WAAW,CAAC,UAA8B,EAAE;IAC1D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,iBAAiB,CAAC;IACvD,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,qBAAqB,CAAC;IAEnE,OAAO;QACL,IAAI,EAAE,aAAa;QACnB,KAAK,CAAC,GAAmB;YACvB,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YAC/C,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAClC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAClF,CAAC;YACF,OAAO,QAAQ,CAAC,GAAG,EAAE,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC;QACnE,CAAC;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"byParagraph.js","sourceRoot":"","sources":["../../../../src/rag/splitters/byParagraph.ts"],"names":[],"mappings":"AAuBA,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAC1E,OAAO,EACL,YAAY,EACZ,SAAS,EACT,OAAO,EACP,sBAAsB,EACtB,SAAS,EACT,cAAc,EACd,eAAe,EACf,QAAQ,GACT,MAAM,aAAa,CAAC;AAiBrB,MAAM,UAAU,WAAW,CAAC,UAA8B,EAAE;IAC1D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,iBAAiB,CAAC;IACvD,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,qBAAqB,CAAC;IACnE,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAE7D,OAAO;QACL,IAAI,EAAE,aAAa;QACnB,KAAK,CAAC,GAAmB;YACvB,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YAC/C,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAClC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAClF,CAAC;YACF,MAAM,OAAO,GAAG,sBAAsB,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC;YACjE,OAAO,QAAQ,CAAC,GAAG,EAAE,YAAY,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;QAC5D,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/esm/rag/splitters/constants.d.ts

@@ -1,5 +1,5 @@
 /**
- * The two numbers every splitter defaults to, in one place so they cannot
+ * The numbers every splitter defaults to, in one place so they cannot
  * drift apart between strategies.
  *
  * See `splitters/index.ts` for the measurement they come from: `localEmbedder`
@@ -17,3 +17,26 @@ export declare const DEFAULT_OVERLAP_CHARS = 150;
  * passage.
  */
 export declare const MIN_CHUNK_CHARS = 50;
+/**
+ * The default `minChars` floor for the structural splitters (`byHeading`,
+ * `byParagraph`), at the default `maxChars`. A section or paragraph whose own
+ * text is under the floor is merged FORWARD into the next chunk rather than
+ * shipped alone (8.20.0).
+ *
+ * Why a floor at all, and why this number: short chunks do not merely retrieve
+ * badly — they retrieve TOO WELL. Similarity is a density measure, and a
+ * heading plus one preamble sentence concentrates its topic's vocabulary with
+ * none of its substance. Measured in a production corpus: a 180-character
+ * heading-and-preamble chunk outscored the 1,032-character body of its own
+ * section, 0.430 against lower — so the model was handed a passage that
+ * PROMISES findings, contains none, and fabricated a plausible file path to
+ * fill the gap. 250 characters (~60 tokens) sits comfortably above that
+ * measured failure, is a quarter of the default target, and keeps a
+ * floor-merged chunk (short section + a full neighbour ≤ ~1,250 chars ≈ 310
+ * tokens) far inside the 512-wordpiece-token embedder cliff.
+ *
+ * The effective default scales with the caller's own target: it is
+ * `min(250, maxChars / 4)`, so `byHeading({ maxChars: 400 })` gets a 100-char
+ * floor rather than one bigger than half its chunks.
+ */
+export declare const DEFAULT_MIN_CHARS = 250;

package/dist/esm/rag/splitters/constants.js

@@ -1,5 +1,5 @@
 /**
- * The two numbers every splitter defaults to, in one place so they cannot
+ * The numbers every splitter defaults to, in one place so they cannot
  * drift apart between strategies.
  *
  * See `splitters/index.ts` for the measurement they come from: `localEmbedder`
@@ -17,4 +17,27 @@ export const DEFAULT_OVERLAP_CHARS = 150;
  * passage.
  */
 export const MIN_CHUNK_CHARS = 50;
+/**
+ * The default `minChars` floor for the structural splitters (`byHeading`,
+ * `byParagraph`), at the default `maxChars`. A section or paragraph whose own
+ * text is under the floor is merged FORWARD into the next chunk rather than
+ * shipped alone (8.20.0).
+ *
+ * Why a floor at all, and why this number: short chunks do not merely retrieve
+ * badly — they retrieve TOO WELL. Similarity is a density measure, and a
+ * heading plus one preamble sentence concentrates its topic's vocabulary with
+ * none of its substance. Measured in a production corpus: a 180-character
+ * heading-and-preamble chunk outscored the 1,032-character body of its own
+ * section, 0.430 against lower — so the model was handed a passage that
+ * PROMISES findings, contains none, and fabricated a plausible file path to
+ * fill the gap. 250 characters (~60 tokens) sits comfortably above that
+ * measured failure, is a quarter of the default target, and keeps a
+ * floor-merged chunk (short section + a full neighbour ≤ ~1,250 chars ≈ 310
+ * tokens) far inside the 512-wordpiece-token embedder cliff.
+ *
+ * The effective default scales with the caller's own target: it is
+ * `min(250, maxChars / 4)`, so `byHeading({ maxChars: 400 })` gets a 100-char
+ * floor rather than one bigger than half its chunks.
+ */
+export const DEFAULT_MIN_CHARS = 250;
 //# sourceMappingURL=constants.js.map

package/dist/esm/rag/splitters/constants.js.map

@@ -1 +1 @@
-{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../../src/rag/splitters/constants.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,yEAAyE;AACzE,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAEtC,2FAA2F;AAC3F,MAAM,CAAC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAEzC;;;;;GAKG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,EAAE,CAAC"}
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../../src/rag/splitters/constants.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,yEAAyE;AACzE,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAEtC,2FAA2F;AAC3F,MAAM,CAAC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAEzC;;;;;GAKG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,EAAE,CAAC;AAElC;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAG,CAAC"}