@venizia/ignis-atlas 0.1.0-1

package/dist/cjs/corpus/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../../src/corpus/chunker.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,UAAU,EAAY,MAAM,6BAA6B,CAAC;AACnE,OAAO,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAmTlD,+GAA+G;AAC/G,qBAAa,OAAQ,SAAQ,UAAU;IACrC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAU;IAElC,OAAO;IAIP,MAAM,CAAC,WAAW,IAAI,OAAO;IAI7B,KAAK,CAAC,IAAI,EAAE;QAAE,QAAQ,EAAE,SAAS,CAAA;KAAE,GAAG,MAAM,EAAE;CA2C/C"}

package/dist/cjs/corpus/chunker.js

@@ -0,0 +1,298 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Chunker = void 0;
+const common_1 = require("../common");
+const common_2 = require("../search/common");
+const core_1 = require("@venizia/ignis-helpers/core");
+const TINY_CHUNK_MAX_CHARS = 200;
+const OVERSIZED_CHUNK_MAX_CHARS = 6000;
+const HEADING_PATTERN = /^(#{2,3})\s+(.+?)\s*$/;
+const FENCE_OPEN_PATTERN = /^(`{3,}|~{3,})/;
+const CODE_SPAN_PATTERN = /`([^`\n]+)`/g;
+const IDENTIFIER_PATTERN = /[A-Za-z_][A-Za-z0-9_.]*/g;
+const CAMEL_BOUNDARY_PATTERN = /(?<=[a-z0-9])(?=[A-Z])/;
+/** Tracks whether the current line sits inside a ``` or ~~~ fence - a heading marker inside one is text. */
+class FenceTracker {
+    constructor() {
+        this.char = '';
+        this.length = 0;
+    }
+    consume(line) {
+        const trimmed = line.trim();
+        if (this.length === 0) {
+            const opened = trimmed.match(FENCE_OPEN_PATTERN);
+            if (!opened) {
+                return false;
+            }
+            this.char = opened[1].charAt(0);
+            this.length = opened[1].length;
+            return true;
+        }
+        if (trimmed.length >= this.length && [...trimmed].every(char => char === this.char)) {
+            this.length = 0;
+            this.char = '';
+        }
+        return true;
+    }
+    /** Whether a fence opened earlier has not yet closed, as of the last `consume()` call - unlike `consume()`'s own return value, this reads `false` again on the very line that closes it. */
+    isOpen() {
+        return this.length !== 0;
+    }
+}
+/** GitHub-style anchor slug: lower-case, strip punctuation, spaces become hyphens. */
+const slugify = (text) => text
+    .toLowerCase()
+    .trim()
+    .replace(/[^\w\s-]/g, '')
+    .replace(/\s+/g, '-');
+/** Walks the body tracking fences and heading levels, merging a section under 200 chars into the one before it. */
+const splitIntoSections = (opts) => {
+    const { document } = opts;
+    const sections = [];
+    const fence = new FenceTracker();
+    let level = 0;
+    let title = document.title;
+    let headingPath = document.title;
+    let currentH2 = '';
+    let buffer = [];
+    const closeCurrent = () => {
+        const body = buffer.join('\n').trim();
+        buffer = [];
+        if (level === 0) {
+            if (body.length > 0) {
+                sections.push({ level, title, headingPath, body });
+            }
+            return;
+        }
+        const previous = sections[sections.length - 1];
+        if (body.length < TINY_CHUNK_MAX_CHARS && previous) {
+            // The heading text itself keeps the words searchable - only the body was folded away before.
+            const merged = body.length > 0 ? `${title}\n\n${body}` : title;
+            previous.body = `${previous.body}\n\n${merged}`.trim();
+            return;
+        }
+        sections.push({ level, title, headingPath, body });
+    };
+    for (const line of document.body.split('\n')) {
+        const inFence = fence.consume(line);
+        const heading = inFence ? null : line.match(HEADING_PATTERN);
+        if (!heading) {
+            buffer.push(line);
+            continue;
+        }
+        closeCurrent();
+        level = heading[1].length === 2 ? 2 : 3;
+        title = heading[2];
+        // Set as soon as the H2 line is read, not when it closes - an H2 that immediately introduces
+        // H3s is tiny and merges away, but its children must still resolve it as their parent.
+        if (level === 2) {
+            currentH2 = title;
+        }
+        headingPath =
+            level === 3 && currentH2
+                ? `${document.title} > ${currentH2} > ${title}`
+                : `${document.title} > ${title}`;
+    }
+    closeCurrent();
+    return sections;
+};
+/** GitHub anchors for the final (post-merge) sections, in document order; repeats get `-1`, `-2`. */
+const anchorsOf = (opts) => {
+    const seen = new Map();
+    return opts.sections.map(section => {
+        if (section.level === 0) {
+            return '';
+        }
+        const base = slugify(section.title);
+        const count = seen.get(base) ?? 0;
+        seen.set(base, count + 1);
+        return count === 0 ? base : `${base}-${count}`;
+    });
+};
+/**
+ * Packs paragraphs (blank-line separated) into parts no larger than 6000 chars, never splitting one -
+ * and never cutting while a fence opened earlier in the body has not yet closed, even past the
+ * limit. `endedInsideFence` is true when the body's last fence never closed - a source bug.
+ */
+const splitOversized = (opts) => {
+    const paragraphs = opts.body.split(/\n{2,}/);
+    const fence = new FenceTracker();
+    const parts = [];
+    let current = '';
+    for (const paragraph of paragraphs) {
+        const candidate = current ? `${current}\n\n${paragraph}` : paragraph;
+        if (current && !fence.isOpen() && candidate.length > OVERSIZED_CHUNK_MAX_CHARS) {
+            parts.push(current);
+            current = paragraph;
+        }
+        else {
+            current = candidate;
+        }
+        for (const line of paragraph.split('\n')) {
+            fence.consume(line);
+        }
+    }
+    if (current) {
+        parts.push(current);
+    }
+    return { parts: parts.length > 0 ? parts : [opts.body], endedInsideFence: fence.isOpen() };
+};
+const dedupe = (values) => {
+    const seen = new Set();
+    const result = [];
+    for (const value of values) {
+        if (!seen.has(value)) {
+            seen.add(value);
+            result.push(value);
+        }
+    }
+    return result;
+};
+/** A whitespace-delimited word that is a URL, not an identifier: `://` anywhere, or a leading `http`. */
+const isUrlShaped = (word) => word.includes('://') || word.startsWith('http');
+/** Every `[A-Za-z_][A-Za-z0-9_.]*` token in `text`, split on `.` into its dotted segments; a URL-shaped word contributes nothing. */
+const identifiersOf = (text) => {
+    const tokens = [];
+    const words = text.split(/\s+/).filter(word => !isUrlShaped(word));
+    const matches = words.join(' ').match(IDENTIFIER_PATTERN) ?? [];
+    for (const match of matches) {
+        for (const segment of match.split('.')) {
+            if (segment) {
+                tokens.push(segment);
+            }
+        }
+    }
+    return tokens;
+};
+/**
+ * Identifiers from a chunk's code spans and fenced code: raw dotted segments first, then their
+ * camelCase-split, lower-cased pieces (`bootChecks` also indexes `boot checks`), de-duplicated.
+ * A fence's own opening line (the delimiter plus its info string, e.g. `` ```typescript ``) is
+ * skipped - the language tag is not a code identifier.
+ */
+const symbolsOf = (opts) => {
+    const fence = new FenceTracker();
+    const rawTokens = [];
+    let wasFenced = false;
+    for (const line of opts.body.split('\n')) {
+        const inFence = fence.consume(line);
+        const isFenceOpenLine = inFence && !wasFenced;
+        wasFenced = inFence;
+        if (inFence) {
+            if (!isFenceOpenLine) {
+                rawTokens.push(...identifiersOf(line));
+            }
+            continue;
+        }
+        const spans = line.match(CODE_SPAN_PATTERN) ?? [];
+        for (const span of spans) {
+            rawTokens.push(...identifiersOf(span.slice(1, -1)));
+        }
+    }
+    const expanded = rawTokens.flatMap(token => token.split(CAMEL_BOUNDARY_PATTERN).map(piece => piece.toLowerCase()));
+    return dedupe([...rawTokens, ...expanded]).join(' ');
+};
+const citationPrefixOf = (corpus) => {
+    switch (corpus) {
+        case common_1.Corpora.WIKI: {
+            return 'wiki';
+        }
+        case common_1.Corpora.CHANGELOG: {
+            return 'changelog';
+        }
+        case common_1.Corpora.KNOWLEDGE: {
+            return 'okf';
+        }
+        default: {
+            throw (0, core_1.getError)({ message: `[citationPrefixOf] unknown corpus | corpus: ${corpus}` });
+        }
+    }
+};
+/** Changelogs cite by file stem (`2026-01-01-thing`); wiki and knowledge cite by their full path. */
+const citationDocumentOf = (opts) => opts.corpus === common_1.Corpora.CHANGELOG ? opts.path.replace(/\.md$/, '') : opts.path;
+const buildId = (opts) => `${citationPrefixOf(opts.corpus)}:${citationDocumentOf(opts)}#${opts.anchor}`;
+const isNonEmptyString = (value) => typeof value === 'string' && value.length > 0;
+/**
+ * Frontmatter `description`, `type`, then every string in `tags` - a missing key contributes
+ * nothing. `title` is deliberately excluded: it already leads every chunk's `headingPath`, so
+ * including it here too would double-count a title match (HEADING_PATH + METADATA) against a
+ * document that only earns its relevance through `symbols` or `body`.
+ */
+const metadataOf = (opts) => {
+    const { frontmatter } = opts;
+    const parts = [];
+    if (isNonEmptyString(frontmatter.description)) {
+        parts.push(frontmatter.description);
+    }
+    if (isNonEmptyString(frontmatter.type)) {
+        parts.push(frontmatter.type);
+    }
+    if (Array.isArray(frontmatter.tags)) {
+        parts.push(...frontmatter.tags.filter(isNonEmptyString));
+    }
+    return parts.join(' ');
+};
+/** `okf:log.md` is HISTORY, every other changelog entry is CHANGELOG, everything else is CANONICAL. */
+const authorityOf = (opts) => {
+    const { corpus, path } = opts;
+    switch (corpus) {
+        case common_1.Corpora.CHANGELOG: {
+            return common_2.Authorities.CHANGELOG;
+        }
+        case common_1.Corpora.KNOWLEDGE: {
+            return path === 'log.md' ? common_2.Authorities.HISTORY : common_2.Authorities.CANONICAL;
+        }
+        default: {
+            return common_2.Authorities.CANONICAL;
+        }
+    }
+};
+/** Splits a document into H2/H3 sections: never inside a fence, tiny siblings merged, oversized ones paged. */
+class Chunker extends core_1.BaseHelper {
+    constructor() {
+        super({ scope: Chunker.name });
+    }
+    static getInstance() {
+        return (this.instance ??= new Chunker());
+    }
+    chunk(opts) {
+        const { document } = opts;
+        const sections = splitIntoSections({ document });
+        const anchors = anchorsOf({ sections });
+        const metadata = metadataOf({ frontmatter: document.frontmatter });
+        const authority = authorityOf({ corpus: document.corpus, path: document.path });
+        const chunks = [];
+        sections.forEach((section, index) => {
+            const baseAnchor = anchors[index];
+            const { parts, endedInsideFence } = splitOversized({ body: section.body });
+            if (parts.length > 1) {
+                this.logger
+                    .for('chunk')
+                    .debug(`split an oversized section | anchor: ${baseAnchor} | parts: ${parts.length}`);
+            }
+            if (endedInsideFence) {
+                this.logger
+                    .for('chunk')
+                    .warn(`document ended inside an open fence | corpus: ${document.corpus} | path: ${document.path}`);
+            }
+            parts.forEach((body, partIndex) => {
+                const anchor = partIndex === 0 ? baseAnchor : `${baseAnchor}-part${partIndex + 1}`;
+                chunks.push({
+                    id: buildId({ corpus: document.corpus, path: document.path, anchor }),
+                    corpus: document.corpus,
+                    document: document.path,
+                    anchor,
+                    headingPath: section.headingPath,
+                    title: section.title,
+                    body,
+                    symbols: symbolsOf({ body }),
+                    metadata,
+                    authority,
+                });
+            });
+        });
+        return chunks;
+    }
+}
+exports.Chunker = Chunker;
+//# sourceMappingURL=chunker.js.map

package/dist/cjs/corpus/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../../src/corpus/chunker.ts"],"names":[],"mappings":";;;AAAA,qCAAmC;AAEnC,4CAA8C;AAC9C,sDAAmE;AAGnE,MAAM,oBAAoB,GAAG,GAAG,CAAC;AACjC,MAAM,yBAAyB,GAAG,IAAI,CAAC;AAEvC,MAAM,eAAe,GAAG,uBAAuB,CAAC;AAChD,MAAM,kBAAkB,GAAG,gBAAgB,CAAC;AAC5C,MAAM,iBAAiB,GAAG,cAAc,CAAC;AACzC,MAAM,kBAAkB,GAAG,0BAA0B,CAAC;AACtD,MAAM,sBAAsB,GAAG,wBAAwB,CAAC;AAUxD,4GAA4G;AAC5G,MAAM,YAAY;IAAlB;QACU,SAAI,GAAG,EAAE,CAAC;QACV,WAAM,GAAG,CAAC,CAAC;IA0BrB,CAAC;IAxBC,OAAO,CAAC,IAAY;QAClB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAE5B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;YACjD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,KAAK,CAAC;YACf,CAAC;YACD,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC/B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACpF,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YAChB,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;QACjB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,4LAA4L;IAC5L,MAAM;QACJ,OAAO,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC;IAC3B,CAAC;CACF;AAED,sFAAsF;AACtF,MAAM,OAAO,GAAG,CAAC,IAAY,EAAU,EAAE,CACvC,IAAI;KACD,WAAW,EAAE;KACb,IAAI,EAAE;KACN,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;KACxB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAE1B,mHAAmH;AACnH,MAAM,iBAAiB,GAAG,CAAC,IAA6B,EAAiB,EAAE;IACzE,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC;IAC1B,MAAM,QAAQ,GAAkB,EAAE,CAAC;IACnC,MAAM,KAAK,GAAG,IAAI,YAAY,EAAE,CAAC;IAEjC,IAAI,KAAK,GAAc,CAAC,CAAC;IACzB,IAAI,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;IAC3B,IAAI,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC;IACjC,IAAI,SAAS,GAAG,EAAE,CAAC;IACnB,IAAI,MAAM,GAAa,EAAE,CAAC;IAE1B,MAAM,YAAY,GAAG,GAAS,EAAE;QAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACtC,MAAM,GAAG,EAAE,CAAC;QAEZ,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;YACrD,CAAC;YACD,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC/C,IAAI,IAAI,CAAC,MAAM,GAAG,oBAAoB,IAAI,QAAQ,EAAE,CAAC;YACnD,6FAA6F;YAC7F,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;YAC/D,QAAQ,CAAC,IAAI,GAAG,GAAG,QAAQ,CAAC,IAAI,OAAO,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;YACvD,OAAO;QACT,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAE7D,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClB,SAAS;QACX,CAAC;QAED,YAAY,EAAE,CAAC;QAEf,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACnB,6FAA6F;QAC7F,uFAAuF;QACvF,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,SAAS,GAAG,KAAK,CAAC;QACpB,CAAC;QACD,WAAW;YACT,KAAK,KAAK,CAAC,IAAI,SAAS;gBACtB,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,MAAM,SAAS,MAAM,KAAK,EAAE;gBAC/C,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,MAAM,KAAK,EAAE,CAAC;IACvC,CAAC;IAED,YAAY,EAAE,CAAC;IAEf,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AAEF,qGAAqG;AACrG,MAAM,SAAS,GAAG,CAAC,IAAiC,EAAY,EAAE;IAChE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEvC,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;QACjC,IAAI,OAAO,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QAC1B,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAQF;;;;GAIG;AACH,MAAM,cAAc,GAAG,CAAC,IAAsB,EAAgB,EAAE;IAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,IAAI,YAAY,EAAE,CAAC;IACjC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,OAAO,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACrE,IAAI,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,SAAS,CAAC,MAAM,GAAG,yBAAyB,EAAE,CAAC;YAC/E,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpB,OAAO,GAAG,SAAS,CAAC;QACtB,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,SAAS,CAAC;QACtB,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;AAC7F,CAAC,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,MAAgB,EAAY,EAAE;IAC5C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAChB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,yGAAyG;AACzG,MAAM,WAAW,GAAG,CAAC,IAAY,EAAW,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAE/F,qIAAqI;AACrI,MAAM,aAAa,GAAG,CAAC,IAAY,EAAY,EAAE;IAC/C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;IACnE,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC;IAChE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YACvC,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,SAAS,GAAG,CAAC,IAAsB,EAAU,EAAE;IACnD,MAAM,KAAK,GAAG,IAAI,YAAY,EAAE,CAAC;IACjC,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,eAAe,GAAG,OAAO,IAAI,CAAC,SAAS,CAAC;QAC9C,SAAS,GAAG,OAAO,CAAC;QAEpB,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,SAAS,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;YACzC,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC;QAClD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,SAAS,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CACzC,KAAK,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CACtE,CAAC;IAEF,OAAO,MAAM,CAAC,CAAC,GAAG,SAAS,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACvD,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,MAAe,EAAU,EAAE;IACnD,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,gBAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YAClB,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,KAAK,gBAAO,CAAC,SAAS,CAAC,CAAC,CAAC;YACvB,OAAO,WAAW,CAAC;QACrB,CAAC;QACD,KAAK,gBAAO,CAAC,SAAS,CAAC,CAAC,CAAC;YACvB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,CAAC,CAAC,CAAC;YACR,MAAM,IAAA,eAAQ,EAAC,EAAE,OAAO,EAAE,+CAA+C,MAAM,EAAE,EAAE,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,qGAAqG;AACrG,MAAM,kBAAkB,GAAG,CAAC,IAAuC,EAAU,EAAE,CAC7E,IAAI,CAAC,MAAM,KAAK,gBAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;AAEjF,MAAM,OAAO,GAAG,CAAC,IAAuD,EAAU,EAAE,CAClF,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;AAEhF,MAAM,gBAAgB,GAAG,CAAC,KAAc,EAAmB,EAAE,CAC3D,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AAEhD;;;;;GAKG;AACH,MAAM,UAAU,GAAG,CAAC,IAA8C,EAAU,EAAE;IAC5E,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC;IAC7B,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,gBAAgB,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;IACtC,CAAC;IACD,IAAI,gBAAgB,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,KAAK,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC,CAAC;AAEF,uGAAuG;AACvG,MAAM,WAAW,GAAG,CAAC,IAAuC,EAAU,EAAE;IACtE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC;IAC9B,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,gBAAO,CAAC,SAAS,CAAC,CAAC,CAAC;YACvB,OAAO,oBAAW,CAAC,SAAS,CAAC;QAC/B,CAAC;QACD,KAAK,gBAAO,CAAC,SAAS,CAAC,CAAC,CAAC;YACvB,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,oBAAW,CAAC,OAAO,CAAC,CAAC,CAAC,oBAAW,CAAC,SAAS,CAAC;QACzE,CAAC;QACD,OAAO,CAAC,CAAC,CAAC;YACR,OAAO,oBAAW,CAAC,SAAS,CAAC;QAC/B,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,+GAA+G;AAC/G,MAAa,OAAQ,SAAQ,iBAAU;IAGrC;QACE,KAAK,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,CAAC,WAAW;QAChB,OAAO,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI,OAAO,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,IAA6B;QACjC,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC;QAC1B,MAAM,QAAQ,GAAG,iBAAiB,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,UAAU,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;QACnE,MAAM,SAAS,GAAG,WAAW,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAEhF,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;YAClC,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;YAClC,MAAM,EAAE,KAAK,EAAE,gBAAgB,EAAE,GAAG,cAAc,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3E,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,IAAI,CAAC,MAAM;qBACR,GAAG,CAAC,OAAO,CAAC;qBACZ,KAAK,CAAC,wCAAwC,UAAU,aAAa,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YAC1F,CAAC;YACD,IAAI,gBAAgB,EAAE,CAAC;gBACrB,IAAI,CAAC,MAAM;qBACR,GAAG,CAAC,OAAO,CAAC;qBACZ,IAAI,CACH,iDAAiD,QAAQ,CAAC,MAAM,YAAY,QAAQ,CAAC,IAAI,EAAE,CAC5F,CAAC;YACN,CAAC;YAED,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE;gBAChC,MAAM,MAAM,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,QAAQ,SAAS,GAAG,CAAC,EAAE,CAAC;gBACnF,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;oBACrE,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,QAAQ,EAAE,QAAQ,CAAC,IAAI;oBACvB,MAAM;oBACN,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,IAAI;oBACJ,OAAO,EAAE,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC;oBAC5B,QAAQ;oBACR,SAAS;iBACV,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAtDD,0BAsDC"}

package/dist/cjs/corpus/common/index.d.ts

@@ -0,0 +1,2 @@
+export * from './types';
+//# sourceMappingURL=index.d.ts.map

package/dist/cjs/corpus/common/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/corpus/common/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC"}

package/dist/cjs/corpus/common/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./types"), exports);
+//# sourceMappingURL=index.js.map

package/dist/cjs/corpus/common/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/corpus/common/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0CAAwB"}

package/dist/cjs/corpus/common/types.d.ts

@@ -0,0 +1,37 @@
+import type { TCorpus } from '../../common';
+/** One markdown file after its frontmatter has been split from the body. */
+export interface IDocument {
+    corpus: TCorpus;
+    path: string;
+    title: string;
+    frontmatter: Record<string, unknown>;
+    body: string;
+}
+/** One indexable section of a document - an H2/H3 chunk, or the intro text before the first one. */
+export interface IChunk {
+    id: string;
+    corpus: TCorpus;
+    document: string;
+    anchor: string;
+    headingPath: string;
+    title: string;
+    body: string;
+    symbols: string;
+    /** Frontmatter `description`, `type` and `tags`, space-joined; the same on every chunk of the document. `title` is excluded - `headingPath` already carries it. */
+    metadata: string;
+    /** Multiplies into the `bm25` score - lower for a document kind that is trusted less as a primary source. */
+    authority: number;
+}
+/** One directory to load into a corpus. `exclude` entries are relative-path prefixes to skip. */
+export interface ICorpusRoot {
+    corpus: TCorpus;
+    directory: string;
+    exclude?: string[];
+}
+/** A document `CorpusLoader` could not parse - its frontmatter was invalid YAML. */
+export interface ISkippedDocument {
+    corpus: TCorpus;
+    path: string;
+    error: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/cjs/corpus/common/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/corpus/common/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAExC,4EAA4E;AAC5E,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,OAAO,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,IAAI,EAAE,MAAM,CAAC;CACd;AAED,oGAAoG;AACpG,MAAM,WAAW,MAAM;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,mKAAmK;IACnK,QAAQ,EAAE,MAAM,CAAC;IACjB,6GAA6G;IAC7G,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,iGAAiG;AACjG,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,oFAAoF;AACpF,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,OAAO,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf"}

package/dist/cjs/corpus/common/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/cjs/corpus/common/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/corpus/common/types.ts"],"names":[],"mappings":""}

package/dist/cjs/corpus/frontmatter.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Splits YAML frontmatter from the body. No leading `---` block means no frontmatter - the whole
+ * text is body. Invalid YAML throws instead of loading as `{}`: a caller decides whether to skip
+ * the document, it never indexes silently under a blank title.
+ */
+export declare const parseFrontmatter: (opts: {
+    text: string;
+    path: string;
+}) => {
+    data: Record<string, unknown>;
+    body: string;
+};
+//# sourceMappingURL=frontmatter.d.ts.map

package/dist/cjs/corpus/frontmatter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"frontmatter.d.ts","sourceRoot":"","sources":["../../../src/corpus/frontmatter.ts"],"names":[],"mappings":"AAUA;;;;GAIG;AACH,eAAO,MAAM,gBAAgB,GAAI,MAAM;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,KAAG;IAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAiBhD,CAAC"}

package/dist/cjs/corpus/frontmatter.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseFrontmatter = void 0;
+const core_1 = require("@venizia/ignis-helpers/core");
+const FRONTMATTER_PATTERN = /^---\n([\s\S]*?)\n---\n?/;
+const isRecord = (value) => typeof value === 'object' && value !== null && !Array.isArray(value);
+const messageOf = (error) => error instanceof Error ? error.message : String(error);
+/**
+ * Splits YAML frontmatter from the body. No leading `---` block means no frontmatter - the whole
+ * text is body. Invalid YAML throws instead of loading as `{}`: a caller decides whether to skip
+ * the document, it never indexes silently under a blank title.
+ */
+const parseFrontmatter = (opts) => {
+    const { text, path } = opts;
+    const match = text.match(FRONTMATTER_PATTERN);
+    if (!match) {
+        return { data: {}, body: text };
+    }
+    let parsed;
+    try {
+        parsed = Bun.YAML.parse(match[1]);
+    }
+    catch (error) {
+        throw (0, core_1.getError)({
+            message: `[parseFrontmatter] invalid YAML frontmatter | file: ${path} | ${messageOf(error)}`,
+        });
+    }
+    return { data: isRecord(parsed) ? parsed : {}, body: text.slice(match[0].length) };
+};
+exports.parseFrontmatter = parseFrontmatter;
+//# sourceMappingURL=frontmatter.js.map

package/dist/cjs/corpus/frontmatter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"frontmatter.js","sourceRoot":"","sources":["../../../src/corpus/frontmatter.ts"],"names":[],"mappings":";;;AAAA,sDAAuD;AAEvD,MAAM,mBAAmB,GAAG,0BAA0B,CAAC;AAEvD,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAoC,EAAE,CACpE,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAEvE,MAAM,SAAS,GAAG,CAAC,KAAc,EAAU,EAAE,CAC3C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAEzD;;;;GAIG;AACI,MAAM,gBAAgB,GAAG,CAAC,IAGhC,EAAmD,EAAE;IACpD,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC;IAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;IAC9C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAClC,CAAC;IAED,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAA,eAAQ,EAAC;YACb,OAAO,EAAE,uDAAuD,IAAI,MAAM,SAAS,CAAC,KAAK,CAAC,EAAE;SAC7F,CAAC,CAAC;IACL,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;AACrF,CAAC,CAAC;AApBW,QAAA,gBAAgB,oBAoB3B"}

package/dist/cjs/corpus/index.d.ts

@@ -0,0 +1,6 @@
+export * from './common';
+export * from './chunker';
+export * from './frontmatter';
+export * from './loader';
+export * from './roots';
+//# sourceMappingURL=index.d.ts.map

package/dist/cjs/corpus/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/corpus/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,eAAe,CAAC;AAC9B,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC"}

package/dist/cjs/corpus/index.js

@@ -0,0 +1,22 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./common"), exports);
+__exportStar(require("./chunker"), exports);
+__exportStar(require("./frontmatter"), exports);
+__exportStar(require("./loader"), exports);
+__exportStar(require("./roots"), exports);
+//# sourceMappingURL=index.js.map

package/dist/cjs/corpus/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/corpus/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB;AACzB,4CAA0B;AAC1B,gDAA8B;AAC9B,2CAAyB;AACzB,0CAAwB"}

package/dist/cjs/corpus/loader.d.ts

@@ -0,0 +1,16 @@
+import { BaseHelper } from '@venizia/ignis-helpers/core';
+import type { ICorpusRoot, IDocument, ISkippedDocument } from './common';
+/** Reads `.md` files under each root into `IDocument`s. Never chunks - see `Chunker` for that. */
+export declare class CorpusLoader extends BaseHelper {
+    private static instance?;
+    /** Documents whose frontmatter failed to parse on the most recent `load` call. */
+    skipped: ISkippedDocument[];
+    private constructor();
+    static getInstance(): CorpusLoader;
+    load(opts: {
+        roots: ICorpusRoot[];
+    }): IDocument[];
+    private loadRoot;
+    private loadDocument;
+}
+//# sourceMappingURL=loader.d.ts.map

package/dist/cjs/corpus/loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../../src/corpus/loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAC;AAIzD,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAsBzE,kGAAkG;AAClG,qBAAa,YAAa,SAAQ,UAAU;IAC1C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAe;IAEvC,kFAAkF;IAClF,OAAO,EAAE,gBAAgB,EAAE,CAAM;IAEjC,OAAO;IAIP,MAAM,CAAC,WAAW,IAAI,YAAY;IAIlC,IAAI,CAAC,IAAI,EAAE;QAAE,KAAK,EAAE,WAAW,EAAE,CAAA;KAAE,GAAG,SAAS,EAAE;IAKjD,OAAO,CAAC,QAAQ;IAiBhB,OAAO,CAAC,YAAY;CAwBrB"}

package/dist/cjs/corpus/loader.js

@@ -0,0 +1,72 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CorpusLoader = void 0;
+const core_1 = require("@venizia/ignis-helpers/core");
+const node_fs_1 = require("node:fs");
+const node_path_1 = require("node:path");
+const frontmatter_1 = require("./frontmatter");
+const messageOf = (error) => error instanceof Error ? error.message : String(error);
+const isExcluded = (opts) => opts.exclude.some(prefix => opts.relativePath === prefix || opts.relativePath.startsWith(`${prefix}/`));
+const H1_PATTERN = /^#\s+(.+?)\s*$/m;
+/** Frontmatter `title`, else the document's first `# ` line, else the path - never blank. */
+const titleOf = (opts) => {
+    if (typeof opts.data.title === 'string' && opts.data.title.length > 0) {
+        return opts.data.title;
+    }
+    const heading = opts.body.match(H1_PATTERN);
+    return heading ? heading[1] : opts.path;
+};
+/** Reads `.md` files under each root into `IDocument`s. Never chunks - see `Chunker` for that. */
+class CorpusLoader extends core_1.BaseHelper {
+    constructor() {
+        super({ scope: CorpusLoader.name });
+        /** Documents whose frontmatter failed to parse on the most recent `load` call. */
+        this.skipped = [];
+    }
+    static getInstance() {
+        return (this.instance ??= new CorpusLoader());
+    }
+    load(opts) {
+        this.skipped = [];
+        return opts.roots.flatMap(root => this.loadRoot({ root }));
+    }
+    loadRoot(opts) {
+        const { root } = opts;
+        const exclude = root.exclude ?? [];
+        const relativePaths = [...new Bun.Glob('**/*.md').scanSync({ cwd: root.directory })]
+            .filter(relativePath => !isExcluded({ relativePath, exclude }))
+            .sort();
+        const documents = [];
+        for (const relativePath of relativePaths) {
+            const document = this.loadDocument({ root, relativePath });
+            if (document) {
+                documents.push(document);
+            }
+        }
+        return documents;
+    }
+    loadDocument(opts) {
+        const { root, relativePath } = opts;
+        const text = (0, node_fs_1.readFileSync)((0, node_path_1.join)(root.directory, relativePath), 'utf8');
+        try {
+            const { data, body } = (0, frontmatter_1.parseFrontmatter)({ text, path: relativePath });
+            return {
+                corpus: root.corpus,
+                path: relativePath,
+                title: titleOf({ data, body, path: relativePath }),
+                frontmatter: data,
+                body,
+            };
+        }
+        catch (error) {
+            const message = messageOf(error);
+            this.skipped.push({ corpus: root.corpus, path: relativePath, error: message });
+            this.logger
+                .for('load')
+                .warn(`skipped document | corpus: ${root.corpus} | path: ${relativePath} | error: ${message}`);
+            return undefined;
+        }
+    }
+}
+exports.CorpusLoader = CorpusLoader;
+//# sourceMappingURL=loader.js.map

package/dist/cjs/corpus/loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../../src/corpus/loader.ts"],"names":[],"mappings":";;;AAAA,sDAAyD;AACzD,qCAAuC;AACvC,yCAAiC;AACjC,+CAAiD;AAGjD,MAAM,SAAS,GAAG,CAAC,KAAc,EAAU,EAAE,CAC3C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAEzD,MAAM,UAAU,GAAG,CAAC,IAAiD,EAAW,EAAE,CAChF,IAAI,CAAC,OAAO,CAAC,IAAI,CACf,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,YAAY,KAAK,MAAM,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,GAAG,MAAM,GAAG,CAAC,CACrF,CAAC;AAEJ,MAAM,UAAU,GAAG,iBAAiB,CAAC;AAErC,6FAA6F;AAC7F,MAAM,OAAO,GAAG,CAAC,IAAmE,EAAU,EAAE;IAC9F,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtE,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;IACzB,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC5C,OAAO,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;AAC1C,CAAC,CAAC;AAEF,kGAAkG;AAClG,MAAa,YAAa,SAAQ,iBAAU;IAM1C;QACE,KAAK,CAAC,EAAE,KAAK,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;QAJtC,kFAAkF;QAClF,YAAO,GAAuB,EAAE,CAAC;IAIjC,CAAC;IAED,MAAM,CAAC,WAAW;QAChB,OAAO,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI,YAAY,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,CAAC,IAA8B;QACjC,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7D,CAAC;IAEO,QAAQ,CAAC,IAA2B;QAC1C,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC;QACtB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;QACnC,MAAM,aAAa,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;aACjF,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;aAC9D,IAAI,EAAE,CAAC;QAEV,MAAM,SAAS,GAAgB,EAAE,CAAC;QAClC,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;YACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;YAC3D,IAAI,QAAQ,EAAE,CAAC;gBACb,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,YAAY,CAAC,IAAiD;QACpE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;QACpC,MAAM,IAAI,GAAG,IAAA,sBAAY,EAAC,IAAA,gBAAI,EAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,MAAM,CAAC,CAAC;QAEtE,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,IAAA,8BAAgB,EAAC,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;YACtE,OAAO;gBACL,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;gBAClD,WAAW,EAAE,IAAI;gBACjB,IAAI;aACL,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;YACjC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YAC/E,IAAI,CAAC,MAAM;iBACR,GAAG,CAAC,MAAM,CAAC;iBACX,IAAI,CACH,8BAA8B,IAAI,CAAC,MAAM,YAAY,YAAY,aAAa,OAAO,EAAE,CACxF,CAAC;YACJ,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;CACF;AA5DD,oCA4DC"}

package/dist/cjs/corpus/roots.d.ts

@@ -0,0 +1,9 @@
+import type { ICorpusRoot } from './common';
+/**
+ * The three live-tree roots for repo mode, rooted at `repositoryRoot`: `wiki` carves its
+ * `changelogs` subtree out into its own root, and `knowledge` carves out `knowledge-tools`.
+ */
+export declare const resolveRepositoryRoots: (opts: {
+    repositoryRoot: string;
+}) => ICorpusRoot[];
+//# sourceMappingURL=roots.d.ts.map

package/dist/cjs/corpus/roots.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"roots.d.ts","sourceRoot":"","sources":["../../../src/corpus/roots.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAM5C;;;GAGG;AACH,eAAO,MAAM,sBAAsB,GAAI,MAAM;IAAE,cAAc,EAAE,MAAM,CAAA;CAAE,KAAG,WAAW,EAgBpF,CAAC"}

package/dist/cjs/corpus/roots.js

@@ -0,0 +1,30 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.resolveRepositoryRoots = void 0;
+const common_1 = require("../common");
+const node_path_1 = require("node:path");
+const WIKI_DIRECTORY = 'docs/wiki/content';
+const CHANGELOG_DIRECTORY = 'docs/wiki/content/changelogs';
+const KNOWLEDGE_DIRECTORY = '.agents/knowledge';
+/**
+ * The three live-tree roots for repo mode, rooted at `repositoryRoot`: `wiki` carves its
+ * `changelogs` subtree out into its own root, and `knowledge` carves out `knowledge-tools`.
+ */
+const resolveRepositoryRoots = (opts) => {
+    const { repositoryRoot } = opts;
+    return [
+        {
+            corpus: common_1.Corpora.WIKI,
+            directory: (0, node_path_1.join)(repositoryRoot, WIKI_DIRECTORY),
+            exclude: ['changelogs'],
+        },
+        { corpus: common_1.Corpora.CHANGELOG, directory: (0, node_path_1.join)(repositoryRoot, CHANGELOG_DIRECTORY) },
+        {
+            corpus: common_1.Corpora.KNOWLEDGE,
+            directory: (0, node_path_1.join)(repositoryRoot, KNOWLEDGE_DIRECTORY),
+            exclude: ['knowledge-tools'],
+        },
+    ];
+};
+exports.resolveRepositoryRoots = resolveRepositoryRoots;
+//# sourceMappingURL=roots.js.map

package/dist/cjs/corpus/roots.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"roots.js","sourceRoot":"","sources":["../../../src/corpus/roots.ts"],"names":[],"mappings":";;;AAAA,qCAAmC;AACnC,yCAAiC;AAGjC,MAAM,cAAc,GAAG,mBAAmB,CAAC;AAC3C,MAAM,mBAAmB,GAAG,8BAA8B,CAAC;AAC3D,MAAM,mBAAmB,GAAG,mBAAmB,CAAC;AAEhD;;;GAGG;AACI,MAAM,sBAAsB,GAAG,CAAC,IAAgC,EAAiB,EAAE;IACxF,MAAM,EAAE,cAAc,EAAE,GAAG,IAAI,CAAC;IAEhC,OAAO;QACL;YACE,MAAM,EAAE,gBAAO,CAAC,IAAI;YACpB,SAAS,EAAE,IAAA,gBAAI,EAAC,cAAc,EAAE,cAAc,CAAC;YAC/C,OAAO,EAAE,CAAC,YAAY,CAAC;SACxB;QACD,EAAE,MAAM,EAAE,gBAAO,CAAC,SAAS,EAAE,SAAS,EAAE,IAAA,gBAAI,EAAC,cAAc,EAAE,mBAAmB,CAAC,EAAE;QACnF;YACE,MAAM,EAAE,gBAAO,CAAC,SAAS;YACzB,SAAS,EAAE,IAAA,gBAAI,EAAC,cAAc,EAAE,mBAAmB,CAAC;YACpD,OAAO,EAAE,CAAC,iBAAiB,CAAC;SAC7B;KACF,CAAC;AACJ,CAAC,CAAC;AAhBW,QAAA,sBAAsB,0BAgBjC"}