@gixcopilot/knowledge 0.1.0

package/dist/loaders/html-structure.d.ts

@@ -0,0 +1,20 @@
+import { HTMLElement } from 'node-html-parser';
+/**
+ * Deterministic table-to-text representation (Section 33) - one line per row, cells joined by
+ * " | ", header row (if any `<th>` is present) separated by a divider line. Not full table
+ * layout understanding, just enough to keep a table's rows readable after chunking rather than
+ * collapsing into an unreadable run-on fragment.
+ */
+export declare function serializeTable(table: HTMLElement): string;
+export interface HtmlStructureResult {
+    readonly title?: string;
+    /** Markdown-flavored plain text: headings become `#`.."######" lines, tables use serializeTable. */
+    readonly text: string;
+}
+/**
+ * Normalizes arbitrary HTML into readable structured text (Section 20/19), stripping script/
+ * style/navigation noise while preserving headings/paragraphs/tables where practical - no claim
+ * of perfect layout understanding (Section 18's caveat applies here too).
+ */
+export declare function extractHtmlStructure(html: string): HtmlStructureResult;
+//# sourceMappingURL=html-structure.d.ts.map

package/dist/loaders/html-structure.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-structure.d.ts","sourceRoot":"","sources":["../../src/loaders/html-structure.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAoB,MAAM,kBAAkB,CAAC;AASjE;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,CAYzD;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,oGAAoG;IACpG,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,mBAAmB,CAiDtE"}

package/dist/loaders/html-structure.js

@@ -0,0 +1,79 @@
+import { HTMLElement, parse } from 'node-html-parser';
+const NOISE_SELECTORS = 'script,style,nav,noscript,iframe,svg,header,footer';
+const HEADING_TAGS = new Set(['h1', 'h2', 'h3', 'h4', 'h5', 'h6']);
+function textOf(node) {
+    return node.textContent.replace(/\s+/g, ' ').trim();
+}
+/**
+ * Deterministic table-to-text representation (Section 33) - one line per row, cells joined by
+ * " | ", header row (if any `<th>` is present) separated by a divider line. Not full table
+ * layout understanding, just enough to keep a table's rows readable after chunking rather than
+ * collapsing into an unreadable run-on fragment.
+ */
+export function serializeTable(table) {
+    const rows = table.querySelectorAll('tr');
+    const lines = [];
+    for (const row of rows) {
+        const cells = row.querySelectorAll('th,td').map((cell) => textOf(cell));
+        if (cells.length === 0)
+            continue;
+        lines.push(cells.join(' | '));
+        if (row.querySelector('th')) {
+            lines.push(cells.map(() => '---').join(' | '));
+        }
+    }
+    return lines.join('\n');
+}
+/**
+ * Normalizes arbitrary HTML into readable structured text (Section 20/19), stripping script/
+ * style/navigation noise while preserving headings/paragraphs/tables where practical - no claim
+ * of perfect layout understanding (Section 18's caveat applies here too).
+ */
+export function extractHtmlStructure(html) {
+    const root = parse(html, { blockTextElements: { script: false, style: false } });
+    root.querySelectorAll(NOISE_SELECTORS).forEach((node) => node.remove());
+    const title = root.querySelector('title')?.text.trim() || undefined;
+    const body = root.querySelector('body') ?? root;
+    const lines = [];
+    const visited = new Set();
+    const walk = (node) => {
+        if (visited.has(node))
+            return;
+        const tag = node.tagName?.toLowerCase();
+        if (tag === 'table') {
+            visited.add(node);
+            const serialized = serializeTable(node);
+            if (serialized)
+                lines.push(serialized);
+            return;
+        }
+        if (tag && HEADING_TAGS.has(tag)) {
+            visited.add(node);
+            const level = Number(tag.slice(1));
+            const text = textOf(node);
+            if (text)
+                lines.push(`${'#'.repeat(level)} ${text}`);
+            return;
+        }
+        if (tag === 'p' || tag === 'li') {
+            visited.add(node);
+            const text = textOf(node);
+            if (text)
+                lines.push(text);
+            return;
+        }
+        for (const child of node.childNodes) {
+            if (child instanceof HTMLElement) {
+                walk(child);
+            }
+        }
+    };
+    walk(body);
+    const text = lines.length > 0 ? lines.join('\n\n') : textOf(body);
+    // Falls back to the first extracted heading when there is no <title> tag - real-world HTML
+    // fragments (mammoth's DOCX->HTML output has no <head>) still get a usable title this way.
+    const firstHeadingMatch = /^#{1,6}\s+(.+)$/m.exec(text);
+    const resolvedTitle = title ?? firstHeadingMatch?.[1]?.trim();
+    return resolvedTitle !== undefined ? { title: resolvedTitle, text } : { text };
+}
+//# sourceMappingURL=html-structure.js.map

package/dist/loaders/html-structure.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-structure.js","sourceRoot":"","sources":["../../src/loaders/html-structure.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,KAAK,EAAa,MAAM,kBAAkB,CAAC;AAEjE,MAAM,eAAe,GAAG,oDAAoD,CAAC;AAC7E,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;AAEnE,SAAS,MAAM,CAAC,IAAU;IACxB,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACtD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAAC,KAAkB;IAC/C,MAAM,IAAI,GAAG,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,GAAG,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QACxE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACjC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9B,IAAI,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAQD;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAC/C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,EAAE,iBAAiB,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;IACjF,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAExE,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,SAAS,CAAC;IACpE,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;IAEhD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAe,CAAC;IAEvC,MAAM,IAAI,GAAG,CAAC,IAAiB,EAAQ,EAAE;QACvC,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,OAAO;QAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC;QAExC,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAClB,MAAM,UAAU,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;YACxC,IAAI,UAAU;gBAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACvC,OAAO;QACT,CAAC;QACD,IAAI,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAClB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YAC1B,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;QACD,IAAI,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAClB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YAC1B,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3B,OAAO;QACT,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpC,IAAI,KAAK,YAAY,WAAW,EAAE,CAAC;gBACjC,IAAI,CAAC,KAAK,CAAC,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,CAAC,IAAI,CAAC,CAAC;IAEX,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAClE,2FAA2F;IAC3F,2FAA2F;IAC3F,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxD,MAAM,aAAa,GAAG,KAAK,IAAI,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;IAC9D,OAAO,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;AACjF,CAAC"}

package/dist/loaders/html.d.ts

@@ -0,0 +1,5 @@
+import { type DocumentLoader } from '../loader.js';
+import type { HtmlSourceConfig } from '../source.js';
+/** HTML loader (Section 20) - local/pre-fetched HTML only; see web.ts for remote fetching. */
+export declare const htmlLoader: DocumentLoader<HtmlSourceConfig>;
+//# sourceMappingURL=html.d.ts.map

package/dist/loaders/html.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"html.d.ts","sourceRoot":"","sources":["../../src/loaders/html.ts"],"names":[],"mappings":"AAIA,OAAO,EAAkB,KAAK,cAAc,EAAsB,MAAM,cAAc,CAAC;AAEvF,OAAO,KAAK,EAAE,gBAAgB,EAAmB,MAAM,cAAc,CAAC;AAStE,8FAA8F;AAC9F,eAAO,MAAM,UAAU,EAAE,cAAc,CAAC,gBAAgB,CAuCvD,CAAC"}

package/dist/loaders/html.js

@@ -0,0 +1,52 @@
+import { readFile } from 'node:fs/promises';
+import { CopilotError } from '@gixcopilot/protocol';
+import { createKnowledgeDocument } from '../document.js';
+import { throwIfAborted } from '../loader.js';
+import { normalizeText } from '../normalize.js';
+import { extractHtmlStructure } from './html-structure.js';
+async function readHtml(config) {
+    if (config.html !== undefined)
+        return config.html;
+    if (config.path)
+        return readFile(config.path, 'utf8');
+    throw CopilotError.sourceLoadFailed('An HTML source requires either "html" or "path".');
+}
+/** HTML loader (Section 20) - local/pre-fetched HTML only; see web.ts for remote fetching. */
+export const htmlLoader = {
+    async *load(source, context) {
+        throwIfAborted(context?.signal);
+        const html = await readHtml(source.config).catch((error) => {
+            if (CopilotError.isCopilotError(error))
+                throw error;
+            throw CopilotError.sourceLoadFailed(`Failed to read HTML source: ${String(error)}`, {
+                sourceId: source.id,
+            });
+        });
+        let structure;
+        try {
+            structure = extractHtmlStructure(html);
+        }
+        catch (error) {
+            throw CopilotError.parseFailed(`Failed to parse HTML source: ${String(error)}`, {
+                sourceId: source.id,
+            });
+        }
+        throwIfAborted(context?.signal);
+        const content = normalizeText(structure.text);
+        if (content.length === 0)
+            return;
+        yield createKnowledgeDocument({
+            sourceId: source.id,
+            content,
+            metadata: {
+                ...(source.name !== undefined || structure.title !== undefined
+                    ? { title: source.name ?? structure.title }
+                    : {}),
+                mimeType: 'text/html',
+                tenantId: source.tenantId,
+                acl: source.acl,
+            },
+        });
+    },
+};
+//# sourceMappingURL=html.js.map

package/dist/loaders/html.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"html.js","sourceRoot":"","sources":["../../src/loaders/html.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAEzD,OAAO,EAAE,cAAc,EAA2C,MAAM,cAAc,CAAC;AACvF,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEhD,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAE3D,KAAK,UAAU,QAAQ,CAAC,MAAwB;IAC9C,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC;IAClD,IAAI,MAAM,CAAC,IAAI;QAAE,OAAO,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACtD,MAAM,YAAY,CAAC,gBAAgB,CAAC,kDAAkD,CAAC,CAAC;AAC1F,CAAC;AAED,8FAA8F;AAC9F,MAAM,CAAC,MAAM,UAAU,GAAqC;IAC1D,KAAK,CAAC,CAAC,IAAI,CACT,MAAyC,EACzC,OAAuB;QAEvB,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAClE,IAAI,YAAY,CAAC,cAAc,CAAC,KAAK,CAAC;gBAAE,MAAM,KAAK,CAAC;YACpD,MAAM,YAAY,CAAC,gBAAgB,CAAC,+BAA+B,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE;gBAClF,QAAQ,EAAE,MAAM,CAAC,EAAE;aACpB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAI,SAAS,CAAC;QACd,IAAI,CAAC;YACH,SAAS,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,CAAC,WAAW,CAAC,gCAAgC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE;gBAC9E,QAAQ,EAAE,MAAM,CAAC,EAAE;aACpB,CAAC,CAAC;QACL,CAAC;QAED,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAChC,MAAM,OAAO,GAAG,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEjC,MAAM,uBAAuB,CAAC;YAC5B,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,OAAO;YACP,QAAQ,EAAE;gBACR,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,SAAS,CAAC,KAAK,KAAK,SAAS;oBAC5D,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,IAAI,SAAS,CAAC,KAAK,EAAE;oBAC3C,CAAC,CAAC,EAAE,CAAC;gBACP,QAAQ,EAAE,WAAW;gBACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,GAAG,EAAE,MAAM,CAAC,GAAG;aAChB;SACF,CAAC,CAAC;IACL,CAAC;CACF,CAAC"}

package/dist/loaders/markdown.d.ts

@@ -0,0 +1,7 @@
+import { type DocumentLoader } from '../loader.js';
+import type { TextSourceConfig } from '../source.js';
+/** First ATX heading (`# Title`) in a markdown document, used as a title fallback (Section 17). */
+export declare function extractMarkdownTitle(content: string): string | undefined;
+/** Markdown loader (Section 17) - preserves the source text as-is; heading structure is picked up during chunking. */
+export declare const markdownLoader: DocumentLoader<TextSourceConfig>;
+//# sourceMappingURL=markdown.d.ts.map

package/dist/loaders/markdown.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.d.ts","sourceRoot":"","sources":["../../src/loaders/markdown.ts"],"names":[],"mappings":"AAEA,OAAO,EAAkB,KAAK,cAAc,EAAsB,MAAM,cAAc,CAAC;AAEvF,OAAO,KAAK,EAAmB,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAEtE,mGAAmG;AACnG,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAGxE;AAED,sHAAsH;AACtH,eAAO,MAAM,cAAc,EAAE,cAAc,CAAC,gBAAgB,CAoB3D,CAAC"}

package/dist/loaders/markdown.js

@@ -0,0 +1,28 @@
+import { createKnowledgeDocument } from '../document.js';
+import { throwIfAborted } from '../loader.js';
+import { normalizeText } from '../normalize.js';
+/** First ATX heading (`# Title`) in a markdown document, used as a title fallback (Section 17). */
+export function extractMarkdownTitle(content) {
+    const match = /^#\s+(.+)$/m.exec(content);
+    return match?.[1]?.trim();
+}
+/** Markdown loader (Section 17) - preserves the source text as-is; heading structure is picked up during chunking. */
+export const markdownLoader = {
+    async *load(source, context) {
+        throwIfAborted(context?.signal);
+        await Promise.resolve(); // keep every loader's first yield microtask-deferred, not just the I/O-bound ones
+        const content = normalizeText(source.config.content);
+        const title = source.name ?? extractMarkdownTitle(content);
+        yield createKnowledgeDocument({
+            sourceId: source.id,
+            content,
+            metadata: {
+                ...(title !== undefined ? { title } : {}),
+                mimeType: 'text/markdown',
+                tenantId: source.tenantId,
+                acl: source.acl,
+            },
+        });
+    },
+};
+//# sourceMappingURL=markdown.js.map

package/dist/loaders/markdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.js","sourceRoot":"","sources":["../../src/loaders/markdown.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAEzD,OAAO,EAAE,cAAc,EAA2C,MAAM,cAAc,CAAC;AACvF,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGhD,mGAAmG;AACnG,MAAM,UAAU,oBAAoB,CAAC,OAAe;IAClD,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC1C,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;AAC5B,CAAC;AAED,sHAAsH;AACtH,MAAM,CAAC,MAAM,cAAc,GAAqC;IAC9D,KAAK,CAAC,CAAC,IAAI,CACT,MAAyC,EACzC,OAAuB;QAEvB,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAChC,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,kFAAkF;QAC3G,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,IAAI,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAC3D,MAAM,uBAAuB,CAAC;YAC5B,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,OAAO;YACP,QAAQ,EAAE;gBACR,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzC,QAAQ,EAAE,eAAe;gBACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,GAAG,EAAE,MAAM,CAAC,GAAG;aAChB;SACF,CAAC,CAAC;IACL,CAAC;CACF,CAAC"}

package/dist/loaders/mcp-resource.d.ts

@@ -0,0 +1,11 @@
+import { type DocumentLoader } from '../loader.js';
+import type { McpResourceSourceConfig } from '../source.js';
+/**
+ * MCP resource loader (Section 24) - reuses Phase 8's MCP client/integration
+ * (`listResources`/`readResource`) rather than a second MCP client. Per @gixcopilot/mcp's own
+ * documented boundary, a resource's content is untrusted data, exactly like a tool result -
+ * nothing here elevates it to a trusted instruction. Text resources only: binary/blob MCP
+ * resources are not supported this phase, matching @gixcopilot/mcp's own current limitation.
+ */
+export declare const mcpResourceLoader: DocumentLoader<McpResourceSourceConfig>;
+//# sourceMappingURL=mcp-resource.d.ts.map

package/dist/loaders/mcp-resource.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mcp-resource.d.ts","sourceRoot":"","sources":["../../src/loaders/mcp-resource.ts"],"names":[],"mappings":"AAGA,OAAO,EAAkB,KAAK,cAAc,EAAsB,MAAM,cAAc,CAAC;AAEvF,OAAO,KAAK,EAAmB,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAE7E;;;;;;GAMG;AACH,eAAO,MAAM,iBAAiB,EAAE,cAAc,CAAC,uBAAuB,CAgDrE,CAAC"}

package/dist/loaders/mcp-resource.js

@@ -0,0 +1,60 @@
+import { CopilotError } from '@gixcopilot/protocol';
+import { createKnowledgeDocument } from '../document.js';
+import { throwIfAborted } from '../loader.js';
+import { normalizeText } from '../normalize.js';
+/**
+ * MCP resource loader (Section 24) - reuses Phase 8's MCP client/integration
+ * (`listResources`/`readResource`) rather than a second MCP client. Per @gixcopilot/mcp's own
+ * documented boundary, a resource's content is untrusted data, exactly like a tool result -
+ * nothing here elevates it to a trusted instruction. Text resources only: binary/blob MCP
+ * resources are not supported this phase, matching @gixcopilot/mcp's own current limitation.
+ */
+export const mcpResourceLoader = {
+    async *load(source, context) {
+        throwIfAborted(context?.signal);
+        const { client } = source.config;
+        let uris = source.config.uris;
+        if (!uris) {
+            try {
+                const resources = await client.listResources();
+                uris = resources.map((resource) => resource.uri);
+            }
+            catch (error) {
+                throw CopilotError.sourceLoadFailed(`Failed to list MCP resources: ${String(error)}`, {
+                    sourceId: source.id,
+                });
+            }
+        }
+        for (const uri of uris) {
+            throwIfAborted(context?.signal);
+            let resourceContent;
+            try {
+                resourceContent = await client.readResource(uri);
+            }
+            catch (error) {
+                throw CopilotError.sourceLoadFailed(`Failed to read MCP resource "${uri}": ${String(error)}`, {
+                    sourceId: source.id,
+                    uri,
+                });
+            }
+            if (resourceContent.text === undefined) {
+                continue; // binary resource content is not supported this phase
+            }
+            const content = normalizeText(resourceContent.text);
+            if (content.length === 0)
+                continue;
+            yield createKnowledgeDocument({
+                sourceId: source.id,
+                discriminator: uri,
+                content,
+                metadata: {
+                    uri,
+                    mimeType: resourceContent.mimeType,
+                    tenantId: source.tenantId,
+                    acl: source.acl,
+                },
+            });
+        }
+    },
+};
+//# sourceMappingURL=mcp-resource.js.map

package/dist/loaders/mcp-resource.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mcp-resource.js","sourceRoot":"","sources":["../../src/loaders/mcp-resource.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAEzD,OAAO,EAAE,cAAc,EAA2C,MAAM,cAAc,CAAC;AACvF,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGhD;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAA4C;IACxE,KAAK,CAAC,CAAC,IAAI,CACT,MAAgD,EAChD,OAAuB;QAEvB,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAChC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC;QACjC,IAAI,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QAC9B,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC;gBAC/C,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,YAAY,CAAC,gBAAgB,CAAC,iCAAiC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE;oBACpF,QAAQ,EAAE,MAAM,CAAC,EAAE;iBACpB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAChC,IAAI,eAAe,CAAC;YACpB,IAAI,CAAC;gBACH,eAAe,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,YAAY,CAAC,gBAAgB,CAAC,gCAAgC,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE;oBAC5F,QAAQ,EAAE,MAAM,CAAC,EAAE;oBACnB,GAAG;iBACJ,CAAC,CAAC;YACL,CAAC;YACD,IAAI,eAAe,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvC,SAAS,CAAC,sDAAsD;YAClE,CAAC;YACD,MAAM,OAAO,GAAG,aAAa,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACpD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YACnC,MAAM,uBAAuB,CAAC;gBAC5B,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,aAAa,EAAE,GAAG;gBAClB,OAAO;gBACP,QAAQ,EAAE;oBACR,GAAG;oBACH,QAAQ,EAAE,eAAe,CAAC,QAAQ;oBAClC,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,GAAG,EAAE,MAAM,CAAC,GAAG;iBAChB;aACF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF,CAAC"}

package/dist/loaders/object-storage.d.ts

@@ -0,0 +1,5 @@
+import { type DocumentLoader } from '../loader.js';
+import type { ObjectStorageSourceConfig } from '../source.js';
+/** Object-storage loader (Section 23) - works against any ObjectStorageClient, no cloud SDK dependency. */
+export declare const objectStorageLoader: DocumentLoader<ObjectStorageSourceConfig>;
+//# sourceMappingURL=object-storage.d.ts.map

package/dist/loaders/object-storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"object-storage.d.ts","sourceRoot":"","sources":["../../src/loaders/object-storage.ts"],"names":[],"mappings":"AAGA,OAAO,EAAkB,KAAK,cAAc,EAAsB,MAAM,cAAc,CAAC;AAEvF,OAAO,KAAK,EAAmB,yBAAyB,EAAE,MAAM,cAAc,CAAC;AAE/E,2GAA2G;AAC3G,eAAO,MAAM,mBAAmB,EAAE,cAAc,CAAC,yBAAyB,CA4CzE,CAAC"}

package/dist/loaders/object-storage.js

@@ -0,0 +1,50 @@
+import { CopilotError } from '@gixcopilot/protocol';
+import { createKnowledgeDocument } from '../document.js';
+import { throwIfAborted } from '../loader.js';
+import { normalizeText } from '../normalize.js';
+/** Object-storage loader (Section 23) - works against any ObjectStorageClient, no cloud SDK dependency. */
+export const objectStorageLoader = {
+    async *load(source, context) {
+        throwIfAborted(context?.signal);
+        const { client } = source.config;
+        let keys = source.config.keys;
+        if (!keys) {
+            try {
+                keys = await client.list(source.config.prefix);
+            }
+            catch (error) {
+                throw CopilotError.sourceLoadFailed(`Failed to list object storage keys: ${String(error)}`, {
+                    sourceId: source.id,
+                });
+            }
+        }
+        for (const key of keys) {
+            throwIfAborted(context?.signal);
+            let object;
+            try {
+                object = await client.get(key);
+            }
+            catch (error) {
+                throw CopilotError.sourceLoadFailed(`Failed to read object "${key}": ${String(error)}`, {
+                    sourceId: source.id,
+                    key,
+                });
+            }
+            const content = normalizeText(object.content);
+            if (content.length === 0)
+                continue;
+            yield createKnowledgeDocument({
+                sourceId: source.id,
+                discriminator: key,
+                content,
+                metadata: {
+                    uri: key,
+                    ...object.metadata,
+                    tenantId: source.tenantId,
+                    acl: object.metadata?.acl ?? source.acl,
+                },
+            });
+        }
+    },
+};
+//# sourceMappingURL=object-storage.js.map

package/dist/loaders/object-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"object-storage.js","sourceRoot":"","sources":["../../src/loaders/object-storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAEzD,OAAO,EAAE,cAAc,EAA2C,MAAM,cAAc,CAAC;AACvF,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGhD,2GAA2G;AAC3G,MAAM,CAAC,MAAM,mBAAmB,GAA8C;IAC5E,KAAK,CAAC,CAAC,IAAI,CACT,MAAkD,EAClD,OAAuB;QAEvB,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAChC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC;QACjC,IAAI,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QAC9B,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,CAAC;gBACH,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACjD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,YAAY,CAAC,gBAAgB,CAAC,uCAAuC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE;oBAC1F,QAAQ,EAAE,MAAM,CAAC,EAAE;iBACpB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAChC,IAAI,MAAM,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACjC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,YAAY,CAAC,gBAAgB,CAAC,0BAA0B,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE;oBACtF,QAAQ,EAAE,MAAM,CAAC,EAAE;oBACnB,GAAG;iBACJ,CAAC,CAAC;YACL,CAAC;YACD,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC9C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YACnC,MAAM,uBAAuB,CAAC;gBAC5B,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,aAAa,EAAE,GAAG;gBAClB,OAAO;gBACP,QAAQ,EAAE;oBACR,GAAG,EAAE,GAAG;oBACR,GAAG,MAAM,CAAC,QAAQ;oBAClB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,GAAG,EAAE,MAAM,CAAC,QAAQ,EAAE,GAAG,IAAI,MAAM,CAAC,GAAG;iBACxC;aACF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF,CAAC"}

package/dist/loaders/pdf.d.ts

@@ -0,0 +1,5 @@
+import { type DocumentLoader } from '../loader.js';
+import type { BinarySourceConfig } from '../source.js';
+/** PDF loader (Section 18) - one KnowledgeDocument per page, so page provenance is exact rather than reconstructed. */
+export declare const pdfLoader: DocumentLoader<BinarySourceConfig>;
+//# sourceMappingURL=pdf.d.ts.map

package/dist/loaders/pdf.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf.d.ts","sourceRoot":"","sources":["../../src/loaders/pdf.ts"],"names":[],"mappings":"AAKA,OAAO,EAAkB,KAAK,cAAc,EAAsB,MAAM,cAAc,CAAC;AAEvF,OAAO,KAAK,EAAE,kBAAkB,EAAmB,MAAM,cAAc,CAAC;AA6CxE,uHAAuH;AACvH,eAAO,MAAM,SAAS,EAAE,cAAc,CAAC,kBAAkB,CAmExD,CAAC"}

package/dist/loaders/pdf.js

@@ -0,0 +1,102 @@
+import { readFile } from 'node:fs/promises';
+import { CopilotError } from '@gixcopilot/protocol';
+import { getDocument } from 'pdfjs-dist/legacy/build/pdf.mjs';
+import { createKnowledgeDocument } from '../document.js';
+import { throwIfAborted } from '../loader.js';
+import { normalizeText } from '../normalize.js';
+function isTextItem(item) {
+    return typeof item.str === 'string';
+}
+/** pdfjs-dist types the document info dictionary as the near-opaque `Object` - narrow it defensively. */
+function extractTitle(info) {
+    if (!info || typeof info !== 'object' || !('Title' in info))
+        return undefined;
+    return typeof info.Title === 'string' ? info.Title.trim() || undefined : undefined;
+}
+async function readPdfBuffer(config) {
+    if (config.buffer)
+        return config.buffer;
+    if (config.path)
+        return readFile(config.path);
+    throw CopilotError.sourceLoadFailed('A PDF source requires either "path" or "buffer".');
+}
+/** Joins a page's text items using pdfjs's own `hasEOL` flag rather than a Y-position heuristic. */
+function joinTextItems(items) {
+    let text = '';
+    for (const item of items) {
+        if (!isTextItem(item))
+            continue;
+        text += item.str;
+        if (item.hasEOL)
+            text += '\n';
+    }
+    return text;
+}
+/** PDF loader (Section 18) - one KnowledgeDocument per page, so page provenance is exact rather than reconstructed. */
+export const pdfLoader = {
+    async *load(source, context) {
+        throwIfAborted(context?.signal);
+        const buffer = await readPdfBuffer(source.config).catch((error) => {
+            if (CopilotError.isCopilotError(error))
+                throw error;
+            throw CopilotError.sourceLoadFailed(`Failed to read PDF source: ${String(error)}`, {
+                sourceId: source.id,
+            });
+        });
+        let numPages;
+        let title;
+        let getPage;
+        try {
+            // pdfjs-dist rejects a Node Buffer at runtime even though it is a Uint8Array subclass -
+            // it must be a plain Uint8Array.
+            const data = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.byteLength);
+            // A harmless "Ensure that the standardFontDataUrl API parameter is provided" warning is
+            // expected here for text-only extraction (no glyph rendering happens in this loader) -
+            // pointing pdfjs-dist at its bundled standard_fonts/ directory instead produces a
+            // *different* warning in this Node runtime (it cannot fetch a file:// URL for the font),
+            // so the default (undefined) is left as-is rather than trading one cosmetic warning for
+            // another.
+            const doc = await getDocument({ data, isEvalSupported: false }).promise;
+            numPages = doc.numPages;
+            const metadata = await doc.getMetadata().catch(() => null);
+            title = extractTitle(metadata?.info);
+            getPage = (pageNumber) => doc.getPage(pageNumber);
+        }
+        catch (error) {
+            throw CopilotError.parseFailed(`Failed to parse PDF source: ${String(error)}`, {
+                sourceId: source.id,
+            });
+        }
+        for (let pageNumber = 1; pageNumber <= numPages; pageNumber++) {
+            throwIfAborted(context?.signal);
+            let rawPageText;
+            try {
+                const page = await getPage(pageNumber);
+                const textContent = await page.getTextContent();
+                rawPageText = joinTextItems(textContent.items);
+            }
+            catch (error) {
+                throw CopilotError.parseFailed(`Failed to extract text from PDF page ${pageNumber}: ${String(error)}`, {
+                    sourceId: source.id,
+                    page: pageNumber,
+                });
+            }
+            const content = normalizeText(rawPageText);
+            if (content.length === 0)
+                continue;
+            yield createKnowledgeDocument({
+                sourceId: source.id,
+                discriminator: pageNumber,
+                content,
+                metadata: {
+                    ...(title !== undefined || source.name !== undefined ? { title: title ?? source.name } : {}),
+                    mimeType: 'application/pdf',
+                    page: pageNumber,
+                    tenantId: source.tenantId,
+                    acl: source.acl,
+                },
+            });
+        }
+    },
+};
+//# sourceMappingURL=pdf.js.map

package/dist/loaders/pdf.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf.js","sourceRoot":"","sources":["../../src/loaders/pdf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAC9D,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAEzD,OAAO,EAAE,cAAc,EAA2C,MAAM,cAAc,CAAC;AACvF,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAmBhD,SAAS,UAAU,CAAC,IAAY;IAC9B,OAAO,OAAQ,IAA6B,CAAC,GAAG,KAAK,QAAQ,CAAC;AAChE,CAAC;AAED,yGAAyG;AACzG,SAAS,YAAY,CAAC,IAAa;IACjC,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IAC9E,OAAO,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AACrF,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,MAA0B;IACrD,IAAI,MAAM,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC,MAAM,CAAC;IACxC,IAAI,MAAM,CAAC,IAAI;QAAE,OAAO,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC9C,MAAM,YAAY,CAAC,gBAAgB,CAAC,kDAAkD,CAAC,CAAC;AAC1F,CAAC;AAED,oGAAoG;AACpG,SAAS,aAAa,CAAC,KAAwB;IAC7C,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,SAAS;QAChC,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC;QACjB,IAAI,IAAI,CAAC,MAAM;YAAE,IAAI,IAAI,IAAI,CAAC;IAChC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,uHAAuH;AACvH,MAAM,CAAC,MAAM,SAAS,GAAuC;IAC3D,KAAK,CAAC,CAAC,IAAI,CACT,MAA2C,EAC3C,OAAuB;QAEvB,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YACzE,IAAI,YAAY,CAAC,cAAc,CAAC,KAAK,CAAC;gBAAE,MAAM,KAAK,CAAC;YACpD,MAAM,YAAY,CAAC,gBAAgB,CAAC,8BAA8B,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE;gBACjF,QAAQ,EAAE,MAAM,CAAC,EAAE;aACpB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAI,QAAgB,CAAC;QACrB,IAAI,KAAyB,CAAC;QAC9B,IAAI,OAA0G,CAAC;QAC/G,IAAI,CAAC;YACH,wFAAwF;YACxF,iCAAiC;YACjC,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YACjF,wFAAwF;YACxF,uFAAuF;YACvF,kFAAkF;YAClF,yFAAyF;YACzF,wFAAwF;YACxF,WAAW;YACX,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC;YACxE,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;YACxB,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YAC3D,KAAK,GAAG,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACrC,OAAO,GAAG,CAAC,UAAkB,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC5D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,CAAC,WAAW,CAAC,+BAA+B,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE;gBAC7E,QAAQ,EAAE,MAAM,CAAC,EAAE;aACpB,CAAC,CAAC;QACL,CAAC;QAED,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,IAAI,QAAQ,EAAE,UAAU,EAAE,EAAE,CAAC;YAC9D,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAChC,IAAI,WAAmB,CAAC;YACxB,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;gBACvC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;gBAChD,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YACjD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,YAAY,CAAC,WAAW,CAAC,wCAAwC,UAAU,KAAK,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE;oBACrG,QAAQ,EAAE,MAAM,CAAC,EAAE;oBACnB,IAAI,EAAE,UAAU;iBACjB,CAAC,CAAC;YACL,CAAC;YAED,MAAM,OAAO,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC;YAC3C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YACnC,MAAM,uBAAuB,CAAC;gBAC5B,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,aAAa,EAAE,UAAU;gBACzB,OAAO;gBACP,QAAQ,EAAE;oBACR,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC5F,QAAQ,EAAE,iBAAiB;oBAC3B,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,GAAG,EAAE,MAAM,CAAC,GAAG;iBAChB;aACF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF,CAAC"}

package/dist/loaders/text.d.ts

@@ -0,0 +1,5 @@
+import { type DocumentLoader } from '../loader.js';
+import type { TextSourceConfig } from '../source.js';
+/** Plain-text loader (Section 16). */
+export declare const textLoader: DocumentLoader<TextSourceConfig>;
+//# sourceMappingURL=text.d.ts.map

package/dist/loaders/text.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.d.ts","sourceRoot":"","sources":["../../src/loaders/text.ts"],"names":[],"mappings":"AAEA,OAAO,EAAkB,KAAK,cAAc,EAAsB,MAAM,cAAc,CAAC;AAEvF,OAAO,KAAK,EAAmB,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAEtE,sCAAsC;AACtC,eAAO,MAAM,UAAU,EAAE,cAAc,CAAC,gBAAgB,CAkBvD,CAAC"}

package/dist/loaders/text.js

@@ -0,0 +1,21 @@
+import { createKnowledgeDocument } from '../document.js';
+import { throwIfAborted } from '../loader.js';
+import { normalizeText } from '../normalize.js';
+/** Plain-text loader (Section 16). */
+export const textLoader = {
+    async *load(source, context) {
+        throwIfAborted(context?.signal);
+        await Promise.resolve(); // keep every loader's first yield microtask-deferred, not just the I/O-bound ones
+        yield createKnowledgeDocument({
+            sourceId: source.id,
+            content: normalizeText(source.config.content),
+            metadata: {
+                ...(source.name !== undefined ? { title: source.name } : {}),
+                mimeType: 'text/plain',
+                tenantId: source.tenantId,
+                acl: source.acl,
+            },
+        });
+    },
+};
+//# sourceMappingURL=text.js.map

package/dist/loaders/text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.js","sourceRoot":"","sources":["../../src/loaders/text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAEzD,OAAO,EAAE,cAAc,EAA2C,MAAM,cAAc,CAAC;AACvF,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGhD,sCAAsC;AACtC,MAAM,CAAC,MAAM,UAAU,GAAqC;IAC1D,KAAK,CAAC,CAAC,IAAI,CACT,MAAyC,EACzC,OAAuB;QAEvB,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAChC,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,kFAAkF;QAC3G,MAAM,uBAAuB,CAAC;YAC5B,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;YAC7C,QAAQ,EAAE;gBACR,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5D,QAAQ,EAAE,YAAY;gBACtB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,GAAG,EAAE,MAAM,CAAC,GAAG;aAChB;SACF,CAAC,CAAC;IACL,CAAC;CACF,CAAC"}

package/dist/loaders/web.d.ts

@@ -0,0 +1,9 @@
+import { type DocumentLoader } from '../loader.js';
+import type { WebSourceConfig } from '../source.js';
+/**
+ * Remote web loader (Section 20). Deliberately narrow: no arbitrary model-controlled fetch
+ * capability (Section 20's explicit prohibition) - the URL comes from a developer-configured
+ * `webSource`, never from model output, and is checked with `assertSafeWebUrl` before fetching.
+ */
+export declare const webLoader: DocumentLoader<WebSourceConfig>;
+//# sourceMappingURL=web.d.ts.map

package/dist/loaders/web.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web.d.ts","sourceRoot":"","sources":["../../src/loaders/web.ts"],"names":[],"mappings":"AAGA,OAAO,EAAkB,KAAK,cAAc,EAAsB,MAAM,cAAc,CAAC;AAEvF,OAAO,KAAK,EAAmB,eAAe,EAAE,MAAM,cAAc,CAAC;AAMrE;;;;GAIG;AACH,eAAO,MAAM,SAAS,EAAE,cAAc,CAAC,eAAe,CAuGrD,CAAC"}