@lloyal-labs/rig 2.0.0 → 2.0.1

package/dist/node.d.ts

@@ -12,5 +12,5 @@
  */
 export * from './index';
 export { createReranker } from './reranker';
-export { loadResources, chunkResources } from './resources';
+export { loadResources, chunkResources, resolveCorpusInput } from './resources';
 //# sourceMappingURL=node.d.ts.map

package/dist/node.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"node.d.ts","sourceRoot":"","sources":["../src/node.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAGH,cAAc,SAAS,CAAC;AAGxB,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAG5C,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC"}
+{"version":3,"file":"node.d.ts","sourceRoot":"","sources":["../src/node.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAGH,cAAc,SAAS,CAAC;AAGxB,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAG5C,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC"}

package/dist/node.js

@@ -26,7 +26,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.chunkResources = exports.loadResources = exports.createReranker = void 0;
+exports.resolveCorpusInput = exports.chunkResources = exports.loadResources = exports.createReranker = void 0;
 // Re-export everything from the platform-agnostic barrel
 __exportStar(require("./index"), exports);
 // Node-only: Reranker factory (requires @lloyal-labs/lloyal.node)
@@ -36,4 +36,5 @@ Object.defineProperty(exports, "createReranker", { enumerable: true, get: functi
 var resources_1 = require("./resources");
 Object.defineProperty(exports, "loadResources", { enumerable: true, get: function () { return resources_1.loadResources; } });
 Object.defineProperty(exports, "chunkResources", { enumerable: true, get: function () { return resources_1.chunkResources; } });
+Object.defineProperty(exports, "resolveCorpusInput", { enumerable: true, get: function () { return resources_1.resolveCorpusInput; } });
 //# sourceMappingURL=node.js.map

package/dist/node.js.map

@@ -1 +1 @@
-{"version":3,"file":"node.js","sourceRoot":"","sources":["../src/node.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG;;;;;;;;;;;;;;;;;AAEH,yDAAyD;AACzD,0CAAwB;AAExB,kEAAkE;AAClE,uCAA4C;AAAnC,0GAAA,cAAc,OAAA;AAEvB,iDAAiD;AACjD,yCAA4D;AAAnD,0GAAA,aAAa,OAAA;AAAE,2GAAA,cAAc,OAAA"}
+{"version":3,"file":"node.js","sourceRoot":"","sources":["../src/node.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG;;;;;;;;;;;;;;;;;AAEH,yDAAyD;AACzD,0CAAwB;AAExB,kEAAkE;AAClE,uCAA4C;AAAnC,0GAAA,cAAc,OAAA;AAEvB,iDAAiD;AACjD,yCAAgF;AAAvE,0GAAA,aAAa,OAAA;AAAE,2GAAA,cAAc,OAAA;AAAE,+GAAA,kBAAkB,OAAA"}

package/dist/resources/files.d.ts

@@ -1,16 +1,35 @@
 import type { Resource, Chunk } from "./types";
+/** Split a path-with-glob into a `cwd` (everything up to the first glob
+ *  character's nearest preceding `/`) + a `pattern` (the rest). Plain
+ *  paths return `{ cwd: input, pattern: null }`. */
+export declare function resolveCorpusInput(input: string): {
+    cwd: string;
+    pattern: string | null;
+};
 /**
- * Load documents from a directory (or single file) into {@link Resource} objects
+ * Load documents into {@link Resource} objects.
  *
- * If `dir` is a file path, returns a single-element array. If it is a
- * directory, reads all `.md` files within it. Exits the process with an
- * error message if the path does not exist or contains no Markdown files.
+ * Accepts three input shapes:
  *
- * @param dir - Absolute path to a directory of `.md` files or a single file
- * @returns Array of loaded resources with file name and content
+ * 1. **Single file** (`/path/to/foo.md`) — wrapped as one resource.
+ * 2. **Directory** (`/path/to/docs`) — recursive `**\/*.{md,mdx}`. The
+ *    `.gitignore` at the corpus root (if present) filters out vendored
+ *    markdown (e.g. `node_modules`) the user already declared as
+ *    ignored. To restrict to top-level only, pass `dir/*.md` explicitly.
+ * 3. **Glob pattern** (`/path/to/docs/*.md`, `/path/to/docs/sub/**\/*.md`,
+ *    etc.) — the user controls scope. The pattern's tail must end in
+ *    `.md`, `.mdx`, or `.{md,mdx}` — other extensions are rejected
+ *    because the corpus only handles markdown. Quote the pattern in
+ *    your shell to prevent shell expansion.
+ *
+ * Honors `.gitignore` at the corpus root if present. No HDK-side opinions
+ * about which directories to skip; just respect what's already declared.
+ *
+ * Resource names preserve the relative path from the corpus root so
+ * nested files with the same basename don't collide.
  *
  * @category Rig
  */
-export declare function loadResources(dir: string): Resource[];
+export declare function loadResources(input: string): Resource[];
 export declare function chunkResources(resources: Resource[]): Chunk[];
 //# sourceMappingURL=files.d.ts.map

package/dist/resources/files.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"files.d.ts","sourceRoot":"","sources":["../../src/resources/files.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAY/C;;;;;;;;;;;GAWG;AACH,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,QAAQ,EAAE,CAsBrD;AA6DD,wBAAgB,cAAc,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,KAAK,EAAE,CAiC7D"}
+{"version":3,"file":"files.d.ts","sourceRoot":"","sources":["../../src/resources/files.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAmB/C;;oDAEoD;AACpD,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG;IACjD,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB,CAQA;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,QAAQ,EAAE,CAuDvD;AA6DD,wBAAgB,cAAc,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,KAAK,EAAE,CAiC7D"}

package/dist/resources/files.js

@@ -1,44 +1,101 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.resolveCorpusInput = resolveCorpusInput;
 exports.loadResources = loadResources;
 exports.chunkResources = chunkResources;
 const fs = require("node:fs");
 const path = require("node:path");
+const ignoreFactory = require("ignore");
 const lloyal_node_1 = require("@lloyal-labs/lloyal.node");
 const { parseMarkdown } = (0, lloyal_node_1.loadBinary)();
+/** Pattern accepted in glob inputs — tail must be `.md`, `.mdx`, or
+ *  `.{md,mdx}` (with optional ordering / overlap variants). Anything else
+ *  is rejected — the corpus only handles markdown. */
+const ACCEPTED_GLOB_TAIL = /\.(md|mdx|\{(?:md|mdx)(?:,(?:md|mdx))*\})$/;
+const GLOB_CHARS = /[*?[\]{}]/;
+/** Split a path-with-glob into a `cwd` (everything up to the first glob
+ *  character's nearest preceding `/`) + a `pattern` (the rest). Plain
+ *  paths return `{ cwd: input, pattern: null }`. */
+function resolveCorpusInput(input) {
+    const m = input.match(GLOB_CHARS);
+    if (!m)
+        return { cwd: input, pattern: null };
+    const idx = m.index ?? 0;
+    const lastSep = input.lastIndexOf("/", idx);
+    const cwd = lastSep > 0 ? input.slice(0, lastSep) : "/";
+    const pattern = input.slice(lastSep + 1);
+    return { cwd, pattern };
+}
 /**
- * Load documents from a directory (or single file) into {@link Resource} objects
+ * Load documents into {@link Resource} objects.
+ *
+ * Accepts three input shapes:
  *
- * If `dir` is a file path, returns a single-element array. If it is a
- * directory, reads all `.md` files within it. Exits the process with an
- * error message if the path does not exist or contains no Markdown files.
+ * 1. **Single file** (`/path/to/foo.md`) — wrapped as one resource.
+ * 2. **Directory** (`/path/to/docs`) — recursive `**\/*.{md,mdx}`. The
+ *    `.gitignore` at the corpus root (if present) filters out vendored
+ *    markdown (e.g. `node_modules`) the user already declared as
+ *    ignored. To restrict to top-level only, pass `dir/*.md` explicitly.
+ * 3. **Glob pattern** (`/path/to/docs/*.md`, `/path/to/docs/sub/**\/*.md`,
+ *    etc.) — the user controls scope. The pattern's tail must end in
+ *    `.md`, `.mdx`, or `.{md,mdx}` — other extensions are rejected
+ *    because the corpus only handles markdown. Quote the pattern in
+ *    your shell to prevent shell expansion.
  *
- * @param dir - Absolute path to a directory of `.md` files or a single file
- * @returns Array of loaded resources with file name and content
+ * Honors `.gitignore` at the corpus root if present. No HDK-side opinions
+ * about which directories to skip; just respect what's already declared.
+ *
+ * Resource names preserve the relative path from the corpus root so
+ * nested files with the same basename don't collide.
  *
  * @category Rig
  */
-function loadResources(dir) {
-    if (!fs.existsSync(dir)) {
-        process.stdout.write(`Error: corpus not found: ${dir}\n`);
-        process.exit(1);
+function loadResources(input) {
+    const { cwd, pattern: rawPattern } = resolveCorpusInput(input);
+    let pattern;
+    if (rawPattern) {
+        // Glob input — validate extension, then use as-is.
+        if (!ACCEPTED_GLOB_TAIL.test(rawPattern)) {
+            process.stdout.write(`Error: only .md/.mdx files are supported. Got pattern: ${rawPattern}\n`);
+            process.exit(1);
+        }
+        pattern = rawPattern;
     }
-    const stat = fs.statSync(dir);
-    if (stat.isFile()) {
-        return [
-            { name: path.basename(dir), content: fs.readFileSync(dir, "utf8") },
-        ];
+    else {
+        // Plain path — file or directory.
+        if (!fs.existsSync(cwd)) {
+            process.stdout.write(`Error: corpus not found: ${cwd}\n`);
+            process.exit(1);
+        }
+        const stat = fs.statSync(cwd);
+        if (stat.isFile()) {
+            if (!/\.(md|mdx)$/.test(cwd)) {
+                process.stdout.write(`Error: only .md/.mdx files are supported. Got: ${cwd}\n`);
+                process.exit(1);
+            }
+            return [
+                { name: path.basename(cwd), content: fs.readFileSync(cwd, "utf8") },
+            ];
+        }
+        // Directory: recursive walk. `.gitignore` is the user's declared
+        // exclusion list (no HDK opinion baked in) — vendored markdown
+        // already on the ignore list stays out. To restrict to top-level
+        // only, the user passes `dir/*.md` explicitly.
+        pattern = "**/*.{md,mdx}";
     }
-    const files = fs
-        .readdirSync(dir)
-        .filter((f) => f.endsWith(".md") || f.endsWith(".mdx"));
+    const gitignorePath = path.join(cwd, ".gitignore");
+    const ig = fs.existsSync(gitignorePath)
+        ? ignoreFactory().add(fs.readFileSync(gitignorePath, "utf8"))
+        : null;
+    const all = fs.globSync(pattern, { cwd });
+    const files = (ig ? all.filter((f) => !ig.ignores(f)) : all).sort();
     if (!files.length) {
-        process.stdout.write(`Error: no .md(x) files in: ${dir}\n`);
+        process.stdout.write(`Error: no .md(x) files matched: ${cwd}/${pattern}\n`);
         process.exit(1);
     }
-    return files.map((f) => ({
-        name: f,
-        content: fs.readFileSync(path.join(dir, f), "utf8"),
+    return files.map((rel) => ({
+        name: rel,
+        content: fs.readFileSync(path.join(cwd, rel), "utf8"),
     }));
 }
 /** Split plain text into chunks on blank-line paragraph boundaries */

package/dist/resources/files.js.map

@@ -1 +1 @@
-{"version":3,"file":"files.js","sourceRoot":"","sources":["../../src/resources/files.ts"],"names":[],"mappings":";;AA2BA,sCAsBC;AA6DD,wCAiCC;AA/ID,8BAA8B;AAC9B,kCAAkC;AAClC,0DAAsD;AAStD,MAAM,EAAE,aAAa,EAAE,GAAG,IAAA,wBAAU,GAEnC,CAAC;AAEF;;;;;;;;;;;GAWG;AACH,SAAgB,aAAa,CAAC,GAAW;IACvC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,GAAG,IAAI,CAAC,CAAC;QAC1D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;QAClB,OAAO;YACL,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE;SACpE,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,EAAE;SACb,WAAW,CAAC,GAAG,CAAC;SAChB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1D,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,GAAG,IAAI,CAAC,CAAC;QAC5D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvB,IAAI,EAAE,CAAC;QACP,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC;KACpD,CAAC,CAAC,CAAC;AACN,CAAC;AAED,sEAAsE;AACtE,SAAS,gBAAgB,CAAC,GAAa;IACrC,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACrD,IAAI,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;YACrD,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,CAAC,IAAI,CAAC;oBACV,QAAQ,EAAE,GAAG,CAAC,IAAI;oBAClB,OAAO,EACL,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;wBACrC,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;oBACpC,OAAO,EAAE,EAAE;oBACX,IAAI;oBACJ,MAAM,EAAE,EAAE;oBACV,SAAS,EAAE,KAAK,GAAG,CAAC;oBACpB,OAAO,EAAE,CAAC;iBACX,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,IAAI,KAAK;YAAE,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;;;GAWG;AACH;;;;GAIG;AACH,SAAS,gBAAgB,CAAC,KAA0B,EAAE,KAAa,EAAE,OAAe;IAClF,qCAAqC;IACrC,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACzC,IAAI,CAAC,IAAI,KAAK;YAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC;IACD,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1B,2BAA2B;IAC3B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QAC/D,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,CAAC;IAC5B,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,SAAgB,cAAc,CAAC,SAAqB;IAClD,MAAM,GAAG,GAAY,EAAE,CAAC;IACxB,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5C,gFAAgF;QAChF,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAChE,GAAG,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;YACnC,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC/C,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,KAAK;iBACf,KAAK,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC;iBACrC,IAAI,CAAC,IAAI,CAAC;iBACV,IAAI,EAAE,CAAC;YACV,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC;YACrC,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO;gBACzB,CAAC,CAAC,gBAAgB,CAAC,YAAY,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC;gBACxD,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;YACb,GAAG,CAAC,IAAI,CAAC;gBACP,QAAQ,EAAE,GAAG,CAAC,IAAI;gBAClB,OAAO,EAAE,IAAI;gBACb,OAAO;gBACP,IAAI;gBACJ,MAAM,EAAE,EAAE;gBACV,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}
+{"version":3,"file":"files.js","sourceRoot":"","sources":["../../src/resources/files.ts"],"names":[],"mappings":";;AA0BA,gDAWC;AA0BD,sCAuDC;AA6DD,wCAiCC;AApND,8BAA8B;AAC9B,kCAAkC;AAClC,wCAAyC;AACzC,0DAAsD;AAStD,MAAM,EAAE,aAAa,EAAE,GAAG,IAAA,wBAAU,GAEnC,CAAC;AAEF;;sDAEsD;AACtD,MAAM,kBAAkB,GAAG,4CAA4C,CAAC;AAExE,MAAM,UAAU,GAAG,WAAW,CAAC;AAE/B;;oDAEoD;AACpD,SAAgB,kBAAkB,CAAC,KAAa;IAI9C,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAClC,IAAI,CAAC,CAAC;QAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC7C,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IACzB,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IACxD,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;IACzC,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;AAC1B,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,SAAgB,aAAa,CAAC,KAAa;IACzC,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAC/D,IAAI,OAAe,CAAC;IAEpB,IAAI,UAAU,EAAE,CAAC;QACf,mDAAmD;QACnD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACzC,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,0DAA0D,UAAU,IAAI,CACzE,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,OAAO,GAAG,UAAU,CAAC;IACvB,CAAC;SAAM,CAAC;QACN,kCAAkC;QAClC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,GAAG,IAAI,CAAC,CAAC;YAC1D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC7B,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,kDAAkD,GAAG,IAAI,CAC1D,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;YACD,OAAO;gBACL,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE;aACpE,CAAC;QACJ,CAAC;QACD,iEAAiE;QACjE,+DAA+D;QAC/D,iEAAiE;QACjE,+CAA+C;QAC/C,OAAO,GAAG,eAAe,CAAC;IAC5B,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;IACnD,MAAM,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC;QACrC,CAAC,CAAC,aAAa,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QAC7D,CAAC,CAAC,IAAI,CAAC;IAET,MAAM,GAAG,GAAG,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,CAAa,CAAC;IACtD,MAAM,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACpE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,mCAAmC,GAAG,IAAI,OAAO,IAAI,CACtD,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACzB,IAAI,EAAE,GAAG;QACT,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,MAAM,CAAC;KACtD,CAAC,CAAC,CAAC;AACN,CAAC;AAED,sEAAsE;AACtE,SAAS,gBAAgB,CAAC,GAAa;IACrC,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACrD,IAAI,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;YACrD,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,CAAC,IAAI,CAAC;oBACV,QAAQ,EAAE,GAAG,CAAC,IAAI;oBAClB,OAAO,EACL,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;wBACrC,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;oBACpC,OAAO,EAAE,EAAE;oBACX,IAAI;oBACJ,MAAM,EAAE,EAAE;oBACV,SAAS,EAAE,KAAK,GAAG,CAAC;oBACpB,OAAO,EAAE,CAAC;iBACX,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,IAAI,KAAK;YAAE,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;;;GAWG;AACH;;;;GAIG;AACH,SAAS,gBAAgB,CAAC,KAA0B,EAAE,KAAa,EAAE,OAAe;IAClF,qCAAqC;IACrC,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACzC,IAAI,CAAC,IAAI,KAAK;YAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC;IACD,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1B,2BAA2B;IAC3B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QAC/D,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,CAAC;IAC5B,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,SAAgB,cAAc,CAAC,SAAqB;IAClD,MAAM,GAAG,GAAY,EAAE,CAAC;IACxB,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5C,gFAAgF;QAChF,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAChE,GAAG,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;YACnC,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC/C,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,KAAK;iBACf,KAAK,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC;iBACrC,IAAI,CAAC,IAAI,CAAC;iBACV,IAAI,EAAE,CAAC;YACV,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC;YACrC,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO;gBACzB,CAAC,CAAC,gBAAgB,CAAC,YAAY,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC;gBACxD,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;YACb,GAAG,CAAC,IAAI,CAAC;gBACP,QAAQ,EAAE,GAAG,CAAC,IAAI;gBAClB,OAAO,EAAE,IAAI;gBACb,OAAO;gBACP,IAAI;gBACJ,MAAM,EAAE,EAAE;gBACV,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/resources/index.d.ts

@@ -4,6 +4,6 @@
  * @packageDocumentation
  * @category Rig
  */
-export { loadResources, chunkResources } from './files';
+export { loadResources, chunkResources, resolveCorpusInput } from './files';
 export type { Resource, Chunk } from './types';
 //# sourceMappingURL=index.d.ts.map

package/dist/resources/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/resources/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AACxD,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/resources/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAC5E,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC"}

package/dist/resources/index.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.chunkResources = exports.loadResources = void 0;
+exports.resolveCorpusInput = exports.chunkResources = exports.loadResources = void 0;
 /**
  * Resource loading and chunking utilities
  *
@@ -10,4 +10,5 @@ exports.chunkResources = exports.loadResources = void 0;
 var files_1 = require("./files");
 Object.defineProperty(exports, "loadResources", { enumerable: true, get: function () { return files_1.loadResources; } });
 Object.defineProperty(exports, "chunkResources", { enumerable: true, get: function () { return files_1.chunkResources; } });
+Object.defineProperty(exports, "resolveCorpusInput", { enumerable: true, get: function () { return files_1.resolveCorpusInput; } });
 //# sourceMappingURL=index.js.map

package/dist/resources/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/resources/index.ts"],"names":[],"mappings":";;;AAAA;;;;;GAKG;AACH,iCAAwD;AAA/C,sGAAA,aAAa,OAAA;AAAE,uGAAA,cAAc,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/resources/index.ts"],"names":[],"mappings":";;;AAAA;;;;;GAKG;AACH,iCAA4E;AAAnE,sGAAA,aAAa,OAAA;AAAE,uGAAA,cAAc,OAAA;AAAE,2GAAA,kBAAkB,OAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lloyal-labs/rig",
-  "version": "2.0.0",
+  "version": "2.0.1",
   "description": "Retrieval-Interleaved Generation for lloyal-agents",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -44,6 +44,7 @@
     "@lloyal-labs/sdk": "^2.0.0",
     "@mozilla/readability": "^0.6.0",
     "effection": "^4.0.2",
+    "ignore": "^7.0.5",
     "linkedom": "^0.18.12"
   },
   "peerDependencies": {