@deepagents/retrieval 0.1.0

package/dist/index.d.ts

@@ -0,0 +1,8 @@
+export * from './lib/embedders/fastembed.js';
+export * from './lib/ingest.js';
+export * from './lib/similiarty-search.js';
+export * from './lib/stores/cid.js';
+export * from './lib/stores/sqlite/node-sqlite.js';
+export * from './lib/stores/sqlite/sqlite.js';
+export * from './lib/stores/store.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,8BAA8B,CAAC;AAC7C,cAAc,iBAAiB,CAAC;AAChC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,qBAAqB,CAAC;AACpC,cAAc,oCAAoC,CAAC;AACnD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,uBAAuB,CAAC"}

package/dist/index.js

@@ -0,0 +1,8 @@
+export * from "./lib/embedders/fastembed.js";
+export * from "./lib/ingest.js";
+export * from "./lib/similiarty-search.js";
+export * from "./lib/stores/cid.js";
+export * from "./lib/stores/sqlite/node-sqlite.js";
+export * from "./lib/stores/sqlite/sqlite.js";
+export * from "./lib/stores/store.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/index.ts"],
+  "sourcesContent": ["export * from './lib/embedders/fastembed.js';\nexport * from './lib/ingest.js';\nexport * from './lib/similiarty-search.js';\nexport * from './lib/stores/cid.js';\nexport * from './lib/stores/sqlite/node-sqlite.js';\nexport * from './lib/stores/sqlite/sqlite.js';\nexport * from './lib/stores/store.js';\n// export * from './lib/embedders/huggingface.js';\n"],
+  "mappings": "AAAA,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;",
+  "names": []
+}

package/dist/lib/connectors/connector.d.ts

@@ -0,0 +1,25 @@
+export type Connector = {
+    /**
+     * List of corpuses
+     */
+    sources: () => AsyncGenerator<{
+        id: string;
+        content: () => Promise<string>;
+        metadata?: Record<string, any> | undefined;
+    }, void, unknown>;
+    /** Unique identifier for the logical source (group of documents) used in the embedding store. */
+    sourceId: string;
+    /**
+     * Controls ingestion behavior:
+     * - 'never': perform ingestion only if the source does NOT yet exist; once created, never re-ingest
+     * - 'contentChanged': (default) run ingestion; underlying pipeline will skip unchanged documents
+     * - 'expired': only ingest if source doesn't exist OR is expired
+     */
+    ingestWhen?: 'never' | 'contentChanged' | 'expired';
+    /**
+     * Optional expiry duration in milliseconds from now.
+     * When set, the source will be considered expired after this duration.
+     */
+    expiresAfter?: number;
+};
+//# sourceMappingURL=connector.d.ts.map

package/dist/lib/connectors/connector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"connector.d.ts","sourceRoot":"","sources":["../../../src/lib/connectors/connector.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,SAAS,GAAG;IACtB;;OAEG;IACH,OAAO,EAAE,MAAM,cAAc,CAC3B;QACE,EAAE,EAAE,MAAM,CAAC;QACX,OAAO,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;QAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS,CAAC;KAC5C,EACD,IAAI,EACJ,OAAO,CACR,CAAC;IACF,iGAAiG;IACjG,QAAQ,EAAE,MAAM,CAAC;IACjB;;;;;OAKG;IACH,UAAU,CAAC,EAAE,OAAO,GAAG,gBAAgB,GAAG,SAAS,CAAC;IACpD;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC"}

package/dist/lib/connectors/connector.js

@@ -0,0 +1 @@
+//# sourceMappingURL=connector.js.map

package/dist/lib/connectors/connector.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": [],
+  "sourcesContent": [],
+  "mappings": "",
+  "names": []
+}

package/dist/lib/connectors/github.d.ts

@@ -0,0 +1,35 @@
+import type { Connector } from './connector.ts';
+interface ReleaseFetchOptions {
+    /** Stop fetching when this tag is encountered (latest-first order). */
+    untilTag?: string;
+    /** Include the matching untilTag release (default true). */
+    inclusive?: boolean;
+    /** Include draft releases (default false). */
+    includeDrafts?: boolean;
+    /** Include prereleases (default false). */
+    includePrerelease?: boolean;
+}
+export declare const github: {
+    file(filePath: string): Connector;
+    /**
+     * Create a connector over GitHub Releases with optional pagination & early-stop.
+     * @param repo owner/repo string
+     * @param options Release filtering & pagination controls
+     */
+    release: (repo: string, options?: ReleaseFetchOptions) => Connector;
+    /**
+     * Create a connector over a GitHub repository file tree using gitingest to produce a markdown digest.
+     * @param repoUrl full https://github.com/OWNER/REPO or .../tree/BRANCH/subdir URL
+     */
+    repo: (repoUrl: string, opts: {
+        includes: string[];
+        excludes?: string[];
+        branch?: string;
+        includeGitignored?: boolean;
+        includeSubmodules?: boolean;
+        githubToken?: string;
+        ingestWhen?: "never" | "contentChanged";
+    }) => Connector;
+};
+export {};
+//# sourceMappingURL=github.d.ts.map

package/dist/lib/connectors/github.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"github.d.ts","sourceRoot":"","sources":["../../../src/lib/connectors/github.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAEhD,UAAU,mBAAmB;IAC3B,uEAAuE;IACvE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,4DAA4D;IAC5D,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,8CAA8C;IAC9C,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,2CAA2C;IAC3C,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAsDD,eAAO,MAAM,MAAM;mBACF,MAAM,GAAG,SAAS;IAcjC;;;;OAIG;oBACa,MAAM,YAAW,mBAAmB,KAAQ,SAAS;IAmBrE;;;OAGG;oBAEQ,MAAM,QACT;QACJ,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;QACpB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,OAAO,GAAG,gBAAgB,CAAC;KACzC,KACA,SAAS;CA8Db,CAAC"}

package/dist/lib/connectors/github.js

@@ -0,0 +1,155 @@
+import { execa } from "execa";
+function fs(path) {
+  const [owner, repo, ...filePath] = path.split("/");
+  return {
+    readFile: async () => {
+      const url = `https://api.github.com/repos/${owner}/${repo}/contents/${filePath.join("/")}`;
+      const res = await fetch(url);
+      const data = await res.json();
+      return atob(data.content);
+    },
+    release: async (repo2, opts = {}) => {
+      const [owner2, repoName] = repo2.split("/");
+      const perPage = 100;
+      const maxPages = 10;
+      const releases = [];
+      let stop = false;
+      for (let page = 1; page <= maxPages && !stop; page++) {
+        const url = `https://api.github.com/repos/${owner2}/${repoName}/releases?per_page=${perPage}&page=${page}`;
+        const res = await fetch(url, {
+          headers: { Accept: "application/vnd.github+json" }
+        });
+        if (!res.ok) break;
+        const pageData = await res.json();
+        if (!pageData.length) break;
+        for (const rel of pageData) {
+          if (!opts.includeDrafts && rel.draft) continue;
+          if (!opts.includePrerelease && rel.prerelease) continue;
+          releases.push(rel);
+          if (opts.untilTag && rel.tag_name === opts.untilTag) {
+            if (opts.inclusive === false) {
+              releases.pop();
+            }
+            stop = true;
+            break;
+          }
+        }
+      }
+      return releases;
+    }
+  };
+}
+const github = {
+  file(filePath) {
+    const sourceId = `github:file:${filePath}`;
+    const documentId = filePath;
+    return {
+      sourceId,
+      sources: async function* () {
+        const { readFile } = fs(filePath);
+        yield {
+          id: documentId,
+          content: () => readFile()
+        };
+      }
+    };
+  },
+  /**
+   * Create a connector over GitHub Releases with optional pagination & early-stop.
+   * @param repo owner/repo string
+   * @param options Release filtering & pagination controls
+   */
+  release: (repo, options = {}) => {
+    const sourceId = `github:releases:${repo}`;
+    return {
+      sourceId,
+      sources: async function* () {
+        const releases = await fs(repo).release(repo, options);
+        for (const rel of releases) {
+          yield {
+            id: `${repo}:release:${rel.tag_name}`,
+            content: async () => {
+              const name = rel.name || rel.tag_name;
+              const body = rel.body || "";
+              return `Release: ${name}
+Tag: ${rel.tag_name}
+Published at: ${rel.published_at}
+Updated at: ${rel.updated_at}
+URL: ${rel.html_url}
+Draft: ${rel.draft}
+Prerelease: ${rel.prerelease}
+
+${body}`;
+            }
+          };
+        }
+      }
+    };
+  },
+  /**
+   * Create a connector over a GitHub repository file tree using gitingest to produce a markdown digest.
+   * @param repoUrl full https://github.com/OWNER/REPO or .../tree/BRANCH/subdir URL
+   */
+  repo: (repoUrl, opts) => {
+    const sourceId = `github:repo:${repoUrl}`;
+    const {
+      excludes = [
+        "**/node_modules/**",
+        "**/dist/**",
+        "**/coverage/**",
+        "**/*.test.ts",
+        "**/*.test.tsx",
+        "**/dist/**",
+        "**/.git/**",
+        "**/.github/**",
+        "**/.vscode/**",
+        "**/.idea/**",
+        "**/build/**",
+        "**/out/**",
+        "**/vendor/**",
+        "**/__tests__/**",
+        "**/*.d.ts"
+      ],
+      branch,
+      includeGitignored = false,
+      includeSubmodules = false,
+      githubToken,
+      ingestWhen,
+      includes
+    } = opts;
+    async function gitingestDigest() {
+      const args = [
+        "gitingest",
+        ...branch ? ["-b", branch] : [],
+        ...includes.flatMap((p) => ["-i", p]),
+        ...excludes.flatMap((p) => ["-e", p]),
+        ...includeGitignored ? ["--include-gitignored"] : [],
+        ...includeSubmodules ? ["--include-submodules"] : [],
+        repoUrl,
+        "-o",
+        "-"
+      ];
+      const { stdout } = await execa("uvx", args, {
+        env: githubToken ? { ...process.env, GITHUB_TOKEN: githubToken } : process.env,
+        stdout: "pipe",
+        stderr: "inherit"
+      });
+      return stdout;
+    }
+    return {
+      sourceId,
+      ingestWhen,
+      sources: async function* () {
+        const content = await gitingestDigest();
+        yield {
+          id: "digest.md",
+          content: async () => content
+        };
+      }
+    };
+  }
+};
+export {
+  github
+};
+//# sourceMappingURL=github.js.map

package/dist/lib/connectors/github.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/lib/connectors/github.ts"],
+  "sourcesContent": ["import { execa } from 'execa';\n\nimport type { Connector } from './connector.ts';\n\ninterface ReleaseFetchOptions {\n  /** Stop fetching when this tag is encountered (latest-first order). */\n  untilTag?: string;\n  /** Include the matching untilTag release (default true). */\n  inclusive?: boolean;\n  /** Include draft releases (default false). */\n  includeDrafts?: boolean;\n  /** Include prereleases (default false). */\n  includePrerelease?: boolean;\n}\n\nfunction fs(path: string) {\n  const [owner, repo, ...filePath] = path.split('/');\n  return {\n    readFile: async () => {\n      const url = `https://api.github.com/repos/${owner}/${repo}/contents/${filePath.join('/')}`;\n      const res = await fetch(url);\n      const data = (await res.json()) as { content: string };\n      return atob(data.content);\n    },\n    release: async (repo: string, opts: ReleaseFetchOptions = {}) => {\n      const [owner, repoName] = repo.split('/');\n      const perPage = 100; // always fetch max per page for efficiency\n      const maxPages = 10; // internal safety cap, not user configurable\n      const releases: Array<{\n        tag_name: string;\n        name: string | null;\n        body: string | null;\n        updated_at: string;\n        published_at: string;\n        html_url: string;\n        draft: boolean;\n        prerelease: boolean;\n      }> = [];\n      let stop = false;\n\n      for (let page = 1; page <= maxPages && !stop; page++) {\n        const url = `https://api.github.com/repos/${owner}/${repoName}/releases?per_page=${perPage}&page=${page}`;\n        const res = await fetch(url, {\n          headers: { Accept: 'application/vnd.github+json' },\n        });\n        if (!res.ok) break;\n        const pageData = (await res.json()) as typeof releases;\n        if (!pageData.length) break;\n        for (const rel of pageData) {\n          if (!opts.includeDrafts && rel.draft) continue;\n          if (!opts.includePrerelease && rel.prerelease) continue;\n\n          releases.push(rel);\n          if (opts.untilTag && rel.tag_name === opts.untilTag) {\n            if (opts.inclusive === false) {\n              releases.pop();\n            }\n            stop = true;\n            break;\n          }\n        }\n      }\n      return releases;\n    },\n  };\n}\n\nexport const github = {\n  file(filePath: string): Connector {\n    const sourceId = `github:file:${filePath}`;\n    const documentId = filePath;\n    return {\n      sourceId,\n      sources: async function* () {\n        const { readFile } = fs(filePath);\n        yield {\n          id: documentId,\n          content: () => readFile(),\n        };\n      },\n    };\n  },\n  /**\n   * Create a connector over GitHub Releases with optional pagination & early-stop.\n   * @param repo owner/repo string\n   * @param options Release filtering & pagination controls\n   */\n  release: (repo: string, options: ReleaseFetchOptions = {}): Connector => {\n    const sourceId = `github:releases:${repo}`;\n    return {\n      sourceId,\n      sources: async function* () {\n        const releases = await fs(repo).release(repo, options);\n        for (const rel of releases) {\n          yield {\n            id: `${repo}:release:${rel.tag_name}`,\n            content: async () => {\n              const name = rel.name || rel.tag_name;\n              const body = rel.body || '';\n              return `Release: ${name}\\nTag: ${rel.tag_name}\\nPublished at: ${rel.published_at}\\nUpdated at: ${rel.updated_at}\\nURL: ${rel.html_url}\\nDraft: ${rel.draft}\\nPrerelease: ${rel.prerelease}\\n\\n${body}`;\n            },\n          };\n        }\n      },\n    };\n  },\n  /**\n   * Create a connector over a GitHub repository file tree using gitingest to produce a markdown digest.\n   * @param repoUrl full https://github.com/OWNER/REPO or .../tree/BRANCH/subdir URL\n   */\n  repo: (\n    repoUrl: string,\n    opts: {\n      includes: string[];\n      excludes?: string[];\n      branch?: string;\n      includeGitignored?: boolean;\n      includeSubmodules?: boolean;\n      githubToken?: string;\n      ingestWhen?: 'never' | 'contentChanged';\n    },\n  ): Connector => {\n    const sourceId = `github:repo:${repoUrl}`;\n    const {\n      excludes = [\n        '**/node_modules/**',\n        '**/dist/**',\n        '**/coverage/**',\n        '**/*.test.ts',\n        '**/*.test.tsx',\n        '**/dist/**',\n        '**/.git/**',\n        '**/.github/**',\n        '**/.vscode/**',\n        '**/.idea/**',\n        '**/build/**',\n        '**/out/**',\n        '**/vendor/**',\n        '**/__tests__/**',\n        '**/*.d.ts',\n      ],\n      branch,\n      includeGitignored = false,\n      includeSubmodules = false,\n      githubToken,\n      ingestWhen,\n      includes,\n    } = opts;\n\n    async function gitingestDigest(): Promise<string> {\n      const args = [\n        'gitingest',\n        ...(branch ? ['-b', branch] : []),\n        ...includes.flatMap((p) => ['-i', p]),\n        ...excludes.flatMap((p) => ['-e', p]),\n        ...(includeGitignored ? ['--include-gitignored'] : []),\n        ...(includeSubmodules ? ['--include-submodules'] : []),\n        repoUrl,\n        '-o',\n        '-',\n      ];\n      const { stdout } = await execa('uvx', args, {\n        env: githubToken\n          ? { ...process.env, GITHUB_TOKEN: githubToken }\n          : process.env,\n        stdout: 'pipe',\n        stderr: 'inherit',\n      });\n      return stdout;\n    }\n\n    return {\n      sourceId,\n      ingestWhen,\n      sources: async function* () {\n        const content = await gitingestDigest();\n        yield {\n          id: 'digest.md',\n          content: async () => content,\n        };\n      },\n    };\n  },\n};\n"],
+  "mappings": "AAAA,SAAS,aAAa;AAetB,SAAS,GAAG,MAAc;AACxB,QAAM,CAAC,OAAO,MAAM,GAAG,QAAQ,IAAI,KAAK,MAAM,GAAG;AACjD,SAAO;AAAA,IACL,UAAU,YAAY;AACpB,YAAM,MAAM,gCAAgC,KAAK,IAAI,IAAI,aAAa,SAAS,KAAK,GAAG,CAAC;AACxF,YAAM,MAAM,MAAM,MAAM,GAAG;AAC3B,YAAM,OAAQ,MAAM,IAAI,KAAK;AAC7B,aAAO,KAAK,KAAK,OAAO;AAAA,IAC1B;AAAA,IACA,SAAS,OAAOA,OAAc,OAA4B,CAAC,MAAM;AAC/D,YAAM,CAACC,QAAO,QAAQ,IAAID,MAAK,MAAM,GAAG;AACxC,YAAM,UAAU;AAChB,YAAM,WAAW;AACjB,YAAM,WASD,CAAC;AACN,UAAI,OAAO;AAEX,eAAS,OAAO,GAAG,QAAQ,YAAY,CAAC,MAAM,QAAQ;AACpD,cAAM,MAAM,gCAAgCC,MAAK,IAAI,QAAQ,sBAAsB,OAAO,SAAS,IAAI;AACvG,cAAM,MAAM,MAAM,MAAM,KAAK;AAAA,UAC3B,SAAS,EAAE,QAAQ,8BAA8B;AAAA,QACnD,CAAC;AACD,YAAI,CAAC,IAAI,GAAI;AACb,cAAM,WAAY,MAAM,IAAI,KAAK;AACjC,YAAI,CAAC,SAAS,OAAQ;AACtB,mBAAW,OAAO,UAAU;AAC1B,cAAI,CAAC,KAAK,iBAAiB,IAAI,MAAO;AACtC,cAAI,CAAC,KAAK,qBAAqB,IAAI,WAAY;AAE/C,mBAAS,KAAK,GAAG;AACjB,cAAI,KAAK,YAAY,IAAI,aAAa,KAAK,UAAU;AACnD,gBAAI,KAAK,cAAc,OAAO;AAC5B,uBAAS,IAAI;AAAA,YACf;AACA,mBAAO;AACP;AAAA,UACF;AAAA,QACF;AAAA,MACF;AACA,aAAO;AAAA,IACT;AAAA,EACF;AACF;AAEO,MAAM,SAAS;AAAA,EACpB,KAAK,UAA6B;AAChC,UAAM,WAAW,eAAe,QAAQ;AACxC,UAAM,aAAa;AACnB,WAAO;AAAA,MACL;AAAA,MACA,SAAS,mBAAmB;AAC1B,cAAM,EAAE,SAAS,IAAI,GAAG,QAAQ;AAChC,cAAM;AAAA,UACJ,IAAI;AAAA,UACJ,SAAS,MAAM,SAAS;AAAA,QAC1B;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,SAAS,CAAC,MAAc,UAA+B,CAAC,MAAiB;AACvE,UAAM,WAAW,mBAAmB,IAAI;AACxC,WAAO;AAAA,MACL;AAAA,MACA,SAAS,mBAAmB;AAC1B,cAAM,WAAW,MAAM,GAAG,IAAI,EAAE,QAAQ,MAAM,OAAO;AACrD,mBAAW,OAAO,UAAU;AAC1B,gBAAM;AAAA,YACJ,IAAI,GAAG,IAAI,YAAY,IAAI,QAAQ;AAAA,YACnC,SAAS,YAAY;AACnB,oBAAM,OAAO,IAAI,QAAQ,IAAI;AAC7B,oBAAM,OAAO,IAAI,QAAQ;AACzB,qBAAO,YAAY,IAAI;AAAA,OAAU,IAAI,QAAQ;AAAA,gBAAmB,IAAI,YAAY;AAAA,cAAiB,IAAI,UAAU;AAAA,OAAU,IAAI,QAAQ;AAAA,SAAY,IAAI,KAAK;AAAA,cAAiB,IAAI,UAAU;AAAA;AAAA,EAAO,IAAI;AAAA,YACtM;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,CACJ,SACA,SASc;AACd,UAAM,WAAW,eAAe,OAAO;AACvC,UAAM;AAAA,MACJ,WAAW;AAAA,QACT;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA;AAAA,MACA,oBAAoB;AAAA,MACpB,oBAAoB;AAAA,MACpB;AAAA,MACA;AAAA,MACA;AAAA,IACF,IAAI;AAEJ,mBAAe,kBAAmC;AAChD,YAAM,OAAO;AAAA,QACX;AAAA,QACA,GAAI,SAAS,CAAC,MAAM,MAAM,IAAI,CAAC;AAAA,QAC/B,GAAG,SAAS,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AAAA,QACpC,GAAG,SAAS,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AAAA,QACpC,GAAI,oBAAoB,CAAC,sBAAsB,IAAI,CAAC;AAAA,QACpD,GAAI,oBAAoB,CAAC,sBAAsB,IAAI,CAAC;AAAA,QACpD;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,YAAM,EAAE,OAAO,IAAI,MAAM,MAAM,OAAO,MAAM;AAAA,QAC1C,KAAK,cACD,EAAE,GAAG,QAAQ,KAAK,cAAc,YAAY,IAC5C,QAAQ;AAAA,QACZ,QAAQ;AAAA,QACR,QAAQ;AAAA,MACV,CAAC;AACD,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA,SAAS,mBAAmB;AAC1B,cAAM,UAAU,MAAM,gBAAgB;AACtC,cAAM;AAAA,UACJ,IAAI;AAAA,UACJ,SAAS,YAAY;AAAA,QACvB;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;",
+  "names": ["repo", "owner"]
+}

package/dist/lib/connectors/index.d.ts

@@ -0,0 +1,8 @@
+export * from './connector.js';
+export * from './github.js';
+export * from './linear.js';
+export * from './local.js';
+export * from './pdf.js';
+export * from './rss.js';
+export * from './repo.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/lib/connectors/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/lib/connectors/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC"}

package/dist/lib/connectors/index.js

@@ -0,0 +1,8 @@
+export * from "./connector.js";
+export * from "./github.js";
+export * from "./linear.js";
+export * from "./local.js";
+export * from "./pdf.js";
+export * from "./rss.js";
+export * from "./repo.js";
+//# sourceMappingURL=index.js.map

package/dist/lib/connectors/index.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/lib/connectors/index.ts"],
+  "sourcesContent": ["export * from './connector.js';\nexport * from './github.js';\nexport * from './linear.js';\nexport * from './local.js';\nexport * from './pdf.js';\nexport * from './rss.js';\nexport * from './repo.js';\n\n"],
+  "mappings": "AAAA,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;",
+  "names": []
+}

package/dist/lib/connectors/linear.d.ts

@@ -0,0 +1,9 @@
+export declare function linear(apiKey: string): {
+    sourceId: string;
+    instructions: string;
+    sources: () => Promise<{
+        id: string;
+        content: () => Promise<string>;
+    }[]>;
+};
+//# sourceMappingURL=linear.d.ts.map

package/dist/lib/connectors/linear.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"linear.d.ts","sourceRoot":"","sources":["../../../src/lib/connectors/linear.ts"],"names":[],"mappings":"AAEA,wBAAgB,MAAM,CAAC,MAAM,EAAE,MAAM;;;;;;;EAsBpC"}

package/dist/lib/connectors/linear.js

@@ -0,0 +1,29 @@
+import { LinearClient } from "@linear/sdk";
+function linear(apiKey) {
+  const linearClient = new LinearClient({ apiKey });
+  const sourceId = "linear:workspace";
+  return {
+    sourceId,
+    instructions: "You answer questions about Linear issues assigned to the user.",
+    sources: async () => {
+      const user = await linearClient.viewer;
+      const issues = await user.assignedIssues();
+      return Promise.all(
+        issues.nodes.map(async (it) => {
+          const state = await it.state;
+          return {
+            id: it.id,
+            content: async () => `Issue: ${it.title}
+Description: ${it.description || "No description"}
+Status: ${state?.name || "Unknown"}
+ID: ${it.id}`
+          };
+        })
+      );
+    }
+  };
+}
+export {
+  linear
+};
+//# sourceMappingURL=linear.js.map

package/dist/lib/connectors/linear.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/lib/connectors/linear.ts"],
+  "sourcesContent": ["import { LinearClient } from '@linear/sdk';\n\nexport function linear(apiKey: string) {\n  const linearClient = new LinearClient({ apiKey });\n  const sourceId = 'linear:workspace';\n  return {\n    sourceId,\n    instructions:\n      'You answer questions about Linear issues assigned to the user.',\n    sources: async () => {\n      const user = await linearClient.viewer;\n      const issues = await user.assignedIssues();\n      return Promise.all(\n        issues.nodes.map(async (it) => {\n          const state = await it.state;\n          return {\n            id: it.id,\n            content: async () =>\n              `Issue: ${it.title}\\nDescription: ${it.description || 'No description'}\\nStatus: ${state?.name || 'Unknown'}\\nID: ${it.id}`,\n          };\n        }),\n      );\n    },\n  };\n}\n"],
+  "mappings": "AAAA,SAAS,oBAAoB;AAEtB,SAAS,OAAO,QAAgB;AACrC,QAAM,eAAe,IAAI,aAAa,EAAE,OAAO,CAAC;AAChD,QAAM,WAAW;AACjB,SAAO;AAAA,IACL;AAAA,IACA,cACE;AAAA,IACF,SAAS,YAAY;AACnB,YAAM,OAAO,MAAM,aAAa;AAChC,YAAM,SAAS,MAAM,KAAK,eAAe;AACzC,aAAO,QAAQ;AAAA,QACb,OAAO,MAAM,IAAI,OAAO,OAAO;AAC7B,gBAAM,QAAQ,MAAM,GAAG;AACvB,iBAAO;AAAA,YACL,IAAI,GAAG;AAAA,YACP,SAAS,YACP,UAAU,GAAG,KAAK;AAAA,eAAkB,GAAG,eAAe,gBAAgB;AAAA,UAAa,OAAO,QAAQ,SAAS;AAAA,MAAS,GAAG,EAAE;AAAA,UAC7H;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AACF;",
+  "names": []
+}

package/dist/lib/connectors/local.d.ts

@@ -0,0 +1,7 @@
+import type { Connector } from './connector.js';
+export declare function local(pattern: string, options?: {
+    ingestWhen?: 'never' | 'contentChanged' | 'expired';
+    expiresAfter?: number;
+    cwd?: string;
+}): Connector;
+//# sourceMappingURL=local.d.ts.map

package/dist/lib/connectors/local.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local.d.ts","sourceRoot":"","sources":["../../../src/lib/connectors/local.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAmHhD,wBAAgB,KAAK,CACnB,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE;IACR,UAAU,CAAC,EAAE,OAAO,GAAG,gBAAgB,GAAG,SAAS,CAAC;IACpD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,GACA,SAAS,CAmBX"}

package/dist/lib/connectors/local.js

@@ -0,0 +1,98 @@
+import { readFile, stat } from "node:fs/promises";
+import { dirname, join, relative, resolve } from "node:path";
+import fg from "fast-glob";
+import ignore from "ignore";
+const gitignoreCache = /* @__PURE__ */ new Map();
+async function collectGitignorePatterns(targetPath) {
+  const absolutePath = resolve(targetPath);
+  if (gitignoreCache.has(absolutePath)) {
+    return gitignoreCache.get(absolutePath);
+  }
+  const ig = ignore();
+  const pathSegments = absolutePath.split("/");
+  const gitignoreFiles = [];
+  for (let i = 1; i <= pathSegments.length; i++) {
+    const currentPath = pathSegments.slice(0, i).join("/");
+    const gitignorePath = join(currentPath, ".gitignore");
+    try {
+      await stat(gitignorePath);
+      gitignoreFiles.push(gitignorePath);
+    } catch {
+    }
+  }
+  for (const gitignoreFile of gitignoreFiles) {
+    try {
+      const content = await readFile(gitignoreFile, "utf8");
+      const patterns = content.split("\n").map((line) => line.trim()).filter((line) => line && !line.startsWith("#"));
+      ig.add(patterns);
+    } catch {
+    }
+  }
+  gitignoreCache.set(absolutePath, ig);
+  return ig;
+}
+async function getFilteredFiles(cwd, pattern) {
+  const allFiles = await fg(pattern, {
+    dot: false,
+    absolute: true,
+    onlyFiles: true,
+    cwd,
+    followSymbolicLinks: false,
+    ignore: [
+      "**/node_modules/**",
+      "**/.git/**",
+      "**/.DS_Store",
+      "**/Thumbs.db",
+      "**/*.tmp",
+      "**/*.temp",
+      "**/coverage/**",
+      "**/dist/**",
+      "**/build/**"
+    ]
+  });
+  if (allFiles.length === 0) {
+    return [];
+  }
+  const filesByDir = /* @__PURE__ */ new Map();
+  for (const file of allFiles) {
+    const dir = dirname(file);
+    if (!filesByDir.has(dir)) {
+      filesByDir.set(dir, []);
+    }
+    filesByDir.get(dir).push(file);
+  }
+  const filteredFiles = [];
+  for (const [dir, files] of filesByDir) {
+    const ignoreFilter = await collectGitignorePatterns(dir);
+    for (const file of files) {
+      if (!ignoreFilter.ignores(relative(cwd, file))) {
+        filteredFiles.push(file);
+      }
+    }
+  }
+  return filteredFiles.sort();
+}
+function local(pattern, options) {
+  const sourceId = `glob:${pattern}`;
+  return {
+    sourceId,
+    ingestWhen: options?.ingestWhen,
+    expiresAfter: options?.expiresAfter,
+    sources: async function* () {
+      const paths = await getFilteredFiles(
+        options?.cwd ?? process.cwd(),
+        pattern
+      );
+      for (const filePath of paths) {
+        yield {
+          id: filePath,
+          content: () => readFile(filePath, "utf8").catch(() => "")
+        };
+      }
+    }
+  };
+}
+export {
+  local
+};
+//# sourceMappingURL=local.js.map

package/dist/lib/connectors/local.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/lib/connectors/local.ts"],
+  "sourcesContent": ["import { readFile, stat } from 'node:fs/promises';\nimport { dirname, join, relative, resolve } from 'node:path';\n\nimport fg from 'fast-glob';\nimport ignore from 'ignore';\n\nimport type { Connector } from './connector.js';\n\n/**\n * Cache for gitignore patterns to avoid repeated file reads\n */\nconst gitignoreCache = new Map<string, ReturnType<typeof ignore>>();\n\n/**\n * Collect all .gitignore patterns from root directory up to target directory\n */\nasync function collectGitignorePatterns(\n  targetPath: string,\n): Promise<ReturnType<typeof ignore>> {\n  const absolutePath = resolve(targetPath);\n\n  if (gitignoreCache.has(absolutePath)) {\n    return gitignoreCache.get(absolutePath)!;\n  }\n\n  const ig = ignore();\n\n  // Find all .gitignore files from root to target directory\n  const pathSegments = absolutePath.split('/');\n  const gitignoreFiles: string[] = [];\n\n  // Check each level from root to target\n  for (let i = 1; i <= pathSegments.length; i++) {\n    const currentPath = pathSegments.slice(0, i).join('/');\n    const gitignorePath = join(currentPath, '.gitignore');\n\n    try {\n      await stat(gitignorePath);\n      gitignoreFiles.push(gitignorePath);\n    } catch {\n      // .gitignore doesn't exist at this level, continue\n    }\n  }\n\n  // Read and add patterns from all .gitignore files\n  for (const gitignoreFile of gitignoreFiles) {\n    try {\n      const content = await readFile(gitignoreFile, 'utf8');\n      const patterns = content\n        .split('\\n')\n        .map((line) => line.trim())\n        .filter((line) => line && !line.startsWith('#'));\n\n      ig.add(patterns);\n    } catch {\n      // Skip if can't read gitignore file\n    }\n  }\n\n  gitignoreCache.set(absolutePath, ig);\n  return ig;\n}\n\n/**\n * Get all files matching the pattern while respecting .gitignore files\n */\nasync function getFilteredFiles(\n  cwd: string,\n  pattern: string,\n): Promise<string[]> {\n  // Get all files matching the pattern without gitignore filtering first\n  const allFiles = await fg(pattern, {\n    dot: false,\n    absolute: true,\n    onlyFiles: true,\n    cwd: cwd,\n    followSymbolicLinks: false,\n    ignore: [\n      '**/node_modules/**',\n      '**/.git/**',\n      '**/.DS_Store',\n      '**/Thumbs.db',\n      '**/*.tmp',\n      '**/*.temp',\n      '**/coverage/**',\n      '**/dist/**',\n      '**/build/**',\n    ],\n  });\n\n  if (allFiles.length === 0) {\n    return [];\n  }\n\n  // Group files by their directory to optimize gitignore pattern collection\n  const filesByDir = new Map<string, string[]>();\n\n  for (const file of allFiles) {\n    const dir = dirname(file);\n    if (!filesByDir.has(dir)) {\n      filesByDir.set(dir, []);\n    }\n    filesByDir.get(dir)!.push(file);\n  }\n\n  const filteredFiles: string[] = [];\n\n  // Process each directory and filter files\n  for (const [dir, files] of filesByDir) {\n    const ignoreFilter = await collectGitignorePatterns(dir);\n\n    for (const file of files) {\n      if (!ignoreFilter.ignores(relative(cwd, file))) {\n        filteredFiles.push(file);\n      }\n    }\n  }\n\n  return filteredFiles.sort();\n}\n\nexport function local(\n  pattern: string,\n  options?: {\n    ingestWhen?: 'never' | 'contentChanged' | 'expired';\n    expiresAfter?: number;\n    cwd?: string;\n  },\n): Connector {\n  const sourceId = `glob:${pattern}`;\n  return {\n    sourceId,\n    ingestWhen: options?.ingestWhen,\n    expiresAfter: options?.expiresAfter,\n    sources: async function* () {\n      const paths = await getFilteredFiles(\n        options?.cwd ?? process.cwd(),\n        pattern,\n      );\n      for (const filePath of paths) {\n        yield {\n          id: filePath,\n          content: () => readFile(filePath, 'utf8').catch(() => ''),\n        };\n      }\n    },\n  };\n}\n"],
+  "mappings": "AAAA,SAAS,UAAU,YAAY;AAC/B,SAAS,SAAS,MAAM,UAAU,eAAe;AAEjD,OAAO,QAAQ;AACf,OAAO,YAAY;AAOnB,MAAM,iBAAiB,oBAAI,IAAuC;AAKlE,eAAe,yBACb,YACoC;AACpC,QAAM,eAAe,QAAQ,UAAU;AAEvC,MAAI,eAAe,IAAI,YAAY,GAAG;AACpC,WAAO,eAAe,IAAI,YAAY;AAAA,EACxC;AAEA,QAAM,KAAK,OAAO;AAGlB,QAAM,eAAe,aAAa,MAAM,GAAG;AAC3C,QAAM,iBAA2B,CAAC;AAGlC,WAAS,IAAI,GAAG,KAAK,aAAa,QAAQ,KAAK;AAC7C,UAAM,cAAc,aAAa,MAAM,GAAG,CAAC,EAAE,KAAK,GAAG;AACrD,UAAM,gBAAgB,KAAK,aAAa,YAAY;AAEpD,QAAI;AACF,YAAM,KAAK,aAAa;AACxB,qBAAe,KAAK,aAAa;AAAA,IACnC,QAAQ;AAAA,IAER;AAAA,EACF;AAGA,aAAW,iBAAiB,gBAAgB;AAC1C,QAAI;AACF,YAAM,UAAU,MAAM,SAAS,eAAe,MAAM;AACpD,YAAM,WAAW,QACd,MAAM,IAAI,EACV,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,EACzB,OAAO,CAAC,SAAS,QAAQ,CAAC,KAAK,WAAW,GAAG,CAAC;AAEjD,SAAG,IAAI,QAAQ;AAAA,IACjB,QAAQ;AAAA,IAER;AAAA,EACF;AAEA,iBAAe,IAAI,cAAc,EAAE;AACnC,SAAO;AACT;AAKA,eAAe,iBACb,KACA,SACmB;AAEnB,QAAM,WAAW,MAAM,GAAG,SAAS;AAAA,IACjC,KAAK;AAAA,IACL,UAAU;AAAA,IACV,WAAW;AAAA,IACX;AAAA,IACA,qBAAqB;AAAA,IACrB,QAAQ;AAAA,MACN;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF,CAAC;AAED,MAAI,SAAS,WAAW,GAAG;AACzB,WAAO,CAAC;AAAA,EACV;AAGA,QAAM,aAAa,oBAAI,IAAsB;AAE7C,aAAW,QAAQ,UAAU;AAC3B,UAAM,MAAM,QAAQ,IAAI;AACxB,QAAI,CAAC,WAAW,IAAI,GAAG,GAAG;AACxB,iBAAW,IAAI,KAAK,CAAC,CAAC;AAAA,IACxB;AACA,eAAW,IAAI,GAAG,EAAG,KAAK,IAAI;AAAA,EAChC;AAEA,QAAM,gBAA0B,CAAC;AAGjC,aAAW,CAAC,KAAK,KAAK,KAAK,YAAY;AACrC,UAAM,eAAe,MAAM,yBAAyB,GAAG;AAEvD,eAAW,QAAQ,OAAO;AACxB,UAAI,CAAC,aAAa,QAAQ,SAAS,KAAK,IAAI,CAAC,GAAG;AAC9C,sBAAc,KAAK,IAAI;AAAA,MACzB;AAAA,IACF;AAAA,EACF;AAEA,SAAO,cAAc,KAAK;AAC5B;AAEO,SAAS,MACd,SACA,SAKW;AACX,QAAM,WAAW,QAAQ,OAAO;AAChC,SAAO;AAAA,IACL;AAAA,IACA,YAAY,SAAS;AAAA,IACrB,cAAc,SAAS;AAAA,IACvB,SAAS,mBAAmB;AAC1B,YAAM,QAAQ,MAAM;AAAA,QAClB,SAAS,OAAO,QAAQ,IAAI;AAAA,QAC5B;AAAA,MACF;AACA,iBAAW,YAAY,OAAO;AAC5B,cAAM;AAAA,UACJ,IAAI;AAAA,UACJ,SAAS,MAAM,SAAS,UAAU,MAAM,EAAE,MAAM,MAAM,EAAE;AAAA,QAC1D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;",
+  "names": []
+}

package/dist/lib/connectors/pdf.d.ts

@@ -0,0 +1,4 @@
+import type { Connector } from './connector.js';
+export declare function pdf(pattern: string): Connector;
+export declare function pdfFile(source: string): Connector;
+//# sourceMappingURL=pdf.d.ts.map

package/dist/lib/connectors/pdf.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf.d.ts","sourceRoot":"","sources":["../../../src/lib/connectors/pdf.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAEhD,wBAAgB,GAAG,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,CAuB9C;AAED,wBAAgB,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CA8BjD"}

package/dist/lib/connectors/pdf.js

@@ -0,0 +1,58 @@
+import { glob, readFile } from "node:fs/promises";
+import { extractText, getDocumentProxy } from "unpdf";
+function pdf(pattern) {
+  const sourceId = `pdf:${pattern}`;
+  return {
+    sourceId,
+    sources: async function* () {
+      const paths = await Array.fromAsync(
+        glob(pattern, { exclude: ["**/node_modules/**", "**/.git/**"] })
+      );
+      for (const path of paths) {
+        if (!path.toLowerCase().endsWith(".pdf")) continue;
+        yield {
+          id: path,
+          content: async () => {
+            const buffer = await readFile(path);
+            const pdf2 = await getDocumentProxy(new Uint8Array(buffer));
+            const { text } = await extractText(pdf2, { mergePages: true });
+            return text;
+          }
+        };
+      }
+    }
+  };
+}
+function pdfFile(source) {
+  const isUrl = /^https?:\/\//.test(source);
+  const sourceId = `pdf:${isUrl ? "url" : "file"}:${source}`;
+  return {
+    sourceId,
+    sources: async function* () {
+      yield {
+        id: source,
+        content: async () => {
+          let buffer;
+          if (isUrl) {
+            const response = await fetch(source);
+            if (!response.ok) {
+              throw new Error(`HTTP ${response.status}: ${response.statusText}`);
+            }
+            buffer = new Uint8Array(await response.arrayBuffer());
+          } else {
+            const fileBuffer = await readFile(source);
+            buffer = new Uint8Array(fileBuffer.buffer);
+          }
+          const pdf2 = await getDocumentProxy(new Uint8Array(buffer));
+          const { text } = await extractText(pdf2, { mergePages: true });
+          return text;
+        }
+      };
+    }
+  };
+}
+export {
+  pdf,
+  pdfFile
+};
+//# sourceMappingURL=pdf.js.map

package/dist/lib/connectors/pdf.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/lib/connectors/pdf.ts"],
+  "sourcesContent": ["import { glob, readFile } from 'node:fs/promises';\n\nimport { extractText, getDocumentProxy } from 'unpdf';\n\nimport type { Connector } from './connector.js';\n\nexport function pdf(pattern: string): Connector {\n  const sourceId = `pdf:${pattern}`;\n\n  return {\n    sourceId,\n    sources: async function* () {\n      const paths = await Array.fromAsync(\n        glob(pattern, { exclude: ['**/node_modules/**', '**/.git/**'] }),\n      );\n      for (const path of paths) {\n        if (!path.toLowerCase().endsWith('.pdf')) continue;\n        yield {\n          id: path,\n          content: async () => {\n            const buffer = await readFile(path);\n            const pdf = await getDocumentProxy(new Uint8Array(buffer));\n            const { text } = await extractText(pdf, { mergePages: true });\n            return text;\n          },\n        };\n      }\n    },\n  };\n}\n\nexport function pdfFile(source: string): Connector {\n  const isUrl = /^https?:\\/\\//.test(source);\n  const sourceId = `pdf:${isUrl ? 'url' : 'file'}:${source}`;\n\n  return {\n    sourceId,\n    sources: async function* () {\n      yield {\n        id: source,\n        content: async () => {\n          let buffer: Uint8Array;\n\n          if (isUrl) {\n            const response = await fetch(source);\n            if (!response.ok) {\n              throw new Error(`HTTP ${response.status}: ${response.statusText}`);\n            }\n            buffer = new Uint8Array(await response.arrayBuffer());\n          } else {\n            const fileBuffer = await readFile(source);\n            buffer = new Uint8Array(fileBuffer.buffer);\n          }\n\n          const pdf = await getDocumentProxy(new Uint8Array(buffer));\n          const { text } = await extractText(pdf, { mergePages: true });\n          return text;\n        },\n      };\n    },\n  };\n}\n"],
+  "mappings": "AAAA,SAAS,MAAM,gBAAgB;AAE/B,SAAS,aAAa,wBAAwB;AAIvC,SAAS,IAAI,SAA4B;AAC9C,QAAM,WAAW,OAAO,OAAO;AAE/B,SAAO;AAAA,IACL;AAAA,IACA,SAAS,mBAAmB;AAC1B,YAAM,QAAQ,MAAM,MAAM;AAAA,QACxB,KAAK,SAAS,EAAE,SAAS,CAAC,sBAAsB,YAAY,EAAE,CAAC;AAAA,MACjE;AACA,iBAAW,QAAQ,OAAO;AACxB,YAAI,CAAC,KAAK,YAAY,EAAE,SAAS,MAAM,EAAG;AAC1C,cAAM;AAAA,UACJ,IAAI;AAAA,UACJ,SAAS,YAAY;AACnB,kBAAM,SAAS,MAAM,SAAS,IAAI;AAClC,kBAAMA,OAAM,MAAM,iBAAiB,IAAI,WAAW,MAAM,CAAC;AACzD,kBAAM,EAAE,KAAK,IAAI,MAAM,YAAYA,MAAK,EAAE,YAAY,KAAK,CAAC;AAC5D,mBAAO;AAAA,UACT;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;AAEO,SAAS,QAAQ,QAA2B;AACjD,QAAM,QAAQ,eAAe,KAAK,MAAM;AACxC,QAAM,WAAW,OAAO,QAAQ,QAAQ,MAAM,IAAI,MAAM;AAExD,SAAO;AAAA,IACL;AAAA,IACA,SAAS,mBAAmB;AAC1B,YAAM;AAAA,QACJ,IAAI;AAAA,QACJ,SAAS,YAAY;AACnB,cAAI;AAEJ,cAAI,OAAO;AACT,kBAAM,WAAW,MAAM,MAAM,MAAM;AACnC,gBAAI,CAAC,SAAS,IAAI;AAChB,oBAAM,IAAI,MAAM,QAAQ,SAAS,MAAM,KAAK,SAAS,UAAU,EAAE;AAAA,YACnE;AACA,qBAAS,IAAI,WAAW,MAAM,SAAS,YAAY,CAAC;AAAA,UACtD,OAAO;AACL,kBAAM,aAAa,MAAM,SAAS,MAAM;AACxC,qBAAS,IAAI,WAAW,WAAW,MAAM;AAAA,UAC3C;AAEA,gBAAMA,OAAM,MAAM,iBAAiB,IAAI,WAAW,MAAM,CAAC;AACzD,gBAAM,EAAE,KAAK,IAAI,MAAM,YAAYA,MAAK,EAAE,YAAY,KAAK,CAAC;AAC5D,iBAAO;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;",
+  "names": ["pdf"]
+}

package/dist/lib/connectors/repo.d.ts

@@ -0,0 +1,6 @@
+import type { Connector } from './connector.js';
+export declare function repo(dir: string, extensions: string[], ingestWhen: Connector['ingestWhen']): Connector;
+export declare function findAllGitRepos(root: string): AsyncGenerator<string, void, unknown>;
+export declare function ignorePatterns(repo: string): Promise<string[]>;
+export declare function collectFiles(repo: string, extensions: string[]): Promise<AsyncIterable<string>>;
+//# sourceMappingURL=repo.d.ts.map

package/dist/lib/connectors/repo.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"repo.d.ts","sourceRoot":"","sources":["../../../src/lib/connectors/repo.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAEhD,wBAAgB,IAAI,CAClB,GAAG,EAAE,MAAM,EACX,UAAU,EAAE,MAAM,EAAE,EACpB,UAAU,EAAE,SAAS,CAAC,YAAY,CAAC,GAClC,SAAS,CAqBX;AAED,wBAAuB,eAAe,CAAC,IAAI,EAAE,MAAM,yCAoClD;AAmBD,wBAAsB,cAAc,CAAC,IAAI,EAAE,MAAM,qBA4FhD;AAED,wBAAsB,YAAY,CAChC,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,MAAM,EAAE,GACnB,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAahC"}