@ashx-j/lunr 0.1.0

package/dist/builtin-extensions/pi-web-access/github-api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"github-api.js","sourceRoot":"","sources":["../../../src/builtin-extensions/pi-web-access/github-api.ts"],"names":[],"mappings":"AAAA,cAAc;AACd,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAI9C,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAC7B,MAAM,qBAAqB,GAAG,OAAO,CAAC;AAEtC,IAAI,WAAW,GAAmB,IAAI,CAAC;AACvC,IAAI,WAAW,GAAG,KAAK,CAAC;AAExB,MAAM,CAAC,KAAK,UAAU,gBAAgB,GAAqB;IAC1D,IAAI,WAAW,KAAK,IAAI;QAAE,OAAO,WAAW,CAAC;IAE7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC;YACzD,WAAW,GAAG,CAAC,GAAG,CAAC;YACnB,OAAO,CAAC,WAAW,CAAC,CAAC;QAAA,CACrB,CAAC,CAAC;IAAA,CACH,CAAC,CAAC;AAAA,CACH;AAED,MAAM,UAAU,UAAU,GAAS;IAClC,IAAI,CAAC,WAAW,EAAE,CAAC;QAClB,WAAW,GAAG,IAAI,CAAC;QACnB,OAAO,CAAC,KAAK,CAAC,yFAAyF,CAAC,CAAC;IAC1G,CAAC;AAAA,CACD;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAa,EAAE,IAAY,EAA0B;IACxF,IAAI,CAAC,CAAC,MAAM,gBAAgB,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IAE7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,IAAI,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC;YACvG,IAAI,GAAG,EAAE,CAAC;gBACT,OAAO,CAAC,IAAI,CAAC,CAAC;gBACd,OAAO;YACR,CAAC;YACD,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;YACvC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAAA,CACtC,CAAC,CAAC;IAAA,CACH,CAAC,CAAC;AAAA,CACH;AAED,KAAK,UAAU,gBAAgB,CAAC,KAAa,EAAE,IAAY,EAA0B;IACpF,IAAI,CAAC,CAAC,MAAM,gBAAgB,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IAE7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,IAAI,IAAI,EAAE,EAAE,MAAM,EAAE,iBAAiB,CAAC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC;YACjH,IAAI,GAAG,EAAE,CAAC;gBACT,OAAO,CAAC,IAAI,CAAC,CAAC;gBACd,OAAO;YACR,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;YAC7B,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC;QAAA,CACxB,CAAC,CAAC;IAAA,CACH,CAAC,CAAC;AAAA,CACH;AAED,KAAK,UAAU,eAAe,CAAC,KAAa,EAAE,IAAY,EAAE,GAAW,EAA0B;IAChG,IAAI,CAAC,CAAC,MAAM,gBAAgB,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IAE7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QAC/B,QAAQ,CACP,IAAI,EACJ,CAAC,KAAK,EAAE,SAAS,KAAK,IAAI,IAAI,cAAc,GAAG,cAAc,EAAE,MAAM,EAAE,cAAc,CAAC,EACtF,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,EAC9C,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC;YAChB,IAAI,GAAG,EAAE,CAAC;gBACT,OAAO,CAAC,IAAI,CAAC,CAAC;gBACd,OAAO;YACR,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACxD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC,CAAC;gBACd,OAAO;YACR,CAAC;YACD,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,GAAG,gBAAgB,CAAC;YAClD,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5D,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,GAAG,UAAU,KAAK,CAAC,MAAM,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAAA,CACjF,CACD,CAAC;IAAA,CACF,CAAC,CAAC;AAAA,CACH;AAED,KAAK,UAAU,iBAAiB,CAAC,KAAa,EAAE,IAAY,EAAE,GAAW,EAA0B;IAClG,IAAI,CAAC,CAAC,MAAM,gBAAgB,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IAE7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QAC/B,QAAQ,CACP,IAAI,EACJ,CAAC,KAAK,EAAE,SAAS,KAAK,IAAI,IAAI,eAAe,GAAG,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,EACvE,EAAE,OAAO,EAAE,KAAK,EAAE,EAClB,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC;YAChB,IAAI,GAAG,EAAE,CAAC;gBACT,OAAO,CAAC,IAAI,CAAC,CAAC;gBACd,OAAO;YACR,CAAC;YACD,IAAI,CAAC;gBACJ,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACvE,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,oCAAoC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC1G,CAAC;YAAC,MAAM,CAAC;gBACR,OAAO,CAAC,IAAI,CAAC,CAAC;YACf,CAAC;QAAA,CACD,CACD,CAAC;IAAA,CACF,CAAC,CAAC;AAAA,CACH;AAED,KAAK,UAAU,eAAe,CAAC,KAAa,EAAE,IAAY,EAAE,IAAY,EAAE,GAAW,EAA0B;IAC9G,IAAI,CAAC,CAAC,MAAM,gBAAgB,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IAE7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QAC/B,QAAQ,CACP,IAAI,EACJ,CAAC,KAAK,EAAE,SAAS,KAAK,IAAI,IAAI,aAAa,IAAI,QAAQ,GAAG,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,EACjF,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,EAC9C,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC;YAChB,IAAI,GAAG,EAAE,CAAC;gBACT,OAAO,CAAC,IAAI,CAAC,CAAC;gBACd,OAAO;YACR,CAAC;YACD,IAAI,CAAC;gBACJ,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YACjE,CAAC;YAAC,MAAM,CAAC;gBACR,OAAO,CAAC,IAAI,CAAC,CAAC;YACf,CAAC;QAAA,CACD,CACD,CAAC;IAAA,CACF,CAAC,CAAC;AAAA,CACH;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAChC,GAAW,EACX,KAAa,EACb,IAAY,EACZ,IAAmB,EACnB,QAAiB,EACkB;IACnC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;IAC9D,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IAEtB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,QAAQ,EAAE,CAAC;QACd,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAChB,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACnE,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAE1B,KAAK,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9B,IAAI,OAAO,CAAC,MAAM,GAAG,qBAAqB,EAAE,CAAC;YAC5C,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QAChD,CAAC;aAAM,CAAC;YACP,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrB,CAAC;QAED,OAAO;YACN,GAAG;YACH,KAAK,EAAE,GAAG,KAAK,IAAI,IAAI,MAAM,IAAI,CAAC,IAAI,EAAE;YACxC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;YACzB,KAAK,EAAE,IAAI;SACX,CAAC;IACH,CAAC;IAED,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACxC,eAAe,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC;QACjC,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC;KACnC,CAAC,CAAC;IAEH,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAElC,IAAI,IAAI,EAAE,CAAC;QACV,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAChB,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACZ,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,uFAAuF,CAAC,CAAC;IAEpG,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,IAAI,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,IAAI,EAAE,CAAC;IACjF,OAAO;QACN,GAAG;QACH,KAAK;QACL,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QACzB,KAAK,EAAE,IAAI;KACX,CAAC;AAAA,CACF","sourcesContent":["// @ts-nocheck\nimport { execFile } from \"node:child_process\";\nimport type { ExtractedContent } from \"./extract.ts\";\nimport type { GitHubUrlInfo } from \"./github-extract.ts\";\n\nconst MAX_TREE_ENTRIES = 200;\nconst MAX_INLINE_FILE_CHARS = 100_000;\n\nlet ghAvailable: boolean | null = null;\nlet ghHintShown = false;\n\nexport async function checkGhAvailable(): Promise<boolean> {\n\tif (ghAvailable !== null) return ghAvailable;\n\n\treturn new Promise((resolve) => {\n\t\texecFile(\"gh\", [\"--version\"], { timeout: 5000 }, (err) => {\n\t\t\tghAvailable = !err;\n\t\t\tresolve(ghAvailable);\n\t\t});\n\t});\n}\n\nexport function showGhHint(): void {\n\tif (!ghHintShown) {\n\t\tghHintShown = true;\n\t\tconsole.error(\"[pi-web-access] Install `gh` CLI for better GitHub repo access including private repos.\");\n\t}\n}\n\nexport async function checkRepoSize(owner: string, repo: string): Promise<number | null> {\n\tif (!(await checkGhAvailable())) return null;\n\n\treturn new Promise((resolve) => {\n\t\texecFile(\"gh\", [\"api\", `repos/${owner}/${repo}`, \"--jq\", \".size\"], { timeout: 10000 }, (err, stdout) => {\n\t\t\tif (err) {\n\t\t\t\tresolve(null);\n\t\t\t\treturn;\n\t\t\t}\n\t\t\tconst kb = parseInt(stdout.trim(), 10);\n\t\t\tresolve(Number.isNaN(kb) ? null : kb);\n\t\t});\n\t});\n}\n\nasync function getDefaultBranch(owner: string, repo: string): Promise<string | null> {\n\tif (!(await checkGhAvailable())) return null;\n\n\treturn new Promise((resolve) => {\n\t\texecFile(\"gh\", [\"api\", `repos/${owner}/${repo}`, \"--jq\", \".default_branch\"], { timeout: 10000 }, (err, stdout) => {\n\t\t\tif (err) {\n\t\t\t\tresolve(null);\n\t\t\t\treturn;\n\t\t\t}\n\t\t\tconst branch = stdout.trim();\n\t\t\tresolve(branch || null);\n\t\t});\n\t});\n}\n\nasync function fetchTreeViaApi(owner: string, repo: string, ref: string): Promise<string | null> {\n\tif (!(await checkGhAvailable())) return null;\n\n\treturn new Promise((resolve) => {\n\t\texecFile(\n\t\t\t\"gh\",\n\t\t\t[\"api\", `repos/${owner}/${repo}/git/trees/${ref}?recursive=1`, \"--jq\", \".tree[].path\"],\n\t\t\t{ timeout: 15000, maxBuffer: 5 * 1024 * 1024 },\n\t\t\t(err, stdout) => {\n\t\t\t\tif (err) {\n\t\t\t\t\tresolve(null);\n\t\t\t\t\treturn;\n\t\t\t\t}\n\t\t\t\tconst paths = stdout.trim().split(\"\\n\").filter(Boolean);\n\t\t\t\tif (paths.length === 0) {\n\t\t\t\t\tresolve(null);\n\t\t\t\t\treturn;\n\t\t\t\t}\n\t\t\t\tconst truncated = paths.length > MAX_TREE_ENTRIES;\n\t\t\t\tconst display = paths.slice(0, MAX_TREE_ENTRIES).join(\"\\n\");\n\t\t\t\tresolve(truncated ? display + `\\n... (${paths.length} total entries)` : display);\n\t\t\t},\n\t\t);\n\t});\n}\n\nasync function fetchReadmeViaApi(owner: string, repo: string, ref: string): Promise<string | null> {\n\tif (!(await checkGhAvailable())) return null;\n\n\treturn new Promise((resolve) => {\n\t\texecFile(\n\t\t\t\"gh\",\n\t\t\t[\"api\", `repos/${owner}/${repo}/readme?ref=${ref}`, \"--jq\", \".content\"],\n\t\t\t{ timeout: 10000 },\n\t\t\t(err, stdout) => {\n\t\t\t\tif (err) {\n\t\t\t\t\tresolve(null);\n\t\t\t\t\treturn;\n\t\t\t\t}\n\t\t\t\ttry {\n\t\t\t\t\tconst decoded = Buffer.from(stdout.trim(), \"base64\").toString(\"utf-8\");\n\t\t\t\t\tresolve(decoded.length > 8192 ? decoded.slice(0, 8192) + \"\\n\\n[README truncated at 8K chars]\" : decoded);\n\t\t\t\t} catch {\n\t\t\t\t\tresolve(null);\n\t\t\t\t}\n\t\t\t},\n\t\t);\n\t});\n}\n\nasync function fetchFileViaApi(owner: string, repo: string, path: string, ref: string): Promise<string | null> {\n\tif (!(await checkGhAvailable())) return null;\n\n\treturn new Promise((resolve) => {\n\t\texecFile(\n\t\t\t\"gh\",\n\t\t\t[\"api\", `repos/${owner}/${repo}/contents/${path}?ref=${ref}`, \"--jq\", \".content\"],\n\t\t\t{ timeout: 10000, maxBuffer: 2 * 1024 * 1024 },\n\t\t\t(err, stdout) => {\n\t\t\t\tif (err) {\n\t\t\t\t\tresolve(null);\n\t\t\t\t\treturn;\n\t\t\t\t}\n\t\t\t\ttry {\n\t\t\t\t\tresolve(Buffer.from(stdout.trim(), \"base64\").toString(\"utf-8\"));\n\t\t\t\t} catch {\n\t\t\t\t\tresolve(null);\n\t\t\t\t}\n\t\t\t},\n\t\t);\n\t});\n}\n\nexport async function fetchViaApi(\n\turl: string,\n\towner: string,\n\trepo: string,\n\tinfo: GitHubUrlInfo,\n\tsizeNote?: string,\n): Promise<ExtractedContent | null> {\n\tconst ref = info.ref || (await getDefaultBranch(owner, repo));\n\tif (!ref) return null;\n\n\tconst lines: string[] = [];\n\tif (sizeNote) {\n\t\tlines.push(sizeNote);\n\t\tlines.push(\"\");\n\t}\n\n\tif (info.type === \"blob\" && info.path) {\n\t\tconst content = await fetchFileViaApi(owner, repo, info.path, ref);\n\t\tif (!content) return null;\n\n\t\tlines.push(`## ${info.path}`);\n\t\tif (content.length > MAX_INLINE_FILE_CHARS) {\n\t\t\tlines.push(content.slice(0, MAX_INLINE_FILE_CHARS));\n\t\t\tlines.push(`\\n[File truncated at 100K chars]`);\n\t\t} else {\n\t\t\tlines.push(content);\n\t\t}\n\n\t\treturn {\n\t\t\turl,\n\t\t\ttitle: `${owner}/${repo} - ${info.path}`,\n\t\t\tcontent: lines.join(\"\\n\"),\n\t\t\terror: null,\n\t\t};\n\t}\n\n\tconst [tree, readme] = await Promise.all([\n\t\tfetchTreeViaApi(owner, repo, ref),\n\t\tfetchReadmeViaApi(owner, repo, ref),\n\t]);\n\n\tif (!tree && !readme) return null;\n\n\tif (tree) {\n\t\tlines.push(\"## Structure\");\n\t\tlines.push(tree);\n\t\tlines.push(\"\");\n\t}\n\n\tif (readme) {\n\t\tlines.push(\"## README.md\");\n\t\tlines.push(readme);\n\t\tlines.push(\"\");\n\t}\n\n\tlines.push(\"This is an API-only view. Clone the repo or use `read`/`bash` for deeper exploration.\");\n\n\tconst title = info.path ? `${owner}/${repo} - ${info.path}` : `${owner}/${repo}`;\n\treturn {\n\t\turl,\n\t\ttitle,\n\t\tcontent: lines.join(\"\\n\"),\n\t\terror: null,\n\t};\n}\n"]}

package/dist/builtin-extensions/pi-web-access/github-extract.d.ts

@@ -0,0 +1,13 @@
+import type { ExtractedContent } from "./extract.ts";
+export interface GitHubUrlInfo {
+    owner: string;
+    repo: string;
+    ref?: string;
+    refIsFullSha: boolean;
+    path?: string;
+    type: "root" | "blob" | "tree";
+}
+export declare function parseGitHubUrl(url: string): GitHubUrlInfo | null;
+export declare function extractGitHub(url: string, signal?: AbortSignal, forceClone?: boolean): Promise<ExtractedContent | null>;
+export declare function clearCloneCache(): void;
+//# sourceMappingURL=github-extract.d.ts.map

package/dist/builtin-extensions/pi-web-access/github-extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"github-extract.d.ts","sourceRoot":"","sources":["../../../src/builtin-extensions/pi-web-access/github-extract.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AA2BrD,MAAM,WAAW,aAAa;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,OAAO,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;CAC/B;AA4ED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI,CAiDhE;AAiWD,wBAAsB,aAAa,CAClC,GAAG,EAAE,MAAM,EACX,MAAM,CAAC,EAAE,WAAW,EACpB,UAAU,CAAC,EAAE,OAAO,GAClB,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAsGlC;AAED,wBAAgB,eAAe,IAAI,IAAI,CAStC","sourcesContent":["// @ts-nocheck\nimport { existsSync, readFileSync, rmSync, statSync, readdirSync, openSync, readSync, closeSync, realpathSync } from \"node:fs\";\nimport { execFile } from \"node:child_process\";\nimport { extname, join, resolve as resolvePath, sep as pathSep } from \"node:path\";\nimport { activityMonitor } from \"./activity.ts\";\nimport type { ExtractedContent } from \"./extract.ts\";\nimport { checkGhAvailable, checkRepoSize, fetchViaApi, showGhHint } from \"./github-api.ts\";\nimport { getWebSearchConfigPath } from \"./utils.ts\";\n\nconst CONFIG_PATH = getWebSearchConfigPath();\n\nconst BINARY_EXTENSIONS = new Set([\n\t\".png\", \".jpg\", \".jpeg\", \".gif\", \".bmp\", \".ico\", \".webp\", \".svg\", \".tiff\", \".tif\",\n\t\".mp3\", \".mp4\", \".avi\", \".mov\", \".mkv\", \".flv\", \".wmv\", \".wav\", \".ogg\", \".webm\", \".flac\", \".aac\",\n\t\".zip\", \".tar\", \".gz\", \".bz2\", \".xz\", \".7z\", \".rar\", \".zst\",\n\t\".exe\", \".dll\", \".so\", \".dylib\", \".bin\", \".o\", \".a\", \".lib\",\n\t\".woff\", \".woff2\", \".ttf\", \".otf\", \".eot\",\n\t\".pdf\", \".doc\", \".docx\", \".xls\", \".xlsx\", \".ppt\", \".pptx\",\n\t\".sqlite\", \".db\", \".sqlite3\",\n\t\".pyc\", \".pyo\", \".class\", \".jar\", \".war\",\n\t\".iso\", \".img\", \".dmg\",\n]);\n\nconst NOISE_DIRS = new Set([\n\t\"node_modules\", \"vendor\", \".next\", \"dist\", \"build\", \"__pycache__\",\n\t\".venv\", \"venv\", \".tox\", \".mypy_cache\", \".pytest_cache\",\n\t\"target\", \".gradle\", \".idea\", \".vscode\",\n]);\n\nconst MAX_INLINE_FILE_CHARS = 100_000;\nconst MAX_TREE_ENTRIES = 200;\n\nexport interface GitHubUrlInfo {\n\towner: string;\n\trepo: string;\n\tref?: string;\n\trefIsFullSha: boolean;\n\tpath?: string;\n\ttype: \"root\" | \"blob\" | \"tree\";\n}\n\ninterface CachedClone {\n\tlocalPath: string;\n\tclonePromise: Promise<string | null>;\n}\n\ninterface GitHubCloneConfig {\n\tenabled: boolean;\n\tmaxRepoSizeMB: number;\n\tcloneTimeoutSeconds: number;\n\tclonePath: string;\n}\n\nconst cloneCache = new Map<string, CachedClone>();\n\nlet cachedConfig: GitHubCloneConfig | null = null;\n\nfunction normalizeEnabled(value: unknown, fallback: boolean): boolean {\n\treturn typeof value === \"boolean\" ? value : fallback;\n}\n\nfunction normalizePositiveNumber(value: unknown, fallback: number): number {\n\tif (typeof value !== \"number\" || !Number.isFinite(value)) return fallback;\n\treturn value > 0 ? value : fallback;\n}\n\nfunction normalizeClonePath(value: unknown, fallback: string): string {\n\tif (typeof value !== \"string\") return fallback;\n\tconst normalized = value.trim();\n\treturn normalized.length > 0 ? normalized : fallback;\n}\n\nfunction loadGitHubConfig(): GitHubCloneConfig {\n\tif (cachedConfig) return cachedConfig;\n\n\tconst defaults: GitHubCloneConfig = {\n\t\tenabled: true,\n\t\tmaxRepoSizeMB: 350,\n\t\tcloneTimeoutSeconds: 30,\n\t\tclonePath: \"/tmp/pi-github-repos\",\n\t};\n\n\tif (!existsSync(CONFIG_PATH)) {\n\t\tcachedConfig = defaults;\n\t\treturn cachedConfig;\n\t}\n\n\tconst rawText = readFileSync(CONFIG_PATH, \"utf-8\");\n\tlet raw: { githubClone?: { enabled?: unknown; maxRepoSizeMB?: unknown; cloneTimeoutSeconds?: unknown; clonePath?: unknown } };\n\ttry {\n\t\traw = JSON.parse(rawText) as { githubClone?: { enabled?: unknown; maxRepoSizeMB?: unknown; cloneTimeoutSeconds?: unknown; clonePath?: unknown } };\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tthrow new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);\n\t}\n\n\tconst gc = raw.githubClone ?? {};\n\tcachedConfig = {\n\t\tenabled: normalizeEnabled(gc.enabled, defaults.enabled),\n\t\tmaxRepoSizeMB: normalizePositiveNumber(gc.maxRepoSizeMB, defaults.maxRepoSizeMB),\n\t\tcloneTimeoutSeconds: normalizePositiveNumber(gc.cloneTimeoutSeconds, defaults.cloneTimeoutSeconds),\n\t\tclonePath: normalizeClonePath(gc.clonePath, defaults.clonePath),\n\t};\n\treturn cachedConfig;\n}\n\nconst NON_CODE_SEGMENTS = new Set([\n\t\"issues\", \"pull\", \"pulls\", \"discussions\", \"releases\", \"wiki\",\n\t\"actions\", \"settings\", \"security\", \"projects\", \"graphs\",\n\t\"compare\", \"commits\", \"tags\", \"branches\", \"stargazers\",\n\t\"watchers\", \"network\", \"forks\", \"milestone\", \"labels\",\n\t\"packages\", \"codespaces\", \"contribute\", \"community\",\n\t\"sponsors\", \"invitations\", \"notifications\", \"insights\",\n]);\n\nexport function parseGitHubUrl(url: string): GitHubUrlInfo | null {\n\tlet parsed: URL;\n\ttry {\n\t\tparsed = new URL(url);\n\t} catch {\n\t\treturn null;\n\t}\n\n\tconst host = parsed.hostname.toLowerCase();\n\tif (host !== \"github.com\" && host !== \"www.github.com\") return null;\n\n\tconst segments = parsed.pathname\n\t\t.split(\"/\")\n\t\t.filter(Boolean)\n\t\t.map((segment) => {\n\t\t\ttry {\n\t\t\t\treturn decodeURIComponent(segment);\n\t\t\t} catch {\n\t\t\t\treturn segment;\n\t\t\t}\n\t\t});\n\tif (segments.length < 2) return null;\n\n\tconst owner = segments[0];\n\tconst repo = segments[1].replace(/\\.git$/, \"\");\n\n\tif (NON_CODE_SEGMENTS.has(segments[2]?.toLowerCase())) return null;\n\n\tif (segments.length === 2) {\n\t\treturn { owner, repo, refIsFullSha: false, type: \"root\" };\n\t}\n\n\tconst action = segments[2];\n\tif (action !== \"blob\" && action !== \"tree\") return null;\n\tif (segments.length < 4) return null;\n\n\tconst ref = segments[3];\n\tconst refIsFullSha = /^[0-9a-f]{40}$/.test(ref);\n\tconst pathParts = segments.slice(4);\n\tconst path = pathParts.length > 0 ? pathParts.join(\"/\") : \"\";\n\n\treturn {\n\t\towner,\n\t\trepo,\n\t\tref,\n\t\trefIsFullSha,\n\t\tpath,\n\t\ttype: action as \"blob\" | \"tree\",\n\t};\n}\n\nfunction cacheKey(owner: string, repo: string, ref?: string): string {\n\treturn ref ? `${owner}/${repo}@${ref}` : `${owner}/${repo}`;\n}\n\nfunction cloneDir(config: GitHubCloneConfig, owner: string, repo: string, ref?: string): string {\n\tconst dirName = ref ? `${repo}@${ref}` : repo;\n\treturn join(config.clonePath, owner, dirName);\n}\n\nfunction execClone(args: string[], localPath: string, timeoutMs: number, signal?: AbortSignal): Promise<string | null> {\n\treturn new Promise((resolve) => {\n\t\tconst child = execFile(args[0], args.slice(1), { timeout: timeoutMs }, (err) => {\n\t\t\tif (err) {\n\t\t\t\ttry {\n\t\t\t\t\trmSync(localPath, { recursive: true, force: true });\n\t\t\t\t} catch {\n\t\t\t\t}\n\t\t\t\tresolve(null);\n\t\t\t\treturn;\n\t\t\t}\n\t\t\tresolve(localPath);\n\t\t});\n\n\t\tif (signal) {\n\t\t\tconst onAbort = () => child.kill();\n\t\t\tsignal.addEventListener(\"abort\", onAbort, { once: true });\n\t\t\tchild.on(\"exit\", () => signal.removeEventListener(\"abort\", onAbort));\n\t\t}\n\t});\n}\n\nasync function cloneRepo(\n\towner: string,\n\trepo: string,\n\tref: string | undefined,\n\tconfig: GitHubCloneConfig,\n\tsignal?: AbortSignal,\n): Promise<string | null> {\n\tconst localPath = cloneDir(config, owner, repo, ref);\n\n\ttry {\n\t\trmSync(localPath, { recursive: true, force: true });\n\t} catch {\n\t}\n\n\tconst timeoutMs = config.cloneTimeoutSeconds * 1000;\n\tconst hasGh = await checkGhAvailable();\n\n\tif (hasGh) {\n\t\tconst args = [\"gh\", \"repo\", \"clone\", `${owner}/${repo}`, localPath, \"--\", \"--depth\", \"1\", \"--single-branch\"];\n\t\tif (ref) args.push(\"--branch\", ref);\n\t\treturn execClone(args, localPath, timeoutMs, signal);\n\t}\n\n\tshowGhHint();\n\n\tconst gitUrl = `https://github.com/${owner}/${repo}.git`;\n\tconst args = [\"git\", \"clone\", \"--depth\", \"1\", \"--single-branch\"];\n\tif (ref) args.push(\"--branch\", ref);\n\targs.push(gitUrl, localPath);\n\treturn execClone(args, localPath, timeoutMs, signal);\n}\n\nfunction isBinaryFile(filePath: string): boolean {\n\tconst ext = extname(filePath).toLowerCase();\n\tif (BINARY_EXTENSIONS.has(ext)) return true;\n\n\tlet fd: number;\n\ttry {\n\t\tfd = openSync(filePath, \"r\");\n\t} catch {\n\t\treturn false;\n\t}\n\ttry {\n\t\tconst buf = Buffer.alloc(512);\n\t\tconst bytesRead = readSync(fd, buf, 0, 512, 0);\n\t\tfor (let i = 0; i < bytesRead; i++) {\n\t\t\tif (buf[i] === 0) return true;\n\t\t}\n\t} catch {\n\t\treturn false;\n\t} finally {\n\t\tcloseSync(fd);\n\t}\n\n\treturn false;\n}\n\nfunction formatFileSize(bytes: number): string {\n\tif (bytes < 1024) return `${bytes} B`;\n\tif (bytes < 1024 * 1024) return `${(bytes / 1024).toFixed(1)} KB`;\n\treturn `${(bytes / (1024 * 1024)).toFixed(1)} MB`;\n}\n\nfunction resolveWithinRepo(rootPath: string, relativePath: string): string | null {\n\tconst normalizedRoot = resolvePath(rootPath);\n\tconst candidate = resolvePath(normalizedRoot, relativePath);\n\tif (candidate !== normalizedRoot) {\n\t\tconst rootPrefix = normalizedRoot.endsWith(pathSep) ? normalizedRoot : normalizedRoot + pathSep;\n\t\tif (!candidate.startsWith(rootPrefix)) return null;\n\t}\n\n\tif (!existsSync(candidate)) return candidate;\n\n\ttry {\n\t\tconst realRoot = realpathSync(normalizedRoot);\n\t\tconst realCandidate = realpathSync(candidate);\n\t\tif (realCandidate === realRoot) return candidate;\n\t\tconst realRootPrefix = realRoot.endsWith(pathSep) ? realRoot : realRoot + pathSep;\n\t\treturn realCandidate.startsWith(realRootPrefix) ? candidate : null;\n\t} catch {\n\t\treturn null;\n\t}\n}\n\nfunction readTextFile(path: string): string | null {\n\ttry {\n\t\treturn readFileSync(path, \"utf-8\");\n\t} catch {\n\t\treturn null;\n\t}\n}\n\nfunction buildTree(rootPath: string): string {\n\tconst entries: string[] = [];\n\n\tfunction walk(dir: string, relPath: string): void {\n\t\tif (entries.length >= MAX_TREE_ENTRIES) return;\n\n\t\tlet items: string[];\n\t\ttry {\n\t\t\titems = readdirSync(dir).sort();\n\t\t} catch {\n\t\t\treturn;\n\t\t}\n\n\t\tfor (const item of items) {\n\t\t\tif (entries.length >= MAX_TREE_ENTRIES) return;\n\t\t\tif (item === \".git\") continue;\n\n\t\t\tconst rel = relPath ? `${relPath}/${item}` : item;\n\t\t\tconst safePath = resolveWithinRepo(rootPath, rel);\n\t\t\tif (!safePath) {\n\t\t\t\tentries.push(`${rel}  [outside repo skipped]`);\n\t\t\t\tcontinue;\n\t\t\t}\n\n\t\t\tlet stat;\n\t\t\ttry {\n\t\t\t\tstat = statSync(safePath);\n\t\t\t} catch {\n\t\t\t\tcontinue;\n\t\t\t}\n\n\t\t\tif (stat.isDirectory()) {\n\t\t\t\tif (NOISE_DIRS.has(item)) {\n\t\t\t\t\tentries.push(`${rel}/  [skipped]`);\n\t\t\t\t\tcontinue;\n\t\t\t\t}\n\t\t\t\tentries.push(`${rel}/`);\n\t\t\t\twalk(safePath, rel);\n\t\t\t} else {\n\t\t\t\tentries.push(rel);\n\t\t\t}\n\t\t}\n\t}\n\n\twalk(rootPath, \"\");\n\n\tif (entries.length >= MAX_TREE_ENTRIES) {\n\t\tentries.push(`... (truncated at ${MAX_TREE_ENTRIES} entries)`);\n\t}\n\n\treturn entries.join(\"\\n\");\n}\n\nfunction buildDirListing(rootPath: string, subPath: string): string {\n\tconst targetPath = resolveWithinRepo(rootPath, subPath);\n\tif (!targetPath) return \"(path escapes repository root)\";\n\tconst lines: string[] = [];\n\n\tlet items: string[];\n\ttry {\n\t\titems = readdirSync(targetPath).sort();\n\t} catch {\n\t\treturn \"(directory not readable)\";\n\t}\n\n\tfor (const item of items) {\n\t\tif (item === \".git\") continue;\n\t\tconst rel = subPath ? `${subPath}/${item}` : item;\n\t\tconst safePath = resolveWithinRepo(rootPath, rel);\n\t\tif (!safePath) {\n\t\t\tlines.push(`  ${item}  (outside repo)`);\n\t\t\tcontinue;\n\t\t}\n\t\ttry {\n\t\t\tconst stat = statSync(safePath);\n\t\t\tif (stat.isDirectory()) {\n\t\t\t\tlines.push(`  ${item}/`);\n\t\t\t} else {\n\t\t\t\tlines.push(`  ${item}  (${formatFileSize(stat.size)})`);\n\t\t\t}\n\t\t} catch {\n\t\t\tlines.push(`  ${item}  (unreadable)`);\n\t\t}\n\t}\n\n\treturn lines.join(\"\\n\");\n}\n\nfunction readReadme(localPath: string): string | null {\n\tconst candidates = [\"README.md\", \"readme.md\", \"README\", \"README.txt\", \"README.rst\"];\n\tfor (const name of candidates) {\n\t\tconst readmePath = join(localPath, name);\n\t\tif (existsSync(readmePath)) {\n\t\t\ttry {\n\t\t\t\tconst content = readFileSync(readmePath, \"utf-8\");\n\t\t\t\treturn content.length > 8192 ? content.slice(0, 8192) + \"\\n\\n[README truncated at 8K chars]\" : content;\n\t\t\t} catch {\n\t\t\t\tcontinue;\n\t\t\t}\n\t\t}\n\t}\n\treturn null;\n}\n\nfunction generateContent(localPath: string, info: GitHubUrlInfo): string {\n\tconst lines: string[] = [];\n\tlines.push(`Repository cloned to: ${localPath}`);\n\tlines.push(\"\");\n\n\tif (info.type === \"root\") {\n\t\tlines.push(\"## Structure\");\n\t\tlines.push(buildTree(localPath));\n\t\tlines.push(\"\");\n\n\t\tconst readme = readReadme(localPath);\n\t\tif (readme) {\n\t\t\tlines.push(\"## README.md\");\n\t\t\tlines.push(readme);\n\t\t\tlines.push(\"\");\n\t\t}\n\n\t\tlines.push(\"Use `read` and `bash` tools at the path above to explore further.\");\n\t\treturn lines.join(\"\\n\");\n\t}\n\n\tif (info.type === \"tree\") {\n\t\tconst dirPath = info.path || \"\";\n\t\tconst fullDirPath = resolveWithinRepo(localPath, dirPath);\n\n\t\tif (!fullDirPath || !existsSync(fullDirPath)) {\n\t\t\tlines.push(`Path \\`${dirPath}\\` not found in clone. Showing repository root instead.`);\n\t\t\tlines.push(\"\");\n\t\t\tlines.push(\"## Structure\");\n\t\t\tlines.push(buildTree(localPath));\n\t\t} else {\n\t\t\tlines.push(`## ${dirPath || \"/\"}`);\n\t\t\tlines.push(buildDirListing(localPath, dirPath));\n\t\t}\n\n\t\tlines.push(\"\");\n\t\tlines.push(\"Use `read` and `bash` tools at the path above to explore further.\");\n\t\treturn lines.join(\"\\n\");\n\t}\n\n\tif (info.type === \"blob\") {\n\t\tconst filePath = info.path || \"\";\n\t\tconst fullFilePath = resolveWithinRepo(localPath, filePath);\n\n\t\tif (!fullFilePath || !existsSync(fullFilePath)) {\n\t\t\tlines.push(`Path \\`${filePath}\\` not found in clone. Showing repository root instead.`);\n\t\t\tlines.push(\"\");\n\t\t\tlines.push(\"## Structure\");\n\t\t\tlines.push(buildTree(localPath));\n\t\t\tlines.push(\"\");\n\t\t\tlines.push(\"Use `read` and `bash` tools at the path above to explore further.\");\n\t\t\treturn lines.join(\"\\n\");\n\t\t}\n\n\t\tlet stat: ReturnType<typeof statSync>;\n\t\ttry {\n\t\t\tstat = statSync(fullFilePath);\n\t\t} catch (err) {\n\t\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\t\tlines.push(`Could not inspect \\`${filePath}\\`: ${message}`);\n\t\t\tlines.push(\"\");\n\t\t\tlines.push(\"Use `read` and `bash` tools at the path above to explore further.\");\n\t\t\treturn lines.join(\"\\n\");\n\t\t}\n\n\t\tif (stat.isDirectory()) {\n\t\t\tlines.push(`## ${filePath || \"/\"}`);\n\t\t\tlines.push(buildDirListing(localPath, filePath));\n\t\t\tlines.push(\"\");\n\t\t\tlines.push(\"Use `read` and `bash` tools at the path above to explore further.\");\n\t\t\treturn lines.join(\"\\n\");\n\t\t}\n\n\t\tif (isBinaryFile(fullFilePath)) {\n\t\t\tconst ext = extname(filePath).replace(\".\", \"\");\n\t\t\tlines.push(`## ${filePath}`);\n\t\t\tlines.push(`Binary file (${ext}, ${formatFileSize(stat.size)}). Use \\`read\\` or \\`bash\\` tools at the path above to inspect.`);\n\t\t\treturn lines.join(\"\\n\");\n\t\t}\n\n\t\tconst content = readTextFile(fullFilePath);\n\t\tif (content === null) {\n\t\t\tlines.push(`Could not read \\`${filePath}\\` as UTF-8 text.`);\n\t\t\tlines.push(\"\");\n\t\t\tlines.push(\"Use `read` and `bash` tools at the path above to explore further.\");\n\t\t\treturn lines.join(\"\\n\");\n\t\t}\n\t\tlines.push(`## ${filePath}`);\n\n\t\tif (content.length > MAX_INLINE_FILE_CHARS) {\n\t\t\tlines.push(content.slice(0, MAX_INLINE_FILE_CHARS));\n\t\t\tlines.push(\"\");\n\t\t\tlines.push(`[File truncated at 100K chars. Full file: ${fullFilePath}]`);\n\t\t} else {\n\t\t\tlines.push(content);\n\t\t}\n\n\t\tlines.push(\"\");\n\t\tlines.push(\"Use `read` and `bash` tools at the path above to explore further.\");\n\t\treturn lines.join(\"\\n\");\n\t}\n\n\treturn lines.join(\"\\n\");\n}\n\nasync function awaitCachedClone(\n\tcached: CachedClone,\n\turl: string,\n\towner: string,\n\trepo: string,\n\tinfo: GitHubUrlInfo,\n\tsignal?: AbortSignal,\n): Promise<ExtractedContent | null> {\n\tif (signal?.aborted) return null;\n\tconst result = await cached.clonePromise;\n\tif (signal?.aborted) return null;\n\tif (result) {\n\t\tconst content = generateContent(result, info);\n\t\tconst title = info.path ? `${owner}/${repo} - ${info.path}` : `${owner}/${repo}`;\n\t\treturn { url, title, content, error: null };\n\t}\n\treturn fetchViaApi(url, owner, repo, info);\n}\n\nexport async function extractGitHub(\n\turl: string,\n\tsignal?: AbortSignal,\n\tforceClone?: boolean,\n): Promise<ExtractedContent | null> {\n\tconst info = parseGitHubUrl(url);\n\tif (!info) return null;\n\n\tif (signal?.aborted) return null;\n\n\tconst config = loadGitHubConfig();\n\tif (!config.enabled) return null;\n\n\tconst { owner, repo } = info;\n\tconst key = cacheKey(owner, repo, info.ref);\n\n\tconst cached = cloneCache.get(key);\n\tif (cached) return awaitCachedClone(cached, url, owner, repo, info, signal);\n\n\tif (info.refIsFullSha) {\n\t\tif (signal?.aborted) return null;\n\t\tconst sizeNote = `Note: Commit SHA URLs use the GitHub API instead of cloning.`;\n\t\treturn fetchViaApi(url, owner, repo, info, sizeNote);\n\t}\n\n\tconst activityId = activityMonitor.logStart({ type: \"fetch\", url: `github.com/${owner}/${repo}` });\n\n\tif (!forceClone) {\n\t\tconst sizeKB = await checkRepoSize(owner, repo);\n\t\tif (signal?.aborted) {\n\t\t\tactivityMonitor.logComplete(activityId, 0);\n\t\t\treturn null;\n\t\t}\n\t\tif (sizeKB !== null) {\n\t\t\tconst sizeMB = sizeKB / 1024;\n\t\t\tif (sizeMB > config.maxRepoSizeMB) {\n\t\t\t\tif (signal?.aborted) {\n\t\t\t\t\tactivityMonitor.logComplete(activityId, 0);\n\t\t\t\t\treturn null;\n\t\t\t\t}\n\t\t\t\tconst sizeNote =\n\t\t\t\t\t`Note: Repository is ${Math.round(sizeMB)}MB (threshold: ${config.maxRepoSizeMB}MB). ` +\n\t\t\t\t\t`Showing API-fetched content instead of full clone. Ask the user if they'd like to clone the full repo -- ` +\n\t\t\t\t\t`if yes, call fetch_content again with the same URL and add forceClone: true to the params.`;\n\t\t\t\tconst apiView = await fetchViaApi(url, owner, repo, info, sizeNote);\n\t\t\t\tif (apiView) {\n\t\t\t\t\tactivityMonitor.logComplete(activityId, 200);\n\t\t\t\t\treturn apiView;\n\t\t\t\t}\n\t\t\t\tactivityMonitor.logError(activityId, \"api fallback unavailable for oversized repository\");\n\t\t\t\treturn null;\n\t\t\t}\n\t\t}\n\t}\n\n\tif (signal?.aborted) {\n\t\tactivityMonitor.logComplete(activityId, 0);\n\t\treturn null;\n\t}\n\n\t// Re-check: another concurrent caller may have started a clone while we awaited the size check\n\tconst cachedAfterSizeCheck = cloneCache.get(key);\n\tif (cachedAfterSizeCheck) {\n\t\tconst cachedResult = await awaitCachedClone(cachedAfterSizeCheck, url, owner, repo, info, signal);\n\t\tif (signal?.aborted) {\n\t\t\tactivityMonitor.logComplete(activityId, 0);\n\t\t} else if (cachedResult) {\n\t\t\tactivityMonitor.logComplete(activityId, 200);\n\t\t} else {\n\t\t\tactivityMonitor.logError(activityId, \"clone failed\");\n\t\t}\n\t\treturn cachedResult;\n\t}\n\n\tconst clonePromise = cloneRepo(owner, repo, info.ref, config, signal);\n\tconst localPath = cloneDir(config, owner, repo, info.ref);\n\tcloneCache.set(key, { localPath, clonePromise });\n\n\tconst result = await clonePromise;\n\tif (signal?.aborted) {\n\t\tif (!result) cloneCache.delete(key);\n\t\tactivityMonitor.logComplete(activityId, 0);\n\t\treturn null;\n\t}\n\n\tif (!result) {\n\t\tcloneCache.delete(key);\n\t\tif (signal?.aborted) {\n\t\t\tactivityMonitor.logComplete(activityId, 0);\n\t\t\treturn null;\n\t\t}\n\n\t\tconst apiFallback = await fetchViaApi(url, owner, repo, info);\n\t\tif (apiFallback) {\n\t\t\tactivityMonitor.logComplete(activityId, 200);\n\t\t\treturn apiFallback;\n\t\t}\n\n\t\tactivityMonitor.logError(activityId, \"clone and API fallback failed\");\n\t\treturn null;\n\t}\n\n\tactivityMonitor.logComplete(activityId, 200);\n\tconst content = generateContent(result, info);\n\tconst title = info.path ? `${owner}/${repo} - ${info.path}` : `${owner}/${repo}`;\n\treturn { url, title, content, error: null };\n}\n\nexport function clearCloneCache(): void {\n\tfor (const entry of cloneCache.values()) {\n\t\ttry {\n\t\t\trmSync(entry.localPath, { recursive: true, force: true });\n\t\t} catch {\n\t\t}\n\t}\n\tcloneCache.clear();\n\tcachedConfig = null;\n}\n"]}

package/dist/builtin-extensions/pi-web-access/github-extract.js

@@ -0,0 +1,558 @@
+// @ts-nocheck
+import { existsSync, readFileSync, rmSync, statSync, readdirSync, openSync, readSync, closeSync, realpathSync } from "node:fs";
+import { execFile } from "node:child_process";
+import { extname, join, resolve as resolvePath, sep as pathSep } from "node:path";
+import { activityMonitor } from "./activity.js";
+import { checkGhAvailable, checkRepoSize, fetchViaApi, showGhHint } from "./github-api.js";
+import { getWebSearchConfigPath } from "./utils.js";
+const CONFIG_PATH = getWebSearchConfigPath();
+const BINARY_EXTENSIONS = new Set([
+    ".png", ".jpg", ".jpeg", ".gif", ".bmp", ".ico", ".webp", ".svg", ".tiff", ".tif",
+    ".mp3", ".mp4", ".avi", ".mov", ".mkv", ".flv", ".wmv", ".wav", ".ogg", ".webm", ".flac", ".aac",
+    ".zip", ".tar", ".gz", ".bz2", ".xz", ".7z", ".rar", ".zst",
+    ".exe", ".dll", ".so", ".dylib", ".bin", ".o", ".a", ".lib",
+    ".woff", ".woff2", ".ttf", ".otf", ".eot",
+    ".pdf", ".doc", ".docx", ".xls", ".xlsx", ".ppt", ".pptx",
+    ".sqlite", ".db", ".sqlite3",
+    ".pyc", ".pyo", ".class", ".jar", ".war",
+    ".iso", ".img", ".dmg",
+]);
+const NOISE_DIRS = new Set([
+    "node_modules", "vendor", ".next", "dist", "build", "__pycache__",
+    ".venv", "venv", ".tox", ".mypy_cache", ".pytest_cache",
+    "target", ".gradle", ".idea", ".vscode",
+]);
+const MAX_INLINE_FILE_CHARS = 100_000;
+const MAX_TREE_ENTRIES = 200;
+const cloneCache = new Map();
+let cachedConfig = null;
+function normalizeEnabled(value, fallback) {
+    return typeof value === "boolean" ? value : fallback;
+}
+function normalizePositiveNumber(value, fallback) {
+    if (typeof value !== "number" || !Number.isFinite(value))
+        return fallback;
+    return value > 0 ? value : fallback;
+}
+function normalizeClonePath(value, fallback) {
+    if (typeof value !== "string")
+        return fallback;
+    const normalized = value.trim();
+    return normalized.length > 0 ? normalized : fallback;
+}
+function loadGitHubConfig() {
+    if (cachedConfig)
+        return cachedConfig;
+    const defaults = {
+        enabled: true,
+        maxRepoSizeMB: 350,
+        cloneTimeoutSeconds: 30,
+        clonePath: "/tmp/pi-github-repos",
+    };
+    if (!existsSync(CONFIG_PATH)) {
+        cachedConfig = defaults;
+        return cachedConfig;
+    }
+    const rawText = readFileSync(CONFIG_PATH, "utf-8");
+    let raw;
+    try {
+        raw = JSON.parse(rawText);
+    }
+    catch (err) {
+        const message = err instanceof Error ? err.message : String(err);
+        throw new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);
+    }
+    const gc = raw.githubClone ?? {};
+    cachedConfig = {
+        enabled: normalizeEnabled(gc.enabled, defaults.enabled),
+        maxRepoSizeMB: normalizePositiveNumber(gc.maxRepoSizeMB, defaults.maxRepoSizeMB),
+        cloneTimeoutSeconds: normalizePositiveNumber(gc.cloneTimeoutSeconds, defaults.cloneTimeoutSeconds),
+        clonePath: normalizeClonePath(gc.clonePath, defaults.clonePath),
+    };
+    return cachedConfig;
+}
+const NON_CODE_SEGMENTS = new Set([
+    "issues", "pull", "pulls", "discussions", "releases", "wiki",
+    "actions", "settings", "security", "projects", "graphs",
+    "compare", "commits", "tags", "branches", "stargazers",
+    "watchers", "network", "forks", "milestone", "labels",
+    "packages", "codespaces", "contribute", "community",
+    "sponsors", "invitations", "notifications", "insights",
+]);
+export function parseGitHubUrl(url) {
+    let parsed;
+    try {
+        parsed = new URL(url);
+    }
+    catch {
+        return null;
+    }
+    const host = parsed.hostname.toLowerCase();
+    if (host !== "github.com" && host !== "www.github.com")
+        return null;
+    const segments = parsed.pathname
+        .split("/")
+        .filter(Boolean)
+        .map((segment) => {
+        try {
+            return decodeURIComponent(segment);
+        }
+        catch {
+            return segment;
+        }
+    });
+    if (segments.length < 2)
+        return null;
+    const owner = segments[0];
+    const repo = segments[1].replace(/\.git$/, "");
+    if (NON_CODE_SEGMENTS.has(segments[2]?.toLowerCase()))
+        return null;
+    if (segments.length === 2) {
+        return { owner, repo, refIsFullSha: false, type: "root" };
+    }
+    const action = segments[2];
+    if (action !== "blob" && action !== "tree")
+        return null;
+    if (segments.length < 4)
+        return null;
+    const ref = segments[3];
+    const refIsFullSha = /^[0-9a-f]{40}$/.test(ref);
+    const pathParts = segments.slice(4);
+    const path = pathParts.length > 0 ? pathParts.join("/") : "";
+    return {
+        owner,
+        repo,
+        ref,
+        refIsFullSha,
+        path,
+        type: action,
+    };
+}
+function cacheKey(owner, repo, ref) {
+    return ref ? `${owner}/${repo}@${ref}` : `${owner}/${repo}`;
+}
+function cloneDir(config, owner, repo, ref) {
+    const dirName = ref ? `${repo}@${ref}` : repo;
+    return join(config.clonePath, owner, dirName);
+}
+function execClone(args, localPath, timeoutMs, signal) {
+    return new Promise((resolve) => {
+        const child = execFile(args[0], args.slice(1), { timeout: timeoutMs }, (err) => {
+            if (err) {
+                try {
+                    rmSync(localPath, { recursive: true, force: true });
+                }
+                catch {
+                }
+                resolve(null);
+                return;
+            }
+            resolve(localPath);
+        });
+        if (signal) {
+            const onAbort = () => child.kill();
+            signal.addEventListener("abort", onAbort, { once: true });
+            child.on("exit", () => signal.removeEventListener("abort", onAbort));
+        }
+    });
+}
+async function cloneRepo(owner, repo, ref, config, signal) {
+    const localPath = cloneDir(config, owner, repo, ref);
+    try {
+        rmSync(localPath, { recursive: true, force: true });
+    }
+    catch {
+    }
+    const timeoutMs = config.cloneTimeoutSeconds * 1000;
+    const hasGh = await checkGhAvailable();
+    if (hasGh) {
+        const args = ["gh", "repo", "clone", `${owner}/${repo}`, localPath, "--", "--depth", "1", "--single-branch"];
+        if (ref)
+            args.push("--branch", ref);
+        return execClone(args, localPath, timeoutMs, signal);
+    }
+    showGhHint();
+    const gitUrl = `https://github.com/${owner}/${repo}.git`;
+    const args = ["git", "clone", "--depth", "1", "--single-branch"];
+    if (ref)
+        args.push("--branch", ref);
+    args.push(gitUrl, localPath);
+    return execClone(args, localPath, timeoutMs, signal);
+}
+function isBinaryFile(filePath) {
+    const ext = extname(filePath).toLowerCase();
+    if (BINARY_EXTENSIONS.has(ext))
+        return true;
+    let fd;
+    try {
+        fd = openSync(filePath, "r");
+    }
+    catch {
+        return false;
+    }
+    try {
+        const buf = Buffer.alloc(512);
+        const bytesRead = readSync(fd, buf, 0, 512, 0);
+        for (let i = 0; i < bytesRead; i++) {
+            if (buf[i] === 0)
+                return true;
+        }
+    }
+    catch {
+        return false;
+    }
+    finally {
+        closeSync(fd);
+    }
+    return false;
+}
+function formatFileSize(bytes) {
+    if (bytes < 1024)
+        return `${bytes} B`;
+    if (bytes < 1024 * 1024)
+        return `${(bytes / 1024).toFixed(1)} KB`;
+    return `${(bytes / (1024 * 1024)).toFixed(1)} MB`;
+}
+function resolveWithinRepo(rootPath, relativePath) {
+    const normalizedRoot = resolvePath(rootPath);
+    const candidate = resolvePath(normalizedRoot, relativePath);
+    if (candidate !== normalizedRoot) {
+        const rootPrefix = normalizedRoot.endsWith(pathSep) ? normalizedRoot : normalizedRoot + pathSep;
+        if (!candidate.startsWith(rootPrefix))
+            return null;
+    }
+    if (!existsSync(candidate))
+        return candidate;
+    try {
+        const realRoot = realpathSync(normalizedRoot);
+        const realCandidate = realpathSync(candidate);
+        if (realCandidate === realRoot)
+            return candidate;
+        const realRootPrefix = realRoot.endsWith(pathSep) ? realRoot : realRoot + pathSep;
+        return realCandidate.startsWith(realRootPrefix) ? candidate : null;
+    }
+    catch {
+        return null;
+    }
+}
+function readTextFile(path) {
+    try {
+        return readFileSync(path, "utf-8");
+    }
+    catch {
+        return null;
+    }
+}
+function buildTree(rootPath) {
+    const entries = [];
+    function walk(dir, relPath) {
+        if (entries.length >= MAX_TREE_ENTRIES)
+            return;
+        let items;
+        try {
+            items = readdirSync(dir).sort();
+        }
+        catch {
+            return;
+        }
+        for (const item of items) {
+            if (entries.length >= MAX_TREE_ENTRIES)
+                return;
+            if (item === ".git")
+                continue;
+            const rel = relPath ? `${relPath}/${item}` : item;
+            const safePath = resolveWithinRepo(rootPath, rel);
+            if (!safePath) {
+                entries.push(`${rel}  [outside repo skipped]`);
+                continue;
+            }
+            let stat;
+            try {
+                stat = statSync(safePath);
+            }
+            catch {
+                continue;
+            }
+            if (stat.isDirectory()) {
+                if (NOISE_DIRS.has(item)) {
+                    entries.push(`${rel}/  [skipped]`);
+                    continue;
+                }
+                entries.push(`${rel}/`);
+                walk(safePath, rel);
+            }
+            else {
+                entries.push(rel);
+            }
+        }
+    }
+    walk(rootPath, "");
+    if (entries.length >= MAX_TREE_ENTRIES) {
+        entries.push(`... (truncated at ${MAX_TREE_ENTRIES} entries)`);
+    }
+    return entries.join("\n");
+}
+function buildDirListing(rootPath, subPath) {
+    const targetPath = resolveWithinRepo(rootPath, subPath);
+    if (!targetPath)
+        return "(path escapes repository root)";
+    const lines = [];
+    let items;
+    try {
+        items = readdirSync(targetPath).sort();
+    }
+    catch {
+        return "(directory not readable)";
+    }
+    for (const item of items) {
+        if (item === ".git")
+            continue;
+        const rel = subPath ? `${subPath}/${item}` : item;
+        const safePath = resolveWithinRepo(rootPath, rel);
+        if (!safePath) {
+            lines.push(`  ${item}  (outside repo)`);
+            continue;
+        }
+        try {
+            const stat = statSync(safePath);
+            if (stat.isDirectory()) {
+                lines.push(`  ${item}/`);
+            }
+            else {
+                lines.push(`  ${item}  (${formatFileSize(stat.size)})`);
+            }
+        }
+        catch {
+            lines.push(`  ${item}  (unreadable)`);
+        }
+    }
+    return lines.join("\n");
+}
+function readReadme(localPath) {
+    const candidates = ["README.md", "readme.md", "README", "README.txt", "README.rst"];
+    for (const name of candidates) {
+        const readmePath = join(localPath, name);
+        if (existsSync(readmePath)) {
+            try {
+                const content = readFileSync(readmePath, "utf-8");
+                return content.length > 8192 ? content.slice(0, 8192) + "\n\n[README truncated at 8K chars]" : content;
+            }
+            catch {
+                continue;
+            }
+        }
+    }
+    return null;
+}
+function generateContent(localPath, info) {
+    const lines = [];
+    lines.push(`Repository cloned to: ${localPath}`);
+    lines.push("");
+    if (info.type === "root") {
+        lines.push("## Structure");
+        lines.push(buildTree(localPath));
+        lines.push("");
+        const readme = readReadme(localPath);
+        if (readme) {
+            lines.push("## README.md");
+            lines.push(readme);
+            lines.push("");
+        }
+        lines.push("Use `read` and `bash` tools at the path above to explore further.");
+        return lines.join("\n");
+    }
+    if (info.type === "tree") {
+        const dirPath = info.path || "";
+        const fullDirPath = resolveWithinRepo(localPath, dirPath);
+        if (!fullDirPath || !existsSync(fullDirPath)) {
+            lines.push(`Path \`${dirPath}\` not found in clone. Showing repository root instead.`);
+            lines.push("");
+            lines.push("## Structure");
+            lines.push(buildTree(localPath));
+        }
+        else {
+            lines.push(`## ${dirPath || "/"}`);
+            lines.push(buildDirListing(localPath, dirPath));
+        }
+        lines.push("");
+        lines.push("Use `read` and `bash` tools at the path above to explore further.");
+        return lines.join("\n");
+    }
+    if (info.type === "blob") {
+        const filePath = info.path || "";
+        const fullFilePath = resolveWithinRepo(localPath, filePath);
+        if (!fullFilePath || !existsSync(fullFilePath)) {
+            lines.push(`Path \`${filePath}\` not found in clone. Showing repository root instead.`);
+            lines.push("");
+            lines.push("## Structure");
+            lines.push(buildTree(localPath));
+            lines.push("");
+            lines.push("Use `read` and `bash` tools at the path above to explore further.");
+            return lines.join("\n");
+        }
+        let stat;
+        try {
+            stat = statSync(fullFilePath);
+        }
+        catch (err) {
+            const message = err instanceof Error ? err.message : String(err);
+            lines.push(`Could not inspect \`${filePath}\`: ${message}`);
+            lines.push("");
+            lines.push("Use `read` and `bash` tools at the path above to explore further.");
+            return lines.join("\n");
+        }
+        if (stat.isDirectory()) {
+            lines.push(`## ${filePath || "/"}`);
+            lines.push(buildDirListing(localPath, filePath));
+            lines.push("");
+            lines.push("Use `read` and `bash` tools at the path above to explore further.");
+            return lines.join("\n");
+        }
+        if (isBinaryFile(fullFilePath)) {
+            const ext = extname(filePath).replace(".", "");
+            lines.push(`## ${filePath}`);
+            lines.push(`Binary file (${ext}, ${formatFileSize(stat.size)}). Use \`read\` or \`bash\` tools at the path above to inspect.`);
+            return lines.join("\n");
+        }
+        const content = readTextFile(fullFilePath);
+        if (content === null) {
+            lines.push(`Could not read \`${filePath}\` as UTF-8 text.`);
+            lines.push("");
+            lines.push("Use `read` and `bash` tools at the path above to explore further.");
+            return lines.join("\n");
+        }
+        lines.push(`## ${filePath}`);
+        if (content.length > MAX_INLINE_FILE_CHARS) {
+            lines.push(content.slice(0, MAX_INLINE_FILE_CHARS));
+            lines.push("");
+            lines.push(`[File truncated at 100K chars. Full file: ${fullFilePath}]`);
+        }
+        else {
+            lines.push(content);
+        }
+        lines.push("");
+        lines.push("Use `read` and `bash` tools at the path above to explore further.");
+        return lines.join("\n");
+    }
+    return lines.join("\n");
+}
+async function awaitCachedClone(cached, url, owner, repo, info, signal) {
+    if (signal?.aborted)
+        return null;
+    const result = await cached.clonePromise;
+    if (signal?.aborted)
+        return null;
+    if (result) {
+        const content = generateContent(result, info);
+        const title = info.path ? `${owner}/${repo} - ${info.path}` : `${owner}/${repo}`;
+        return { url, title, content, error: null };
+    }
+    return fetchViaApi(url, owner, repo, info);
+}
+export async function extractGitHub(url, signal, forceClone) {
+    const info = parseGitHubUrl(url);
+    if (!info)
+        return null;
+    if (signal?.aborted)
+        return null;
+    const config = loadGitHubConfig();
+    if (!config.enabled)
+        return null;
+    const { owner, repo } = info;
+    const key = cacheKey(owner, repo, info.ref);
+    const cached = cloneCache.get(key);
+    if (cached)
+        return awaitCachedClone(cached, url, owner, repo, info, signal);
+    if (info.refIsFullSha) {
+        if (signal?.aborted)
+            return null;
+        const sizeNote = `Note: Commit SHA URLs use the GitHub API instead of cloning.`;
+        return fetchViaApi(url, owner, repo, info, sizeNote);
+    }
+    const activityId = activityMonitor.logStart({ type: "fetch", url: `github.com/${owner}/${repo}` });
+    if (!forceClone) {
+        const sizeKB = await checkRepoSize(owner, repo);
+        if (signal?.aborted) {
+            activityMonitor.logComplete(activityId, 0);
+            return null;
+        }
+        if (sizeKB !== null) {
+            const sizeMB = sizeKB / 1024;
+            if (sizeMB > config.maxRepoSizeMB) {
+                if (signal?.aborted) {
+                    activityMonitor.logComplete(activityId, 0);
+                    return null;
+                }
+                const sizeNote = `Note: Repository is ${Math.round(sizeMB)}MB (threshold: ${config.maxRepoSizeMB}MB). ` +
+                    `Showing API-fetched content instead of full clone. Ask the user if they'd like to clone the full repo -- ` +
+                    `if yes, call fetch_content again with the same URL and add forceClone: true to the params.`;
+                const apiView = await fetchViaApi(url, owner, repo, info, sizeNote);
+                if (apiView) {
+                    activityMonitor.logComplete(activityId, 200);
+                    return apiView;
+                }
+                activityMonitor.logError(activityId, "api fallback unavailable for oversized repository");
+                return null;
+            }
+        }
+    }
+    if (signal?.aborted) {
+        activityMonitor.logComplete(activityId, 0);
+        return null;
+    }
+    // Re-check: another concurrent caller may have started a clone while we awaited the size check
+    const cachedAfterSizeCheck = cloneCache.get(key);
+    if (cachedAfterSizeCheck) {
+        const cachedResult = await awaitCachedClone(cachedAfterSizeCheck, url, owner, repo, info, signal);
+        if (signal?.aborted) {
+            activityMonitor.logComplete(activityId, 0);
+        }
+        else if (cachedResult) {
+            activityMonitor.logComplete(activityId, 200);
+        }
+        else {
+            activityMonitor.logError(activityId, "clone failed");
+        }
+        return cachedResult;
+    }
+    const clonePromise = cloneRepo(owner, repo, info.ref, config, signal);
+    const localPath = cloneDir(config, owner, repo, info.ref);
+    cloneCache.set(key, { localPath, clonePromise });
+    const result = await clonePromise;
+    if (signal?.aborted) {
+        if (!result)
+            cloneCache.delete(key);
+        activityMonitor.logComplete(activityId, 0);
+        return null;
+    }
+    if (!result) {
+        cloneCache.delete(key);
+        if (signal?.aborted) {
+            activityMonitor.logComplete(activityId, 0);
+            return null;
+        }
+        const apiFallback = await fetchViaApi(url, owner, repo, info);
+        if (apiFallback) {
+            activityMonitor.logComplete(activityId, 200);
+            return apiFallback;
+        }
+        activityMonitor.logError(activityId, "clone and API fallback failed");
+        return null;
+    }
+    activityMonitor.logComplete(activityId, 200);
+    const content = generateContent(result, info);
+    const title = info.path ? `${owner}/${repo} - ${info.path}` : `${owner}/${repo}`;
+    return { url, title, content, error: null };
+}
+export function clearCloneCache() {
+    for (const entry of cloneCache.values()) {
+        try {
+            rmSync(entry.localPath, { recursive: true, force: true });
+        }
+        catch {
+        }
+    }
+    cloneCache.clear();
+    cachedConfig = null;
+}
+//# sourceMappingURL=github-extract.js.map