@asterxsk/kiln 0.1.0 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +170 -170
- package/agent/AGENTS.md +67 -67
- package/agent/README.md +5 -5
- package/agent/extensions/AGENTS.md +68 -68
- package/agent/extensions/ask-user/index.ts +418 -418
- package/agent/extensions/ask-user/package-lock.json +769 -769
- package/agent/extensions/ask-user/package.json +19 -19
- package/agent/extensions/ask-user/prompt.ts +45 -45
- package/agent/extensions/ask-user/tsconfig.json +7 -7
- package/agent/extensions/background-terminals/docs/implementation-guide.md +942 -942
- package/agent/extensions/background-terminals/index.ts +627 -627
- package/agent/extensions/background-terminals/manager.test.ts +735 -735
- package/agent/extensions/background-terminals/output.test.ts +109 -109
- package/agent/extensions/background-terminals/package-lock.json +769 -769
- package/agent/extensions/background-terminals/package.json +17 -17
- package/agent/extensions/background-terminals/prompt.test.ts +125 -125
- package/agent/extensions/background-terminals/ps.test.ts +82 -82
- package/agent/extensions/background-terminals/result-delivery.test.ts +44 -44
- package/agent/extensions/background-terminals/src/domain.ts +87 -87
- package/agent/extensions/background-terminals/src/manager.ts +907 -907
- package/agent/extensions/background-terminals/src/output.ts +84 -84
- package/agent/extensions/background-terminals/src/prompt.ts +142 -142
- package/agent/extensions/background-terminals/src/result-delivery.ts +27 -27
- package/agent/extensions/background-terminals/src/runtime.ts +36 -36
- package/agent/extensions/background-terminals/src/ui/output-view.ts +79 -79
- package/agent/extensions/background-terminals/src/ui/ps.ts +621 -621
- package/agent/extensions/background-terminals/tsconfig.json +7 -7
- package/agent/extensions/file-search/index.spec.ts +443 -443
- package/agent/extensions/file-search/index.ts +459 -459
- package/agent/extensions/file-search/package-lock.json +2253 -2253
- package/agent/extensions/file-search/package.json +23 -23
- package/agent/extensions/file-search/src/args.ts +122 -122
- package/agent/extensions/file-search/src/binaries.ts +422 -422
- package/agent/extensions/file-search/src/output.ts +126 -126
- package/agent/extensions/file-search/src/process.ts +146 -146
- package/agent/extensions/file-search/src/prompt.ts +52 -52
- package/agent/extensions/file-search/tsconfig.json +7 -7
- package/agent/extensions/modelconf/PLAN.md +915 -915
- package/agent/extensions/modelconf/index.ts +296 -296
- package/agent/extensions/modelconf/src/ui/ModelConfView.ts +1101 -1101
- package/agent/extensions/pi-web-access/CHANGELOG.md +690 -690
- package/agent/extensions/pi-web-access/LICENSE +21 -21
- package/agent/extensions/pi-web-access/README.md +470 -470
- package/agent/extensions/pi-web-access/SECURITY.md +5 -5
- package/agent/extensions/pi-web-access/activity.ts +101 -101
- package/agent/extensions/pi-web-access/auth-fetch.ts +148 -148
- package/agent/extensions/pi-web-access/brightdata-unlocker.ts +272 -272
- package/agent/extensions/pi-web-access/chrome-cookies.ts +669 -669
- package/agent/extensions/pi-web-access/content-find.ts +139 -139
- package/agent/extensions/pi-web-access/credential-source.ts +191 -191
- package/agent/extensions/pi-web-access/data-uri-sanitize.ts +406 -406
- package/agent/extensions/pi-web-access/datalab-pdf-extract.ts +568 -568
- package/agent/extensions/pi-web-access/declared-web-links.ts +173 -173
- package/agent/extensions/pi-web-access/evidence/CONTRACT-EVIDENCE.md +496 -496
- package/agent/extensions/pi-web-access/evidence/contract-probe.mjs +140 -140
- package/agent/extensions/pi-web-access/exa.ts +526 -526
- package/agent/extensions/pi-web-access/extract.ts +1196 -1196
- package/agent/extensions/pi-web-access/feature-config.ts +29 -29
- package/agent/extensions/pi-web-access/fetch-params.ts +111 -111
- package/agent/extensions/pi-web-access/gemini-adc.ts +298 -298
- package/agent/extensions/pi-web-access/gemini-api.ts +353 -353
- package/agent/extensions/pi-web-access/gemini-pdf-extract.ts +108 -108
- package/agent/extensions/pi-web-access/gemini-url-context.ts +128 -128
- package/agent/extensions/pi-web-access/gemini-web-config.ts +101 -101
- package/agent/extensions/pi-web-access/gemini-web.ts +487 -487
- package/agent/extensions/pi-web-access/github-api.ts +197 -197
- package/agent/extensions/pi-web-access/github-extract.ts +746 -746
- package/agent/extensions/pi-web-access/github-issue-pr.ts +700 -700
- package/agent/extensions/pi-web-access/index.ts +1737 -1737
- package/agent/extensions/pi-web-access/package-lock.json +5808 -5808
- package/agent/extensions/pi-web-access/package.json +64 -64
- package/agent/extensions/pi-web-access/page-query.ts +96 -96
- package/agent/extensions/pi-web-access/pdf-extract.ts +409 -409
- package/agent/extensions/pi-web-access/promise-try.d.ts +7 -7
- package/agent/extensions/pi-web-access/query-rewrite.ts +51 -51
- package/agent/extensions/pi-web-access/render-search-error.ts +170 -170
- package/agent/extensions/pi-web-access/rsc-extract.ts +338 -338
- package/agent/extensions/pi-web-access/source-check.ts +282 -282
- package/agent/extensions/pi-web-access/ssrf-protection.ts +526 -526
- package/agent/extensions/pi-web-access/storage.ts +521 -521
- package/agent/extensions/pi-web-access/summary-model-scope.ts +125 -125
- package/agent/extensions/pi-web-access/test/auth-fetch.test.mjs +208 -208
- package/agent/extensions/pi-web-access/test/brightdata-unlocker.test.mjs +840 -840
- package/agent/extensions/pi-web-access/test/chrome-cookie-extraction.test.mjs +441 -441
- package/agent/extensions/pi-web-access/test/config-path.test.mjs +283 -283
- package/agent/extensions/pi-web-access/test/content-find.test.mjs +25 -25
- package/agent/extensions/pi-web-access/test/credential-source.test.mjs +118 -118
- package/agent/extensions/pi-web-access/test/data-uri-sanitize.test.mjs +210 -210
- package/agent/extensions/pi-web-access/test/datalab-pdf-extract.test.mjs +552 -552
- package/agent/extensions/pi-web-access/test/declared-web-links.test.mjs +212 -212
- package/agent/extensions/pi-web-access/test/fetch-answer-storage.test.mjs +40 -40
- package/agent/extensions/pi-web-access/test/fetch-cache-storage.test.mjs +334 -334
- package/agent/extensions/pi-web-access/test/fetch-content-domain-policy.test.mjs +95 -95
- package/agent/extensions/pi-web-access/test/fetch-modes.test.mjs +53 -53
- package/agent/extensions/pi-web-access/test/fetch-not-found-guidance.test.mjs +92 -92
- package/agent/extensions/pi-web-access/test/fetch-params.test.mjs +86 -86
- package/agent/extensions/pi-web-access/test/fetch-render-call.test.mjs +34 -34
- package/agent/extensions/pi-web-access/test/fetch-routing.test.mjs +173 -173
- package/agent/extensions/pi-web-access/test/gemini-adc-auth.test.mjs +257 -257
- package/agent/extensions/pi-web-access/test/gemini-api-transport.test.mjs +170 -170
- package/agent/extensions/pi-web-access/test/gemini-pdf-extract.test.mjs +133 -133
- package/agent/extensions/pi-web-access/test/gemini-web-cookie-opt-in.test.mjs +178 -178
- package/agent/extensions/pi-web-access/test/gemini-web-header-overflow.test.mjs +148 -148
- package/agent/extensions/pi-web-access/test/get-search-content.test.mjs +223 -223
- package/agent/extensions/pi-web-access/test/github-extract.test.mjs +378 -378
- package/agent/extensions/pi-web-access/test/github-issue-pr.test.mjs +565 -565
- package/agent/extensions/pi-web-access/test/inline-content-config.test.mjs +99 -99
- package/agent/extensions/pi-web-access/test/lazy-extract-load.test.mjs +118 -118
- package/agent/extensions/pi-web-access/test/local-video-oversize.test.mjs +52 -52
- package/agent/extensions/pi-web-access/test/package-typebox-dependency.test.mjs +50 -50
- package/agent/extensions/pi-web-access/test/page-query.test.mjs +51 -51
- package/agent/extensions/pi-web-access/test/pdf-config.test.mjs +140 -140
- package/agent/extensions/pi-web-access/test/pdf-extract.test.mjs +500 -500
- package/agent/extensions/pi-web-access/test/proxy-transport.test.mjs +286 -286
- package/agent/extensions/pi-web-access/test/query-rewrite.test.mjs +52 -52
- package/agent/extensions/pi-web-access/test/rsc-fallback.test.mjs +102 -102
- package/agent/extensions/pi-web-access/test/search-error-render.test.mjs +152 -152
- package/agent/extensions/pi-web-access/test/search-providers.test.mjs +274 -274
- package/agent/extensions/pi-web-access/test/source-check.test.mjs +179 -179
- package/agent/extensions/pi-web-access/test/ssrf-allow-ranges-config.test.mjs +205 -205
- package/agent/extensions/pi-web-access/test/ssrf-protection.test.mjs +456 -456
- package/agent/extensions/pi-web-access/test/tool-registration-config.test.mjs +182 -182
- package/agent/extensions/pi-web-access/test/youtube-extract-errors.test.mjs +64 -64
- package/agent/extensions/pi-web-access/tsconfig.json +11 -11
- package/agent/extensions/pi-web-access/utils.ts +451 -451
- package/agent/extensions/pi-web-access/video-extract.ts +392 -392
- package/agent/extensions/pi-web-access/youtube-extract.ts +328 -328
- package/agent/extensions/shared/activity-status.ts +31 -31
- package/agent/extensions/shared/child-session.test.ts +270 -270
- package/agent/extensions/shared/child-session.ts +148 -148
- package/agent/extensions/shared/context-utilization.test.ts +48 -48
- package/agent/extensions/shared/context-utilization.ts +47 -47
- package/agent/extensions/shared/dashboard-state.ts +99 -99
- package/agent/extensions/shared/tool-call-timeout.test.ts +117 -117
- package/agent/extensions/shared/tool-call-timeout.ts +104 -104
- package/agent/extensions/subagents/by-the-way.test.ts +29 -29
- package/agent/extensions/subagents/claude.test.ts +119 -119
- package/agent/extensions/subagents/codex.test.ts +102 -102
- package/agent/extensions/subagents/context-usage.test.ts +107 -107
- package/agent/extensions/subagents/docs/design-plan.md +568 -568
- package/agent/extensions/subagents/docs/effect-v4-extension-guide.md +354 -354
- package/agent/extensions/subagents/docs/effect-v4-notes.md +571 -571
- package/agent/extensions/subagents/index.ts +779 -779
- package/agent/extensions/subagents/manager.test.ts +276 -276
- package/agent/extensions/subagents/package-lock.json +2244 -2244
- package/agent/extensions/subagents/package.json +19 -19
- package/agent/extensions/subagents/result-delivery.test.ts +27 -27
- package/agent/extensions/subagents/src/backend.ts +73 -73
- package/agent/extensions/subagents/src/backends/claude.ts +701 -701
- package/agent/extensions/subagents/src/backends/codex.ts +1060 -1060
- package/agent/extensions/subagents/src/backends/pi.ts +575 -575
- package/agent/extensions/subagents/src/backends/stub.ts +300 -300
- package/agent/extensions/subagents/src/by-the-way.ts +21 -21
- package/agent/extensions/subagents/src/domain.ts +253 -253
- package/agent/extensions/subagents/src/format.ts +74 -74
- package/agent/extensions/subagents/src/manager.ts +736 -736
- package/agent/extensions/subagents/src/prompt.ts +92 -92
- package/agent/extensions/subagents/src/result-delivery.ts +20 -20
- package/agent/extensions/subagents/src/runtime.ts +53 -53
- package/agent/extensions/subagents/src/ui/takeover.ts +583 -583
- package/agent/extensions/subagents/src/ui/transcript.ts +201 -201
- package/agent/extensions/subagents/takeover.test.ts +29 -29
- package/agent/extensions/subagents/tsconfig.json +7 -7
- package/agent/extensions/todo/AGENTS.md +38 -38
- package/agent/extensions/todo/LICENSE +21 -21
- package/agent/extensions/todo/config.ts +55 -55
- package/agent/extensions/todo/index.ts +151 -151
- package/agent/extensions/todo/locales/de.json +17 -17
- package/agent/extensions/todo/locales/en.json +15 -15
- package/agent/extensions/todo/locales/es.json +17 -17
- package/agent/extensions/todo/locales/fr.json +17 -17
- package/agent/extensions/todo/locales/pt-BR.json +17 -17
- package/agent/extensions/todo/locales/pt.json +17 -17
- package/agent/extensions/todo/locales/ru.json +17 -17
- package/agent/extensions/todo/locales/uk.json +17 -17
- package/agent/extensions/todo/locales/zh.json +17 -17
- package/agent/extensions/todo/package-lock.json +3358 -3358
- package/agent/extensions/todo/package.json +67 -67
- package/agent/extensions/todo/state/i18n-bridge.ts +64 -64
- package/agent/extensions/todo/state/invariants.ts +20 -20
- package/agent/extensions/todo/state/replay.ts +38 -38
- package/agent/extensions/todo/state/selectors.ts +107 -107
- package/agent/extensions/todo/state/state-reducer.ts +326 -326
- package/agent/extensions/todo/state/state.ts +18 -18
- package/agent/extensions/todo/state/store.ts +82 -82
- package/agent/extensions/todo/state/task-graph.ts +57 -57
- package/agent/extensions/todo/todo-overlay.ts +200 -200
- package/agent/extensions/todo/todo.ts +155 -155
- package/agent/extensions/todo/tool/response-envelope.ts +109 -109
- package/agent/extensions/todo/tool/types.ts +206 -206
- package/agent/extensions/todo/view/format.ts +177 -177
- package/agent/install.ps1 +637 -527
- package/agent/install.sh +620 -511
- package/agent/keybindings.json +7 -7
- package/bin/kiln.js +124 -11
- package/package.json +8 -2
- package/agent/extensions/taste/index.ts +0 -443
- package/agent/extensions/taste/install.ps1 +0 -23
- package/agent/extensions/taste/install.sh +0 -21
- /package/agent/extensions/{status line → statusline}/index.ts +0 -0
- /package/agent/extensions/{status line → statusline}/install.ps1 +0 -0
- /package/agent/extensions/{status line → statusline}/install.sh +0 -0
|
@@ -1,378 +1,378 @@
|
|
|
1
|
-
import assert from "node:assert/strict";
|
|
2
|
-
import { spawnSync } from "node:child_process";
|
|
3
|
-
import { createHash } from "node:crypto";
|
|
4
|
-
import { existsSync, readFileSync } from "node:fs";
|
|
5
|
-
import { mkdir, mkdtemp, readFile, symlink, writeFile } from "node:fs/promises";
|
|
6
|
-
import { tmpdir } from "node:os";
|
|
7
|
-
import { delimiter, join } from "node:path";
|
|
8
|
-
import { test } from "node:test";
|
|
9
|
-
|
|
10
|
-
const extractModuleUrl = new URL("../github-extract.ts", import.meta.url).href;
|
|
11
|
-
|
|
12
|
-
async function writeFakeExecutable(binDir, name, source) {
|
|
13
|
-
const executable = join(binDir, name);
|
|
14
|
-
await writeFile(executable, `#!/usr/bin/env node\n${source}\n`, { mode: 0o755 });
|
|
15
|
-
return executable;
|
|
16
|
-
}
|
|
17
|
-
|
|
18
|
-
function processIsAlive(pid) {
|
|
19
|
-
try {
|
|
20
|
-
process.kill(pid, 0);
|
|
21
|
-
try {
|
|
22
|
-
// Container PID 1 may reap orphaned descendants slowly. A zombie is
|
|
23
|
-
// already terminated and can no longer hold or read from a terminal.
|
|
24
|
-
const state = readFileSync(`/proc/${pid}/stat`, "utf8").replace(/^.*\) /, "").split(" ")[0];
|
|
25
|
-
if (state === "Z") return false;
|
|
26
|
-
} catch {
|
|
27
|
-
// Non-Linux platforms do not expose /proc; kill(0) remains the check.
|
|
28
|
-
}
|
|
29
|
-
return true;
|
|
30
|
-
} catch {
|
|
31
|
-
return false;
|
|
32
|
-
}
|
|
33
|
-
}
|
|
34
|
-
|
|
35
|
-
async function waitForProcessExit(pid, timeoutMs = 2000) {
|
|
36
|
-
const deadline = Date.now() + timeoutMs;
|
|
37
|
-
while (Date.now() < deadline) {
|
|
38
|
-
if (!processIsAlive(pid)) return true;
|
|
39
|
-
await new Promise((resolve) => setTimeout(resolve, 25));
|
|
40
|
-
}
|
|
41
|
-
return !processIsAlive(pid);
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
test("parseGitHubUrl rejects malformed identifiers and preserves normal GitHub paths", async () => {
|
|
45
|
-
const { parseGitHubUrl } = await import(extractModuleUrl);
|
|
46
|
-
assert.equal(parseGitHubUrl("https://github.com/%2E%2E%2Fvictim/repo"), null);
|
|
47
|
-
assert.equal(parseGitHubUrl("https://github.com/owner/repo%2Fother"), null);
|
|
48
|
-
assert.equal(parseGitHubUrl("https://github.com/owner%ZZ/repo"), null);
|
|
49
|
-
assert.deepEqual(parseGitHubUrl("https://github.com/owner/repo.git"), {
|
|
50
|
-
owner: "owner", repo: "repo", refIsFullSha: false, type: "root",
|
|
51
|
-
});
|
|
52
|
-
assert.deepEqual(parseGitHubUrl("https://github.com/owner/repo/blob/main/src/file.ts"), {
|
|
53
|
-
owner: "owner", repo: "repo", ref: "main", refIsFullSha: false, path: "src/file.ts", type: "blob",
|
|
54
|
-
});
|
|
55
|
-
assert.deepEqual(parseGitHubUrl("https://github.com/owner/repo/tree/feature%2Fbranch/src"), {
|
|
56
|
-
owner: "owner", repo: "repo", ref: "feature/branch", refIsFullSha: false, path: "src", type: "tree",
|
|
57
|
-
});
|
|
58
|
-
});
|
|
59
|
-
|
|
60
|
-
test("malformed GitHub identifiers cannot delete outside the clone cache", async () => {
|
|
61
|
-
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-traversal-"));
|
|
62
|
-
const agentDir = join(root, "agent-dir");
|
|
63
|
-
const victim = join(root, "victim", "repo");
|
|
64
|
-
await mkdir(agentDir, { recursive: true });
|
|
65
|
-
await mkdir(victim, { recursive: true });
|
|
66
|
-
await writeFile(join(victim, "marker.txt"), "preserve", "utf8");
|
|
67
|
-
await writeFile(join(agentDir, "web-search.json"), JSON.stringify({ githubClone: { clonePath: join(root, "cache") } }), "utf8");
|
|
68
|
-
|
|
69
|
-
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
70
|
-
input: `
|
|
71
|
-
const { extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
72
|
-
console.log(JSON.stringify(await extractGitHub("https://github.com/..%2Fvictim/repo")));
|
|
73
|
-
`,
|
|
74
|
-
encoding: "utf8",
|
|
75
|
-
env: { ...process.env, PI_CODING_AGENT_DIR: agentDir },
|
|
76
|
-
});
|
|
77
|
-
|
|
78
|
-
assert.equal(child.status, 0, child.stderr);
|
|
79
|
-
assert.equal(JSON.parse(child.stdout), null);
|
|
80
|
-
assert.equal(await readFile(join(victim, "marker.txt"), "utf8"), "preserve");
|
|
81
|
-
});
|
|
82
|
-
|
|
83
|
-
test("clearCloneCache removes only its verified clone entry", { skip: process.platform === "win32" }, async () => {
|
|
84
|
-
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-cleanup-"));
|
|
85
|
-
const agentDir = join(root, "agent-dir");
|
|
86
|
-
const binDir = join(root, "bin");
|
|
87
|
-
const clonePath = join(root, "repos");
|
|
88
|
-
const sibling = join(clonePath, "preserve.txt");
|
|
89
|
-
await mkdir(agentDir, { recursive: true });
|
|
90
|
-
await mkdir(binDir, { recursive: true });
|
|
91
|
-
await mkdir(clonePath, { recursive: true });
|
|
92
|
-
await writeFile(sibling, "preserve", "utf8");
|
|
93
|
-
await writeFile(join(agentDir, "web-search.json"), JSON.stringify({ githubClone: { clonePath } }), "utf8");
|
|
94
|
-
await writeFakeExecutable(binDir, "gh", "process.exit(1);");
|
|
95
|
-
await writeFakeExecutable(binDir, "git", `
|
|
96
|
-
const { mkdirSync, writeFileSync } = require("node:fs");
|
|
97
|
-
const { join } = require("node:path");
|
|
98
|
-
const destination = process.argv.at(-1);
|
|
99
|
-
mkdirSync(destination, { recursive: true });
|
|
100
|
-
writeFileSync(join(destination, "README.md"), "fixture");
|
|
101
|
-
`);
|
|
102
|
-
const digest = createHash("sha256").update(JSON.stringify(["owner", "repo", null])).digest("hex");
|
|
103
|
-
const localPath = join(clonePath, digest);
|
|
104
|
-
|
|
105
|
-
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
106
|
-
input: `
|
|
107
|
-
const { clearCloneCache, extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
108
|
-
await extractGitHub("https://github.com/owner/repo");
|
|
109
|
-
clearCloneCache();
|
|
110
|
-
`,
|
|
111
|
-
encoding: "utf8",
|
|
112
|
-
env: { ...process.env, PATH: `${binDir}${delimiter}${process.env.PATH || ""}`, PI_CODING_AGENT_DIR: agentDir },
|
|
113
|
-
});
|
|
114
|
-
|
|
115
|
-
assert.equal(child.status, 0, child.stderr);
|
|
116
|
-
assert.equal(existsSync(localPath), false);
|
|
117
|
-
assert.equal(await readFile(sibling, "utf8"), "preserve");
|
|
118
|
-
});
|
|
119
|
-
|
|
120
|
-
test("clone cleanup unlinks a direct-child symlink without deleting its target", { skip: process.platform === "win32" }, async () => {
|
|
121
|
-
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-symlink-"));
|
|
122
|
-
const agentDir = join(root, "agent-dir");
|
|
123
|
-
const binDir = join(root, "bin");
|
|
124
|
-
const clonePath = join(root, "repos");
|
|
125
|
-
const outside = join(root, "outside");
|
|
126
|
-
await mkdir(agentDir, { recursive: true });
|
|
127
|
-
await mkdir(binDir, { recursive: true });
|
|
128
|
-
await mkdir(clonePath, { recursive: true });
|
|
129
|
-
await mkdir(outside, { recursive: true });
|
|
130
|
-
await writeFile(join(outside, "marker.txt"), "preserve", "utf8");
|
|
131
|
-
await writeFile(join(agentDir, "web-search.json"), JSON.stringify({ githubClone: { clonePath } }), "utf8");
|
|
132
|
-
await writeFakeExecutable(binDir, "gh", "process.exit(1);");
|
|
133
|
-
await writeFakeExecutable(binDir, "git", "process.exit(1);");
|
|
134
|
-
const digest = createHash("sha256").update(JSON.stringify(["owner", "repo", null])).digest("hex");
|
|
135
|
-
const localPath = join(clonePath, digest);
|
|
136
|
-
await symlink(outside, localPath, "dir");
|
|
137
|
-
|
|
138
|
-
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
139
|
-
input: `
|
|
140
|
-
const { extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
141
|
-
await extractGitHub("https://github.com/owner/repo");
|
|
142
|
-
`,
|
|
143
|
-
encoding: "utf8",
|
|
144
|
-
env: { ...process.env, PATH: `${binDir}${delimiter}${process.env.PATH || ""}`, PI_CODING_AGENT_DIR: agentDir },
|
|
145
|
-
});
|
|
146
|
-
|
|
147
|
-
assert.equal(child.status, 0, child.stderr);
|
|
148
|
-
assert.equal(existsSync(localPath), false);
|
|
149
|
-
assert.equal(await readFile(join(outside, "marker.txt"), "utf8"), "preserve");
|
|
150
|
-
});
|
|
151
|
-
|
|
152
|
-
test("normalizeClonePath expands ~ to HOME", async () => {
|
|
153
|
-
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-expand-"));
|
|
154
|
-
const agentDir = join(root, "agent-dir");
|
|
155
|
-
await mkdir(agentDir, { recursive: true });
|
|
156
|
-
await writeFile(
|
|
157
|
-
join(agentDir, "web-search.json"),
|
|
158
|
-
JSON.stringify({ githubClone: { clonePath: "~/test-repos" } }),
|
|
159
|
-
"utf8",
|
|
160
|
-
);
|
|
161
|
-
|
|
162
|
-
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
163
|
-
input: `
|
|
164
|
-
const { extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
165
|
-
// Trigger config load by calling extractGitHub with a non-GitHub URL
|
|
166
|
-
// The config is loaded internally, so we check the clone path via a GitHub URL
|
|
167
|
-
const result = await extractGitHub("https://github.com/test/repo");
|
|
168
|
-
// If we got here without error, config loaded successfully
|
|
169
|
-
console.log(JSON.stringify({ success: true }));
|
|
170
|
-
`,
|
|
171
|
-
encoding: "utf8",
|
|
172
|
-
env: {
|
|
173
|
-
...process.env,
|
|
174
|
-
PI_CODING_AGENT_DIR: agentDir,
|
|
175
|
-
},
|
|
176
|
-
});
|
|
177
|
-
|
|
178
|
-
assert.equal(child.status, 0, child.stderr);
|
|
179
|
-
// The test passes if the config loads without error
|
|
180
|
-
// We can't directly test the expanded path without exporting loadGitHubConfig
|
|
181
|
-
// but we've verified the code doesn't crash
|
|
182
|
-
});
|
|
183
|
-
|
|
184
|
-
test("normalizeClonePath expands $HOME and other env vars", async () => {
|
|
185
|
-
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-expand-env-"));
|
|
186
|
-
const agentDir = join(root, "agent-dir");
|
|
187
|
-
await mkdir(agentDir, { recursive: true });
|
|
188
|
-
await writeFile(
|
|
189
|
-
join(agentDir, "web-search.json"),
|
|
190
|
-
JSON.stringify({ githubClone: { clonePath: "$HOME/my-repos" } }),
|
|
191
|
-
"utf8",
|
|
192
|
-
);
|
|
193
|
-
|
|
194
|
-
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
195
|
-
input: `
|
|
196
|
-
const { extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
197
|
-
const result = await extractGitHub("https://github.com/test/repo");
|
|
198
|
-
console.log(JSON.stringify({ success: true }));
|
|
199
|
-
`,
|
|
200
|
-
encoding: "utf8",
|
|
201
|
-
env: {
|
|
202
|
-
...process.env,
|
|
203
|
-
PI_CODING_AGENT_DIR: agentDir,
|
|
204
|
-
},
|
|
205
|
-
});
|
|
206
|
-
|
|
207
|
-
assert.equal(child.status, 0, child.stderr);
|
|
208
|
-
});
|
|
209
|
-
|
|
210
|
-
test("normalizeClonePath handles absolute paths without expansion", async () => {
|
|
211
|
-
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-abs-"));
|
|
212
|
-
const agentDir = join(root, "agent-dir");
|
|
213
|
-
await mkdir(agentDir, { recursive: true });
|
|
214
|
-
await writeFile(
|
|
215
|
-
join(agentDir, "web-search.json"),
|
|
216
|
-
JSON.stringify({ githubClone: { clonePath: "/tmp/my-repos" } }),
|
|
217
|
-
"utf8",
|
|
218
|
-
);
|
|
219
|
-
|
|
220
|
-
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
221
|
-
input: `
|
|
222
|
-
const { extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
223
|
-
const result = await extractGitHub("https://github.com/test/repo");
|
|
224
|
-
console.log(JSON.stringify({ success: true }));
|
|
225
|
-
`,
|
|
226
|
-
encoding: "utf8",
|
|
227
|
-
env: {
|
|
228
|
-
...process.env,
|
|
229
|
-
PI_CODING_AGENT_DIR: agentDir,
|
|
230
|
-
},
|
|
231
|
-
});
|
|
232
|
-
|
|
233
|
-
assert.equal(child.status, 0, child.stderr);
|
|
234
|
-
});
|
|
235
|
-
|
|
236
|
-
test("GitHub clones disable interactive credential prompts", { skip: process.platform === "win32" }, async () => {
|
|
237
|
-
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-noninteractive-"));
|
|
238
|
-
const agentDir = join(root, "agent-dir");
|
|
239
|
-
const binDir = join(root, "bin");
|
|
240
|
-
const clonePath = join(root, "repos");
|
|
241
|
-
const envFile = join(root, "clone-env.json");
|
|
242
|
-
await mkdir(agentDir, { recursive: true });
|
|
243
|
-
await mkdir(binDir, { recursive: true });
|
|
244
|
-
await writeFile(
|
|
245
|
-
join(agentDir, "web-search.json"),
|
|
246
|
-
JSON.stringify({ githubClone: { clonePath, cloneTimeoutSeconds: 1 } }),
|
|
247
|
-
"utf8",
|
|
248
|
-
);
|
|
249
|
-
await writeFakeExecutable(binDir, "gh", "process.exit(1);");
|
|
250
|
-
await writeFakeExecutable(
|
|
251
|
-
binDir,
|
|
252
|
-
"git",
|
|
253
|
-
`
|
|
254
|
-
const { mkdirSync, writeFileSync } = require("node:fs");
|
|
255
|
-
const { join } = require("node:path");
|
|
256
|
-
const destination = process.argv.at(-1);
|
|
257
|
-
mkdirSync(destination, { recursive: true });
|
|
258
|
-
writeFileSync(join(destination, "README.md"), "fixture");
|
|
259
|
-
writeFileSync(process.env.CLONE_ENV_FILE, JSON.stringify({
|
|
260
|
-
gitTerminalPrompt: process.env.GIT_TERMINAL_PROMPT,
|
|
261
|
-
gcmInteractive: process.env.GCM_INTERACTIVE,
|
|
262
|
-
ghPromptDisabled: process.env.GH_PROMPT_DISABLED,
|
|
263
|
-
}));
|
|
264
|
-
`,
|
|
265
|
-
);
|
|
266
|
-
|
|
267
|
-
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
268
|
-
input: `
|
|
269
|
-
const { extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
270
|
-
const result = await extractGitHub("https://github.com/test/repo");
|
|
271
|
-
console.log(JSON.stringify(result !== null));
|
|
272
|
-
`,
|
|
273
|
-
encoding: "utf8",
|
|
274
|
-
timeout: 5000,
|
|
275
|
-
env: {
|
|
276
|
-
...process.env,
|
|
277
|
-
CLONE_ENV_FILE: envFile,
|
|
278
|
-
PATH: `${binDir}${delimiter}${process.env.PATH || ""}`,
|
|
279
|
-
PI_CODING_AGENT_DIR: agentDir,
|
|
280
|
-
},
|
|
281
|
-
});
|
|
282
|
-
|
|
283
|
-
assert.equal(child.status, 0, child.stderr);
|
|
284
|
-
assert.equal(JSON.parse(child.stdout), true);
|
|
285
|
-
assert.deepEqual(JSON.parse(await readFile(envFile, "utf8")), {
|
|
286
|
-
gitTerminalPrompt: "0",
|
|
287
|
-
gcmInteractive: "Never",
|
|
288
|
-
ghPromptDisabled: "1",
|
|
289
|
-
});
|
|
290
|
-
});
|
|
291
|
-
|
|
292
|
-
test("GitHub clone timeout force-kills the SIGTERM-resistant process group", { skip: process.platform === "win32" }, async () => {
|
|
293
|
-
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-timeout-tree-"));
|
|
294
|
-
const agentDir = join(root, "agent-dir");
|
|
295
|
-
const binDir = join(root, "bin");
|
|
296
|
-
const processPidFile = join(root, "processes.json");
|
|
297
|
-
await mkdir(agentDir, { recursive: true });
|
|
298
|
-
await mkdir(binDir, { recursive: true });
|
|
299
|
-
await writeFile(
|
|
300
|
-
join(agentDir, "web-search.json"),
|
|
301
|
-
JSON.stringify({ githubClone: { clonePath: join(root, "repos"), cloneTimeoutSeconds: 0.5 } }),
|
|
302
|
-
"utf8",
|
|
303
|
-
);
|
|
304
|
-
await writeFakeExecutable(binDir, "gh", "process.exit(1);");
|
|
305
|
-
await writeFakeExecutable(
|
|
306
|
-
binDir,
|
|
307
|
-
"git",
|
|
308
|
-
`
|
|
309
|
-
const { spawn } = require("node:child_process");
|
|
310
|
-
process.on("SIGTERM", () => {});
|
|
311
|
-
const helperSource = ${JSON.stringify(`
|
|
312
|
-
const { writeFileSync } = require("node:fs");
|
|
313
|
-
process.on("SIGTERM", () => {});
|
|
314
|
-
writeFileSync(process.env.CLONE_PROCESS_PID_FILE, JSON.stringify({
|
|
315
|
-
rootPid: process.ppid,
|
|
316
|
-
helperPid: process.pid,
|
|
317
|
-
}));
|
|
318
|
-
setInterval(() => {}, 1000);
|
|
319
|
-
`)};
|
|
320
|
-
spawn(process.execPath, ["-e", helperSource], { stdio: "ignore" });
|
|
321
|
-
setInterval(() => {}, 1000);
|
|
322
|
-
`,
|
|
323
|
-
);
|
|
324
|
-
|
|
325
|
-
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
326
|
-
input: `
|
|
327
|
-
const { extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
328
|
-
const result = await extractGitHub("https://github.com/test/repo");
|
|
329
|
-
console.log(JSON.stringify(result));
|
|
330
|
-
`,
|
|
331
|
-
encoding: "utf8",
|
|
332
|
-
timeout: 10000,
|
|
333
|
-
env: {
|
|
334
|
-
...process.env,
|
|
335
|
-
CLONE_PROCESS_PID_FILE: processPidFile,
|
|
336
|
-
PATH: `${binDir}${delimiter}${process.env.PATH || ""}`,
|
|
337
|
-
PI_CODING_AGENT_DIR: agentDir,
|
|
338
|
-
},
|
|
339
|
-
});
|
|
340
|
-
|
|
341
|
-
assert.equal(child.status, 0, child.stderr);
|
|
342
|
-
assert.equal(JSON.parse(child.stdout), null);
|
|
343
|
-
const { rootPid, helperPid } = JSON.parse(await readFile(processPidFile, "utf8"));
|
|
344
|
-
try {
|
|
345
|
-
assert.equal(await waitForProcessExit(rootPid), true, `clone process ${rootPid} survived SIGKILL fallback`);
|
|
346
|
-
assert.equal(await waitForProcessExit(helperPid), true, `clone helper ${helperPid} survived SIGKILL fallback`);
|
|
347
|
-
} finally {
|
|
348
|
-
if (processIsAlive(rootPid)) process.kill(rootPid, "SIGKILL");
|
|
349
|
-
if (processIsAlive(helperPid)) process.kill(helperPid, "SIGKILL");
|
|
350
|
-
}
|
|
351
|
-
});
|
|
352
|
-
|
|
353
|
-
test("githubClone.enabled false skips GitHub clone/API specialization", async () => {
|
|
354
|
-
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-disabled-"));
|
|
355
|
-
const agentDir = join(root, "agent-dir");
|
|
356
|
-
await mkdir(agentDir, { recursive: true });
|
|
357
|
-
await writeFile(
|
|
358
|
-
join(agentDir, "web-search.json"),
|
|
359
|
-
JSON.stringify({ githubClone: { enabled: false } }),
|
|
360
|
-
"utf8",
|
|
361
|
-
);
|
|
362
|
-
|
|
363
|
-
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
364
|
-
input: `
|
|
365
|
-
const { extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
366
|
-
const result = await extractGitHub("https://github.com/owner/repo");
|
|
367
|
-
console.log(JSON.stringify(result));
|
|
368
|
-
`,
|
|
369
|
-
encoding: "utf8",
|
|
370
|
-
env: {
|
|
371
|
-
...process.env,
|
|
372
|
-
PI_CODING_AGENT_DIR: agentDir,
|
|
373
|
-
},
|
|
374
|
-
});
|
|
375
|
-
|
|
376
|
-
assert.equal(child.status, 0, child.stderr);
|
|
377
|
-
assert.equal(JSON.parse(child.stdout), null);
|
|
378
|
-
});
|
|
1
|
+
import assert from "node:assert/strict";
|
|
2
|
+
import { spawnSync } from "node:child_process";
|
|
3
|
+
import { createHash } from "node:crypto";
|
|
4
|
+
import { existsSync, readFileSync } from "node:fs";
|
|
5
|
+
import { mkdir, mkdtemp, readFile, symlink, writeFile } from "node:fs/promises";
|
|
6
|
+
import { tmpdir } from "node:os";
|
|
7
|
+
import { delimiter, join } from "node:path";
|
|
8
|
+
import { test } from "node:test";
|
|
9
|
+
|
|
10
|
+
const extractModuleUrl = new URL("../github-extract.ts", import.meta.url).href;
|
|
11
|
+
|
|
12
|
+
async function writeFakeExecutable(binDir, name, source) {
|
|
13
|
+
const executable = join(binDir, name);
|
|
14
|
+
await writeFile(executable, `#!/usr/bin/env node\n${source}\n`, { mode: 0o755 });
|
|
15
|
+
return executable;
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
function processIsAlive(pid) {
|
|
19
|
+
try {
|
|
20
|
+
process.kill(pid, 0);
|
|
21
|
+
try {
|
|
22
|
+
// Container PID 1 may reap orphaned descendants slowly. A zombie is
|
|
23
|
+
// already terminated and can no longer hold or read from a terminal.
|
|
24
|
+
const state = readFileSync(`/proc/${pid}/stat`, "utf8").replace(/^.*\) /, "").split(" ")[0];
|
|
25
|
+
if (state === "Z") return false;
|
|
26
|
+
} catch {
|
|
27
|
+
// Non-Linux platforms do not expose /proc; kill(0) remains the check.
|
|
28
|
+
}
|
|
29
|
+
return true;
|
|
30
|
+
} catch {
|
|
31
|
+
return false;
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
async function waitForProcessExit(pid, timeoutMs = 2000) {
|
|
36
|
+
const deadline = Date.now() + timeoutMs;
|
|
37
|
+
while (Date.now() < deadline) {
|
|
38
|
+
if (!processIsAlive(pid)) return true;
|
|
39
|
+
await new Promise((resolve) => setTimeout(resolve, 25));
|
|
40
|
+
}
|
|
41
|
+
return !processIsAlive(pid);
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
test("parseGitHubUrl rejects malformed identifiers and preserves normal GitHub paths", async () => {
|
|
45
|
+
const { parseGitHubUrl } = await import(extractModuleUrl);
|
|
46
|
+
assert.equal(parseGitHubUrl("https://github.com/%2E%2E%2Fvictim/repo"), null);
|
|
47
|
+
assert.equal(parseGitHubUrl("https://github.com/owner/repo%2Fother"), null);
|
|
48
|
+
assert.equal(parseGitHubUrl("https://github.com/owner%ZZ/repo"), null);
|
|
49
|
+
assert.deepEqual(parseGitHubUrl("https://github.com/owner/repo.git"), {
|
|
50
|
+
owner: "owner", repo: "repo", refIsFullSha: false, type: "root",
|
|
51
|
+
});
|
|
52
|
+
assert.deepEqual(parseGitHubUrl("https://github.com/owner/repo/blob/main/src/file.ts"), {
|
|
53
|
+
owner: "owner", repo: "repo", ref: "main", refIsFullSha: false, path: "src/file.ts", type: "blob",
|
|
54
|
+
});
|
|
55
|
+
assert.deepEqual(parseGitHubUrl("https://github.com/owner/repo/tree/feature%2Fbranch/src"), {
|
|
56
|
+
owner: "owner", repo: "repo", ref: "feature/branch", refIsFullSha: false, path: "src", type: "tree",
|
|
57
|
+
});
|
|
58
|
+
});
|
|
59
|
+
|
|
60
|
+
test("malformed GitHub identifiers cannot delete outside the clone cache", async () => {
|
|
61
|
+
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-traversal-"));
|
|
62
|
+
const agentDir = join(root, "agent-dir");
|
|
63
|
+
const victim = join(root, "victim", "repo");
|
|
64
|
+
await mkdir(agentDir, { recursive: true });
|
|
65
|
+
await mkdir(victim, { recursive: true });
|
|
66
|
+
await writeFile(join(victim, "marker.txt"), "preserve", "utf8");
|
|
67
|
+
await writeFile(join(agentDir, "web-search.json"), JSON.stringify({ githubClone: { clonePath: join(root, "cache") } }), "utf8");
|
|
68
|
+
|
|
69
|
+
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
70
|
+
input: `
|
|
71
|
+
const { extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
72
|
+
console.log(JSON.stringify(await extractGitHub("https://github.com/..%2Fvictim/repo")));
|
|
73
|
+
`,
|
|
74
|
+
encoding: "utf8",
|
|
75
|
+
env: { ...process.env, PI_CODING_AGENT_DIR: agentDir },
|
|
76
|
+
});
|
|
77
|
+
|
|
78
|
+
assert.equal(child.status, 0, child.stderr);
|
|
79
|
+
assert.equal(JSON.parse(child.stdout), null);
|
|
80
|
+
assert.equal(await readFile(join(victim, "marker.txt"), "utf8"), "preserve");
|
|
81
|
+
});
|
|
82
|
+
|
|
83
|
+
test("clearCloneCache removes only its verified clone entry", { skip: process.platform === "win32" }, async () => {
|
|
84
|
+
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-cleanup-"));
|
|
85
|
+
const agentDir = join(root, "agent-dir");
|
|
86
|
+
const binDir = join(root, "bin");
|
|
87
|
+
const clonePath = join(root, "repos");
|
|
88
|
+
const sibling = join(clonePath, "preserve.txt");
|
|
89
|
+
await mkdir(agentDir, { recursive: true });
|
|
90
|
+
await mkdir(binDir, { recursive: true });
|
|
91
|
+
await mkdir(clonePath, { recursive: true });
|
|
92
|
+
await writeFile(sibling, "preserve", "utf8");
|
|
93
|
+
await writeFile(join(agentDir, "web-search.json"), JSON.stringify({ githubClone: { clonePath } }), "utf8");
|
|
94
|
+
await writeFakeExecutable(binDir, "gh", "process.exit(1);");
|
|
95
|
+
await writeFakeExecutable(binDir, "git", `
|
|
96
|
+
const { mkdirSync, writeFileSync } = require("node:fs");
|
|
97
|
+
const { join } = require("node:path");
|
|
98
|
+
const destination = process.argv.at(-1);
|
|
99
|
+
mkdirSync(destination, { recursive: true });
|
|
100
|
+
writeFileSync(join(destination, "README.md"), "fixture");
|
|
101
|
+
`);
|
|
102
|
+
const digest = createHash("sha256").update(JSON.stringify(["owner", "repo", null])).digest("hex");
|
|
103
|
+
const localPath = join(clonePath, digest);
|
|
104
|
+
|
|
105
|
+
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
106
|
+
input: `
|
|
107
|
+
const { clearCloneCache, extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
108
|
+
await extractGitHub("https://github.com/owner/repo");
|
|
109
|
+
clearCloneCache();
|
|
110
|
+
`,
|
|
111
|
+
encoding: "utf8",
|
|
112
|
+
env: { ...process.env, PATH: `${binDir}${delimiter}${process.env.PATH || ""}`, PI_CODING_AGENT_DIR: agentDir },
|
|
113
|
+
});
|
|
114
|
+
|
|
115
|
+
assert.equal(child.status, 0, child.stderr);
|
|
116
|
+
assert.equal(existsSync(localPath), false);
|
|
117
|
+
assert.equal(await readFile(sibling, "utf8"), "preserve");
|
|
118
|
+
});
|
|
119
|
+
|
|
120
|
+
test("clone cleanup unlinks a direct-child symlink without deleting its target", { skip: process.platform === "win32" }, async () => {
|
|
121
|
+
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-symlink-"));
|
|
122
|
+
const agentDir = join(root, "agent-dir");
|
|
123
|
+
const binDir = join(root, "bin");
|
|
124
|
+
const clonePath = join(root, "repos");
|
|
125
|
+
const outside = join(root, "outside");
|
|
126
|
+
await mkdir(agentDir, { recursive: true });
|
|
127
|
+
await mkdir(binDir, { recursive: true });
|
|
128
|
+
await mkdir(clonePath, { recursive: true });
|
|
129
|
+
await mkdir(outside, { recursive: true });
|
|
130
|
+
await writeFile(join(outside, "marker.txt"), "preserve", "utf8");
|
|
131
|
+
await writeFile(join(agentDir, "web-search.json"), JSON.stringify({ githubClone: { clonePath } }), "utf8");
|
|
132
|
+
await writeFakeExecutable(binDir, "gh", "process.exit(1);");
|
|
133
|
+
await writeFakeExecutable(binDir, "git", "process.exit(1);");
|
|
134
|
+
const digest = createHash("sha256").update(JSON.stringify(["owner", "repo", null])).digest("hex");
|
|
135
|
+
const localPath = join(clonePath, digest);
|
|
136
|
+
await symlink(outside, localPath, "dir");
|
|
137
|
+
|
|
138
|
+
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
139
|
+
input: `
|
|
140
|
+
const { extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
141
|
+
await extractGitHub("https://github.com/owner/repo");
|
|
142
|
+
`,
|
|
143
|
+
encoding: "utf8",
|
|
144
|
+
env: { ...process.env, PATH: `${binDir}${delimiter}${process.env.PATH || ""}`, PI_CODING_AGENT_DIR: agentDir },
|
|
145
|
+
});
|
|
146
|
+
|
|
147
|
+
assert.equal(child.status, 0, child.stderr);
|
|
148
|
+
assert.equal(existsSync(localPath), false);
|
|
149
|
+
assert.equal(await readFile(join(outside, "marker.txt"), "utf8"), "preserve");
|
|
150
|
+
});
|
|
151
|
+
|
|
152
|
+
test("normalizeClonePath expands ~ to HOME", async () => {
|
|
153
|
+
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-expand-"));
|
|
154
|
+
const agentDir = join(root, "agent-dir");
|
|
155
|
+
await mkdir(agentDir, { recursive: true });
|
|
156
|
+
await writeFile(
|
|
157
|
+
join(agentDir, "web-search.json"),
|
|
158
|
+
JSON.stringify({ githubClone: { clonePath: "~/test-repos" } }),
|
|
159
|
+
"utf8",
|
|
160
|
+
);
|
|
161
|
+
|
|
162
|
+
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
163
|
+
input: `
|
|
164
|
+
const { extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
165
|
+
// Trigger config load by calling extractGitHub with a non-GitHub URL
|
|
166
|
+
// The config is loaded internally, so we check the clone path via a GitHub URL
|
|
167
|
+
const result = await extractGitHub("https://github.com/test/repo");
|
|
168
|
+
// If we got here without error, config loaded successfully
|
|
169
|
+
console.log(JSON.stringify({ success: true }));
|
|
170
|
+
`,
|
|
171
|
+
encoding: "utf8",
|
|
172
|
+
env: {
|
|
173
|
+
...process.env,
|
|
174
|
+
PI_CODING_AGENT_DIR: agentDir,
|
|
175
|
+
},
|
|
176
|
+
});
|
|
177
|
+
|
|
178
|
+
assert.equal(child.status, 0, child.stderr);
|
|
179
|
+
// The test passes if the config loads without error
|
|
180
|
+
// We can't directly test the expanded path without exporting loadGitHubConfig
|
|
181
|
+
// but we've verified the code doesn't crash
|
|
182
|
+
});
|
|
183
|
+
|
|
184
|
+
test("normalizeClonePath expands $HOME and other env vars", async () => {
|
|
185
|
+
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-expand-env-"));
|
|
186
|
+
const agentDir = join(root, "agent-dir");
|
|
187
|
+
await mkdir(agentDir, { recursive: true });
|
|
188
|
+
await writeFile(
|
|
189
|
+
join(agentDir, "web-search.json"),
|
|
190
|
+
JSON.stringify({ githubClone: { clonePath: "$HOME/my-repos" } }),
|
|
191
|
+
"utf8",
|
|
192
|
+
);
|
|
193
|
+
|
|
194
|
+
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
195
|
+
input: `
|
|
196
|
+
const { extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
197
|
+
const result = await extractGitHub("https://github.com/test/repo");
|
|
198
|
+
console.log(JSON.stringify({ success: true }));
|
|
199
|
+
`,
|
|
200
|
+
encoding: "utf8",
|
|
201
|
+
env: {
|
|
202
|
+
...process.env,
|
|
203
|
+
PI_CODING_AGENT_DIR: agentDir,
|
|
204
|
+
},
|
|
205
|
+
});
|
|
206
|
+
|
|
207
|
+
assert.equal(child.status, 0, child.stderr);
|
|
208
|
+
});
|
|
209
|
+
|
|
210
|
+
test("normalizeClonePath handles absolute paths without expansion", async () => {
|
|
211
|
+
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-abs-"));
|
|
212
|
+
const agentDir = join(root, "agent-dir");
|
|
213
|
+
await mkdir(agentDir, { recursive: true });
|
|
214
|
+
await writeFile(
|
|
215
|
+
join(agentDir, "web-search.json"),
|
|
216
|
+
JSON.stringify({ githubClone: { clonePath: "/tmp/my-repos" } }),
|
|
217
|
+
"utf8",
|
|
218
|
+
);
|
|
219
|
+
|
|
220
|
+
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
221
|
+
input: `
|
|
222
|
+
const { extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
223
|
+
const result = await extractGitHub("https://github.com/test/repo");
|
|
224
|
+
console.log(JSON.stringify({ success: true }));
|
|
225
|
+
`,
|
|
226
|
+
encoding: "utf8",
|
|
227
|
+
env: {
|
|
228
|
+
...process.env,
|
|
229
|
+
PI_CODING_AGENT_DIR: agentDir,
|
|
230
|
+
},
|
|
231
|
+
});
|
|
232
|
+
|
|
233
|
+
assert.equal(child.status, 0, child.stderr);
|
|
234
|
+
});
|
|
235
|
+
|
|
236
|
+
test("GitHub clones disable interactive credential prompts", { skip: process.platform === "win32" }, async () => {
|
|
237
|
+
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-noninteractive-"));
|
|
238
|
+
const agentDir = join(root, "agent-dir");
|
|
239
|
+
const binDir = join(root, "bin");
|
|
240
|
+
const clonePath = join(root, "repos");
|
|
241
|
+
const envFile = join(root, "clone-env.json");
|
|
242
|
+
await mkdir(agentDir, { recursive: true });
|
|
243
|
+
await mkdir(binDir, { recursive: true });
|
|
244
|
+
await writeFile(
|
|
245
|
+
join(agentDir, "web-search.json"),
|
|
246
|
+
JSON.stringify({ githubClone: { clonePath, cloneTimeoutSeconds: 1 } }),
|
|
247
|
+
"utf8",
|
|
248
|
+
);
|
|
249
|
+
await writeFakeExecutable(binDir, "gh", "process.exit(1);");
|
|
250
|
+
await writeFakeExecutable(
|
|
251
|
+
binDir,
|
|
252
|
+
"git",
|
|
253
|
+
`
|
|
254
|
+
const { mkdirSync, writeFileSync } = require("node:fs");
|
|
255
|
+
const { join } = require("node:path");
|
|
256
|
+
const destination = process.argv.at(-1);
|
|
257
|
+
mkdirSync(destination, { recursive: true });
|
|
258
|
+
writeFileSync(join(destination, "README.md"), "fixture");
|
|
259
|
+
writeFileSync(process.env.CLONE_ENV_FILE, JSON.stringify({
|
|
260
|
+
gitTerminalPrompt: process.env.GIT_TERMINAL_PROMPT,
|
|
261
|
+
gcmInteractive: process.env.GCM_INTERACTIVE,
|
|
262
|
+
ghPromptDisabled: process.env.GH_PROMPT_DISABLED,
|
|
263
|
+
}));
|
|
264
|
+
`,
|
|
265
|
+
);
|
|
266
|
+
|
|
267
|
+
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
268
|
+
input: `
|
|
269
|
+
const { extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
270
|
+
const result = await extractGitHub("https://github.com/test/repo");
|
|
271
|
+
console.log(JSON.stringify(result !== null));
|
|
272
|
+
`,
|
|
273
|
+
encoding: "utf8",
|
|
274
|
+
timeout: 5000,
|
|
275
|
+
env: {
|
|
276
|
+
...process.env,
|
|
277
|
+
CLONE_ENV_FILE: envFile,
|
|
278
|
+
PATH: `${binDir}${delimiter}${process.env.PATH || ""}`,
|
|
279
|
+
PI_CODING_AGENT_DIR: agentDir,
|
|
280
|
+
},
|
|
281
|
+
});
|
|
282
|
+
|
|
283
|
+
assert.equal(child.status, 0, child.stderr);
|
|
284
|
+
assert.equal(JSON.parse(child.stdout), true);
|
|
285
|
+
assert.deepEqual(JSON.parse(await readFile(envFile, "utf8")), {
|
|
286
|
+
gitTerminalPrompt: "0",
|
|
287
|
+
gcmInteractive: "Never",
|
|
288
|
+
ghPromptDisabled: "1",
|
|
289
|
+
});
|
|
290
|
+
});
|
|
291
|
+
|
|
292
|
+
test("GitHub clone timeout force-kills the SIGTERM-resistant process group", { skip: process.platform === "win32" }, async () => {
|
|
293
|
+
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-timeout-tree-"));
|
|
294
|
+
const agentDir = join(root, "agent-dir");
|
|
295
|
+
const binDir = join(root, "bin");
|
|
296
|
+
const processPidFile = join(root, "processes.json");
|
|
297
|
+
await mkdir(agentDir, { recursive: true });
|
|
298
|
+
await mkdir(binDir, { recursive: true });
|
|
299
|
+
await writeFile(
|
|
300
|
+
join(agentDir, "web-search.json"),
|
|
301
|
+
JSON.stringify({ githubClone: { clonePath: join(root, "repos"), cloneTimeoutSeconds: 0.5 } }),
|
|
302
|
+
"utf8",
|
|
303
|
+
);
|
|
304
|
+
await writeFakeExecutable(binDir, "gh", "process.exit(1);");
|
|
305
|
+
await writeFakeExecutable(
|
|
306
|
+
binDir,
|
|
307
|
+
"git",
|
|
308
|
+
`
|
|
309
|
+
const { spawn } = require("node:child_process");
|
|
310
|
+
process.on("SIGTERM", () => {});
|
|
311
|
+
const helperSource = ${JSON.stringify(`
|
|
312
|
+
const { writeFileSync } = require("node:fs");
|
|
313
|
+
process.on("SIGTERM", () => {});
|
|
314
|
+
writeFileSync(process.env.CLONE_PROCESS_PID_FILE, JSON.stringify({
|
|
315
|
+
rootPid: process.ppid,
|
|
316
|
+
helperPid: process.pid,
|
|
317
|
+
}));
|
|
318
|
+
setInterval(() => {}, 1000);
|
|
319
|
+
`)};
|
|
320
|
+
spawn(process.execPath, ["-e", helperSource], { stdio: "ignore" });
|
|
321
|
+
setInterval(() => {}, 1000);
|
|
322
|
+
`,
|
|
323
|
+
);
|
|
324
|
+
|
|
325
|
+
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
326
|
+
input: `
|
|
327
|
+
const { extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
328
|
+
const result = await extractGitHub("https://github.com/test/repo");
|
|
329
|
+
console.log(JSON.stringify(result));
|
|
330
|
+
`,
|
|
331
|
+
encoding: "utf8",
|
|
332
|
+
timeout: 10000,
|
|
333
|
+
env: {
|
|
334
|
+
...process.env,
|
|
335
|
+
CLONE_PROCESS_PID_FILE: processPidFile,
|
|
336
|
+
PATH: `${binDir}${delimiter}${process.env.PATH || ""}`,
|
|
337
|
+
PI_CODING_AGENT_DIR: agentDir,
|
|
338
|
+
},
|
|
339
|
+
});
|
|
340
|
+
|
|
341
|
+
assert.equal(child.status, 0, child.stderr);
|
|
342
|
+
assert.equal(JSON.parse(child.stdout), null);
|
|
343
|
+
const { rootPid, helperPid } = JSON.parse(await readFile(processPidFile, "utf8"));
|
|
344
|
+
try {
|
|
345
|
+
assert.equal(await waitForProcessExit(rootPid), true, `clone process ${rootPid} survived SIGKILL fallback`);
|
|
346
|
+
assert.equal(await waitForProcessExit(helperPid), true, `clone helper ${helperPid} survived SIGKILL fallback`);
|
|
347
|
+
} finally {
|
|
348
|
+
if (processIsAlive(rootPid)) process.kill(rootPid, "SIGKILL");
|
|
349
|
+
if (processIsAlive(helperPid)) process.kill(helperPid, "SIGKILL");
|
|
350
|
+
}
|
|
351
|
+
});
|
|
352
|
+
|
|
353
|
+
test("githubClone.enabled false skips GitHub clone/API specialization", async () => {
|
|
354
|
+
const root = await mkdtemp(join(tmpdir(), "pi-web-access-github-disabled-"));
|
|
355
|
+
const agentDir = join(root, "agent-dir");
|
|
356
|
+
await mkdir(agentDir, { recursive: true });
|
|
357
|
+
await writeFile(
|
|
358
|
+
join(agentDir, "web-search.json"),
|
|
359
|
+
JSON.stringify({ githubClone: { enabled: false } }),
|
|
360
|
+
"utf8",
|
|
361
|
+
);
|
|
362
|
+
|
|
363
|
+
const child = spawnSync(process.execPath, ["--input-type=module"], {
|
|
364
|
+
input: `
|
|
365
|
+
const { extractGitHub } = await import(${JSON.stringify(extractModuleUrl)});
|
|
366
|
+
const result = await extractGitHub("https://github.com/owner/repo");
|
|
367
|
+
console.log(JSON.stringify(result));
|
|
368
|
+
`,
|
|
369
|
+
encoding: "utf8",
|
|
370
|
+
env: {
|
|
371
|
+
...process.env,
|
|
372
|
+
PI_CODING_AGENT_DIR: agentDir,
|
|
373
|
+
},
|
|
374
|
+
});
|
|
375
|
+
|
|
376
|
+
assert.equal(child.status, 0, child.stderr);
|
|
377
|
+
assert.equal(JSON.parse(child.stdout), null);
|
|
378
|
+
});
|