pi-harness-runtime 1.1.445 → 1.1.446

package/scripts/release-all.ts

@@ -1,213 +0,0 @@
-#!/usr/bin/env bun
-/**
- * Release all workspace packages at the same version.
- *
- * 1. Runs standard-version to bump root version
- * 2. Reads the new version from root package.json
- * 3. Updates all workspace package.json files to the same version
- * 4. Amends the existing commit to include workspace changes
- *
- * Usage:
- *   bun scripts/release-all.ts              # bump patch
- *   bun scripts/release-all.ts --release-as minor
- *   bun scripts/release-all.ts --release-as 0.9.0
- *   bun scripts/release-all.ts --dry-run
- */
-
-import { readFile, writeFile } from "fs/promises";
-import { execSync } from "child_process";
-import { resolve, join } from "path";
-import { existsSync, readdirSync } from "fs";
-
-const ROOT = resolve(import.meta.dirname, "..");
-
-function getWorkspaceDirs(): string[] {
-	let workspacesRaw: string;
-	try {
-		workspacesRaw = execSync(
-			`node -e "console.log(JSON.stringify(require('./package.json').workspaces))"`,
-			{ cwd: ROOT, encoding: "utf-8" },
-		);
-	} catch {
-		return [];
-	}
-	let workspaceGlobs: string[];
-	try {
-		workspaceGlobs = JSON.parse(workspacesRaw);
-	} catch {
-		return [];
-	}
-	const dirs: string[] = [];
-	for (const glob of workspaceGlobs.flat()) {
-		if (!glob.endsWith("/*")) continue;
-		const base = resolve(ROOT, glob.replace(/\/\*$/, ""));
-		let entries: string[];
-		try {
-			entries = readdirSync(base);
-		} catch {
-			continue;
-		}
-		for (const entry of entries) {
-			const pkgPath = join(base, entry, "package.json");
-			if (existsSync(pkgPath)) {
-				dirs.push(resolve(base, entry));
-			}
-		}
-	}
-	return dirs;
-}
-
-async function getRootVersion(): Promise<string> {
-	let version: string;
-	try {
-		const raw = await readFile(join(ROOT, "package.json"), "utf-8");
-		version = JSON.parse(raw).version;
-	} catch {
-		throw new Error("Cannot read root package.json");
-	}
-	if (!version) throw new Error("Root package.json has no version field");
-	return version;
-}
-
-async function setWorkspaceVersion(
-	workspacePath: string,
-	version: string,
-): Promise<void> {
-	const pkgPath = join(workspacePath, "package.json");
-	if (!existsSync(pkgPath)) return;
-	let pkg: Record<string, unknown>;
-	try {
-		const raw = await readFile(pkgPath, "utf-8");
-		pkg = JSON.parse(raw);
-	} catch (err) {
-		console.warn(`  Cannot update ${pkgPath}: ${String(err)}`);
-		return;
-	}
-	pkg.version = version;
-	// The parse above already collapsed any duplicate keys (a duplicate
-	// "version" key is valid JSON but makes bun install warn or fail), so the
-	// plain serialization is enough. It cannot throw: the value came from
-	// JSON.parse and holds nothing but JSON types.
-	await writeFile(pkgPath, `${JSON.stringify(pkg, null, 2)}\n`);
-	const name =
-		typeof pkg.name === "string"
-			? `${pkg.name}@${version}`
-			: workspacePath.replace(`${ROOT}/`, "");
-	console.log(`  Updated ${name}`);
-}
-
-function gitAmendCommit(): void {
-	try {
-		execSync("git add packages/*/package.json", { cwd: ROOT });
-	} catch (err) {
-		console.warn("   Could not stage workspace changes:", String(err));
-		return;
-	}
-	let status: string;
-	try {
-		status = execSync("git status --short", {
-			cwd: ROOT,
-			encoding: "utf-8",
-		}).trim();
-	} catch {
-		return;
-	}
-	if (!status) {
-		console.log("   No workspace changes to commit.");
-		return;
-	}
-	console.log(`   Staged:\n${status}`);
-	try {
-		execSync("git commit --amend --no-edit", { cwd: ROOT });
-		console.log("   Committed (amended).");
-	} catch (err) {
-		console.warn("   Could not amend commit:", String(err));
-	}
-}
-
-async function main(): Promise<void> {
-	const args = process.argv.slice(2);
-	const isDryRun = args.includes("--dry-run");
-	const releaseArgs = args.filter((a) => a !== "--dry-run");
-	const cmdParts = releaseArgs.filter((a) => !a.startsWith("--dry-run"));
-	const stdCmd =
-		cmdParts.length > 0
-			? `npx standard-version ${cmdParts.join(" ")}`
-			: "npx standard-version";
-	const cmd = isDryRun ? `${stdCmd} --dry-run` : stdCmd;
-
-	console.log("\n🚀 Synced monorepo release\n");
-
-	// Step 1: Run standard-version
-	console.log("📦 Step 1: Running standard-version...");
-	console.log(`   $ ${cmd}`);
-	if (!isDryRun) {
-		try {
-			execSync(cmd, { cwd: ROOT, stdio: "inherit" });
-		} catch {
-			console.error("standard-version failed.");
-			process.exit(1);
-		}
-	}
-
-	// Step 2: Get new version
-	const newVersion = await getRootVersion();
-	console.log(`\n📋 Step 2: Root version is ${newVersion}`);
-
-	// Step 3: Sync workspaces
-	const workspaces = getWorkspaceDirs();
-	console.log(
-		`\n📦 Step 3: Syncing ${workspaces.length} workspace packages to ${newVersion}...`,
-	);
-	if (!isDryRun) {
-		await Promise.all(
-			workspaces.map((ws) => setWorkspaceVersion(ws, newVersion)),
-		);
-	} else {
-		for (const ws of workspaces) {
-			const name = ws.replace(`${ROOT}/`, "");
-			console.log(`  [dry-run] Would sync ${name} → ${newVersion}`);
-		}
-	}
-
-	// Step 4: Amend commit to include workspace changes
-	if (!isDryRun) {
-		console.log("\n🔧 Step 4: Amending commit with workspace changes...");
-		gitAmendCommit();
-	}
-
-	// Step 5: Push
-	if (!isDryRun) {
-		console.log("\n🚀 Step 5: Pushing to origin...");
-		try {
-			execSync("git push --follow-tags origin develop", {
-				cwd: ROOT,
-				stdio: "inherit",
-			});
-		} catch {
-			console.error("Git push failed.");
-			process.exit(1);
-		}
-	}
-
-	// Step 6: Publish to npm (root package only, not workspaces)
-	if (!isDryRun) {
-		console.log("\n📦 Step 6: Publishing to npm (pi-harness-runtime only)...");
-		try {
-			execSync("npm publish --workspaces=false", {
-				cwd: ROOT,
-				stdio: "inherit",
-			});
-		} catch (err) {
-			console.error("npm publish failed. Check that you're logged in (npm login) and the version hasn't already been published.");
-			process.exit(1);
-		}
-	}
-
-	console.log(`\n✅ Release ${newVersion} complete.\n`);
-}
-
-main().catch((err) => {
-	console.error("Error:", err);
-	process.exit(1);
-});

package/scripts/run-e2e-scripts.mjs

@@ -1,74 +0,0 @@
-#!/usr/bin/env node
-/**
- * Run the standalone e2e scripts in e2e/*.e2e.ts.
- *
- * These are scripts, not test files: they were named `*.test.ts`, which made
- * `bun test e2e/` pick them up - and because they call `process.exit(0)`
- * when the opt-in is missing, the first one aborted the whole test runner.
- * They are therefore named `*.e2e.ts` and are run by this script instead.
- *
- * They talk to the real world (Telegram, Qdrant, R2), so they only run when
- * PI_HARNESS_E2E=1 is set. CI never sets it.
- */
-import { execFileSync } from "node:child_process";
-import { existsSync, readdirSync } from "node:fs";
-import { join } from "node:path";
-
-const PER_SCRIPT_TIMEOUT_MS = 300_000;
-
-const root = join(import.meta.dirname, "..");
-const e2eDir = join(root, "e2e");
-const bun = process.env.BUN_BIN ?? "bun";
-
-if (!existsSync(e2eDir)) {
-	console.error(`e2e scripts: ${e2eDir} not found`);
-	process.exit(1);
-}
-
-const scripts = readdirSync(e2eDir)
-	.filter((name) => name.endsWith(".e2e.ts"))
-	.sort();
-
-if (scripts.length === 0) {
-	console.log("e2e scripts: no *.e2e.ts files found");
-	process.exit(0);
-}
-
-if (process.env.PI_HARNESS_E2E !== "1") {
-	console.log(
-		`e2e scripts: SKIP (${scripts.length} scripts) - set PI_HARNESS_E2E=1 to run them against the real services`,
-	);
-	process.exit(0);
-}
-
-const failed = [];
-
-for (const script of scripts) {
-	const started = Date.now();
-	let code = 0;
-	try {
-		execFileSync(bun, ["run", join(e2eDir, script)], {
-			cwd: root,
-			encoding: "utf8",
-			stdio: "inherit",
-			timeout: PER_SCRIPT_TIMEOUT_MS,
-			maxBuffer: 32 * 1024 * 1024,
-		});
-	} catch (error) {
-		code = error.status ?? -1;
-	}
-	const seconds = ((Date.now() - started) / 1000).toFixed(1);
-	if (code === 0) {
-		console.log(`ok   ${script} (${seconds}s)`);
-		continue;
-	}
-	failed.push(script);
-	console.error(`FAIL ${script} (${seconds}s, exit ${code})`);
-}
-
-if (failed.length > 0) {
-	console.error(`e2e scripts: failing scripts: ${failed.join(", ")}`);
-	process.exit(1);
-}
-
-console.log(`e2e scripts: ${scripts.length - failed.length}/${scripts.length} passed`);

package/scripts/run-e2e-test.ts

@@ -1,214 +0,0 @@
-#!/usr/bin/env node
-/**
- * WebMCP E2E Test Runner
- * 
- * Run E2E tests from natural language scenario files:
- * 
- *   bun scripts/run-e2e-test.ts --scenario examples/registration-test.md
- * 
- */
-
-import { existsSync, readFileSync } from "fs";
-import { join, dirname } from "path";
-import { fileURLToPath } from "url";
-
-const __dirname = dirname(fileURLToPath(import.meta.url));
-const ROOT = join(__dirname, "..");
-
-interface TestStep {
-  action: string;
-  target?: string;
-  field?: string;
-  value?: string;
-  expected?: string;
-  waitMs?: number;
-}
-
-interface TestScenario {
-  name: string;
-  url: string;
-  steps: TestStep[];
-  data?: Record<string, string>;
-}
-
-interface TestResult {
-  name: string;
-  passed: boolean;
-  error?: string;
-  durationMs: number;
-}
-
-function parseArgs(args: string[]): { scenario?: string; verbose?: boolean; help?: boolean } {
-  const result: { scenario?: string; verbose?: boolean; help?: boolean } = {};
-  
-  for (let i = 0; i < args.length; i++) {
-    const arg = args[i];
-    if (arg === "--scenario" || arg === "-s") {
-      result.scenario = args[++i];
-    } else if (arg === "--verbose" || arg === "-v") {
-      result.verbose = true;
-    } else if (arg === "--help" || arg === "-h") {
-      result.help = true;
-    }
-  }
-  
-  return result;
-}
-
-function parseScenario(content: string): TestScenario {
-  const lines = content.split("\n").map(l => l.trim()).filter(Boolean);
-  
-  const scenario: TestScenario = { name: "", url: "", steps: [] };
-  let dataSection = false;
-  const data: Record<string, string> = {};
-  
-  for (const line of lines) {
-    // Skip headers
-    if (line.startsWith("#") || line === "---") {
-      if (line.includes("Dummy Data")) dataSection = true;
-      continue;
-    }
-    
-    // Parse name
-    const nameMatch = line.match(/^(?:Test|Name):\s*(.+)/i);
-    if (nameMatch) {
-      scenario.name = nameMatch[1];
-      continue;
-    }
-    
-    // Parse URL
-    const urlMatch = line.match(/^(?:URL|Site):\s*(.+)/i);
-    if (urlMatch) {
-      scenario.url = urlMatch[1];
-      continue;
-    }
-    
-    // Parse data section
-    if (dataSection && line.includes(":")) {
-      const [key, value] = line.split(":").map(s => s.trim());
-      if (key && value) data[key] = value;
-      continue;
-    }
-    
-    // Parse numbered steps
-    const stepMatch = line.match(/^\d+[.)]\s*(.+)/);
-    if (stepMatch) {
-      const stepText = stepMatch[1];
-      scenario.steps.push(parseStep(stepText));
-    }
-  }
-  
-  scenario.data = data;
-  return scenario;
-}
-
-function parseStep(text: string): TestStep {
-  const fillMatch = text.match(/^(?:Fill|Type|Enter)\s+"?([^"]+)"?\s+with\s+(.+)/i);
-  if (fillMatch) {
-    return { action: "fill", field: fillMatch[1], value: fillMatch[2] };
-  }
-  
-  if (/^(?:Click|Press|Select)/i.test(text)) {
-    const target = text.replace(/^(?:Click|Press|Select)\s+/i, "");
-    return { action: "click", target };
-  }
-  
-  if (/^(?:Submit|Send|Next|Continue)/i.test(text)) {
-    return { action: "submit" };
-  }
-  
-  const assertMatch = text.match(/^(?:Verify|Assert|Check)\s+"?(.+?)"?\s+(?:appears?|shows?|exists?)/i);
-  if (assertMatch) {
-    return { action: "assert", expected: assertMatch[1] };
-  }
-  
-  return { action: text };
-}
-
-async function runTest(scenario: TestScenario, verbose?: boolean): Promise<TestResult> {
-  const start = Date.now();
-  
-  if (verbose) {
-    console.log(`\n## Running: ${scenario.name}`);
-    console.log(`## URL: ${scenario.url}`);
-    console.log(`## Data:`, scenario.data);
-    console.log(`## Steps: ${scenario.steps.length}`);
-  }
-  
-  console.log(`[E2E] ${scenario.name}: ${scenario.steps.length} steps`);
-  
-  // Simulated test execution
-  // In real implementation, this would use CDP to interact with Chrome
-  for (const step of scenario.steps) {
-    if (verbose) {
-      console.log(`  -> ${step.action}${step.field ? ` "${step.field}"` : ""}${step.value ? ` = "${step.value}"` : ""}${step.target ? ` "${step.target}"` : ""}`);
-    }
-    
-    // Simulate step execution
-    await new Promise(r => setTimeout(r, 100));
-  }
-  
-  const durationMs = Date.now() - start;
-  
-  return {
-    name: scenario.name,
-    passed: true, // In real impl, check actual results
-    durationMs,
-  };
-}
-
-async function main() {
-  const args = parseArgs(process.argv.slice(2));
-  
-  if (args.help || !args.scenario) {
-    console.log(`
-WebMCP E2E Test Runner
-
-Usage:
-  bun scripts/run-e2e-test.ts --scenario <file.md> [options]
-
-Options:
-  -s, --scenario <file>   Test scenario file (Markdown format)
-  -v, --verbose           Show detailed output
-  -h, --help              Show this help
-
-Example:
-  bun scripts/run-e2e-test.ts --scenario examples/registration-test.md --verbose
-`);
-    process.exit(args.help ? 0 : 1);
-  }
-  
-  const scenarioPath = join(ROOT, args.scenario);
-  
-  if (!existsSync(scenarioPath)) {
-    console.error(`[E2E] Error: File not found: ${scenarioPath}`);
-    process.exit(1);
-  }
-  
-  console.log(`[E2E] Loading scenario: ${scenarioPath}`);
-  
-  const content = readFileSync(scenarioPath, "utf8");
-  const scenario = parseScenario(content);
-  
-  if (!scenario.name || !scenario.url) {
-    console.error("[E2E] Error: Scenario must have 'name' and 'url'");
-    process.exit(1);
-  }
-  
-  try {
-    const result = await runTest(scenario, args.verbose);
-    
-    if (result.passed) {
-      console.log(`[E2E] PASS - ${result.durationMs}ms`);
-      process.exit(0);
-    } else {
-      console.error(`[E2E] FAIL - ${result.error}`);
-      process.exit(1);
-    }
-  } catch (err) {
-    console.error(`[E2E] Error: ${err instanceof Error ? err.message : String(err)}`);
-    process.exit(1);
-  }
-}
-
-main();

package/scripts/run-langchain-tests.mjs

@@ -1,169 +0,0 @@
-#!/usr/bin/env node
-/**
- * Run the harness/langchain test suite one file per process.
- *
- * Two reasons this exists instead of a plain `bun test harness/langchain/`:
- *
- * 1. `harness/langchain/` contains BOTH the compiled `*.test.js` and the
- *    `*.test.ts` sources, so a directory run executes every test twice and
- *    tests stale compiled code.
- * 2. One broken file must not take the whole run down with it (a file that
- *    leaks memory is OOM killed by the runner, which kills the run).
- *
- * The files in KNOWN_FAILING are reported but do not fail the run - they
- * are pre-existing breakage that is tracked separately:
- *
- * - daemon.test.ts : needs `node:sqlite`, which bun 1.3.14 does not have
- *                    (under node it times out waiting for the daemon event)
- *
- * A known-failing file is only excused when it fails WITHOUT a test
- * assertion failing (it crashed, timed out or was killed). If one of them
- * starts failing an assertion, that is a real regression and the run fails.
- */
-import { execFileSync } from "node:child_process";
-import { existsSync, readdirSync } from "node:fs";
-import { join } from "node:path";
-
-/**
- * Files with pre-existing failures (see the module comment).
- *
- * `expect` is the failure signature: the file is only excused while it
- * fails in exactly this way. A different failure is a real regression.
- */
-const KNOWN_FAILING = new Map([
-	[
-		"daemon.test.ts",
-		{
-			reason: "needs node:sqlite (missing in bun 1.3.14)",
-			expect: /node:sqlite|waitFor timed out/i,
-		},
-	],
-]);
-
-const PER_FILE_TIMEOUT_MS = 180_000;
-/**
- * The known-failing files get a short budget: surge.test.ts needs ~70 s to
- * be OOM killed, and there is no point burning that time in CI.
- */
-const KNOWN_FAILING_TIMEOUT_MS = 25_000;
-
-const root = join(import.meta.dirname, "..");
-const suiteDir = join(root, "harness", "langchain");
-
-if (!existsSync(suiteDir)) {
-	console.error(`langchain tests: ${suiteDir} not found`);
-	process.exit(1);
-}
-
-// bun is installed globally (not into node_modules/.bin), so use PATH.
-const bun = process.env.BUN_BIN ?? "bun";
-try {
-	execFileSync(bun, ["--version"], { stdio: ["ignore", "pipe", "pipe"] });
-} catch {
-	console.error(
-		`langchain tests: "${bun}" is not executable - install bun or set BUN_BIN`,
-	);
-	process.exit(1);
-}
-
-const files = readdirSync(suiteDir)
-	.filter((name) => name.endsWith(".test.ts"))
-	.sort();
-
-if (files.length === 0) {
-	console.error("langchain tests: no *.test.ts files found");
-	process.exit(1);
-}
-
-/** A failing assertion inside the file output (as opposed to a crash). */
-function hasAssertionFailure(output) {
-	return /(^|\n)\s*\(fail\)|AssertionError/.test(output);
-}
-
-const known = [];
-const failed = [];
-const stale = [];
-let passedFiles = 0;
-
-for (const file of files) {
-	const started = Date.now();
-	const knownReason = KNOWN_FAILING.get(file)?.reason;
-	const knownExpect = KNOWN_FAILING.get(file)?.expect;
-	const timeout = knownReason
-		? KNOWN_FAILING_TIMEOUT_MS
-		: PER_FILE_TIMEOUT_MS;
-	let output = "";
-	let code = 0;
-	let killed = false;
-	try {
-		output = execFileSync(bun, ["test", join(suiteDir, file)], {
-			cwd: root,
-			encoding: "utf8",
-			stdio: ["ignore", "pipe", "pipe"],
-			timeout,
-			maxBuffer: 32 * 1024 * 1024,
-		});
-	} catch (error) {
-		output = `${error.stdout ?? ""}${error.stderr ?? ""}`;
-		code = error.status ?? -1;
-		killed = Boolean(error.killed) || error.signal !== undefined;
-	}
-	const seconds = ((Date.now() - started) / 1000).toFixed(1);
-	const summary = output
-		.split("\n")
-		.filter((line) => /pass|fail|Ran /.test(line))
-		.slice(-3)
-		.join(" | ");
-	const how = killed
-		? code === 0 || code === -1
-			? "killed"
-			: `exit ${code}`
-		: `exit ${code}`;
-
-	if (code === 0) {
-		passedFiles++;
-		console.log(`ok   ${file} (${seconds}s) ${summary.slice(0, 120)}`);
-		continue;
-	}
-
-	// A known-failing file is only excused while it fails in exactly the
-	// recorded way and without an assertion failing - anything else is a
-	// real regression.
-	if (knownReason && !hasAssertionFailure(output) && knownExpect?.test(output)) {
-		known.push(`${file} (${knownReason})`);
-		console.log(
-			`known-failing ${file} (${seconds}s, ${how}) ${knownReason} | ${summary
-				.slice(0, 120)
-				.trim()}`,
-		);
-		continue;
-	}
-
-	failed.push(file);
-	console.error(
-		`FAIL ${file} (${seconds}s, ${how}) ${summary.slice(0, 200)}`,
-	);
-	if (!knownReason) {
-		const tail = output.split("\n").slice(-40).join("\n");
-		console.error(tail.trim());
-	}
-}
-
-// A known-failing entry that no longer matches a file is stale.
-for (const entry of KNOWN_FAILING.keys()) {
-	if (!files.includes(entry)) stale.push(entry);
-}
-if (stale.length > 0) {
-	console.warn(
-		`langchain tests: stale known-failing entries (no such file): ${stale.join(", ")}`,
-	);
-}
-
-console.log(
-	`langchain tests: ${passedFiles}/${files.length} files passed, ${known.length} known-failing, ${failed.length} failed`,
-);
-
-if (failed.length > 0) {
-	console.error(`langchain tests: failing files: ${failed.join(", ")}`);
-	process.exit(1);
-}