@f5-sales-demo/xcsh 23.1.0 → 23.2.1

package/package.json

@@ -1,7 +1,7 @@
 {
 	"type": "module",
 	"name": "@f5-sales-demo/xcsh",
-	"version": "23.1.0",
+	"version": "23.2.1",
 	"description": "Coding agent CLI with read, bash, edit, write tools and session management",
 	"homepage": "https://github.com/f5-sales-demo/xcsh",
 	"author": "Can Boluk",
@@ -68,13 +68,13 @@
 	},
 	"dependencies": {
 		"@agentclientprotocol/sdk": "1.4.0",
-		"@f5-sales-demo/pi-agent-core": "23.1.0",
-		"@f5-sales-demo/pi-ai": "23.1.0",
-		"@f5-sales-demo/pi-natives": "23.1.0",
-		"@f5-sales-demo/pi-resource-management": "23.1.0",
-		"@f5-sales-demo/pi-tui": "23.1.0",
-		"@f5-sales-demo/pi-utils": "23.1.0",
-		"@f5-sales-demo/xcsh-stats": "23.1.0",
+		"@f5-sales-demo/pi-agent-core": "23.2.1",
+		"@f5-sales-demo/pi-ai": "23.2.1",
+		"@f5-sales-demo/pi-natives": "23.2.1",
+		"@f5-sales-demo/pi-resource-management": "23.2.1",
+		"@f5-sales-demo/pi-tui": "23.2.1",
+		"@f5-sales-demo/pi-utils": "23.2.1",
+		"@f5-sales-demo/xcsh-stats": "23.2.1",
 		"@mozilla/readability": "^0.6",
 		"@resvg/resvg-wasm": "2.6.2",
 		"@sinclair/typebox": "0.34.52",

package/src/cli.ts

@@ -231,6 +231,17 @@ if (process.env.XCSH_SMOKE_TEST_QMD === "1") {
 	}
 }
 
+if (process.env.XCSH_MEASURE_CORPUS_REQUESTS) {
+	try {
+		const { runCorpusMeasurement } = await import("./corpus-measurement");
+		process.stdout.write(`${await runCorpusMeasurement(process.env.XCSH_MEASURE_CORPUS_REQUESTS)}\n`);
+		process.exit(0);
+	} catch (error) {
+		process.stderr.write(`${error instanceof Error ? error.message : String(error)}\n`);
+		process.exit(1);
+	}
+}
+
 if (process.env.XCSH_MEASURE_DOCUMENTATION_REQUESTS) {
 	try {
 		const { runDocumentationMeasurement } = await import("./documentation-measurement");

package/src/corpus-measurement.ts

@@ -0,0 +1,65 @@
+import { createHash } from "node:crypto";
+import { readFile } from "node:fs/promises";
+import { BUILD_INFO } from "./internal-urls/build-info.generated";
+import { parseInternalUrl } from "./internal-urls/parse";
+import { PUBLIC_CITATION_SOURCES } from "./internal-urls/public-citation-destinations.generated";
+
+export function validateCorpusMeasurementRequests(input: unknown): string[] {
+	if (!Array.isArray(input) || !input.length || input.length > 10000 || input.some(uri => typeof uri !== "string"))
+		throw new Error("Corpus measurement requires one to 10000 offline corpus URIs");
+	for (const uri of input) {
+		const parsed = parseInternalUrl(uri);
+		if (
+			parsed.protocol !== "xcsh:" ||
+			!["documentation", "terraform-documentation", "api-spec", "api-catalog"].includes(parsed.rawHost) ||
+			parsed.username ||
+			parsed.password
+		)
+			throw new Error("Corpus measurement requires offline corpus URIs");
+	}
+	return input;
+}
+export async function measureCorpusRequests(input: unknown, read: (uri: string) => Promise<{ content: unknown }>) {
+	const results = [];
+	for (const request of validateCorpusMeasurementRequests(input)) {
+		let response = "",
+			error: string | null = null,
+			digest = "";
+		const times: number[] = [];
+		for (let repetition = 0; repetition < 5; repetition++) {
+			const start = performance.now();
+			try {
+				response = JSON.stringify((await read(request)).content);
+				error = null;
+			} catch (failure) {
+				response = "";
+				error = failure instanceof Error ? failure.message : String(failure);
+			}
+			times.push(performance.now() - start);
+			const current = createHash("sha256").update(JSON.stringify({ response, error })).digest("hex");
+			if (repetition && digest !== current) throw new Error("Non-deterministic installed corpus response");
+			digest = current;
+		}
+		results.push({ request, response_sha256: digest, error, times_ms: times });
+	}
+	return results;
+}
+export async function runCorpusMeasurement(file: string): Promise<string> {
+	const input = await readFile(file);
+	if (input.length > 4 * 1024 * 1024) throw new Error("Corpus measurement requests exceed 4 MiB");
+	const { InternalDocsProtocolHandler } = await import("./internal-urls/xcsh-protocol");
+	const handler = new InternalDocsProtocolHandler();
+	const results = await measureCorpusRequests(JSON.parse(input.toString("utf8")), uri =>
+		handler.resolve(parseInternalUrl(uri)),
+	);
+	return JSON.stringify({
+		schema_version: 1,
+		regression_only: true,
+		installed_resolver: true,
+		build: BUILD_INFO,
+		corpora: PUBLIC_CITATION_SOURCES,
+		repetitions: 5,
+		request_sha256: createHash("sha256").update(input).digest("hex"),
+		results,
+	});
+}