@untestutils/ai 0.5.0

package/dist/workflows/fix.mjs

@@ -0,0 +1,88 @@
+import { createHash } from "node:crypto";
+import { existsSync } from "node:fs";
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import { join, relative, resolve } from "pathe";
+import { resolveArtifactsRoot, debug, envFlag, log } from "@untestutils/core";
+import { runAgent } from "../agent/run.mjs";
+import { loadFixPrompt } from "../prompts.mjs";
+import { createAgentToolkit } from "../tools/registry.mjs";
+import { buildFileTree, fingerprint, treeSignature } from "../tree.mjs";
+export async function fixBrokenTests(opts) {
+	const root = resolve(opts.root);
+	const filePath = resolve(opts.path);
+	const source = await readFile(filePath, "utf8");
+	const tree = await buildFileTree(root);
+	const treeSig = treeSignature(tree);
+	const id = `fix-${createHash("sha1").update(filePath + opts.failureLog).digest("hex").slice(0, 10)}`;
+	const fp = fingerprint([
+		"fix-v1",
+		source,
+		opts.failureLog.slice(0, 4e3),
+		resolve(root),
+		(opts.recipes ?? []).join(","),
+		treeSig
+	]);
+	const artifactsRoot = resolveArtifactsRoot();
+	const genDir = join(artifactsRoot, "ai");
+	await mkdir(genDir, { recursive: true });
+	const genPath = join(genDir, `${id}.${fp.slice(0, 8)}.fixed.gen.ts`);
+	if (existsSync(genPath) && !opts.write) {
+		const code = await readFile(genPath, "utf8");
+		debug("ai", `fix cache hit ${id}`);
+		return {
+			code,
+			genPath,
+			fingerprint: fp,
+			readPaths: []
+		};
+	}
+	if (!envFlag("UNTESTUTILS_AI", false) && process.env.UNTESTUTILS_AI_MOCK !== "1") {
+		throw new Error(`[untestutils/ai] no cached fix for "${filePath}". Run with UNTESTUTILS_AI=1 (genPath would be ${genPath}).`);
+	}
+	const toolkit = createAgentToolkit({
+		root,
+		maxFilesRead: opts.maxFilesRead ?? 30,
+		maxBytesTotal: opts.maxBytesTotal ?? 3e5,
+		browser: opts.browser ? {
+			baseURL: opts.baseURL,
+			headless: true
+		} : opts.baseURL ? {
+			baseURL: opts.baseURL,
+			headless: true
+		} : false
+	});
+	try {
+		const system = await loadFixPrompt();
+		const code = await runAgent({
+			system,
+			mockKind: "fix",
+			mockRecipe: opts.recipes?.[0] ?? "basic",
+			maxSteps: opts.maxExploreSteps ?? 16,
+			tools: toolkit.tools,
+			prompt: [
+				`Failing file: ${relative(root, filePath)}`,
+				`Recipes: ${(opts.recipes ?? []).join(", ") || "(none)"}`,
+				opts.baseURL ? `Base URL: ${opts.baseURL}` : "Base URL: (none — use filesystem tools)",
+				`Failure log:\n\`\`\`\n${opts.failureLog.slice(0, 12e3)}\n\`\`\``,
+				`Current source:\n\`\`\`ts\n${source}\n\`\`\``,
+				`File tree (truncated):\n${tree.slice(0, 400).map((t) => t.path).join("\n")}`,
+				`Fix the test file. Explore the app if browser tools are available.`
+			].join("\n\n")
+		});
+		await writeFile(genPath, code, "utf8");
+		if (opts.write) {
+			await writeFile(filePath, code, "utf8");
+			log("ai", `fix wrote ${filePath}`);
+		} else {
+			log("ai", `fix cached ${genPath}`);
+		}
+		return {
+			code,
+			genPath,
+			fingerprint: fp,
+			readPaths: toolkit.readPaths()
+		};
+	} finally {
+		await toolkit.dispose?.();
+	}
+}

package/dist/workflows/generate.d.ts

@@ -0,0 +1,29 @@
+import { type FileTreeEntry } from '../tree';
+import type { GenerateResult } from './types';
+export declare const AI_PROMPT_VERSION = "v1";
+export declare const CONVERT_PROMPT_VERSION = "convert-v1";
+export interface AiTestOptions {
+    id: string;
+    prompt: string;
+    root: string;
+    recipes?: string[];
+    focus?: string[];
+    maxAttempts?: number;
+    maxExploreSteps?: number;
+    maxFilesRead?: number;
+    maxBytesTotal?: number;
+    baseURL?: string;
+    browser?: boolean;
+}
+export declare function aiTest(opts: AiTestOptions): Promise<GenerateResult>;
+export interface ConvertTestOptions {
+    path: string;
+    root: string;
+    maxFilesRead?: number;
+    maxBytesTotal?: number;
+    maxExploreSteps?: number;
+}
+export declare function convertTestFile(opts: ConvertTestOptions): Promise<GenerateResult>;
+export declare function aiTestFromFile(path: string, defaults?: Partial<AiTestOptions>): Promise<GenerateResult>;
+export type { FileTreeEntry };
+//# sourceMappingURL=generate.d.ts.map

package/dist/workflows/generate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../src/workflows/generate.ts"],"names":[],"mappings":"AAQA,OAAO,EAA6C,KAAK,aAAa,EAAE,MAAM,SAAS,CAAC;AACxF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE9C,eAAO,MAAM,iBAAiB,OAAO,CAAC;AACtC,eAAO,MAAM,sBAAsB,eAAe,CAAC;AAEnD,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAoBD,wBAAsB,MAAM,CAAC,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC,CAkEzE;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,wBAAsB,eAAe,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAAC,cAAc,CAAC,CA2DvF;AAED,wBAAsB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,GAAE,OAAO,CAAC,aAAa,CAAM,2BA+BvF;AAED,YAAY,EAAE,aAAa,EAAE,CAAC"}

package/dist/workflows/generate.mjs

@@ -0,0 +1,167 @@
+import { createHash } from "node:crypto";
+import { existsSync } from "node:fs";
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import { join, relative, resolve } from "pathe";
+import { resolveArtifactsRoot, debug, envFlag, log } from "@untestutils/core";
+import { runAgent } from "../agent/run.mjs";
+import { loadConvertPrompt, loadSystemPrompt } from "../prompts.mjs";
+import { createAgentToolkit } from "../tools/registry.mjs";
+import { buildFileTree, fingerprint, treeSignature } from "../tree.mjs";
+export const AI_PROMPT_VERSION = "v1";
+export const CONVERT_PROMPT_VERSION = "convert-v1";
+function genFingerprint(opts) {
+	return fingerprint([
+		opts.version ?? AI_PROMPT_VERSION,
+		opts.prompt.trim(),
+		resolve(opts.root),
+		opts.recipes.join(","),
+		opts.focus.join(","),
+		opts.treeSig
+	]);
+}
+export async function aiTest(opts) {
+	const root = resolve(opts.root);
+	const tree = await buildFileTree(root);
+	const treeSig = treeSignature(tree);
+	const fp = genFingerprint({
+		prompt: opts.prompt,
+		root,
+		recipes: opts.recipes ?? [],
+		focus: opts.focus ?? [],
+		treeSig
+	});
+	const artifactsRoot = resolveArtifactsRoot();
+	const genDir = join(artifactsRoot, "ai");
+	await mkdir(genDir, { recursive: true });
+	const genPath = join(genDir, `${opts.id}.${fp.slice(0, 8)}.spec.gen.ts`);
+	if (existsSync(genPath)) {
+		const code = await readFile(genPath, "utf8");
+		debug("ai", `cache hit ${opts.id}`);
+		return {
+			code,
+			genPath,
+			fingerprint: fp,
+			readPaths: []
+		};
+	}
+	if (!envFlag("UNTESTUTILS_AI", false) && process.env.UNTESTUTILS_AI_MOCK !== "1") {
+		throw new Error(`[untestutils/ai] no cached test for "${opts.id}". Run locally with UNTESTUTILS_AI=1 once (genPath would be ${genPath}).`);
+	}
+	const toolkit = createAgentToolkit({
+		root,
+		maxFilesRead: opts.maxFilesRead ?? 20,
+		maxBytesTotal: opts.maxBytesTotal ?? 2e5,
+		browser: opts.browser || opts.baseURL ? { baseURL: opts.baseURL } : false
+	});
+	try {
+		const system = await loadSystemPrompt();
+		const treeText = tree.slice(0, 500).map((t) => `${t.path} (${t.size})`).join("\n");
+		const code = await runAgent({
+			system,
+			mockKind: "generate",
+			mockRecipe: opts.recipes?.[0] ?? "basic",
+			maxSteps: opts.maxExploreSteps ?? 12,
+			tools: toolkit.tools,
+			prompt: [
+				`Recipes: ${(opts.recipes ?? []).join(", ") || "(none)"}`,
+				`Focus hints: ${(opts.focus ?? []).join(", ") || "(none)"}`,
+				opts.baseURL ? `Base URL: ${opts.baseURL}` : "",
+				`File tree under root:\n${treeText}`,
+				`User scenario:\n${opts.prompt}`,
+				`Use tools to read files you need, then output a single English ts-fenced test file.`
+			].filter(Boolean).join("\n\n")
+		});
+		await writeFile(genPath, code, "utf8");
+		log("ai", `wrote ${genPath}`);
+		return {
+			code,
+			genPath,
+			fingerprint: fp,
+			readPaths: toolkit.readPaths()
+		};
+	} finally {
+		await toolkit.dispose?.();
+	}
+}
+export async function convertTestFile(opts) {
+	const root = resolve(opts.root);
+	const filePath = resolve(opts.path);
+	const source = await readFile(filePath, "utf8");
+	const tree = await buildFileTree(root);
+	const treeSig = treeSignature(tree);
+	const id = `convert-${createHash("sha1").update(filePath).digest("hex").slice(0, 8)}`;
+	const fp = genFingerprint({
+		prompt: `${CONVERT_PROMPT_VERSION}\n${source}`,
+		root,
+		recipes: [],
+		focus: [relative(root, filePath)],
+		treeSig,
+		version: CONVERT_PROMPT_VERSION
+	});
+	const artifactsRoot = resolveArtifactsRoot();
+	const genDir = join(artifactsRoot, "ai");
+	await mkdir(genDir, { recursive: true });
+	const genPath = join(genDir, `${id}.${fp.slice(0, 8)}.spec.gen.ts`);
+	if (existsSync(genPath)) {
+		const code = await readFile(genPath, "utf8");
+		debug("ai", `convert cache hit ${id}`);
+		return {
+			code,
+			genPath,
+			fingerprint: fp,
+			readPaths: []
+		};
+	}
+	if (!envFlag("UNTESTUTILS_AI", false) && process.env.UNTESTUTILS_AI_MOCK !== "1") {
+		throw new Error(`[untestutils/ai] no cached convert for "${filePath}". Run with UNTESTUTILS_AI=1 once (genPath would be ${genPath}).`);
+	}
+	const toolkit = createAgentToolkit({
+		root,
+		maxFilesRead: opts.maxFilesRead ?? 20,
+		maxBytesTotal: opts.maxBytesTotal ?? 2e5
+	});
+	try {
+		const system = await loadConvertPrompt();
+		const code = await runAgent({
+			system,
+			mockKind: "convert",
+			maxSteps: opts.maxExploreSteps ?? 8,
+			tools: toolkit.tools,
+			prompt: [
+				`Convert this test file to untestutils.`,
+				`Source path: ${relative(root, filePath)}`,
+				`Source:\n\`\`\`ts\n${source}\n\`\`\``
+			].join("\n\n")
+		});
+		await writeFile(genPath, code, "utf8");
+		log("ai", `convert wrote ${genPath}`);
+		return {
+			code,
+			genPath,
+			fingerprint: fp,
+			readPaths: toolkit.readPaths()
+		};
+	} finally {
+		await toolkit.dispose?.();
+	}
+}
+export async function aiTestFromFile(path, defaults = {}) {
+	const raw = await readFile(path, "utf8");
+	const fm = raw.match(/^---\n([\s\S]*?)\n---\n([\s\S]*)$/);
+	const meta = {};
+	let prompt = raw;
+	if (fm) {
+		prompt = fm[2].trim();
+		for (const line of fm[1].split("\n")) {
+			const [k, ...rest] = line.split(":");
+			if (k) meta[k.trim()] = rest.join(":").trim().replace(/^['"]|['"]$/g, "");
+		}
+	}
+	return aiTest({
+		id: String(meta.id ?? defaults.id ?? "from-file"),
+		root: String(meta.root ?? defaults.root ?? "."),
+		recipes: meta.recipes ? String(meta.recipes).split(",").map((s) => s.trim()) : defaults.recipes,
+		focus: meta.focus ? String(meta.focus).split(",").map((s) => s.trim()) : defaults.focus,
+		prompt
+	});
+}

package/dist/workflows/types.d.mts

@@ -0,0 +1,6 @@
+export interface GenerateResult {
+	code: string;
+	genPath: string;
+	fingerprint: string;
+	readPaths: string[];
+}

package/dist/workflows/types.d.ts

@@ -0,0 +1,7 @@
+export interface GenerateResult {
+    code: string;
+    genPath: string;
+    fingerprint: string;
+    readPaths: string[];
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/workflows/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/workflows/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB"}

package/dist/workflows/types.mjs

@@ -0,0 +1 @@
+export {};

package/package.json

@@ -0,0 +1,75 @@
+{
+  "name": "@untestutils/ai",
+  "version": "0.5.0",
+  "files": [
+    "dist"
+  ],
+  "type": "module",
+  "sideEffects": false,
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.mjs",
+      "default": "./dist/index.mjs"
+    },
+    "./package.json": "./package.json"
+  },
+  "dependencies": {
+    "pathe": "^2.0.3",
+    "tinyglobby": "^0.2.17",
+    "@untestutils/core": "0.5.0"
+  },
+  "devDependencies": {
+    "@types/node": "^26.6.1",
+    "publint": "^0.3.24",
+    "typescript": "^6.0.3",
+    "obuild": "^0.4.40"
+  },
+  "peerDependencies": {
+    "@ai-sdk/anthropic": "^4.0.57",
+    "@ai-sdk/google": "^4.0.75",
+    "@ai-sdk/openai": "^4.0.70",
+    "@ai-sdk/xai": "^5.0.3",
+    "ai": "^7.0.106",
+    "playwright-core": "^1.63.0"
+  },
+  "peerDependenciesMeta": {
+    "ai": {
+      "optional": true
+    },
+    "@ai-sdk/openai": {
+      "optional": true
+    },
+    "@ai-sdk/anthropic": {
+      "optional": true
+    },
+    "@ai-sdk/google": {
+      "optional": true
+    },
+    "@ai-sdk/xai": {
+      "optional": true
+    },
+    "playwright-core": {
+      "optional": true
+    }
+  },
+  "engines": {
+    "node": ">=20"
+  },
+  "license": "MIT",
+  "homepage": "https://s00d.github.io/untestutils/",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/s00d/untestutils.git",
+    "directory": "packages/ai"
+  },
+  "main": "./dist/index.mjs",
+  "types": "./dist/index.d.ts",
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "obuild && tsc -p tsconfig.build.json",
+    "publint": "publint --strict"
+  }
+}