@hatchingpoint/point 0.0.5 → 0.0.6

package/src/core/cli.ts

@@ -1,14 +1,19 @@
 import { dirname, resolve } from "node:path";
+import { tmpdir } from "node:os";
+import type { PointCoreDeclaration, PointCoreProgram } from "./ast.ts";
 import { checkPointCore } from "./check.ts";
 import { createPointCoreIndex, createPointCoreRepairPlan, explainPointCoreRef } from "./context.ts";
+import { createSemanticIndex, explainSemanticRef, mapPublicDiagnostics } from "../semantic/context.ts";
 import { emitPointCoreTypeScript } from "./emit-typescript.ts";
-import { formatPointCore } from "./format.ts";
-import { isSemanticPointSyntax, parsePointCore } from "./parser.ts";
+import { emitPointCoreJavaScript } from "./emit-javascript.ts";
+import { formatPointSource } from "./format.ts";
+import { isCacheHit, isIncrementalEnabled, readBuildCache, recordCacheEntry, writeBuildCache } from "./incremental.ts";
+import { parsePointSource } from "./parser.ts";
 
 const DEFAULT_INPUT = "examples/math.point";
 const DEFAULT_OUTPUT = "generated/math.ast.json";
 const DEFAULT_TS_OUTPUT = "generated/math.ts";
-const DEFAULT_PATTERN = "examples/**/*.point";
+const DEFAULT_PATTERNS = ["examples/**/*.point", "std/**/*.point", "compiler/**/*.point"];
 const GENERATED_DIR = "generated";
 
 export async function main() {
@@ -18,32 +23,28 @@ export async function main() {
 		return;
 	}
 
+	if (command === "repl") {
+		await runRepl(Bun.argv.slice(3).join(" "));
+		return;
+	}
+
 	const inputPath = resolve(process.cwd(), input);
 	const source = await Bun.file(inputPath).text();
-	const program = parsePointCore(source);
+	const program = parsePointSource(source);
 	const diagnostics = checkPointCore(program);
 
 	if (command === "fmt") {
-		if (isSemanticPointSyntax(source)) {
-			console.log(`Point core fmt preserved semantic source: ${input}`);
-			return;
-		}
-		await Bun.write(inputPath, formatPointCore(program));
-		console.log(`Point core fmt wrote ${input}`);
+		await Bun.write(inputPath, formatPointSource(source));
+		console.log(`Point fmt wrote ${input}`);
 		return;
 	}
 
 	if (command === "fmt-check") {
-		if (isSemanticPointSyntax(source)) {
-			console.log(`Point core fmt check passed: ${input}`);
-			return;
-		}
-		const formatted = formatPointCore(program);
-		if (source !== formatted) {
-			console.error(`Point core fmt check failed: ${input}`);
+		if (source !== formatPointSource(source)) {
+			console.error(`Point fmt check failed: ${input}`);
 			process.exit(1);
 		}
-		console.log(`Point core fmt check passed: ${input}`);
+		console.log(`Point fmt check passed: ${input}`);
 		return;
 	}
 
@@ -57,24 +58,34 @@ export async function main() {
 	}
 
 	if (command === "check-json") {
-		console.log(JSON.stringify({ schemaVersion: "point.core.check.v1", ok: diagnostics.length === 0, diagnostics }, null, 2));
+		const outputDiagnostics = mapPublicDiagnostics(program, diagnostics);
+		console.log(JSON.stringify({ schemaVersion: "point.core.check.v1", ok: diagnostics.length === 0, diagnostics: outputDiagnostics }, null, 2));
 		if (diagnostics.length > 0) process.exit(1);
 		return;
 	}
 
 	if (command === "index") {
+		if (program.semanticSource) {
+			console.log(JSON.stringify(createSemanticIndex(program.semanticSource), null, 2));
+			return;
+		}
 		console.log(JSON.stringify(createPointCoreIndex(program), null, 2));
 		return;
 	}
 
 	if (command === "explain") {
 		const ref = output;
+		if (program.semanticSource && ref.startsWith("point://semantic/")) {
+			console.log(JSON.stringify(explainSemanticRef(program.semanticSource, ref), null, 2));
+			return;
+		}
 		console.log(JSON.stringify(explainPointCoreRef(program, ref), null, 2));
 		return;
 	}
 
 	if (command === "repair-plan") {
-		console.log(JSON.stringify(createPointCoreRepairPlan(diagnostics), null, 2));
+		const outputDiagnostics = mapPublicDiagnostics(program, diagnostics);
+		console.log(JSON.stringify(createPointCoreRepairPlan(outputDiagnostics), null, 2));
 		if (diagnostics.length > 0) process.exit(1);
 		return;
 	}
@@ -108,30 +119,70 @@ export async function main() {
 		return;
 	}
 
+	if (command === "build-js") {
+		if (diagnostics.length > 0) {
+			console.error(JSON.stringify({ ok: false, diagnostics }, null, 2));
+			process.exit(1);
+		}
+		const outputPath = resolve(process.cwd(), output === DEFAULT_OUTPUT ? DEFAULT_TS_OUTPUT.replace(/\.ts$/, ".js") : output);
+		await Bun.$`mkdir -p ${dirname(outputPath)}`.quiet();
+		await Bun.write(outputPath, emitPointCoreJavaScript(program));
+		console.log(`Point core JavaScript build wrote ${outputPath.replaceAll("\\", "/")}`);
+		return;
+	}
+
+	if (command === "run") {
+		if (diagnostics.length > 0) {
+			console.error(JSON.stringify({ ok: false, diagnostics }, null, 2));
+			process.exit(1);
+		}
+		const runOutput = resolve(tmpdir(), `point-run-${Date.now()}.ts`);
+		await Bun.write(runOutput, emitPointCoreTypeScript(program));
+		let entryName: string | null = null;
+		try {
+			const mod = await import(pathToFileUrl(runOutput));
+			entryName = findRunEntryName(program);
+			if (!entryName) throw new Error("No zero-argument entrypoint found. Define an action or calculation with no inputs.");
+			const entry = mod[entryName];
+			if (typeof entry !== "function") throw new Error(`Entrypoint ${entryName} was not exported.`);
+			const value = await entry();
+			if (value !== undefined) console.log(typeof value === "string" ? value : JSON.stringify(value));
+		} catch (error) {
+			console.error(`Runtime error in ${runtimeSourceLocation(program, input, entryName)}: ${error instanceof Error ? error.message : String(error)}`);
+			process.exit(1);
+		}
+		return;
+	}
+
+	if (command === "test") {
+		if (diagnostics.length > 0) {
+			console.error(JSON.stringify({ ok: false, diagnostics }, null, 2));
+			process.exit(1);
+		}
+		const result = await runPointTests(program, input);
+		console.log(JSON.stringify(result, null, 2));
+		if (!result.ok) process.exit(1);
+		return;
+	}
+
 	throw new Error(`Unknown point core command: ${command}`);
 }
 
 async function runProjectCommand(command: string) {
 	const inputs = await discoverInputs();
-	if (inputs.length === 0) throw new Error(`No Point core files matched ${DEFAULT_PATTERN}`);
+	if (inputs.length === 0) throw new Error(`No Point core files matched ${DEFAULT_PATTERNS.join(", ")}`);
 	const results = await Promise.all(inputs.map((input) => loadCoreFile(input)));
+	const graph = createModuleGraph(results);
+	const orderedResults = orderByDependencies(results, graph);
 
 	if (command === "fmt-all") {
-		await Promise.all(
-			results.map((result) =>
-				isSemanticPointSyntax(result.source)
-					? Promise.resolve()
-					: Bun.write(resolve(process.cwd(), result.input), formatPointCore(result.program)),
-			),
-		);
-		console.log(`Point core fmt wrote ${results.length} files`);
+		await Promise.all(results.map((result) => Bun.write(resolve(process.cwd(), result.input), formatPointSource(result.source))));
+		console.log(`Point fmt wrote ${results.length} files`);
 		return;
 	}
 
 	if (command === "fmt-check-all") {
-		const unformatted = results.filter(
-			(result) => !isSemanticPointSyntax(result.source) && result.source !== formatPointCore(result.program),
-		);
+		const unformatted = results.filter((result) => result.source !== formatPointSource(result.source));
 		if (unformatted.length > 0) {
 			console.error(JSON.stringify({ ok: false, unformatted: unformatted.map((result) => result.input) }, null, 2));
 			process.exit(1);
@@ -141,26 +192,40 @@ async function runProjectCommand(command: string) {
 	}
 
 	if (command === "check-all") {
-		const diagnostics = results.flatMap((result) =>
-			checkPointCore(result.program).map((diagnostic) => ({ ...diagnostic, file: result.input })),
-		);
+		const cache = isIncrementalEnabled() ? await readBuildCache() : null;
+		let manifest = cache ?? { schemaVersion: "point.cache.v1" as const, entries: {} };
+		const diagnostics = [];
+		let skipped = 0;
+		for (const result of orderedResults) {
+			if (cache && isCacheHit(manifest, result.input, result.source)) {
+				skipped += 1;
+				continue;
+			}
+			const fileDiagnostics = checkPointCore(programWithDependencyDeclarations(result, graph)).map((diagnostic) => ({
+				...diagnostic,
+				file: result.input,
+			}));
+			diagnostics.push(...fileDiagnostics);
+			if (cache) manifest = recordCacheEntry(manifest, result.input, result.source, fileDiagnostics.length === 0);
+		}
+		if (cache) await writeBuildCache(manifest);
 		if (diagnostics.length > 0) {
 			console.error(JSON.stringify({ ok: false, diagnostics }, null, 2));
 			process.exit(1);
 		}
-		console.log(`Point core check passed: ${results.length} files`);
+		console.log(`Point core check passed: ${results.length} files${skipped ? ` (${skipped} cached)` : ""}`);
 		return;
 	}
 
 	if (command === "build-all") {
-		const diagnostics = results.flatMap((result) =>
-			checkPointCore(result.program).map((diagnostic) => ({ ...diagnostic, file: result.input })),
+		const diagnostics = orderedResults.flatMap((result) =>
+			checkPointCore(programWithDependencyDeclarations(result, graph)).map((diagnostic) => ({ ...diagnostic, file: result.input })),
 		);
 		if (diagnostics.length > 0) {
 			console.error(JSON.stringify({ ok: false, diagnostics }, null, 2));
 			process.exit(1);
 		}
-		for (const result of results) {
+		for (const result of orderedResults) {
 			const output = outputFor(result.input);
 			const outputPath = resolve(process.cwd(), output);
 			await Bun.$`mkdir -p ${dirname(outputPath)}`.quiet();
@@ -171,46 +236,262 @@ async function runProjectCommand(command: string) {
 	}
 
 	if (command === "build-ts-all") {
-		const diagnostics = results.flatMap((result) =>
-			checkPointCore(result.program).map((diagnostic) => ({ ...diagnostic, file: result.input })),
+		const diagnostics = orderedResults.flatMap((result) =>
+			checkPointCore(programWithDependencyDeclarations(result, graph)).map((diagnostic) => ({ ...diagnostic, file: result.input })),
 		);
 		if (diagnostics.length > 0) {
 			console.error(JSON.stringify({ ok: false, diagnostics }, null, 2));
 			process.exit(1);
 		}
-		for (const result of results) {
+		for (const result of orderedResults) {
 			const output = tsOutputFor(result.input);
 			const outputPath = resolve(process.cwd(), output);
 			await Bun.$`mkdir -p ${dirname(outputPath)}`.quiet();
-			await Bun.write(outputPath, emitPointCoreTypeScript(result.program));
+			await Bun.write(outputPath, emitPointCoreTypeScript(programWithTypeScriptImports(result, graph)));
 		}
 		console.log(`Point core TypeScript build wrote ${results.length} files`);
 		return;
 	}
 
+	if (command === "build-js-all") {
+		const diagnostics = orderedResults.flatMap((result) =>
+			checkPointCore(programWithDependencyDeclarations(result, graph)).map((diagnostic) => ({ ...diagnostic, file: result.input })),
+		);
+		if (diagnostics.length > 0) {
+			console.error(JSON.stringify({ ok: false, diagnostics }, null, 2));
+			process.exit(1);
+		}
+		for (const result of orderedResults) {
+			const output = jsOutputFor(result.input);
+			const outputPath = resolve(process.cwd(), output);
+			await Bun.$`mkdir -p ${dirname(outputPath)}`.quiet();
+			await Bun.write(outputPath, emitPointCoreJavaScript(programWithTypeScriptImports(result, graph)));
+		}
+		console.log(`Point core JavaScript build wrote ${results.length} files`);
+		return;
+	}
+
+	if (command === "test-all") {
+		const diagnostics = orderedResults.flatMap((result) =>
+			checkPointCore(programWithDependencyDeclarations(result, graph)).map((diagnostic) => ({ ...diagnostic, file: result.input })),
+		);
+		if (diagnostics.length > 0) {
+			console.error(JSON.stringify({ ok: false, diagnostics }, null, 2));
+			process.exit(1);
+		}
+		const results = await Promise.all(orderedResults.map((result) => runPointTests(programWithTypeScriptImports(result, graph), result.input)));
+		const failed = results.filter((result) => !result.ok);
+		if (failed.length > 0) {
+			console.error(JSON.stringify({ ok: false, files: failed }, null, 2));
+			process.exit(1);
+		}
+		console.log(`Point tests passed: ${results.reduce((total, result) => total + result.tests.length, 0)} tests`);
+		return;
+	}
+
 	throw new Error(`Unknown point core command: ${command}`);
 }
 
 async function discoverInputs(): Promise<string[]> {
-	const glob = new Bun.Glob(DEFAULT_PATTERN);
-	const inputs: string[] = [];
-	for await (const input of glob.scan({ cwd: process.cwd(), onlyFiles: true })) {
-		if (!input.includes("/generated/")) inputs.push(input.replaceAll("\\", "/"));
+	const inputs = new Set<string>();
+	for (const pattern of DEFAULT_PATTERNS) {
+		const glob = new Bun.Glob(pattern);
+		for await (const input of glob.scan({ cwd: process.cwd(), onlyFiles: true })) {
+			if (!input.includes("/generated/")) inputs.add(input.replaceAll("\\", "/"));
+		}
 	}
-	return inputs.sort((a, b) => a.localeCompare(b));
+	return [...inputs].sort((a, b) => a.localeCompare(b));
+}
+
+function runtimeSourceLocation(program: PointCoreProgram, input: string, entryName: string | null): string {
+	const declaration = program.declarations.find((candidate) => candidate.kind === "function" && candidate.name === entryName);
+	const line = declaration?.span?.start.line;
+	return line ? `${input}:${line}` : input;
+}
+
+async function runRepl(inlineSource: string) {
+	const source = inlineSource ? inlineSource.replaceAll("\\n", "\n") : await Bun.stdin.text();
+	for (const rawLine of source.split(/\r?\n/)) {
+		const line = rawLine.trim();
+		if (!line) continue;
+		if (line === ".exit" || line === "exit") return;
+		try {
+			const value = Function(`"use strict"; return (${line.replace(/\band\b/g, "&&").replace(/\bor\b/g, "||")});`)();
+			console.log(`${formatReplValue(value)}: ${pointTypeOfRuntimeValue(value)}`);
+		} catch (error) {
+			console.error(`REPL error: ${error instanceof Error ? error.message : String(error)}`);
+		}
+	}
+}
+
+function formatReplValue(value: unknown): string {
+	return typeof value === "string" ? value : JSON.stringify(value);
+}
+
+function pointTypeOfRuntimeValue(value: unknown): string {
+	if (typeof value === "string") return "Text";
+	if (typeof value === "boolean") return "Bool";
+	if (typeof value === "number") return Number.isInteger(value) ? "Int" : "Float";
+	if (value === null || value === undefined) return "Void";
+	if (Array.isArray(value)) return "List";
+	return "Record";
+}
+
+interface PointTestResult {
+	file: string;
+	ok: boolean;
+	tests: Array<{ name: string; ok: boolean; error?: string }>;
+}
+
+async function runPointTests(program: PointCoreProgram, input: string): Promise<PointTestResult> {
+	const tests = program.declarations.filter(
+		(declaration) =>
+			declaration.kind === "function" &&
+			declaration.params.length === 0 &&
+			declaration.returnType.name === "Bool" &&
+			(declaration.semantic?.name.startsWith("test") || declaration.name.startsWith("test")),
+	);
+	if (tests.length === 0) return { file: input, ok: true, tests: [] };
+	const testOutput = resolve(tmpdir(), `point-test-${Date.now()}-${Math.random().toString(16).slice(2)}.ts`);
+	await Bun.write(testOutput, emitPointCoreTypeScript(program));
+	const mod = await import(pathToFileUrl(testOutput));
+	const results = [];
+	for (const test of tests) {
+		try {
+			const candidate = mod[test.name];
+			if (typeof candidate !== "function") throw new Error(`Test ${test.name} was not exported.`);
+			const value = await candidate();
+			results.push({ name: test.semantic?.name ?? test.name, ok: value === true, error: value === true ? undefined : "Expected true." });
+		} catch (error) {
+			results.push({ name: test.semantic?.name ?? test.name, ok: false, error: error instanceof Error ? error.message : String(error) });
+		}
+	}
+	return { file: input, ok: results.every((result) => result.ok), tests: results };
+}
+
+function pathToFileUrl(path: string): string {
+	return `file://${path.replaceAll("\\", "/")}`;
+}
+
+export function findRunEntryName(program: PointCoreProgram): string | null {
+	const zeroArgFunctions = program.declarations.filter((declaration) => declaration.kind === "function" && declaration.params.length === 0);
+	const preferred =
+		zeroArgFunctions.find((declaration) => declaration.semantic?.kind === "command") ??
+		zeroArgFunctions.find((declaration) => declaration.name === "main") ??
+		zeroArgFunctions[0];
+	return preferred?.name ?? null;
 }
 
 async function loadCoreFile(input: string) {
 	const source = await Bun.file(resolve(process.cwd(), input)).text();
-	return { input, source, program: parsePointCore(source) };
+	return { input, source, program: parsePointSource(source), uses: parseUseDeclarations(source, input) };
+}
+
+type CoreFile = Awaited<ReturnType<typeof loadCoreFile>>;
+type ModuleGraph = Map<string, { result: CoreFile; dependencies: CoreFile[] }>;
+
+interface UseDeclaration {
+	moduleName: string;
+	from: string;
+	input: string;
+}
+
+function parseUseDeclarations(source: string, input: string): UseDeclaration[] {
+	return source
+		.split(/\r?\n/)
+		.map((line) => line.trim().match(/^use\s+([A-Za-z][A-Za-z0-9]*(?:\.[A-Za-z][A-Za-z0-9]*)*)(?:\s+from\s+"([^"]+)")?$/))
+		.filter((match): match is RegExpMatchArray => Boolean(match))
+		.map((match) => ({ moduleName: match[1]!, from: match[2] ?? stdPathFor(match[1]!), input }));
+}
+
+function createModuleGraph(results: CoreFile[]): ModuleGraph {
+	const byInput = new Map(results.map((result) => [normalizeInput(result.input), result]));
+	const graph: ModuleGraph = new Map();
+	for (const result of results) {
+		const dependencies = result.uses.map((use) => {
+			const resolved = normalizeInput(resolveDependencyInput(use.input, use.from));
+			const dependency = byInput.get(resolved);
+			if (!dependency) throw new Error(`Cannot resolve Point module ${use.moduleName} from ${use.from} in ${use.input}`);
+			return dependency;
+		});
+		graph.set(normalizeInput(result.input), { result, dependencies });
+	}
+	return graph;
+}
+
+function orderByDependencies(results: CoreFile[], graph: ModuleGraph): CoreFile[] {
+	const ordered: CoreFile[] = [];
+	const visiting = new Set<string>();
+	const visited = new Set<string>();
+	const visit = (result: CoreFile) => {
+		const key = normalizeInput(result.input);
+		if (visited.has(key)) return;
+		if (visiting.has(key)) throw new Error(`Cyclic Point module dependency involving ${result.input}`);
+		visiting.add(key);
+		for (const dependency of graph.get(key)?.dependencies ?? []) visit(dependency);
+		visiting.delete(key);
+		visited.add(key);
+		ordered.push(result);
+	};
+	for (const result of results) visit(result);
+	return ordered;
+}
+
+function programWithDependencyDeclarations(result: CoreFile, graph: ModuleGraph): PointCoreProgram {
+	const dependencies = graph.get(normalizeInput(result.input))?.dependencies ?? [];
+	return {
+		...result.program,
+		declarations: [...dependencies.flatMap((dependency) => publicDeclarations(dependency.program)), ...result.program.declarations],
+	};
+}
+
+function programWithTypeScriptImports(result: CoreFile, graph: ModuleGraph): PointCoreProgram {
+	const dependencies = graph.get(normalizeInput(result.input))?.dependencies ?? [];
+	const imports: PointCoreDeclaration[] = dependencies.map((dependency) => ({
+		kind: "import",
+		names: publicDeclarations(dependency.program).map((declaration) => declaration.name).filter(Boolean),
+		from: `./${outputBaseName(dependency.input)}`,
+	}));
+	return { ...result.program, declarations: [...imports.filter((declaration) => declaration.kind !== "import" || declaration.names.length > 0), ...result.program.declarations] };
+}
+
+function publicDeclarations(program: PointCoreProgram): Array<Extract<PointCoreDeclaration, { kind: "type" | "function" | "value" | "external" }>> {
+	return program.declarations.filter(
+		(declaration): declaration is Extract<PointCoreDeclaration, { kind: "type" | "function" | "value" | "external" }> =>
+			declaration.kind === "type" || declaration.kind === "function" || declaration.kind === "value" || declaration.kind === "external",
+	);
+}
+
+function resolveDependencyInput(input: string, from: string): string {
+	if (from.startsWith("std/")) return from;
+	const base = dirname(resolve(process.cwd(), input));
+	return resolve(base, from).replace(resolve(process.cwd()), "").replace(/^[/\\]/, "");
+}
+
+function stdPathFor(moduleName: string): string {
+	if (!moduleName.startsWith("std.")) throw new Error(`Use declarations without from must target std modules: ${moduleName}`);
+	return `${moduleName.replace(/^std\./, "std/").replaceAll(".", "/")}.point`;
+}
+
+function normalizeInput(input: string): string {
+	return input.replaceAll("\\", "/");
 }
 
 function outputFor(input: string): string {
-	const name = input.split("/").pop()?.replace(/\.point$/, "") ?? "program";
+	const name = outputBaseName(input);
 	return `${GENERATED_DIR}/${name}.ast.json`;
 }
 
 function tsOutputFor(input: string): string {
-	const name = input.split("/").pop()?.replace(/\.point$/, "") ?? "program";
+	const name = outputBaseName(input);
 	return `${GENERATED_DIR}/${name}.ts`;
 }
+
+function jsOutputFor(input: string): string {
+	const name = outputBaseName(input);
+	return `${GENERATED_DIR}/${name}.js`;
+}
+
+function outputBaseName(input: string): string {
+	return normalizeInput(input).split("/").pop()?.replace(/\.point$/, "") ?? "program";
+}