oh-my-opencode 4.16.3 → 4.17.0

package/packages/omo-codex/plugin/test/ulw-research-epistemic-contract.test.mjs

@@ -1,98 +0,0 @@
-import assert from "node:assert/strict";
-import { readFile } from "node:fs/promises";
-import { dirname, join } from "node:path";
-import test from "node:test";
-import { fileURLToPath } from "node:url";
-import { sharedSkillsRootPath } from "@oh-my-opencode/shared-skills";
-
-const root = dirname(dirname(fileURLToPath(import.meta.url)));
-
-async function readUlwResearchCopies() {
-	const sharedPath = join(sharedSkillsRootPath(), "ulw-research", "SKILL.md");
-	const packagedPath = join(root, "skills", "ulw-research", "SKILL.md");
-	return [
-		{ label: "shared", path: sharedPath, content: await readFile(sharedPath, "utf8") },
-		{ label: "packaged", path: packagedPath, content: await readFile(packagedPath, "utf8") },
-	];
-}
-
-function escapeRegExp(value) {
-	return value.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
-}
-
-function markdownSection(content, heading, nextHeading) {
-	const headingPattern = new RegExp(`^${escapeRegExp(heading)}\\r?$`, "m");
-	const headingMatch = content.match(headingPattern);
-	assert.notEqual(headingMatch, null, `SKILL.md section not found: ${heading}`);
-	assert.notEqual(headingMatch.index, undefined, `SKILL.md section index not found: ${heading}`);
-	const bodyStart = headingMatch.index + headingMatch[0].length;
-	if (nextHeading === undefined) return content.slice(bodyStart);
-	const nextHeadingIndex = content.indexOf(`\n${nextHeading}`, bodyStart);
-	assert.notEqual(nextHeadingIndex, -1, `SKILL.md next section not found: ${nextHeading}`);
-	return content.slice(bodyStart, nextHeadingIndex);
-}
-
-test("#given ulw-research epistemic instrumentation #when the research contract is inspected #then the meta-layer artifacts and fields are required", async () => {
-	for (const copy of await readUlwResearchCopies()) {
-		const section = markdownSection(copy.content, "## Epistemic instrumentation", "## Run the swarm as a cooperating team");
-		assert.match(section, /intent-diff\.md/i, `${copy.label}: body must require an intent-vs-reality diff artifact`);
-		assert.match(section, /expected truth/i, `${copy.label}: intent diff must record expected truth`);
-		assert.match(section, /observed reality/i, `${copy.label}: intent diff must record observed reality`);
-		assert.match(section, /diff, violated invariant/i, `${copy.label}: intent diff must record the diff gap field and violated invariant`);
-		assert.match(section, /claim-graph\.md/i, `${copy.label}: body must require a claim graph`);
-		assert.match(section, /independent observation groups/i, `${copy.label}: claim graph must track independent observation groups`);
-		assert.match(section, /convergence status/i, `${copy.label}: claim graph must track convergence status`);
-		const claimGraphBullet = section.split("\n").find((line) => line.includes("`claim-graph.md`"));
-		assert.notEqual(claimGraphBullet, undefined, `${copy.label}: claim graph bullet must exist`);
-		assert.match(claimGraphBullet, /single claim store/i, `${copy.label}: claim graph must be the single claim store`);
-		assert.match(claimGraphBullet, /risk tier/i, `${copy.label}: claim graph nodes must carry a risk tier`);
-		assert.match(claimGraphBullet, /counter-search/i, `${copy.label}: claim graph nodes must carry the counter-search result`);
-		assert.match(claimGraphBullet, /primary source/i, `${copy.label}: claim graph nodes must carry primary source backing`);
-		assert.match(claimGraphBullet, /verified-claims/i, `${copy.label}: cleared nodes must feed the verified-claims digest`);
-		assert.match(section, /observation-manifest\.md/i, `${copy.label}: body must require an observation manifest`);
-		assert.match(section, /observer group/i, `${copy.label}: observation manifest must record observer groups`);
-		assert.match(section, /independence basis/i, `${copy.label}: observation manifest must record independence basis`);
-		assert.match(section, /observed_at/i, `${copy.label}: temporal evidence must include observed_at`);
-		assert.match(section, /valid_at|claim_valid_at/i, `${copy.label}: temporal evidence must include a validity field`);
-		assert.match(section, /verification-economics\.md/i, `${copy.label}: body must require verification economics`);
-		assert.match(section, /cause-disappearance\.md/i, `${copy.label}: body must require cause-disappearance records`);
-		assert.match(section, /last_seen/i, `${copy.label}: cause-disappearance records must track last_seen`);
-		assert.match(section, /disconfirming observation/i, `${copy.label}: cause-disappearance records must track disconfirming observations`);
-		assert.match(section, /no longer observed/i, `${copy.label}: cause-disappearance records must support no-longer-observed verdicts`);
-	}
-});
-
-test("#given ulw-research readiness gates #when synthesis rules are inspected #then diff closure and independent convergence are required", async () => {
-	for (const copy of await readUlwResearchCopies()) {
-		const success = markdownSection(copy.content, "## Success criteria", "## Epistemic instrumentation");
-		const phase4 = markdownSection(copy.content, "## Phase 4 — Synthesize", "## Phase 5 — Final materials");
-		assert.match(success, /intent-vs-reality diff/i, `${copy.label}: success criteria must require intent diff closure`);
-		assert.match(success, /independent observation groups/i, `${copy.label}: success criteria must require independent observations`);
-		assert.match(success, /convergence/i, `${copy.label}: success criteria must require convergence`);
-		assert.match(phase4, /intent-diff\.md/i, `${copy.label}: synthesis must start from the intent diff`);
-		assert.match(phase4, /independent-observation convergence/i, `${copy.label}: synthesis must summarize independent convergence`);
-	}
-});
-
-test("#given ulw-research observation instrumentation #when worker ownership is inspected #then workers return candidates as message text and the orchestrator writes manifests", async () => {
-	for (const copy of await readUlwResearchCopies()) {
-		assert.match(copy.content, /observation candidates?|claim candidates?/i, `${copy.label}: workers must return claim and observation candidates`);
-		assert.match(copy.content, /message text/i, `${copy.label}: claim and observation candidates must travel as message text`);
-		assert.match(copy.content, /orchestrator-owned|orchestrator owns/i, `${copy.label}: instrumentation artifacts must be orchestrator-owned`);
-		assert.doesNotMatch(
-			copy.content,
-			/worker[^.]*\b(?:write|append|create)s?\b[^.]*(?:intent-diff|observation-manifest|claim-graph|verification-economics|cause-disappearance)/i,
-			`${copy.label}: workers must not write instrumentation artifacts directly`,
-		);
-	}
-});
-
-test("#given the claim graph as the single claim store #when the retired ledger is scanned #then claim-ledger is gone and the gate lives on graph nodes", async () => {
-	for (const copy of await readUlwResearchCopies()) {
-		assert.doesNotMatch(copy.content, /claim[- ]ledger/i, `${copy.label}: the retired claim-ledger artifact must not appear`);
-		const phase3b = markdownSection(copy.content, "## Phase 3b — Lock non-code claims through the claim graph", "## Phase 4 — Synthesize");
-		assert.match(phase3b, /claim-graph\.md/i, `${copy.label}: the gate must record outcomes on claim-graph nodes`);
-		assert.match(phase3b, /verified-claims/i, `${copy.label}: the verified-claims allowlist digest must survive the merge`);
-		assert.match(phase3b, /sole allowlist/i, `${copy.label}: the data-flow-lock must stay self-enforcing`);
-	}
-});

package/packages/shared-skills/skills/visual-qa/scripts/skill-prompt-contract.test.ts

@@ -1,296 +0,0 @@
-import { describe, expect, test } from "bun:test"
-import { existsSync, readFileSync } from "node:fs"
-import { dirname, join } from "node:path"
-
-const repoRoot = findRepoRoot(import.meta.dir)
-const sharedSkillPath = join(repoRoot, "packages", "shared-skills", "skills", "visual-qa", "SKILL.md")
-const codexSkillPath = join(repoRoot, "packages", "omo-codex", "plugin", "skills", "visual-qa", "SKILL.md")
-const referencesPath = join(
-	repoRoot,
-	"packages",
-	"shared-skills",
-	"skills",
-	"visual-qa",
-	"references",
-	"agent-browser-setup.md",
-)
-
-type PromptFixture = {
-	readonly label: string
-	readonly text: string
-}
-
-function readPrompt(path: string): string {
-	return readFileSync(path, "utf8")
-}
-
-function findRepoRoot(start: string): string {
-	let current = start
-	while (true) {
-		if (existsSync(join(current, "package.json")) && existsSync(join(current, "packages"))) {
-			return current
-		}
-		const parent = dirname(current)
-		if (parent === current) {
-			throw new Error(`repository root not found from ${start}`)
-		}
-		current = parent
-	}
-}
-
-function fixtures(): readonly PromptFixture[] {
-	const promptFixtures: PromptFixture[] = [{ label: "shared skill", text: readPrompt(sharedSkillPath) }]
-	if (existsSync(codexSkillPath)) {
-		promptFixtures.push({ label: "codex plugin copy", text: readPrompt(codexSkillPath) })
-	}
-	return promptFixtures
-}
-
-function sectionBetween(text: string, startMarker: string, endMarker: string): string {
-	const start = text.indexOf(startMarker)
-	if (start < 0) {
-		throw new Error(`missing start marker: ${startMarker}`)
-	}
-	const end = text.indexOf(endMarker, start + startMarker.length)
-	if (end < 0) {
-		throw new Error(`missing end marker: ${endMarker}`)
-	}
-	return text.slice(start, end)
-}
-
-describe("visual-qa skill prompt contract", () => {
-	test("#given visual QA prompts #when dispatching pass B #then the oracle must directly inspect screenshots and content for CJK wrapping", () => {
-		for (const fixture of fixtures()) {
-			const passB = sectionBetween(fixture.text, "### Pass B", "## Step 4")
-			const lowerPassB = passB.toLowerCase()
-
-			expect(lowerPassB, fixture.label).toContain("directly open")
-			expect(lowerPassB, fixture.label).toContain("view_image")
-			expect(lowerPassB, fixture.label).toContain("source code")
-			expect(passB, fixture.label).toContain("[Image #1]")
-			expect(passB, fixture.label).toContain("semantic phrases")
-			expect(passB, fixture.label).toContain("놀라운 변 / 화")
-			expect(passB, fixture.label).toContain("에이전트 오케스트")
-			expect(passB, fixture.label).toContain("레이션 현황 및 미")
-			expect(passB, fixture.label).toContain("래")
-			expect(passB, fixture.label).toContain("REVISE/FAIL")
-		}
-	})
-
-	test("#given visual QA prompts #when dispatching pass A #then the oracle must reject mock-only UI instead of accepting superficial screenshots", () => {
-		for (const fixture of fixtures()) {
-			const passA = sectionBetween(fixture.text, "### Pass A", "### Pass B")
-			const checkBlock = sectionBetween(passA, "CHECK EACH:", "OUTPUT:")
-			const outputBlock = sectionBetween(passA, "OUTPUT:", '"""')
-			const lowerCheckBlock = checkBlock.toLowerCase()
-
-			expect(lowerCheckBlock, fixture.label).toContain("mock-only")
-			expect(lowerCheckBlock, fixture.label).toContain("faked-with-an-image")
-			expect(lowerCheckBlock, fixture.label).toContain("coherent design tokens")
-			expect(lowerCheckBlock, fixture.label).toContain("reused primitives")
-			expect(lowerCheckBlock, fixture.label).toContain("blocking")
-			expect(outputBlock, fixture.label).toContain("BLOCKING:")
-		}
-	})
-
-	test("#given the Web capture path #when no browser tooling is configured #then it falls back to agent-browser", () => {
-		for (const fixture of fixtures()) {
-			const web = sectionBetween(fixture.text, "### Web", "### TUI")
-
-			expect(web, fixture.label).toContain("agent-browser")
-			expect(fixture.text, fixture.label).toContain("npm install -g agent-browser")
-			expect(fixture.text, fixture.label).toContain("https://github.com/vercel-labs/agent-browser")
-			expect(fixture.text, fixture.label).toContain("references/agent-browser-setup.md")
-		}
-	})
-
-	test("#given the agent-browser fallback #when documenting setup #then a references doc lists install, link, and help", () => {
-		expect(existsSync(referencesPath)).toBe(true)
-		const doc = readFileSync(referencesPath, "utf8")
-
-		expect(doc).toContain("npm install -g agent-browser")
-		expect(doc).toContain("agent-browser install")
-		expect(doc).toContain("https://github.com/vercel-labs/agent-browser")
-		expect(doc).toContain("agent-browser --help")
-	})
-
-	test("#given the visual QA evidence commands #when documented #then they use the Node bundle, not a Bun-only TypeScript launcher", () => {
-		for (const fixture of fixtures()) {
-			expect(fixture.text, fixture.label).toContain('node "$SKILL_DIR/scripts/visual-qa.mjs" image-diff')
-			expect(fixture.text, fixture.label).toContain('node "$SKILL_DIR/scripts/visual-qa.mjs" tui-check')
-			expect(fixture.text, fixture.label).not.toContain('bun "$SKILL_DIR/scripts/cli.ts"')
-		}
-	})
-
-	test("#given a concrete visual target #when in reference-fidelity mode #then dual pixel + code-fidelity verification loops until both pass", () => {
-		for (const fixture of fixtures()) {
-			const cloneMode = sectionBetween(fixture.text, "## Step 5", "## Reference evidence is not the verdict")
-			const lowerCloneMode = cloneMode.toLowerCase()
-
-			expect(lowerCloneMode, fixture.label).toContain("clone")
-			expect(lowerCloneMode, fixture.label).toContain("imagen")
-			expect(lowerCloneMode, fixture.label).toContain("stitch")
-			expect(lowerCloneMode, fixture.label).toContain("generated mockup")
-			expect(lowerCloneMode, fixture.label).toContain("overview")
-			expect(cloneMode, fixture.label).toContain("pixel-by-pixel")
-			expect(cloneMode, fixture.label).toContain("image-diff")
-			expect(cloneMode, fixture.label).toContain("lazycodex-clone-fidelity-reviewer")
-			expect(lowerCloneMode, fixture.label).toContain("extensible state variants")
-			expect(lowerCloneMode, fixture.label).toContain("retry")
-		}
-	})
-})
-
-describe("visual-qa skill exhaustive-coverage and review-gate contract", () => {
-	test("#given a multi-page surface #when capturing #then every page is enumerated and verified per page, not sampled", () => {
-		for (const fixture of fixtures()) {
-			const capture = sectionBetween(fixture.text, "## Step 2", "## Step 3")
-			const lower = capture.toLowerCase()
-
-			expect(lower, fixture.label).toContain("every page")
-			expect(lower, fixture.label).toContain("enumerate")
-			expect(lower, fixture.label).toContain("never sample")
-			expect(lower, fixture.label).toContain("per page")
-			expect(lower, fixture.label).toContain("one failing page fails")
-		}
-	})
-
-	test("#given prior QA artifacts #when verifying #then stale evidence older than the source must be regenerated", () => {
-		for (const fixture of fixtures()) {
-			const capture = sectionBetween(fixture.text, "## Step 2", "## Step 3")
-			const lower = capture.toLowerCase()
-
-			expect(lower, fixture.label).toContain("stale")
-			expect(lower, fixture.label).toContain("older than")
-			expect(lower, fixture.label).toContain("regenerate")
-		}
-	})
-
-	test("#given Step 3 dispatch #when running the review #then it is required pre-done, harness-native, and covers every enumerated page", () => {
-		for (const fixture of fixtures()) {
-			const dispatch = sectionBetween(fixture.text, "## Step 3", "### Pass A")
-			const lower = dispatch.toLowerCase()
-
-			expect(lower, fixture.label).toContain("required before")
-			expect(lower, fixture.label).toContain("do not self-review")
-			expect(dispatch, fixture.label).toContain("spawn_agent")
-			expect(dispatch, fixture.label).toContain("lazycodex-gate-reviewer")
-			expect(lower, fixture.label).toContain("every enumerated page")
-		}
-	})
-
-	test("#given the completion gate #when deciding done #then an independent reviewer must PASS on a fresh full capture, looping until clean", () => {
-		for (const fixture of fixtures()) {
-			const gate = sectionBetween(fixture.text, "## Step 4", "## Step 5")
-			const lower = gate.toLowerCase()
-
-			expect(lower, fixture.label).toContain("hard stop rule")
-			expect(lower, fixture.label).toContain("independent")
-			expect(lower, fixture.label).toContain("no blocking")
-			expect(lower, fixture.label).toContain("fresh")
-			expect(lower, fixture.label).toContain("every enumerated page")
-			expect(lower, fixture.label).toContain("loop until")
-			expect(lower, fixture.label).toContain("do not stop because the automated script")
-		}
-	})
-
-	test("#given Pass B CJK checks #when inspecting #then it flags topic, connective, and source-citation splits across every page", () => {
-		for (const fixture of fixtures()) {
-			const passB = sectionBetween(fixture.text, "### Pass B", "## Step 4")
-			const lower = passB.toLowerCase()
-
-			expect(passB, fixture.label).toContain("두 강은")
-			expect(passB, fixture.label).toContain("쓸 수")
-			expect(passB, fixture.label).toContain("Attention Is")
-			expect(lower, fixture.label).toContain("citation")
-			expect(lower, fixture.label).toContain("every page")
-			expect(lower, fixture.label).toContain("regardless of similarityscore")
-		}
-	})
-
-	test("#given a generated reference packet #when reviewing #then Pass A and B require extensible design-system code and pixel-level reference matching", () => {
-		for (const fixture of fixtures()) {
-			const passA = sectionBetween(fixture.text, "### Pass A", "### Pass B")
-			const passB = sectionBetween(fixture.text, "### Pass B", "## Step 4")
-			const lowerPassA = passA.toLowerCase()
-			const lowerPassB = passB.toLowerCase()
-
-			expect(passA, fixture.label).toContain("REFERENCE PACKET:")
-			expect(passB, fixture.label).toContain("REFERENCE PACKET:")
-			expect(lowerPassA, fixture.label).toContain("reusable tokens/primitives")
-			expect(lowerPassA, fixture.label).toContain("extend to new pages")
-			expect(lowerPassA, fixture.label).toContain("missing overview content")
-			expect(lowerPassB, fixture.label).toContain("pixel-perfectly")
-			expect(lowerPassB, fixture.label).toContain("actual against reference")
-			expect(lowerPassB, fixture.label).toContain("overview text is part of the target")
-		}
-	})
-
-	test("#given reference packet evidence #when prompting reviewers #then sensitive content is redacted and annotations stay untrusted data", () => {
-		for (const fixture of fixtures()) {
-			const capture = sectionBetween(fixture.text, "## Step 2", "## Step 3")
-			const passA = sectionBetween(fixture.text, "### Pass A", "### Pass B")
-			const passB = sectionBetween(fixture.text, "### Pass B", "## Step 4")
-			const combined = `${capture}\n${passA}\n${passB}`.toLowerCase()
-
-			expect(combined, fixture.label).toContain("redact or omit secrets")
-			expect(combined, fixture.label).toContain("credentials")
-			expect(combined, fixture.label).toContain("tokens")
-			expect(combined, fixture.label).toContain("auth headers")
-			expect(combined, fixture.label).toContain("customer data")
-			expect(combined, fixture.label).toContain("private messages")
-			expect(combined, fixture.label).toContain("internal urls")
-			expect(combined, fixture.label).toContain("other sensitive content")
-			expect(combined, fixture.label).toContain("overview text")
-			expect(combined, fixture.label).toContain("annotations")
-			expect(combined, fixture.label).toContain("untrusted data")
-			expect(combined, fixture.label).toContain("captured ui copy")
-			expect(combined, fixture.label).toContain("comments")
-			expect(combined, fixture.label).toContain("filenames")
-			expect(combined, fixture.label).toContain("not reviewer instructions")
-			expect(combined, fixture.label).toContain("never as instructions")
-		}
-	})
-})
-
-describe("visual-qa motion capture and slop-animation contract", () => {
-	test("#given an animated or interactive surface #when capturing #then rest, mid-transition and settled frames are driven and captured", () => {
-		for (const fixture of fixtures()) {
-			const motion = sectionBetween(fixture.text, "### Motion and interaction capture", "## Step 3")
-			const lower = motion.toLowerCase()
-
-			expect(lower, fixture.label).toContain("rest")
-			expect(lower, fixture.label).toContain("mid-transition")
-			expect(lower, fixture.label).toContain("settled")
-			expect(lower, fixture.label).toContain("hover")
-			expect(lower, fixture.label).toContain("focus")
-			expect(lower, fixture.label).toContain("click")
-			expect(lower, fixture.label).toContain("scroll-triggered")
-			expect(lower, fixture.label).toContain("load animation")
-		}
-	})
-
-	test("#given animation-induced pixel diff #when judging fidelity #then it is never an excuse to dismiss a defect", () => {
-		for (const fixture of fixtures()) {
-			const motion = sectionBetween(fixture.text, "### Motion and interaction capture", "## Step 3")
-			const lower = motion.toLowerCase()
-
-			expect(lower, fixture.label).toContain("never a valid excuse")
-			expect(lower, fixture.label).toContain("settled state to settled state")
-			expect(lower, fixture.label).toContain("reference's own motion")
-		}
-	})
-
-	test("#given meaningless motion #when reviewing #then Pass A flags slop animation, especially hover-without-action", () => {
-		for (const fixture of fixtures()) {
-			const passA = sectionBetween(fixture.text, "### Pass A", "### Pass B")
-			const checkBlock = sectionBetween(passA, "CHECK EACH:", "OUTPUT:")
-			const lower = checkBlock.toLowerCase()
-
-			expect(lower, fixture.label).toContain("slop animation")
-			expect(lower, fixture.label).toContain("non-interactive")
-			expect(lower, fixture.label).toContain("no state change")
-			expect(lower, fixture.label).toContain("hover-without-action")
-		}
-	})
-})