@contractspec/bundle.workspace 1.44.0

package/dist/services/verify/ai-verifier.js

@@ -0,0 +1,403 @@
+import { generateVerificationPrompt } from "@contractspec/lib.contracts/llm";
+
+//#region src/services/verify/ai-verifier.ts
+/**
+* Parse AI response to structured result.
+*/
+function parseAIResponse(response) {
+	const jsonMatch = response.match(/```json\n?([\s\S]*?)\n?```/);
+	if (jsonMatch?.[1]) try {
+		const parsed = JSON.parse(jsonMatch[1]);
+		return {
+			compliant: parsed.passed ?? false,
+			confidence: (parsed.score ?? 0) / 100,
+			findings: (parsed.issues ?? []).map((issue) => ({
+				category: String(issue.category ?? "semantic"),
+				severity: String(issue.severity ?? "warning"),
+				message: String(issue.message ?? ""),
+				location: issue.location ? String(issue.location) : void 0,
+				suggestion: issue.suggestion ? String(issue.suggestion) : void 0
+			})),
+			rawResponse: response
+		};
+	} catch {}
+	const findings = [];
+	const lines = response.split("\n");
+	let currentSeverity = "info";
+	for (const line of lines) {
+		const lineLower = line.toLowerCase();
+		if (lineLower.includes("error") || lineLower.includes("critical")) currentSeverity = "error";
+		else if (lineLower.includes("warning") || lineLower.includes("should")) currentSeverity = "warning";
+		else if (lineLower.includes("info") || lineLower.includes("note")) currentSeverity = "info";
+		const bulletMatch = line.match(/^[-*•]\s*(.+)$/);
+		const numberedMatch = line.match(/^\d+\.\s*(.+)$/);
+		if (bulletMatch || numberedMatch) {
+			const content = bulletMatch?.[1] ?? numberedMatch?.[1] ?? "";
+			if (content.length > 10) findings.push({
+				category: "semantic",
+				severity: currentSeverity,
+				message: content
+			});
+		}
+	}
+	const hasErrors = findings.some((f) => f.severity === "error");
+	return {
+		compliant: !hasErrors,
+		confidence: hasErrors ? .3 : findings.length === 0 ? .9 : .7,
+		findings,
+		rawResponse: response
+	};
+}
+/**
+* Call AI provider for verification.
+* This is a placeholder - actual implementation would use AI SDK.
+*/
+async function callAI(prompt, config) {
+	if (!config.aiApiKey) return `\`\`\`json
+{
+  "passed": true,
+  "score": 50,
+  "compliance": {
+    "inputTypes": { "match": true, "issues": [] },
+    "outputTypes": { "match": true, "issues": [] },
+    "errorHandling": { "coverage": "unknown", "missing": [] },
+    "eventEmission": { "correct": true, "issues": [] },
+    "policyCompliance": { "auth": true, "rateLimit": true, "pii": true }
+  },
+  "scenarios": [],
+  "issues": [
+    { "severity": "info", "category": "semantic", "message": "AI verification not available - configure AI API key for full analysis" }
+  ],
+  "summary": "AI verification skipped - no API key configured. Structure and behavior checks have been performed."
+}
+\`\`\``;
+	try {
+		const provider = config.aiProvider ?? "anthropic";
+		if (provider === "anthropic") {
+			const { anthropic } = await import("@ai-sdk/anthropic");
+			const { generateText } = await import("ai");
+			return (await generateText({
+				model: anthropic("claude-3-5-sonnet-20241022"),
+				prompt,
+				system: "You are an expert code reviewer analyzing implementation compliance with specifications. Respond with structured JSON."
+			})).text;
+		} else if (provider === "openai") {
+			const { openai } = await import("@ai-sdk/openai");
+			const { generateText } = await import("ai");
+			return (await generateText({
+				model: openai("gpt-4o"),
+				prompt,
+				system: "You are an expert code reviewer analyzing implementation compliance with specifications. Respond with structured JSON."
+			})).text;
+		}
+		throw new Error(`Unknown AI provider: ${provider}`);
+	} catch (error) {
+		return `\`\`\`json
+{
+  "passed": false,
+  "score": 0,
+  "issues": [
+    { "severity": "error", "category": "semantic", "message": "AI verification failed: ${error instanceof Error ? error.message : "Unknown error"}" }
+  ],
+  "summary": "AI verification encountered an error"
+}
+\`\`\``;
+	}
+}
+/**
+* Run AI-powered verification.
+*/
+async function verifyWithAI(input, config = {}) {
+	const { spec, implementationCode, implementationPath } = input;
+	const startTime = Date.now();
+	const result = parseAIResponse(await callAI(generateVerificationPrompt(spec, implementationCode).taskPrompt, config));
+	const issues = result.findings.map((f) => ({
+		severity: f.severity,
+		category: "semantic",
+		message: f.message,
+		location: f.location ? { file: f.location } : implementationPath ? { file: implementationPath } : void 0,
+		suggestion: f.suggestion
+	}));
+	const score = Math.round(result.confidence * 100);
+	const passed = result.compliant;
+	return {
+		tier: "ai_review",
+		passed,
+		score,
+		issues,
+		suggestions: result.findings.filter((f) => f.suggestion).map((f) => f.suggestion),
+		coverage: {
+			scenarios: {
+				total: 0,
+				covered: 0
+			},
+			errors: {
+				total: 0,
+				handled: 0
+			},
+			fields: {
+				total: 1,
+				implemented: passed ? 1 : 0
+			}
+		},
+		meta: {
+			specName: spec.meta.key,
+			specVersion: spec.meta.version,
+			implementationPath: implementationPath ?? "unknown",
+			verifiedAt: (/* @__PURE__ */ new Date()).toISOString(),
+			duration: Date.now() - startTime
+		}
+	};
+}
+/**
+* Create a simpler AI review without calling the API.
+* Used as fallback or for quick checks.
+*/
+function createQuickAIReview(input) {
+	const { spec, implementationCode, implementationPath } = input;
+	const startTime = Date.now();
+	const issues = [];
+	if (implementationCode.includes("console.log")) issues.push({
+		severity: "warning",
+		category: "semantic",
+		message: "Console.log statements found - consider using proper logging",
+		suggestion: "Use a structured logger instead of console.log"
+	});
+	if (implementationCode.includes("// TODO") || implementationCode.includes("// FIXME")) issues.push({
+		severity: "info",
+		category: "semantic",
+		message: "TODO/FIXME comments found - implementation may be incomplete",
+		suggestion: "Address TODO items before finalizing implementation"
+	});
+	if (spec.policy.auth !== "anonymous" && !implementationCode.includes("auth")) issues.push({
+		severity: "warning",
+		category: "semantic",
+		message: `Spec requires ${spec.policy.auth} auth but no auth check found`,
+		suggestion: "Add authentication check at the handler entry point"
+	});
+	const score = issues.filter((i) => i.severity === "error").length === 0 ? 80 : 40;
+	const passed = issues.filter((i) => i.severity === "error").length === 0;
+	return {
+		tier: "ai_review",
+		passed,
+		score,
+		issues,
+		suggestions: issues.filter((i) => i.suggestion).map((i) => i.suggestion),
+		coverage: {
+			scenarios: {
+				total: 0,
+				covered: 0
+			},
+			errors: {
+				total: 0,
+				handled: 0
+			},
+			fields: {
+				total: 1,
+				implemented: passed ? 1 : 0
+			}
+		},
+		meta: {
+			specName: spec.meta.key,
+			specVersion: spec.meta.version,
+			implementationPath: implementationPath ?? "unknown",
+			verifiedAt: (/* @__PURE__ */ new Date()).toISOString(),
+			duration: Date.now() - startTime
+		}
+	};
+}
+/**
+* Generate a prompt for semantic field verification.
+*/
+function generateSemanticFieldPrompt(specFields, implCode) {
+	return `You are analyzing a code implementation against its specification.
+
+## Spec Schema Fields
+${specFields}
+
+## Implementation Code
+\`\`\`typescript
+${implCode}
+\`\`\`
+
+## Task
+Analyze the implementation to verify it correctly implements the spec schema fields.
+
+For each field in the spec:
+1. Find the corresponding field/property in the implementation
+2. Determine if the naming matches (exact, compatible synonym, or mismatch)
+3. Check if the types are compatible
+4. Identify any missing fields
+
+Respond with JSON in this format:
+\`\`\`json
+{
+  "fieldMappings": [
+    {
+      "specField": "nickname",
+      "specType": "string",
+      "implementationField": "username",
+      "implementationType": "string",
+      "match": "compatible",
+      "aiConfidence": 0.85,
+      "suggestion": "Consider renaming 'username' to 'nickname' for exact spec compliance"
+    }
+  ],
+  "intentAlignment": {
+    "score": 85,
+    "issues": ["Field naming differs from spec"],
+    "suggestions": ["Rename fields to match spec exactly for better maintainability"]
+  },
+  "semanticIssues": []
+}
+\`\`\`
+
+Match types:
+- "exact": Field name and type match exactly
+- "compatible": Semantically similar (e.g., "email" vs "emailAddress")
+- "mismatch": Different meaning despite similar naming
+- "missing": Spec field not found in implementation
+`;
+}
+/**
+* Extract field definitions from spec schema.
+*/
+function extractSpecFields(spec) {
+	const fields = [];
+	/**
+	* Helper to safely extract fields from a schema.
+	*/
+	const extractFromSchema = (schema, direction) => {
+		try {
+			const shapeFn = schema?._def?.shape;
+			if (shapeFn && typeof shapeFn === "function") {
+				const shapeObj = shapeFn();
+				for (const [key, value] of Object.entries(shapeObj)) {
+					const typeName = value?._def?.typeName ?? "unknown";
+					fields.push(`- ${key}: ${String(typeName).replace("Zod", "").toLowerCase()} (${direction})`);
+				}
+			}
+		} catch {
+			fields.push(`- [unable to extract ${direction} fields]`);
+		}
+	};
+	if (spec.io.input) extractFromSchema(spec.io.input, "input");
+	if (spec.io.output && !("resourceRef" in spec.io.output)) extractFromSchema(spec.io.output, "output");
+	if (fields.length === 0) return "- [no schema fields could be extracted]";
+	return fields.join("\n");
+}
+/**
+* Parse semantic verification response from AI.
+*/
+function parseSemanticResponse(response) {
+	const jsonMatch = response.match(/```json\n?([\s\S]*?)\n?```/);
+	if (jsonMatch?.[1]) try {
+		const parsed = JSON.parse(jsonMatch[1]);
+		return {
+			fieldMappings: (parsed.fieldMappings ?? []).map((m) => ({
+				specField: String(m.specField ?? ""),
+				specType: String(m.specType ?? "unknown"),
+				implementationField: m.implementationField ? String(m.implementationField) : void 0,
+				implementationType: m.implementationType ? String(m.implementationType) : void 0,
+				match: m.match ?? "missing",
+				aiConfidence: typeof m.aiConfidence === "number" ? m.aiConfidence : .5,
+				suggestion: m.suggestion ? String(m.suggestion) : void 0
+			})),
+			intentAlignment: {
+				score: typeof parsed.intentAlignment?.score === "number" ? parsed.intentAlignment.score : 50,
+				issues: Array.isArray(parsed.intentAlignment?.issues) ? parsed.intentAlignment.issues : [],
+				suggestions: Array.isArray(parsed.intentAlignment?.suggestions) ? parsed.intentAlignment.suggestions : []
+			},
+			semanticIssues: (parsed.semanticIssues ?? []).map((i) => ({
+				category: String(i.category ?? "semantic"),
+				severity: i.severity ?? "warning",
+				message: String(i.message ?? ""),
+				suggestion: i.suggestion ? String(i.suggestion) : void 0
+			})),
+			rawResponse: response
+		};
+	} catch {}
+	return {
+		fieldMappings: [],
+		intentAlignment: {
+			score: 50,
+			issues: ["Unable to parse AI response for semantic analysis"],
+			suggestions: []
+		},
+		semanticIssues: [],
+		rawResponse: response
+	};
+}
+/**
+* Run semantic field-level verification using AI.
+*/
+async function verifySemanticFields(input, config = {}) {
+	const { spec, implementationCode } = input;
+	return parseSemanticResponse(await callAI(generateSemanticFieldPrompt(extractSpecFields(spec), implementationCode), config));
+}
+/**
+* Run enhanced AI verification with semantic field analysis.
+*/
+async function verifyWithAIEnhanced(input, config = {}) {
+	const { spec: _spec, implementationCode: _implementationCode, implementationPath: _implementationPath } = input;
+	const startTime = Date.now();
+	const baseReport = await verifyWithAI(input, config);
+	let semanticResult;
+	if (config.aiApiKey) try {
+		semanticResult = await verifySemanticFields(input, config);
+	} catch {}
+	if (semanticResult) {
+		const semanticIssues = [];
+		for (const mapping of semanticResult.fieldMappings) if (mapping.match === "missing") semanticIssues.push({
+			severity: "error",
+			category: "semantic",
+			message: `Missing field: '${mapping.specField}' (${mapping.specType}) not found in implementation`,
+			suggestion: mapping.suggestion ?? `Add field '${mapping.specField}' to implementation`
+		});
+		else if (mapping.match === "mismatch") semanticIssues.push({
+			severity: "warning",
+			category: "semantic",
+			message: `Field mismatch: '${mapping.specField}' has incorrect implementation as '${mapping.implementationField}'`,
+			suggestion: mapping.suggestion
+		});
+		else if (mapping.match === "compatible" && mapping.aiConfidence < .8) semanticIssues.push({
+			severity: "info",
+			category: "semantic",
+			message: `Field naming: '${mapping.specField}' implemented as '${mapping.implementationField}' (compatible but not exact)`,
+			suggestion: mapping.suggestion
+		});
+		for (const issue of semanticResult.intentAlignment.issues) semanticIssues.push({
+			severity: "warning",
+			category: "semantic",
+			message: issue
+		});
+		for (const issue of semanticResult.semanticIssues) semanticIssues.push({
+			severity: issue.severity,
+			category: "semantic",
+			message: issue.message,
+			suggestion: issue.suggestion
+		});
+		baseReport.issues = [...baseReport.issues, ...semanticIssues];
+		const totalFields = semanticResult.fieldMappings.length;
+		const implementedFields = semanticResult.fieldMappings.filter((m) => m.match === "exact" || m.match === "compatible").length;
+		if (totalFields > 0) {
+			const fieldScore = Math.round(implementedFields / totalFields * 100);
+			baseReport.score = Math.round((baseReport.score + fieldScore) / 2);
+			baseReport.coverage.fields = {
+				total: totalFields,
+				implemented: implementedFields
+			};
+		}
+		if (semanticIssues.some((i) => i.severity === "error")) baseReport.passed = false;
+		baseReport.suggestions = [...baseReport.suggestions, ...semanticResult.intentAlignment.suggestions];
+	}
+	baseReport.meta = {
+		...baseReport.meta,
+		duration: Date.now() - startTime
+	};
+	return baseReport;
+}
+
+//#endregion
+export { createQuickAIReview, verifySemanticFields, verifyWithAI, verifyWithAIEnhanced };
+//# sourceMappingURL=ai-verifier.js.map

package/dist/services/verify/ai-verifier.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-verifier.js","names":["findings: AIReviewResult['findings']","currentSeverity: 'error' | 'warning' | 'info'","issues: VerificationIssue[]","fields: string[]","semanticResult: SemanticVerificationResult | undefined","semanticIssues: VerificationIssue[]"],"sources":["../../../src/services/verify/ai-verifier.ts"],"sourcesContent":["/**\n * Tier 3: AI-Powered Verification\n *\n * Uses an LLM to semantically analyze the implementation against\n * the specification for deeper compliance checking.\n */\n\nimport type { AnyOperationSpec } from '@contractspec/lib.contracts';\nimport type {\n  VerificationIssue,\n  VerificationReport,\n} from '@contractspec/lib.contracts/llm';\nimport { generateVerificationPrompt } from '@contractspec/lib.contracts/llm';\nimport type {\n  AIReviewResult,\n  FieldMapping,\n  SemanticVerificationResult,\n  VerifyConfig,\n  VerifyInput,\n} from './types';\n\n/**\n * Parse AI response to structured result.\n */\nfunction parseAIResponse(response: string): AIReviewResult {\n  // Try to extract JSON from the response\n  const jsonMatch = response.match(/```json\\n?([\\s\\S]*?)\\n?```/);\n  if (jsonMatch?.[1]) {\n    try {\n      const parsed = JSON.parse(jsonMatch[1]);\n      return {\n        compliant: parsed.passed ?? false,\n        confidence: (parsed.score ?? 0) / 100,\n        findings: (parsed.issues ?? []).map(\n          (issue: Record<string, unknown>) => ({\n            category: String(issue.category ?? 'semantic'),\n            severity: String(issue.severity ?? 'warning') as\n              | 'error'\n              | 'warning'\n              | 'info',\n            message: String(issue.message ?? ''),\n            location: issue.location ? String(issue.location) : undefined,\n            suggestion: issue.suggestion ? String(issue.suggestion) : undefined,\n          })\n        ),\n        rawResponse: response,\n      };\n    } catch {\n      // JSON parse failed, fall through to text parsing\n    }\n  }\n\n  // Fallback: parse text response\n  const findings: AIReviewResult['findings'] = [];\n\n  // Look for issue patterns\n  const lines = response.split('\\n');\n  let currentSeverity: 'error' | 'warning' | 'info' = 'info';\n\n  for (const line of lines) {\n    const lineLower = line.toLowerCase();\n\n    // Detect severity changes\n    if (lineLower.includes('error') || lineLower.includes('critical')) {\n      currentSeverity = 'error';\n    } else if (lineLower.includes('warning') || lineLower.includes('should')) {\n      currentSeverity = 'warning';\n    } else if (lineLower.includes('info') || lineLower.includes('note')) {\n      currentSeverity = 'info';\n    }\n\n    // Look for bullet points or numbered items\n    const bulletMatch = line.match(/^[-*•]\\s*(.+)$/);\n    const numberedMatch = line.match(/^\\d+\\.\\s*(.+)$/);\n\n    if (bulletMatch || numberedMatch) {\n      const content = bulletMatch?.[1] ?? numberedMatch?.[1] ?? '';\n      if (content.length > 10) {\n        findings.push({\n          category: 'semantic',\n          severity: currentSeverity,\n          message: content,\n        });\n      }\n    }\n  }\n\n  // Determine overall compliance\n  const hasErrors = findings.some((f) => f.severity === 'error');\n  const compliant = !hasErrors;\n  const confidence = hasErrors ? 0.3 : findings.length === 0 ? 0.9 : 0.7;\n\n  return {\n    compliant,\n    confidence,\n    findings,\n    rawResponse: response,\n  };\n}\n\n/**\n * Call AI provider for verification.\n * This is a placeholder - actual implementation would use AI SDK.\n */\nasync function callAI(prompt: string, config: VerifyConfig): Promise<string> {\n  // Check if we have an API key configured\n  if (!config.aiApiKey) {\n    // Return a placeholder response indicating AI is not configured\n    return `\\`\\`\\`json\n{\n  \"passed\": true,\n  \"score\": 50,\n  \"compliance\": {\n    \"inputTypes\": { \"match\": true, \"issues\": [] },\n    \"outputTypes\": { \"match\": true, \"issues\": [] },\n    \"errorHandling\": { \"coverage\": \"unknown\", \"missing\": [] },\n    \"eventEmission\": { \"correct\": true, \"issues\": [] },\n    \"policyCompliance\": { \"auth\": true, \"rateLimit\": true, \"pii\": true }\n  },\n  \"scenarios\": [],\n  \"issues\": [\n    { \"severity\": \"info\", \"category\": \"semantic\", \"message\": \"AI verification not available - configure AI API key for full analysis\" }\n  ],\n  \"summary\": \"AI verification skipped - no API key configured. Structure and behavior checks have been performed.\"\n}\n\\`\\`\\``;\n  }\n\n  // In a real implementation, this would call the AI provider\n  // For now, we'll use a dynamic import to avoid hard dependency\n  try {\n    const provider = config.aiProvider ?? 'anthropic';\n\n    if (provider === 'anthropic') {\n      // Dynamic import to avoid hard dependency\n      const { anthropic } = await import('@ai-sdk/anthropic');\n      const { generateText } = await import('ai');\n\n      const result = await generateText({\n        model: anthropic('claude-3-5-sonnet-20241022'),\n        prompt,\n        system:\n          'You are an expert code reviewer analyzing implementation compliance with specifications. Respond with structured JSON.',\n      });\n\n      return result.text;\n    } else if (provider === 'openai') {\n      const { openai } = await import('@ai-sdk/openai');\n      const { generateText } = await import('ai');\n\n      const result = await generateText({\n        model: openai('gpt-4o'),\n        prompt,\n        system:\n          'You are an expert code reviewer analyzing implementation compliance with specifications. Respond with structured JSON.',\n      });\n\n      return result.text;\n    }\n\n    throw new Error(`Unknown AI provider: ${provider}`);\n  } catch (error) {\n    // Return error as structured response\n    return `\\`\\`\\`json\n{\n  \"passed\": false,\n  \"score\": 0,\n  \"issues\": [\n    { \"severity\": \"error\", \"category\": \"semantic\", \"message\": \"AI verification failed: ${error instanceof Error ? error.message : 'Unknown error'}\" }\n  ],\n  \"summary\": \"AI verification encountered an error\"\n}\n\\`\\`\\``;\n  }\n}\n\n/**\n * Run AI-powered verification.\n */\nexport async function verifyWithAI(\n  input: VerifyInput,\n  config: VerifyConfig = {}\n): Promise<VerificationReport> {\n  const { spec, implementationCode, implementationPath } = input;\n  const startTime = Date.now();\n\n  // Generate the verification prompt\n  const prompt = generateVerificationPrompt(spec, implementationCode);\n\n  // Call AI\n  const aiResponse = await callAI(prompt.taskPrompt, config);\n\n  // Parse response\n  const result = parseAIResponse(aiResponse);\n\n  // Convert to verification issues\n  const issues: VerificationIssue[] = result.findings.map((f) => ({\n    severity: f.severity,\n    category: 'semantic' as const,\n    message: f.message,\n    location: f.location\n      ? { file: f.location }\n      : implementationPath\n        ? { file: implementationPath }\n        : undefined,\n    suggestion: f.suggestion,\n  }));\n\n  const score = Math.round(result.confidence * 100);\n  const passed = result.compliant;\n\n  // Generate suggestions from findings\n  const suggestions = result.findings\n    .filter((f) => f.suggestion)\n    // eslint-disable-next-line @typescript-eslint/no-non-null-assertion\n    .map((f) => f.suggestion!);\n\n  return {\n    tier: 'ai_review',\n    passed,\n    score,\n    issues,\n    suggestions,\n    coverage: {\n      scenarios: { total: 0, covered: 0 }, // AI doesn't track these explicitly\n      errors: { total: 0, handled: 0 },\n      fields: { total: 1, implemented: passed ? 1 : 0 },\n    },\n    meta: {\n      specName: spec.meta.key,\n      specVersion: spec.meta.version,\n      implementationPath: implementationPath ?? 'unknown',\n      verifiedAt: new Date().toISOString(),\n      duration: Date.now() - startTime,\n    },\n  };\n}\n\n/**\n * Create a simpler AI review without calling the API.\n * Used as fallback or for quick checks.\n */\nexport function createQuickAIReview(input: VerifyInput): VerificationReport {\n  const { spec, implementationCode, implementationPath } = input;\n  const startTime = Date.now();\n\n  // Simple heuristic checks that approximate AI review\n  const issues: VerificationIssue[] = [];\n\n  // Check for common anti-patterns\n  if (implementationCode.includes('console.log')) {\n    issues.push({\n      severity: 'warning',\n      category: 'semantic',\n      message: 'Console.log statements found - consider using proper logging',\n      suggestion: 'Use a structured logger instead of console.log',\n    });\n  }\n\n  if (\n    implementationCode.includes('// TODO') ||\n    implementationCode.includes('// FIXME')\n  ) {\n    issues.push({\n      severity: 'info',\n      category: 'semantic',\n      message: 'TODO/FIXME comments found - implementation may be incomplete',\n      suggestion: 'Address TODO items before finalizing implementation',\n    });\n  }\n\n  // Check for hardcoded values that should come from spec\n  if (\n    spec.policy.auth !== 'anonymous' &&\n    !implementationCode.includes('auth')\n  ) {\n    issues.push({\n      severity: 'warning',\n      category: 'semantic',\n      message: `Spec requires ${spec.policy.auth} auth but no auth check found`,\n      suggestion: 'Add authentication check at the handler entry point',\n    });\n  }\n\n  const score =\n    issues.filter((i) => i.severity === 'error').length === 0 ? 80 : 40;\n  const passed = issues.filter((i) => i.severity === 'error').length === 0;\n\n  return {\n    tier: 'ai_review',\n    passed,\n    score,\n    issues,\n    // eslint-disable-next-line @typescript-eslint/no-non-null-assertion\n    suggestions: issues.filter((i) => i.suggestion).map((i) => i.suggestion!),\n    coverage: {\n      scenarios: { total: 0, covered: 0 },\n      errors: { total: 0, handled: 0 },\n      fields: { total: 1, implemented: passed ? 1 : 0 },\n    },\n    meta: {\n      specName: spec.meta.key,\n      specVersion: spec.meta.version,\n      implementationPath: implementationPath ?? 'unknown',\n      verifiedAt: new Date().toISOString(),\n      duration: Date.now() - startTime,\n    },\n  };\n}\n\n/**\n * Generate a prompt for semantic field verification.\n */\nfunction generateSemanticFieldPrompt(\n  specFields: string,\n  implCode: string\n): string {\n  return `You are analyzing a code implementation against its specification.\n\n## Spec Schema Fields\n${specFields}\n\n## Implementation Code\n\\`\\`\\`typescript\n${implCode}\n\\`\\`\\`\n\n## Task\nAnalyze the implementation to verify it correctly implements the spec schema fields.\n\nFor each field in the spec:\n1. Find the corresponding field/property in the implementation\n2. Determine if the naming matches (exact, compatible synonym, or mismatch)\n3. Check if the types are compatible\n4. Identify any missing fields\n\nRespond with JSON in this format:\n\\`\\`\\`json\n{\n  \"fieldMappings\": [\n    {\n      \"specField\": \"nickname\",\n      \"specType\": \"string\",\n      \"implementationField\": \"username\",\n      \"implementationType\": \"string\",\n      \"match\": \"compatible\",\n      \"aiConfidence\": 0.85,\n      \"suggestion\": \"Consider renaming 'username' to 'nickname' for exact spec compliance\"\n    }\n  ],\n  \"intentAlignment\": {\n    \"score\": 85,\n    \"issues\": [\"Field naming differs from spec\"],\n    \"suggestions\": [\"Rename fields to match spec exactly for better maintainability\"]\n  },\n  \"semanticIssues\": []\n}\n\\`\\`\\`\n\nMatch types:\n- \"exact\": Field name and type match exactly\n- \"compatible\": Semantically similar (e.g., \"email\" vs \"emailAddress\")\n- \"mismatch\": Different meaning despite similar naming\n- \"missing\": Spec field not found in implementation\n`;\n}\n\n/**\n * Extract field definitions from spec schema.\n */\nfunction extractSpecFields(spec: AnyOperationSpec): string {\n  const fields: string[] = [];\n\n  /**\n   * Helper to safely extract fields from a schema.\n   */\n  const extractFromSchema = (\n    schema: unknown,\n    direction: 'input' | 'output'\n  ) => {\n    try {\n      // Cast to any to access internal Zod structure\n      const schemaAny = schema as {\n        _def?: { shape?: () => Record<string, unknown> };\n      };\n      const shapeFn = schemaAny?._def?.shape;\n\n      if (shapeFn && typeof shapeFn === 'function') {\n        const shapeObj = shapeFn();\n        for (const [key, value] of Object.entries(shapeObj)) {\n          const valueAny = value as { _def?: { typeName?: string } };\n          const typeName = valueAny?._def?.typeName ?? 'unknown';\n          fields.push(\n            `- ${key}: ${String(typeName).replace('Zod', '').toLowerCase()} (${direction})`\n          );\n        }\n      }\n    } catch {\n      fields.push(`- [unable to extract ${direction} fields]`);\n    }\n  };\n\n  // Try to extract from input schema\n  if (spec.io.input) {\n    extractFromSchema(spec.io.input, 'input');\n  }\n\n  // Try to extract from output schema (skip if it's a resource ref)\n  if (spec.io.output && !('resourceRef' in spec.io.output)) {\n    extractFromSchema(spec.io.output, 'output');\n  }\n\n  if (fields.length === 0) {\n    return '- [no schema fields could be extracted]';\n  }\n\n  return fields.join('\\n');\n}\n\n/**\n * Parse semantic verification response from AI.\n */\nfunction parseSemanticResponse(response: string): SemanticVerificationResult {\n  // Try to extract JSON\n  const jsonMatch = response.match(/```json\\n?([\\s\\S]*?)\\n?```/);\n  if (jsonMatch?.[1]) {\n    try {\n      const parsed = JSON.parse(jsonMatch[1]);\n      return {\n        fieldMappings: (parsed.fieldMappings ?? []).map(\n          (m: Record<string, unknown>) => ({\n            specField: String(m.specField ?? ''),\n            specType: String(m.specType ?? 'unknown'),\n            implementationField: m.implementationField\n              ? String(m.implementationField)\n              : undefined,\n            implementationType: m.implementationType\n              ? String(m.implementationType)\n              : undefined,\n            match: (m.match ?? 'missing') as FieldMapping['match'],\n            aiConfidence:\n              typeof m.aiConfidence === 'number' ? m.aiConfidence : 0.5,\n            suggestion: m.suggestion ? String(m.suggestion) : undefined,\n          })\n        ),\n        intentAlignment: {\n          score:\n            typeof parsed.intentAlignment?.score === 'number'\n              ? parsed.intentAlignment.score\n              : 50,\n          issues: Array.isArray(parsed.intentAlignment?.issues)\n            ? parsed.intentAlignment.issues\n            : [],\n          suggestions: Array.isArray(parsed.intentAlignment?.suggestions)\n            ? parsed.intentAlignment.suggestions\n            : [],\n        },\n        semanticIssues: (parsed.semanticIssues ?? []).map(\n          (i: Record<string, unknown>) => ({\n            category: String(i.category ?? 'semantic'),\n            severity: (i.severity ?? 'warning') as 'error' | 'warning' | 'info',\n            message: String(i.message ?? ''),\n            suggestion: i.suggestion ? String(i.suggestion) : undefined,\n          })\n        ),\n        rawResponse: response,\n      };\n    } catch {\n      // Fall through to default\n    }\n  }\n\n  // Default result if parsing fails\n  return {\n    fieldMappings: [],\n    intentAlignment: {\n      score: 50,\n      issues: ['Unable to parse AI response for semantic analysis'],\n      suggestions: [],\n    },\n    semanticIssues: [],\n    rawResponse: response,\n  };\n}\n\n/**\n * Run semantic field-level verification using AI.\n */\nexport async function verifySemanticFields(\n  input: VerifyInput,\n  config: VerifyConfig = {}\n): Promise<SemanticVerificationResult> {\n  const { spec, implementationCode } = input;\n\n  // Extract spec fields\n  const specFields = extractSpecFields(spec);\n\n  // Generate prompt\n  const prompt = generateSemanticFieldPrompt(specFields, implementationCode);\n\n  // Call AI\n  const aiResponse = await callAI(prompt, config);\n\n  // Parse response\n  return parseSemanticResponse(aiResponse);\n}\n\n/**\n * Run enhanced AI verification with semantic field analysis.\n */\nexport async function verifyWithAIEnhanced(\n  input: VerifyInput,\n  config: VerifyConfig = {}\n): Promise<VerificationReport> {\n  const {\n    spec: _spec,\n    implementationCode: _implementationCode,\n    implementationPath: _implementationPath,\n  } = input;\n  const startTime = Date.now();\n\n  // Run standard AI verification\n  const baseReport = await verifyWithAI(input, config);\n\n  // Run semantic field verification if AI is available\n  let semanticResult: SemanticVerificationResult | undefined;\n  if (config.aiApiKey) {\n    try {\n      semanticResult = await verifySemanticFields(input, config);\n    } catch {\n      // Semantic verification failed, continue with base report\n    }\n  }\n\n  // Merge semantic issues into base report\n  if (semanticResult) {\n    const semanticIssues: VerificationIssue[] = [];\n\n    // Add field mapping issues\n    for (const mapping of semanticResult.fieldMappings) {\n      if (mapping.match === 'missing') {\n        semanticIssues.push({\n          severity: 'error',\n          category: 'semantic',\n          message: `Missing field: '${mapping.specField}' (${mapping.specType}) not found in implementation`,\n          suggestion:\n            mapping.suggestion ??\n            `Add field '${mapping.specField}' to implementation`,\n        });\n      } else if (mapping.match === 'mismatch') {\n        semanticIssues.push({\n          severity: 'warning',\n          category: 'semantic',\n          message: `Field mismatch: '${mapping.specField}' has incorrect implementation as '${mapping.implementationField}'`,\n          suggestion: mapping.suggestion,\n        });\n      } else if (mapping.match === 'compatible' && mapping.aiConfidence < 0.8) {\n        semanticIssues.push({\n          severity: 'info',\n          category: 'semantic',\n          message: `Field naming: '${mapping.specField}' implemented as '${mapping.implementationField}' (compatible but not exact)`,\n          suggestion: mapping.suggestion,\n        });\n      }\n    }\n\n    // Add intent alignment issues\n    for (const issue of semanticResult.intentAlignment.issues) {\n      semanticIssues.push({\n        severity: 'warning',\n        category: 'semantic',\n        message: issue,\n      });\n    }\n\n    // Add other semantic issues\n    for (const issue of semanticResult.semanticIssues) {\n      semanticIssues.push({\n        severity: issue.severity,\n        category: 'semantic',\n        message: issue.message,\n        suggestion: issue.suggestion,\n      });\n    }\n\n    // Merge issues\n    baseReport.issues = [...baseReport.issues, ...semanticIssues];\n\n    // Update score based on field coverage\n    const totalFields = semanticResult.fieldMappings.length;\n    const implementedFields = semanticResult.fieldMappings.filter(\n      (m) => m.match === 'exact' || m.match === 'compatible'\n    ).length;\n\n    if (totalFields > 0) {\n      const fieldScore = Math.round((implementedFields / totalFields) * 100);\n      baseReport.score = Math.round((baseReport.score + fieldScore) / 2);\n      baseReport.coverage.fields = {\n        total: totalFields,\n        implemented: implementedFields,\n      };\n    }\n\n    // Update pass status\n    const hasFieldErrors = semanticIssues.some((i) => i.severity === 'error');\n    if (hasFieldErrors) {\n      baseReport.passed = false;\n    }\n\n    // Add semantic suggestions\n    baseReport.suggestions = [\n      ...baseReport.suggestions,\n      ...semanticResult.intentAlignment.suggestions,\n    ];\n  }\n\n  // Update duration\n  baseReport.meta = {\n    ...baseReport.meta,\n    duration: Date.now() - startTime,\n  };\n\n  return baseReport;\n}\n"],"mappings":";;;;;;AAwBA,SAAS,gBAAgB,UAAkC;CAEzD,MAAM,YAAY,SAAS,MAAM,6BAA6B;AAC9D,KAAI,YAAY,GACd,KAAI;EACF,MAAM,SAAS,KAAK,MAAM,UAAU,GAAG;AACvC,SAAO;GACL,WAAW,OAAO,UAAU;GAC5B,aAAa,OAAO,SAAS,KAAK;GAClC,WAAW,OAAO,UAAU,EAAE,EAAE,KAC7B,WAAoC;IACnC,UAAU,OAAO,MAAM,YAAY,WAAW;IAC9C,UAAU,OAAO,MAAM,YAAY,UAAU;IAI7C,SAAS,OAAO,MAAM,WAAW,GAAG;IACpC,UAAU,MAAM,WAAW,OAAO,MAAM,SAAS,GAAG;IACpD,YAAY,MAAM,aAAa,OAAO,MAAM,WAAW,GAAG;IAC3D,EACF;GACD,aAAa;GACd;SACK;CAMV,MAAMA,WAAuC,EAAE;CAG/C,MAAM,QAAQ,SAAS,MAAM,KAAK;CAClC,IAAIC,kBAAgD;AAEpD,MAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,YAAY,KAAK,aAAa;AAGpC,MAAI,UAAU,SAAS,QAAQ,IAAI,UAAU,SAAS,WAAW,CAC/D,mBAAkB;WACT,UAAU,SAAS,UAAU,IAAI,UAAU,SAAS,SAAS,CACtE,mBAAkB;WACT,UAAU,SAAS,OAAO,IAAI,UAAU,SAAS,OAAO,CACjE,mBAAkB;EAIpB,MAAM,cAAc,KAAK,MAAM,iBAAiB;EAChD,MAAM,gBAAgB,KAAK,MAAM,iBAAiB;AAElD,MAAI,eAAe,eAAe;GAChC,MAAM,UAAU,cAAc,MAAM,gBAAgB,MAAM;AAC1D,OAAI,QAAQ,SAAS,GACnB,UAAS,KAAK;IACZ,UAAU;IACV,UAAU;IACV,SAAS;IACV,CAAC;;;CAMR,MAAM,YAAY,SAAS,MAAM,MAAM,EAAE,aAAa,QAAQ;AAI9D,QAAO;EACL,WAJgB,CAAC;EAKjB,YAJiB,YAAY,KAAM,SAAS,WAAW,IAAI,KAAM;EAKjE;EACA,aAAa;EACd;;;;;;AAOH,eAAe,OAAO,QAAgB,QAAuC;AAE3E,KAAI,CAAC,OAAO,SAEV,QAAO;;;;;;;;;;;;;;;;;;AAsBT,KAAI;EACF,MAAM,WAAW,OAAO,cAAc;AAEtC,MAAI,aAAa,aAAa;GAE5B,MAAM,EAAE,cAAc,MAAM,OAAO;GACnC,MAAM,EAAE,iBAAiB,MAAM,OAAO;AAStC,WAPe,MAAM,aAAa;IAChC,OAAO,UAAU,6BAA6B;IAC9C;IACA,QACE;IACH,CAAC,EAEY;aACL,aAAa,UAAU;GAChC,MAAM,EAAE,WAAW,MAAM,OAAO;GAChC,MAAM,EAAE,iBAAiB,MAAM,OAAO;AAStC,WAPe,MAAM,aAAa;IAChC,OAAO,OAAO,SAAS;IACvB;IACA,QACE;IACH,CAAC,EAEY;;AAGhB,QAAM,IAAI,MAAM,wBAAwB,WAAW;UAC5C,OAAO;AAEd,SAAO;;;;;yFAK8E,iBAAiB,QAAQ,MAAM,UAAU,gBAAgB;;;;;;;;;;AAWlJ,eAAsB,aACpB,OACA,SAAuB,EAAE,EACI;CAC7B,MAAM,EAAE,MAAM,oBAAoB,uBAAuB;CACzD,MAAM,YAAY,KAAK,KAAK;CAS5B,MAAM,SAAS,gBAHI,MAAM,OAHV,2BAA2B,MAAM,mBAAmB,CAG5B,YAAY,OAAO,CAGhB;CAG1C,MAAMC,SAA8B,OAAO,SAAS,KAAK,OAAO;EAC9D,UAAU,EAAE;EACZ,UAAU;EACV,SAAS,EAAE;EACX,UAAU,EAAE,WACR,EAAE,MAAM,EAAE,UAAU,GACpB,qBACE,EAAE,MAAM,oBAAoB,GAC5B;EACN,YAAY,EAAE;EACf,EAAE;CAEH,MAAM,QAAQ,KAAK,MAAM,OAAO,aAAa,IAAI;CACjD,MAAM,SAAS,OAAO;AAQtB,QAAO;EACL,MAAM;EACN;EACA;EACA;EACA,aAVkB,OAAO,SACxB,QAAQ,MAAM,EAAE,WAAW,CAE3B,KAAK,MAAM,EAAE,WAAY;EAQ1B,UAAU;GACR,WAAW;IAAE,OAAO;IAAG,SAAS;IAAG;GACnC,QAAQ;IAAE,OAAO;IAAG,SAAS;IAAG;GAChC,QAAQ;IAAE,OAAO;IAAG,aAAa,SAAS,IAAI;IAAG;GAClD;EACD,MAAM;GACJ,UAAU,KAAK,KAAK;GACpB,aAAa,KAAK,KAAK;GACvB,oBAAoB,sBAAsB;GAC1C,6BAAY,IAAI,MAAM,EAAC,aAAa;GACpC,UAAU,KAAK,KAAK,GAAG;GACxB;EACF;;;;;;AAOH,SAAgB,oBAAoB,OAAwC;CAC1E,MAAM,EAAE,MAAM,oBAAoB,uBAAuB;CACzD,MAAM,YAAY,KAAK,KAAK;CAG5B,MAAMA,SAA8B,EAAE;AAGtC,KAAI,mBAAmB,SAAS,cAAc,CAC5C,QAAO,KAAK;EACV,UAAU;EACV,UAAU;EACV,SAAS;EACT,YAAY;EACb,CAAC;AAGJ,KACE,mBAAmB,SAAS,UAAU,IACtC,mBAAmB,SAAS,WAAW,CAEvC,QAAO,KAAK;EACV,UAAU;EACV,UAAU;EACV,SAAS;EACT,YAAY;EACb,CAAC;AAIJ,KACE,KAAK,OAAO,SAAS,eACrB,CAAC,mBAAmB,SAAS,OAAO,CAEpC,QAAO,KAAK;EACV,UAAU;EACV,UAAU;EACV,SAAS,iBAAiB,KAAK,OAAO,KAAK;EAC3C,YAAY;EACb,CAAC;CAGJ,MAAM,QACJ,OAAO,QAAQ,MAAM,EAAE,aAAa,QAAQ,CAAC,WAAW,IAAI,KAAK;CACnE,MAAM,SAAS,OAAO,QAAQ,MAAM,EAAE,aAAa,QAAQ,CAAC,WAAW;AAEvE,QAAO;EACL,MAAM;EACN;EACA;EACA;EAEA,aAAa,OAAO,QAAQ,MAAM,EAAE,WAAW,CAAC,KAAK,MAAM,EAAE,WAAY;EACzE,UAAU;GACR,WAAW;IAAE,OAAO;IAAG,SAAS;IAAG;GACnC,QAAQ;IAAE,OAAO;IAAG,SAAS;IAAG;GAChC,QAAQ;IAAE,OAAO;IAAG,aAAa,SAAS,IAAI;IAAG;GAClD;EACD,MAAM;GACJ,UAAU,KAAK,KAAK;GACpB,aAAa,KAAK,KAAK;GACvB,oBAAoB,sBAAsB;GAC1C,6BAAY,IAAI,MAAM,EAAC,aAAa;GACpC,UAAU,KAAK,KAAK,GAAG;GACxB;EACF;;;;;AAMH,SAAS,4BACP,YACA,UACQ;AACR,QAAO;;;EAGP,WAAW;;;;EAIX,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA8CX,SAAS,kBAAkB,MAAgC;CACzD,MAAMC,SAAmB,EAAE;;;;CAK3B,MAAM,qBACJ,QACA,cACG;AACH,MAAI;GAKF,MAAM,UAHY,QAGS,MAAM;AAEjC,OAAI,WAAW,OAAO,YAAY,YAAY;IAC5C,MAAM,WAAW,SAAS;AAC1B,SAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,SAAS,EAAE;KAEnD,MAAM,WADW,OACU,MAAM,YAAY;AAC7C,YAAO,KACL,KAAK,IAAI,IAAI,OAAO,SAAS,CAAC,QAAQ,OAAO,GAAG,CAAC,aAAa,CAAC,IAAI,UAAU,GAC9E;;;UAGC;AACN,UAAO,KAAK,wBAAwB,UAAU,UAAU;;;AAK5D,KAAI,KAAK,GAAG,MACV,mBAAkB,KAAK,GAAG,OAAO,QAAQ;AAI3C,KAAI,KAAK,GAAG,UAAU,EAAE,iBAAiB,KAAK,GAAG,QAC/C,mBAAkB,KAAK,GAAG,QAAQ,SAAS;AAG7C,KAAI,OAAO,WAAW,EACpB,QAAO;AAGT,QAAO,OAAO,KAAK,KAAK;;;;;AAM1B,SAAS,sBAAsB,UAA8C;CAE3E,MAAM,YAAY,SAAS,MAAM,6BAA6B;AAC9D,KAAI,YAAY,GACd,KAAI;EACF,MAAM,SAAS,KAAK,MAAM,UAAU,GAAG;AACvC,SAAO;GACL,gBAAgB,OAAO,iBAAiB,EAAE,EAAE,KACzC,OAAgC;IAC/B,WAAW,OAAO,EAAE,aAAa,GAAG;IACpC,UAAU,OAAO,EAAE,YAAY,UAAU;IACzC,qBAAqB,EAAE,sBACnB,OAAO,EAAE,oBAAoB,GAC7B;IACJ,oBAAoB,EAAE,qBAClB,OAAO,EAAE,mBAAmB,GAC5B;IACJ,OAAQ,EAAE,SAAS;IACnB,cACE,OAAO,EAAE,iBAAiB,WAAW,EAAE,eAAe;IACxD,YAAY,EAAE,aAAa,OAAO,EAAE,WAAW,GAAG;IACnD,EACF;GACD,iBAAiB;IACf,OACE,OAAO,OAAO,iBAAiB,UAAU,WACrC,OAAO,gBAAgB,QACvB;IACN,QAAQ,MAAM,QAAQ,OAAO,iBAAiB,OAAO,GACjD,OAAO,gBAAgB,SACvB,EAAE;IACN,aAAa,MAAM,QAAQ,OAAO,iBAAiB,YAAY,GAC3D,OAAO,gBAAgB,cACvB,EAAE;IACP;GACD,iBAAiB,OAAO,kBAAkB,EAAE,EAAE,KAC3C,OAAgC;IAC/B,UAAU,OAAO,EAAE,YAAY,WAAW;IAC1C,UAAW,EAAE,YAAY;IACzB,SAAS,OAAO,EAAE,WAAW,GAAG;IAChC,YAAY,EAAE,aAAa,OAAO,EAAE,WAAW,GAAG;IACnD,EACF;GACD,aAAa;GACd;SACK;AAMV,QAAO;EACL,eAAe,EAAE;EACjB,iBAAiB;GACf,OAAO;GACP,QAAQ,CAAC,oDAAoD;GAC7D,aAAa,EAAE;GAChB;EACD,gBAAgB,EAAE;EAClB,aAAa;EACd;;;;;AAMH,eAAsB,qBACpB,OACA,SAAuB,EAAE,EACY;CACrC,MAAM,EAAE,MAAM,uBAAuB;AAYrC,QAAO,sBAHY,MAAM,OAHV,4BAHI,kBAAkB,KAAK,EAGa,mBAAmB,EAGlC,OAAO,CAGP;;;;;AAM1C,eAAsB,qBACpB,OACA,SAAuB,EAAE,EACI;CAC7B,MAAM,EACJ,MAAM,OACN,oBAAoB,qBACpB,oBAAoB,wBAClB;CACJ,MAAM,YAAY,KAAK,KAAK;CAG5B,MAAM,aAAa,MAAM,aAAa,OAAO,OAAO;CAGpD,IAAIC;AACJ,KAAI,OAAO,SACT,KAAI;AACF,mBAAiB,MAAM,qBAAqB,OAAO,OAAO;SACpD;AAMV,KAAI,gBAAgB;EAClB,MAAMC,iBAAsC,EAAE;AAG9C,OAAK,MAAM,WAAW,eAAe,cACnC,KAAI,QAAQ,UAAU,UACpB,gBAAe,KAAK;GAClB,UAAU;GACV,UAAU;GACV,SAAS,mBAAmB,QAAQ,UAAU,KAAK,QAAQ,SAAS;GACpE,YACE,QAAQ,cACR,cAAc,QAAQ,UAAU;GACnC,CAAC;WACO,QAAQ,UAAU,WAC3B,gBAAe,KAAK;GAClB,UAAU;GACV,UAAU;GACV,SAAS,oBAAoB,QAAQ,UAAU,qCAAqC,QAAQ,oBAAoB;GAChH,YAAY,QAAQ;GACrB,CAAC;WACO,QAAQ,UAAU,gBAAgB,QAAQ,eAAe,GAClE,gBAAe,KAAK;GAClB,UAAU;GACV,UAAU;GACV,SAAS,kBAAkB,QAAQ,UAAU,oBAAoB,QAAQ,oBAAoB;GAC7F,YAAY,QAAQ;GACrB,CAAC;AAKN,OAAK,MAAM,SAAS,eAAe,gBAAgB,OACjD,gBAAe,KAAK;GAClB,UAAU;GACV,UAAU;GACV,SAAS;GACV,CAAC;AAIJ,OAAK,MAAM,SAAS,eAAe,eACjC,gBAAe,KAAK;GAClB,UAAU,MAAM;GAChB,UAAU;GACV,SAAS,MAAM;GACf,YAAY,MAAM;GACnB,CAAC;AAIJ,aAAW,SAAS,CAAC,GAAG,WAAW,QAAQ,GAAG,eAAe;EAG7D,MAAM,cAAc,eAAe,cAAc;EACjD,MAAM,oBAAoB,eAAe,cAAc,QACpD,MAAM,EAAE,UAAU,WAAW,EAAE,UAAU,aAC3C,CAAC;AAEF,MAAI,cAAc,GAAG;GACnB,MAAM,aAAa,KAAK,MAAO,oBAAoB,cAAe,IAAI;AACtE,cAAW,QAAQ,KAAK,OAAO,WAAW,QAAQ,cAAc,EAAE;AAClE,cAAW,SAAS,SAAS;IAC3B,OAAO;IACP,aAAa;IACd;;AAKH,MADuB,eAAe,MAAM,MAAM,EAAE,aAAa,QAAQ,CAEvE,YAAW,SAAS;AAItB,aAAW,cAAc,CACvB,GAAG,WAAW,aACd,GAAG,eAAe,gBAAgB,YACnC;;AAIH,YAAW,OAAO;EAChB,GAAG,WAAW;EACd,UAAU,KAAK,KAAK,GAAG;EACxB;AAED,QAAO"}

package/dist/services/verify/behavior-verifier.d.ts

@@ -0,0 +1,12 @@
+import { VerifyInput } from "./types.js";
+import { VerificationReport } from "@contractspec/lib.contracts/llm";
+
+//#region src/services/verify/behavior-verifier.d.ts
+
+/**
+ * Run all behavior checks and produce a verification report.
+ */
+declare function verifyBehavior(input: VerifyInput): VerificationReport;
+//#endregion
+export { verifyBehavior };
+//# sourceMappingURL=behavior-verifier.d.ts.map

package/dist/services/verify/behavior-verifier.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"behavior-verifier.d.ts","names":[],"sources":["../../../src/services/verify/behavior-verifier.ts"],"sourcesContent":[],"mappings":";;;;;;;;iBAoQgB,cAAA,QAAsB,cAAc"}

package/dist/services/verify/behavior-verifier.js

@@ -0,0 +1,186 @@
+import { isEmitDeclRef } from "@contractspec/lib.contracts/operations";
+
+//#region src/services/verify/behavior-verifier.ts
+/**
+* Check if a scenario is likely covered by the implementation.
+*/
+function checkScenarioCoverage(code, scenario) {
+	const keywords = [
+		...scenario.given,
+		...scenario.when,
+		...scenario.then
+	].flatMap((s) => s.toLowerCase().split(/\s+/).filter((w) => w.length > 3));
+	const codeLower = code.toLowerCase();
+	const foundKeywords = keywords.filter((kw) => codeLower.includes(kw));
+	const coverage = keywords.length > 0 ? foundKeywords.length / keywords.length : 0;
+	const scenarioNameLower = scenario.key.toLowerCase().replace(/\s+/g, "");
+	const hasTestForScenario = codeLower.includes(scenarioNameLower) || codeLower.includes(`test('${scenario.key.toLowerCase()}'`) || codeLower.includes(`it('${scenario.key.toLowerCase()}'`) || codeLower.includes(`describe('${scenario.key.toLowerCase()}'`);
+	const passed = coverage >= .3 || hasTestForScenario;
+	return {
+		name: scenario.key,
+		type: "scenario",
+		passed,
+		expected: `Given: ${scenario.given.join("; ")}; When: ${scenario.when.join("; ")}; Then: ${scenario.then.join("; ")}`,
+		details: passed ? void 0 : `Scenario keywords not found in implementation (${Math.round(coverage * 100)}% coverage)`
+	};
+}
+/**
+* Check if an example is likely handled.
+*/
+function checkExampleCoverage(code, example) {
+	const inputStr = JSON.stringify(example.input);
+	const outputStr = JSON.stringify(example.output);
+	const inputValues = extractStringValues(example.input);
+	const outputValues = extractStringValues(example.output);
+	const codeLower = code.toLowerCase();
+	const foundInputValues = inputValues.filter((v) => codeLower.includes(v.toLowerCase()));
+	const foundOutputValues = outputValues.filter((v) => codeLower.includes(v.toLowerCase()));
+	const avgCoverage = ((inputValues.length > 0 ? foundInputValues.length / inputValues.length : 1) + (outputValues.length > 0 ? foundOutputValues.length / outputValues.length : 1)) / 2;
+	const passed = avgCoverage >= .2;
+	return {
+		name: example.key,
+		type: "example",
+		passed,
+		expected: `Input: ${inputStr.slice(0, 100)}...; Output: ${outputStr.slice(0, 100)}...`,
+		details: passed ? void 0 : `Example values not found in implementation (${Math.round(avgCoverage * 100)}% coverage)`
+	};
+}
+/**
+* Extract string values from an object for comparison.
+*/
+function extractStringValues(obj) {
+	const values = [];
+	function extract(value) {
+		if (typeof value === "string" && value.length > 2) values.push(value);
+		else if (Array.isArray(value)) value.forEach(extract);
+		else if (value && typeof value === "object") Object.values(value).forEach(extract);
+	}
+	extract(obj);
+	return values;
+}
+/**
+* Check if an error case is handled.
+*/
+function checkErrorCaseCoverage(code, errorCode, errorDef) {
+	const hasErrorCode = code.includes(errorCode);
+	const hasHttpStatus = errorDef.http ? code.includes(String(errorDef.http)) : true;
+	const whenKeywords = errorDef.when.toLowerCase().split(/\s+/).filter((w) => w.length > 3);
+	const codeLower = code.toLowerCase();
+	const foundWhenKeywords = whenKeywords.filter((kw) => codeLower.includes(kw));
+	const whenCoverage = whenKeywords.length > 0 ? foundWhenKeywords.length / whenKeywords.length : 1;
+	const passed = hasErrorCode && (hasHttpStatus || whenCoverage >= .3);
+	return {
+		name: `Error: ${errorCode}`,
+		type: "error",
+		passed,
+		expected: `When: ${errorDef.when}; Return: ${errorCode} (HTTP ${errorDef.http ?? 400})`,
+		details: passed ? void 0 : !hasErrorCode ? `Error code '${errorCode}' not found in implementation` : `Error condition not properly implemented`
+	};
+}
+/**
+* Check if events are emitted in the right conditions.
+*/
+function checkEventConditions(code, spec) {
+	const events = spec.sideEffects?.emits ?? [];
+	const checks = [];
+	for (const event of events) {
+		const eventName = isEmitDeclRef(event) ? event.ref.key : event.key;
+		const when = event.when;
+		const whenKeywords = when.toLowerCase().split(/\s+/).filter((w) => w.length > 3);
+		const codeLower = code.toLowerCase();
+		const hasEvent = codeLower.includes(eventName.toLowerCase());
+		const foundKeywords = whenKeywords.filter((kw) => codeLower.includes(kw));
+		const conditionCoverage = whenKeywords.length > 0 ? foundKeywords.length / whenKeywords.length : 1;
+		checks.push({
+			name: `Event: ${eventName}`,
+			type: "scenario",
+			passed: hasEvent && conditionCoverage >= .3,
+			expected: `Emit ${eventName} when: ${when}`,
+			details: !hasEvent ? `Event '${eventName}' not found` : conditionCoverage < .3 ? `Event condition not properly implemented` : void 0
+		});
+	}
+	return checks;
+}
+/**
+* Check if idempotency is properly handled.
+*/
+function checkIdempotency(code, spec) {
+	if (spec.policy.idempotent === void 0) return null;
+	if (!spec.policy.idempotent) return null;
+	const idempotentPatterns = [
+		"idempotency",
+		"idempotent",
+		"already exists",
+		"upsert",
+		"on conflict",
+		"if not exists",
+		"dedupe",
+		"duplicate"
+	];
+	const codeLower = code.toLowerCase();
+	const hasIdempotentPattern = idempotentPatterns.some((p) => codeLower.includes(p));
+	return {
+		name: "Idempotency",
+		type: "scenario",
+		passed: hasIdempotentPattern,
+		expected: "Operation should be idempotent (safe to retry)",
+		details: hasIdempotentPattern ? void 0 : "No idempotency pattern found for idempotent operation"
+	};
+}
+/**
+* Run all behavior checks and produce a verification report.
+*/
+function verifyBehavior(input) {
+	const { spec, implementationCode, implementationPath } = input;
+	const startTime = Date.now();
+	const checks = [];
+	for (const scenario of spec.acceptance?.scenarios ?? []) checks.push(checkScenarioCoverage(implementationCode, scenario));
+	for (const example of spec.acceptance?.examples ?? []) checks.push(checkExampleCoverage(implementationCode, example));
+	for (const [code, errorDef] of Object.entries(spec.io.errors ?? {})) checks.push(checkErrorCaseCoverage(implementationCode, code, errorDef));
+	checks.push(...checkEventConditions(implementationCode, spec));
+	const idempotencyCheck = checkIdempotency(implementationCode, spec);
+	if (idempotencyCheck) checks.push(idempotencyCheck);
+	const issues = checks.filter((c) => !c.passed).map((c) => ({
+		severity: c.type === "error" ? "error" : "warning",
+		category: c.type === "scenario" ? "scenario" : c.type === "example" ? "scenario" : "error_handling",
+		message: c.details ?? `${c.type} not covered: ${c.name}`,
+		location: implementationPath ? { file: implementationPath } : void 0,
+		suggestion: c.expected ? `Expected: ${c.expected}` : void 0
+	}));
+	const scenarioChecks = checks.filter((c) => c.type === "scenario");
+	const errorChecks = checks.filter((c) => c.type === "error");
+	const passedCount = checks.filter((c) => c.passed).length;
+	const score = checks.length > 0 ? Math.round(passedCount / checks.length * 100) : 100;
+	return {
+		tier: "behavior",
+		passed: issues.filter((i) => i.severity === "error").length === 0,
+		score,
+		issues,
+		suggestions: checks.filter((c) => !c.passed && c.expected).map((c) => `${c.name}: ${c.expected}`),
+		coverage: {
+			scenarios: {
+				total: scenarioChecks.length,
+				covered: scenarioChecks.filter((c) => c.passed).length
+			},
+			errors: {
+				total: errorChecks.length,
+				handled: errorChecks.filter((c) => c.passed).length
+			},
+			fields: {
+				total: checks.length,
+				implemented: passedCount
+			}
+		},
+		meta: {
+			specName: spec.meta.key,
+			specVersion: spec.meta.version,
+			implementationPath: implementationPath ?? "unknown",
+			verifiedAt: (/* @__PURE__ */ new Date()).toISOString(),
+			duration: Date.now() - startTime
+		}
+	};
+}
+
+//#endregion
+export { verifyBehavior };
+//# sourceMappingURL=behavior-verifier.js.map