spec-gen-cli 1.0.0

package/dist/core/verifier/verification-engine.d.ts

@@ -0,0 +1,226 @@
+/**
+ * Spec Verification Engine
+ *
+ * Tests whether generated specs accurately describe the codebase by using
+ * the specs to predict code behavior and comparing against actual files.
+ */
+import type { LLMService } from '../services/llm-service.js';
+import type { DependencyGraphResult } from '../analyzer/dependency-graph.js';
+/**
+ * Verification candidate file
+ */
+export interface VerificationCandidate {
+    path: string;
+    absolutePath: string;
+    domain: string;
+    usedInGeneration: boolean;
+    complexity: number;
+    lines: number;
+    imports: number;
+    exports: number;
+}
+/**
+ * LLM prediction for a file
+ */
+export interface FilePrediction {
+    predictedPurpose: string;
+    predictedImports: string[];
+    predictedExports: string[];
+    predictedLogic: string[];
+    relatedRequirements: string[];
+    confidence: number;
+    reasoning: string;
+}
+/**
+ * Match result for purpose
+ */
+export interface PurposeMatch {
+    predicted: string;
+    actual: string;
+    similarity: number;
+}
+/**
+ * Match result for imports/exports
+ */
+export interface SetMatch {
+    predicted: string[];
+    actual: string[];
+    precision: number;
+    recall: number;
+    f1Score: number;
+}
+/**
+ * Requirement coverage analysis
+ */
+export interface RequirementCoverage {
+    relatedRequirements: string[];
+    actuallyImplements: string[];
+    coverage: number;
+}
+/**
+ * Result for a single file verification
+ */
+export interface VerificationResult {
+    filePath: string;
+    domain: string;
+    purposeMatch: PurposeMatch;
+    importMatch: SetMatch;
+    exportMatch: SetMatch;
+    requirementCoverage: RequirementCoverage;
+    overallScore: number;
+    llmConfidence: number;
+    feedback: string[];
+}
+/**
+ * Domain breakdown in report
+ */
+export interface DomainBreakdown {
+    domain: string;
+    specPath: string;
+    filesVerified: number;
+    averageScore: number;
+    weakestArea: string;
+}
+/**
+ * Suggested improvement
+ */
+export interface SuggestedImprovement {
+    domain: string;
+    issue: string;
+    suggestion: string;
+}
+/**
+ * Complete verification report
+ */
+export interface VerificationReport {
+    timestamp: string;
+    specVersion: string;
+    sampledFiles: number;
+    passedFiles: number;
+    overallConfidence: number;
+    domainBreakdown: DomainBreakdown[];
+    commonGaps: string[];
+    recommendation: 'ready' | 'needs-review' | 'regenerate';
+    suggestedImprovements: SuggestedImprovement[];
+    results: VerificationResult[];
+}
+/**
+ * Engine options
+ */
+export interface VerificationEngineOptions {
+    /** Root directory of the project */
+    rootPath: string;
+    /** Path to openspec directory */
+    openspecPath: string;
+    /** Output directory for reports */
+    outputDir: string;
+    /** Minimum complexity (lines) for candidate files */
+    minComplexity?: number;
+    /** Maximum complexity (lines) for candidate files */
+    maxComplexity?: number;
+    /** Number of files to sample per domain */
+    filesPerDomain?: number;
+    /** Passing threshold for overall score */
+    passThreshold?: number;
+    /** Files used in generation (to exclude) */
+    generationContext?: string[];
+}
+/**
+ * Spec Verification Engine
+ */
+export declare class SpecVerificationEngine {
+    private llm;
+    private options;
+    private specs;
+    private parser;
+    constructor(llm: LLMService, options: VerificationEngineOptions);
+    /**
+     * Run full verification
+     */
+    verify(depGraph: DependencyGraphResult, specVersion: string): Promise<VerificationReport>;
+    /**
+     * Load all specs from openspec directory
+     */
+    private loadSpecs;
+    /**
+     * Select verification candidate files
+     */
+    selectCandidates(depGraph: DependencyGraphResult): VerificationCandidate[];
+    /**
+     * Infer domain from file path
+     */
+    private inferDomain;
+    /**
+     * Verify a single file
+     */
+    verifyFile(candidate: VerificationCandidate): Promise<VerificationResult>;
+    /**
+     * Get prediction from LLM
+     */
+    private getPrediction;
+    /**
+     * Compare predicted purpose to actual file content
+     */
+    private comparePurpose;
+    /**
+     * Extract purpose from file content (comments, docstrings)
+     */
+    private extractPurpose;
+    /**
+     * Calculate text similarity using keyword overlap
+     */
+    private calculateSimilarity;
+    /**
+     * Extract keywords from text
+     */
+    private extractKeywords;
+    /**
+     * Compare predicted imports to actual
+     */
+    private compareImports;
+    /**
+     * Normalize import path for comparison
+     */
+    private normalizeImport;
+    /**
+     * Compare predicted exports to actual
+     */
+    private compareExports;
+    /**
+     * Calculate precision, recall, F1 for set comparison
+     */
+    private calculateSetMatch;
+    /**
+     * Analyze requirement coverage
+     */
+    private analyzeRequirementCoverage;
+    /**
+     * Calculate overall score (weighted combination)
+     */
+    private calculateOverallScore;
+    /**
+     * Generate feedback for gaps
+     */
+    private generateFeedback;
+    /**
+     * Generate verification report
+     */
+    private generateReport;
+    /**
+     * Save verification report
+     */
+    private saveReport;
+    /**
+     * Generate markdown report
+     */
+    private generateMarkdownReport;
+    /**
+     * Get list of domains
+     */
+    getDomains(): string[];
+}
+/**
+ * Run verification on a project
+ */
+export declare function verifySpecs(llm: LLMService, depGraph: DependencyGraphResult, options: VerificationEngineOptions, specVersion: string): Promise<VerificationReport>;
+//# sourceMappingURL=verification-engine.d.ts.map

package/dist/core/verifier/verification-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verification-engine.d.ts","sourceRoot":"","sources":["../../../src/core/verifier/verification-engine.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,KAAK,EAAE,qBAAqB,EAAkB,MAAM,iCAAiC,CAAC;AAO7F;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,EAAE,OAAO,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,YAAY,CAAC;IAC3B,WAAW,EAAE,QAAQ,CAAC;IACtB,WAAW,EAAE,QAAQ,CAAC;IACtB,mBAAmB,EAAE,mBAAmB,CAAC;IACzC,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,eAAe,EAAE,CAAC;IACnC,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,cAAc,EAAE,OAAO,GAAG,cAAc,GAAG,YAAY,CAAC;IACxD,qBAAqB,EAAE,oBAAoB,EAAE,CAAC;IAC9C,OAAO,EAAE,kBAAkB,EAAE,CAAC;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC,oCAAoC;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,iCAAiC;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,mCAAmC;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,qDAAqD;IACrD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,qDAAqD;IACrD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,2CAA2C;IAC3C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,0CAA0C;IAC1C,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,4CAA4C;IAC5C,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC9B;AAmCD;;GAEG;AACH,qBAAa,sBAAsB;IACjC,OAAO,CAAC,GAAG,CAAa;IACxB,OAAO,CAAC,OAAO,CAAsC;IACrD,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,MAAM,CAAqB;gBAEvB,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,yBAAyB;IAe/D;;OAEG;IACG,MAAM,CACV,QAAQ,EAAE,qBAAqB,EAC/B,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,CAAC;IA8C9B;;OAEG;YACW,SAAS;IA6BvB;;OAEG;IACH,gBAAgB,CAAC,QAAQ,EAAE,qBAAqB,GAAG,qBAAqB,EAAE;IA2D1E;;OAEG;IACH,OAAO,CAAC,WAAW;IAmBnB;;OAEG;IACG,UAAU,CAAC,SAAS,EAAE,qBAAqB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAiC/E;;OAEG;YACW,aAAa;IAsD3B;;OAEG;IACH,OAAO,CAAC,cAAc;IAUtB;;OAEG;IACH,OAAO,CAAC,cAAc;IAgCtB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAkB3B;;OAEG;IACH,OAAO,CAAC,eAAe;IAavB;;OAEG;IACH,OAAO,CAAC,cAAc;IAOtB;;OAEG;IACH,OAAO,CAAC,eAAe;IAYvB;;OAEG;IACH,OAAO,CAAC,cAAc;IAOtB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAsBzB;;OAEG;IACH,OAAO,CAAC,0BAA0B;IAwBlC;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAmB7B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA2CxB;;OAEG;IACH,OAAO,CAAC,cAAc;IA4FtB;;OAEG;YACW,UAAU;IAexB;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAmG9B;;OAEG;IACH,UAAU,IAAI,MAAM,EAAE;CAGvB;AAMD;;GAEG;AACH,wBAAsB,WAAW,CAC/B,GAAG,EAAE,UAAU,EACf,QAAQ,EAAE,qBAAqB,EAC/B,OAAO,EAAE,yBAAyB,EAClC,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,CAAC,CAG7B"}