erosolar-cli 1.7.22 → 1.7.23

package/dist/core/responseVerifier.d.ts

@@ -84,17 +84,20 @@ export declare function extractClaims(response: string): VerifiableClaim[];
  */
 export declare function generateVerificationTest(claim: VerifiableClaim): () => Promise<ClaimVerificationResult>;
 /**
- * Verify all claims in an assistant response
+ * Verify all claims in an assistant response using LLM-based semantic analysis.
+ * Requires a VerificationContext with an llmVerifier function.
+ * All claim extraction and verification is done via LLM.
  */
-export declare function verifyResponse(response: string, responseId?: string): Promise<VerificationReport>;
+export declare function verifyResponse(response: string, context: VerificationContext, responseId?: string): Promise<VerificationReport>;
 /**
  * Format a verification report for display
  */
 export declare function formatVerificationReport(report: VerificationReport): string;
 /**
- * Quick verification - returns true if response claims are valid
+ * Quick verification - returns true if response claims are valid.
+ * Requires a VerificationContext with llmVerifier for LLM-based semantic analysis.
  */
-export declare function quickVerify(response: string): Promise<boolean>;
+export declare function quickVerify(response: string, context: VerificationContext): Promise<boolean>;
 /**
  * Verification strategy types
  */
@@ -118,7 +121,8 @@ export declare function verifyClaimWithLLM(claim: VerifiableClaim, context: Veri
  */
 export declare function generateExtendedVerificationTest(claim: VerifiableClaim, context: VerificationContext): () => Promise<ClaimVerificationResult>;
 /**
- * Comprehensive verification using both runtime and LLM-based strategies
+ * Comprehensive verification using LLM-based semantic analysis.
+ * Requires an LLM verifier - all claims are verified through LLM semantic analysis.
  */
 export declare function verifyResponseComprehensive(response: string, context: VerificationContext, responseId?: string): Promise<VerificationReport>;
 /**
@@ -164,4 +168,54 @@ export declare function verifyResponseWithGeneratedTests(response: string, conte
  * Hybrid verification - uses generated tests when available, falls back to predefined tests
  */
 export declare function verifyResponseHybrid(response: string, context: VerificationContext, responseId?: string): Promise<VerificationReport>;
+export interface UniversalClaim {
+    id: string;
+    statement: string;
+    category: string;
+    verifiable: boolean;
+    verificationApproach: string;
+    priority: 'critical' | 'high' | 'medium' | 'low';
+    context: Record<string, unknown>;
+}
+export interface UniversalVerificationResult {
+    claim: UniversalClaim;
+    verified: boolean;
+    confidence: number;
+    method: string;
+    evidence: string;
+    reasoning: string;
+    suggestedFollowUp?: string;
+    executedCode?: string;
+    rawOutput?: string;
+    timestamp: string;
+}
+export interface UniversalVerificationReport {
+    responseId: string;
+    originalResponse: string;
+    timestamp: string;
+    claims: UniversalClaim[];
+    results: UniversalVerificationResult[];
+    summary: {
+        totalClaims: number;
+        verifiableClaims: number;
+        verified: number;
+        failed: number;
+        inconclusive: number;
+        averageConfidence: number;
+    };
+    overallAssessment: string;
+    trustScore: number;
+}
+export declare function validateUniversalCode(c: string): {
+    safe: boolean;
+    reason: string;
+};
+export declare function extractUniversalClaims(r: string, ctx: VerificationContext): Promise<UniversalClaim[]>;
+export declare function verifyUniversalClaim(claim: UniversalClaim, ctx: VerificationContext): Promise<UniversalVerificationResult>;
+export declare function verifyResponseUniversal(response: string, ctx: VerificationContext, id?: string): Promise<UniversalVerificationReport>;
+export declare function quickUniversalVerify(r: string, ctx: VerificationContext): Promise<{
+    trustScore: number;
+    summary: string;
+}>;
+export declare function formatUniversalReport(r: UniversalVerificationReport): string;
 //# sourceMappingURL=responseVerifier.d.ts.map

package/dist/core/responseVerifier.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"responseVerifier.d.ts","sourceRoot":"","sources":["../../src/core/responseVerifier.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AASH;;GAEG;AACH,MAAM,MAAM,SAAS,GACjB,cAAc,GACd,eAAe,GACf,cAAc,GACd,kBAAkB,GAClB,eAAe,GACf,YAAY,GACZ,kBAAkB,GAClB,sBAAsB,GACtB,iBAAiB,GACjB,gBAAgB,GAChB,eAAe,GACf,mBAAmB,GAEnB,cAAc,GACd,kBAAkB,GAClB,gBAAgB,GAChB,aAAa,GACb,oBAAoB,GACpB,kBAAkB,GAClB,aAAa,GACb,qBAAqB,GACrB,mBAAmB,GACnB,SAAS,CAAC;AAEd;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,SAAS,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE;QACN,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,OAAO,CAAC,EAAE,MAAM,CAAC;QAEjB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACxB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,eAAe,CAAC;IACvB,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,OAAO,EAAE,uBAAuB,EAAE,CAAC;IACnC,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,cAAc,EAAE,UAAU,GAAG,oBAAoB,GAAG,YAAY,GAAG,cAAc,CAAC;CACnF;AAkFD;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAC5C,OAAO,CAAC,eAAe,EAAE,CAAC,CAgC5B;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,eAAe,EAAE,CA8TjE;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,eAAe,GAAG,MAAM,OAAO,CAAC,uBAAuB,CAAC,CAsWvG;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,CAAC,CAiD7B;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM,CAuC3E;AAED;;GAEG;AACH,wBAAsB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAGpE;AAED;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAC5B,SAAS,GACT,YAAY,GACZ,SAAS,GACT,KAAK,GACL,UAAU,GACV,YAAY,GACZ,QAAQ,CAAC;AAEb;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxC,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACnD;AAsBD;;GAEG;AACH,wBAAsB,kBAAkB,CACtC,KAAK,EAAE,eAAe,EACtB,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,uBAAuB,CAAC,CAqElC;AAED;;GAEG;AACH,wBAAgB,gCAAgC,CAC9C,KAAK,EAAE,eAAe,EACtB,OAAO,EAAE,mBAAmB,GAC3B,MAAM,OAAO,CAAC,uBAAuB,CAAC,CAkYxC;AAED;;GAEG;AACH,wBAAsB,2BAA2B,CAC/C,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,mBAAmB,EAC5B,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,CAAC,CAmE7B;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,eAAe,GAAG,oBAAoB,CAqCpF;AAED;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC,KAAK,EAAE,eAAe,CAAC;IACvB,QAAQ,EAAE,OAAO,GAAG,YAAY,GAAG,KAAK,CAAC;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,OAAO,CAAC;CACtB;AA0CD;;GAEG;AACH,wBAAsB,wBAAwB,CAC5C,KAAK,EAAE,eAAe,EACtB,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,yBAAyB,GAAG,IAAI,CAAC,CA0C3C;AAiCD;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,yBAAyB,GAAG;IACtE,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB,CAwDA;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,IAAI,EAAE,yBAAyB,EAC/B,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,uBAAuB,CAAC,CAqHlC;AAED;;GAEG;AACH,wBAAsB,uBAAuB,CAC3C,KAAK,EAAE,eAAe,EACtB,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,uBAAuB,CAAC,CAoBlC;AAED;;;GAGG;AACH,wBAAsB,gCAAgC,CACpD,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,mBAAmB,EAC5B,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,CAAC,CA0C7B;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,mBAAmB,EAC5B,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,CAAC,CAqF7B"}
+{"version":3,"file":"responseVerifier.d.ts","sourceRoot":"","sources":["../../src/core/responseVerifier.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AASH;;GAEG;AACH,MAAM,MAAM,SAAS,GACjB,cAAc,GACd,eAAe,GACf,cAAc,GACd,kBAAkB,GAClB,eAAe,GACf,YAAY,GACZ,kBAAkB,GAClB,sBAAsB,GACtB,iBAAiB,GACjB,gBAAgB,GAChB,eAAe,GACf,mBAAmB,GAEnB,cAAc,GACd,kBAAkB,GAClB,gBAAgB,GAChB,aAAa,GACb,oBAAoB,GACpB,kBAAkB,GAClB,aAAa,GACb,qBAAqB,GACrB,mBAAmB,GACnB,SAAS,CAAC;AAEd;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,SAAS,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE;QACN,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,OAAO,CAAC,EAAE,MAAM,CAAC;QAEjB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACxB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,eAAe,CAAC;IACvB,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,OAAO,EAAE,uBAAuB,EAAE,CAAC;IACnC,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,cAAc,EAAE,UAAU,GAAG,oBAAoB,GAAG,YAAY,GAAG,cAAc,CAAC;CACnF;AAkFD;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAC5C,OAAO,CAAC,eAAe,EAAE,CAAC,CAgC5B;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,eAAe,EAAE,CA8TjE;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,eAAe,GAAG,MAAM,OAAO,CAAC,uBAAuB,CAAC,CAsWvG;AAED;;;;GAIG;AACH,wBAAsB,cAAc,CAClC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,mBAAmB,EAC5B,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,CAAC,CAE7B;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM,CAuC3E;AAED;;;GAGG;AACH,wBAAsB,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,OAAO,CAAC,CAGlG;AAED;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAC5B,SAAS,GACT,YAAY,GACZ,SAAS,GACT,KAAK,GACL,UAAU,GACV,YAAY,GACZ,QAAQ,CAAC;AAEb;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxC,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACnD;AAsBD;;GAEG;AACH,wBAAsB,kBAAkB,CACtC,KAAK,EAAE,eAAe,EACtB,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,uBAAuB,CAAC,CAqElC;AAED;;GAEG;AACH,wBAAgB,gCAAgC,CAC9C,KAAK,EAAE,eAAe,EACtB,OAAO,EAAE,mBAAmB,GAC3B,MAAM,OAAO,CAAC,uBAAuB,CAAC,CAqOxC;AAED;;;GAGG;AACH,wBAAsB,2BAA2B,CAC/C,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,mBAAmB,EAC5B,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,CAAC,CA6D7B;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,eAAe,GAAG,oBAAoB,CAqCpF;AAED;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC,KAAK,EAAE,eAAe,CAAC;IACvB,QAAQ,EAAE,OAAO,GAAG,YAAY,GAAG,KAAK,CAAC;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,OAAO,CAAC;CACtB;AA0CD;;GAEG;AACH,wBAAsB,wBAAwB,CAC5C,KAAK,EAAE,eAAe,EACtB,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,yBAAyB,GAAG,IAAI,CAAC,CA0C3C;AAiCD;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,yBAAyB,GAAG;IACtE,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB,CAwDA;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,IAAI,EAAE,yBAAyB,EAC/B,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,uBAAuB,CAAC,CAqHlC;AAED;;GAEG;AACH,wBAAsB,uBAAuB,CAC3C,KAAK,EAAE,eAAe,EACtB,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,uBAAuB,CAAC,CAoBlC;AAED;;;GAGG;AACH,wBAAsB,gCAAgC,CACpD,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,mBAAmB,EAC5B,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,CAAC,CA0C7B;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,mBAAmB,EAC5B,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,CAAC,CAqF7B;AAMD,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,OAAO,CAAC;IACpB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,QAAQ,EAAE,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACjD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,2BAA2B;IAC1C,KAAK,EAAE,cAAc,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,2BAA2B;IAC1C,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,OAAO,EAAE,2BAA2B,EAAE,CAAC;IACvC,OAAO,EAAE;QACP,WAAW,EAAE,MAAM,CAAC;QACpB,gBAAgB,EAAE,MAAM,CAAC;QACzB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,YAAY,EAAE,MAAM,CAAC;QACrB,iBAAiB,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,iBAAiB,EAAE,MAAM,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;CACpB;AA2BD,wBAAgB,qBAAqB,CAAC,CAAC,EAAE,MAAM,GAAG;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAGlF;AAaD,wBAAsB,sBAAsB,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAS3G;AAED,wBAAsB,oBAAoB,CAAC,KAAK,EAAE,cAAc,EAAE,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAehI;AAED,wBAAsB,uBAAuB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,mBAAmB,EAAE,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAa3I;AAED,wBAAsB,oBAAoB,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAMhI;AAED,wBAAgB,qBAAqB,CAAC,CAAC,EAAE,2BAA2B,GAAG,MAAM,CAQ5E"}

package/dist/core/responseVerifier.js

@@ -764,57 +764,12 @@ export function generateVerificationTest(claim) {
     }
 }
 /**
- * Verify all claims in an assistant response
+ * Verify all claims in an assistant response using LLM-based semantic analysis.
+ * Requires a VerificationContext with an llmVerifier function.
+ * All claim extraction and verification is done via LLM.
  */
-export async function verifyResponse(response, responseId) {
-    const claims = extractClaims(response);
-    const results = [];
-    for (const claim of claims) {
-        const test = generateVerificationTest(claim);
-        try {
-            const result = await test();
-            results.push(result);
-        }
-        catch (err) {
-            results.push({
-                claim,
-                verified: false,
-                confidence: 'low',
-                evidence: 'Verification test failed to execute',
-                error: err instanceof Error ? err.message : 'Unknown error',
-                timestamp: new Date().toISOString()
-            });
-        }
-    }
-    const verified = results.filter(r => r.verified).length;
-    const failed = results.filter(r => !r.verified && r.confidence === 'high').length;
-    const inconclusive = results.filter(r => !r.verified && r.confidence !== 'high').length;
-    let overallVerdict;
-    if (failed > 0) {
-        overallVerdict = 'contradicted';
-    }
-    else if (verified === claims.length && claims.length > 0) {
-        overallVerdict = 'verified';
-    }
-    else if (verified > 0) {
-        overallVerdict = 'partially_verified';
-    }
-    else {
-        overallVerdict = 'unverified';
-    }
-    return {
-        responseId: responseId || `response-${Date.now()}`,
-        timestamp: new Date().toISOString(),
-        claims,
-        results,
-        summary: {
-            total: claims.length,
-            verified,
-            failed,
-            inconclusive
-        },
-        overallVerdict
-    };
+export async function verifyResponse(response, context, responseId) {
+    return verifyResponseComprehensive(response, context, responseId);
 }
 /**
  * Format a verification report for display
@@ -854,10 +809,11 @@ export function formatVerificationReport(report) {
     return lines.join('\n');
 }
 /**
- * Quick verification - returns true if response claims are valid
+ * Quick verification - returns true if response claims are valid.
+ * Requires a VerificationContext with llmVerifier for LLM-based semantic analysis.
  */
-export async function quickVerify(response) {
-    const report = await verifyResponse(response);
+export async function quickVerify(response, context) {
+    const report = await verifyResponse(response, context);
     return report.overallVerdict === 'verified' || report.overallVerdict === 'partially_verified';
 }
 /**
@@ -1120,203 +1076,59 @@ export function generateExtendedVerificationTest(claim, context) {
         case 'error_fixed':
         case 'feature_implemented':
         case 'refactor_complete':
-            // These require semantic verification - use LLM if available
+            // These require semantic verification - LLM is required
             return async () => {
-                if (context.llmVerifier) {
-                    return verifyClaimWithLLM(claim, context);
-                }
-                // Fall back to checking if related files were modified
-                const relatedPath = claim.params.path;
-                if (relatedPath) {
-                    try {
-                        const resolvedPath = path.isAbsolute(relatedPath)
-                            ? relatedPath
-                            : path.resolve(context.workingDirectory, relatedPath);
-                        const stats = await fs.stat(resolvedPath);
-                        const recentlyModified = (Date.now() - stats.mtimeMs) < 10 * 60 * 1000;
-                        return {
-                            ...baseResult,
-                            verified: recentlyModified,
-                            confidence: 'low',
-                            evidence: recentlyModified
-                                ? `Related file ${relatedPath} was recently modified`
-                                : `Related file ${relatedPath} exists but wasn't recently modified`
-                        };
-                    }
-                    catch {
-                        return {
-                            ...baseResult,
-                            verified: false,
-                            confidence: 'low',
-                            evidence: 'Could not verify - no LLM available and related file not found'
-                        };
-                    }
+                if (!context.llmVerifier) {
+                    return {
+                        ...baseResult,
+                        verified: false,
+                        confidence: 'low',
+                        evidence: 'Semantic verification requires LLM verifier'
+                    };
                 }
-                return {
-                    ...baseResult,
-                    verified: false,
-                    confidence: 'low',
-                    evidence: 'Semantic verification required but no LLM verifier available'
-                };
+                return verifyClaimWithLLM(claim, context);
             };
         case 'data_transformed':
-            return async () => {
-                // Check if we have before/after state to compare
-                if (context.previousState && context.currentState) {
-                    const inputKey = claim.params.input;
-                    const outputKey = claim.params.output;
-                    if (inputKey && outputKey) {
-                        const inputExists = context.previousState[inputKey] !== undefined;
-                        const outputExists = context.currentState[outputKey] !== undefined;
-                        return {
-                            ...baseResult,
-                            verified: inputExists && outputExists,
-                            confidence: inputExists && outputExists ? 'medium' : 'low',
-                            evidence: `Input "${inputKey}" ${inputExists ? 'found' : 'missing'}, Output "${outputKey}" ${outputExists ? 'found' : 'missing'}`
-                        };
-                    }
-                }
-                // Fall back to LLM verification
-                if (context.llmVerifier) {
-                    return verifyClaimWithLLM(claim, context);
-                }
-                return {
-                    ...baseResult,
-                    verified: false,
-                    confidence: 'low',
-                    evidence: 'Cannot verify data transformation without state comparison or LLM'
-                };
-            };
         case 'database_updated':
-            return async () => {
-                // Can't directly verify database changes without connection info
-                // Check if there's a command we can run
-                const checkCommand = claim.params.checkCommand;
-                if (checkCommand) {
-                    try {
-                        const { stdout } = await execAsync(checkCommand, {
-                            timeout: 10000,
-                            cwd: context.workingDirectory
-                        });
-                        return {
-                            ...baseResult,
-                            verified: true,
-                            confidence: 'medium',
-                            evidence: `Check command output: ${stdout.slice(0, 200)}`
-                        };
-                    }
-                    catch (err) {
-                        return {
-                            ...baseResult,
-                            verified: false,
-                            confidence: 'medium',
-                            evidence: 'Database check command failed',
-                            error: err instanceof Error ? err.message : 'Unknown error'
-                        };
-                    }
-                }
-                // Fall back to LLM
-                if (context.llmVerifier) {
-                    return verifyClaimWithLLM(claim, context);
-                }
-                return {
-                    ...baseResult,
-                    verified: false,
-                    confidence: 'low',
-                    evidence: 'Cannot verify database changes without check command or LLM'
-                };
-            };
         case 'permission_granted':
-            return async () => {
-                const targetPath = claim.params.path;
-                const expectedMode = claim.params.mode;
-                if (targetPath) {
-                    try {
-                        const resolvedPath = path.isAbsolute(targetPath)
-                            ? targetPath
-                            : path.resolve(context.workingDirectory, targetPath);
-                        const stats = await fs.stat(resolvedPath);
-                        const mode = (stats.mode & 0o777).toString(8);
-                        if (expectedMode) {
-                            const matches = mode === expectedMode;
-                            return {
-                                ...baseResult,
-                                verified: matches,
-                                confidence: 'high',
-                                evidence: matches
-                                    ? `File has expected permissions: ${mode}`
-                                    : `Expected mode ${expectedMode}, got ${mode}`
-                            };
-                        }
-                        return {
-                            ...baseResult,
-                            verified: true,
-                            confidence: 'medium',
-                            evidence: `File permissions: ${mode}`
-                        };
-                    }
-                    catch (err) {
-                        return {
-                            ...baseResult,
-                            verified: false,
-                            confidence: 'high',
-                            evidence: 'Could not check file permissions',
-                            error: err instanceof Error ? err.message : 'Unknown error'
-                        };
-                    }
-                }
-                // Fall back to LLM
-                if (context.llmVerifier) {
-                    return verifyClaimWithLLM(claim, context);
-                }
-                return {
-                    ...baseResult,
-                    verified: false,
-                    confidence: 'low',
-                    evidence: 'Cannot verify permission without file path or LLM'
-                };
-            };
         case 'generic':
         default:
-            // For generic claims, always try LLM verification first
+            // All these claim types require LLM verification
             return async () => {
-                if (context.llmVerifier) {
-                    return verifyClaimWithLLM(claim, context);
+                if (!context.llmVerifier) {
+                    return {
+                        ...baseResult,
+                        verified: false,
+                        confidence: 'low',
+                        evidence: `${claim.type} verification requires LLM verifier`
+                    };
                 }
-                return {
-                    ...baseResult,
-                    verified: false,
-                    confidence: 'low',
-                    evidence: 'Generic claim requires LLM verification which is not available'
-                };
+                return verifyClaimWithLLM(claim, context);
             };
     }
 }
 /**
- * Comprehensive verification using both runtime and LLM-based strategies
+ * Comprehensive verification using LLM-based semantic analysis.
+ * Requires an LLM verifier - all claims are verified through LLM semantic analysis.
  */
 export async function verifyResponseComprehensive(response, context, responseId) {
-    // First extract claims using LLM if available, otherwise pattern matching
-    const claims = context.llmVerifier
-        ? await extractClaimsWithLLM(response, context.llmVerifier)
-        : extractClaims(response);
+    if (!context.llmVerifier) {
+        return {
+            responseId: responseId || `response-${Date.now()}`,
+            timestamp: new Date().toISOString(),
+            claims: [],
+            results: [],
+            summary: { total: 0, verified: 0, failed: 0, inconclusive: 0 },
+            overallVerdict: 'unverified'
+        };
+    }
+    // Extract ALL claims using LLM (required)
+    const claims = await extractClaimsWithLLM(response, context.llmVerifier);
     const results = [];
     for (const claim of claims) {
-        // Check if this is a standard claim type that can be runtime-verified
-        const standardTypes = [
-            'file_created', 'file_modified', 'file_deleted', 'code_compiles',
-            'tests_pass', 'git_committed', 'package_published', 'command_executed',
-            'dependency_installed', 'service_running', 'url_accessible', 'content_contains'
-        ];
-        let test;
-        if (standardTypes.includes(claim.type)) {
-            test = generateVerificationTest(claim);
-        }
-        else {
-            test = generateExtendedVerificationTest(claim, context);
-        }
+        // ALL claims are verified via LLM semantic analysis
         try {
-            const result = await test();
+            const result = await verifyClaimWithLLM(claim, context);
             results.push(result);
         }
         catch (err) {
@@ -1324,7 +1136,7 @@ export async function verifyResponseComprehensive(response, context, responseId)
                 claim,
                 verified: false,
                 confidence: 'low',
-                evidence: 'Verification test failed to execute',
+                evidence: 'LLM verification failed',
                 error: err instanceof Error ? err.message : 'Unknown error',
                 timestamp: new Date().toISOString()
             });
@@ -1814,4 +1626,151 @@ export async function verifyResponseHybrid(response, context, responseId) {
         overallVerdict
     };
 }
+const UNIVERSAL_EXTRACT = `Extract ALL verifiable claims from this AI response. Include explicit claims, implicit claims, state changes, results, assertions.
+
+RESPONSE:
+---
+{RESPONSE}
+---
+CONTEXT: {CONTEXT}
+DIR: {WORKING_DIR}
+
+Return JSON array: [{"id":"c1","statement":"claim","category":"file_op|code|state|data|behavior|fact|other","verifiable":true/false,"verificationApproach":"how","priority":"critical|high|medium|low","context":{}}]
+Output ONLY valid JSON.`;
+const UNIVERSAL_GEN = `Generate verification code for: {STATEMENT}
+Category: {CATEGORY} | Approach: {APPROACH} | Context: {CONTEXT} | Dir: {WORKING_DIR} | Platform: {PLATFORM}
+
+Use shell/javascript/python. READ-ONLY only.
+Return JSON: {"steps":[{"type":"shell|javascript|python","code":"code","desc":"what"}],"success":"success criteria","failure":"failure criteria","confPass":0-100,"confFail":0-100,"safe":{"ok":true/false,"why":"reason"}}
+Output ONLY valid JSON.`;
+const UNIVERSAL_ASSESS = `Assess: RESPONSE:{RESPONSE} CLAIMS:{CLAIMS} RESULTS:{RESULTS}
+Return JSON: {"trust":0-100,"summary":"text","concerns":[]}
+Output ONLY valid JSON.`;
+const UNSAFE = [/\brm\s/i, /rmdir/i, /sudo/i, /chmod\s*7/i, /eval\s*\(/i, /exec\s*\(/i, /child_process/i, /os\.system/i, /subprocess/i, /curl.*\|.*sh/i, /DROP\s+TABLE/i, /DELETE\s+FROM/i, /kill/i];
+export function validateUniversalCode(c) {
+    for (const p of UNSAFE)
+        if (p.test(c))
+            return { safe: false, reason: p.source };
+    return c.length > 5000 ? { safe: false, reason: 'too long' } : { safe: true, reason: 'ok' };
+}
+async function runUniversalStep(s, cwd) {
+    const v = validateUniversalCode(s.code);
+    if (!v.safe)
+        return { ok: false, out: v.reason };
+    try {
+        if (s.type === 'shell') {
+            const { stdout, stderr } = await execAsync(s.code, { cwd, timeout: 30000, maxBuffer: 5 * 1024 * 1024 });
+            return { ok: true, out: stdout + stderr };
+        }
+        if (s.type === 'javascript') {
+            const w = `(async()=>{try{const fs=require('fs').promises;const r=await(async()=>{${s.code}})();console.log(JSON.stringify({ok:1,r}))}catch(e){console.log(JSON.stringify({ok:0,e:e.message}))}})()`;
+            const { stdout } = await execAsync(`node -e ${JSON.stringify(w)}`, { cwd, timeout: 30000 });
+            return { ok: true, out: stdout };
+        }
+        if (s.type === 'python') {
+            const { stdout, stderr } = await execAsync(`python3 -c ${JSON.stringify(s.code)}`, { cwd, timeout: 30000 });
+            return { ok: true, out: stdout + stderr };
+        }
+        return { ok: false, out: 'unknown type' };
+    }
+    catch (e) {
+        return { ok: false, out: e instanceof Error ? e.message : 'err' };
+    }
+}
+export async function extractUniversalClaims(r, ctx) {
+    if (!ctx.llmVerifier)
+        return extractClaims(r).map((c, i) => ({ id: `c${i}`, statement: c.description, category: c.type, verifiable: true, verificationApproach: 'runtime', priority: 'medium', context: c.params }));
+    try {
+        const p = UNIVERSAL_EXTRACT.replace('{RESPONSE}', r.slice(0, 8000)).replace('{CONTEXT}', ctx.conversationHistory?.slice(-3).join('\n') || '').replace('{WORKING_DIR}', ctx.workingDirectory);
+        const res = await ctx.llmVerifier(p);
+        const m = res.match(/\[[\s\S]*\]/);
+        if (m)
+            return JSON.parse(m[0]);
+    }
+    catch { /* fall through */ }
+    return extractClaims(r).map((c, i) => ({ id: `c${i}`, statement: c.description, category: c.type, verifiable: true, verificationApproach: 'runtime', priority: 'medium', context: c.params }));
+}
+export async function verifyUniversalClaim(claim, ctx) {
+    const base = { claim, timestamp: new Date().toISOString() };
+    if (!claim.verifiable)
+        return { ...base, verified: false, confidence: 0, method: 'skip', evidence: 'Not verifiable', reasoning: 'Cannot verify' };
+    if (!ctx.llmVerifier)
+        return { ...base, verified: false, confidence: 0, method: 'skip', evidence: 'No LLM', reasoning: 'Needs LLM' };
+    try {
+        const p = UNIVERSAL_GEN.replace('{STATEMENT}', claim.statement).replace('{CATEGORY}', claim.category).replace('{APPROACH}', claim.verificationApproach).replace('{CONTEXT}', JSON.stringify(claim.context)).replace('{WORKING_DIR}', ctx.workingDirectory).replace('{PLATFORM}', process.platform);
+        const res = await ctx.llmVerifier(p);
+        const m = res.match(/\{[\s\S]*\}/);
+        if (!m)
+            throw new Error('bad');
+        const plan = JSON.parse(m[0]);
+        if (!plan.safe.ok)
+            return { ...base, verified: false, confidence: 0, method: 'blocked', evidence: plan.safe.why, reasoning: 'Unsafe' };
+        let allOk = true, out = '', code = '';
+        for (const s of plan.steps) {
+            code += s.code + '\n';
+            const r = await runUniversalStep(s, ctx.workingDirectory);
+            out += r.out + '\n';
+            if (!r.ok)
+                allOk = false;
+        }
+        return { ...base, verified: allOk, confidence: allOk ? plan.confPass : plan.confFail, method: plan.steps.map(s => s.type).join('+'), evidence: allOk ? plan.success : plan.failure, reasoning: allOk ? 'All passed' : 'Some failed', executedCode: code, rawOutput: out.slice(0, 2000) };
+    }
+    catch (e) {
+        return { ...base, verified: false, confidence: 10, method: 'error', evidence: 'Failed', reasoning: e instanceof Error ? e.message : 'err' };
+    }
+}
+export async function verifyResponseUniversal(response, ctx, id) {
+    const claims = await extractUniversalClaims(response, ctx);
+    const results = [];
+    for (const c of claims)
+        results.push(c.verifiable || c.priority === 'critical' || c.priority === 'high' ? await verifyUniversalClaim(c, ctx) : { claim: c, verified: false, confidence: 0, method: 'skip', evidence: 'Low priority', reasoning: 'Skipped', timestamp: new Date().toISOString() });
+    const vClaims = claims.filter(c => c.verifiable).length;
+    const verified = results.filter(r => r.verified).length;
+    const failed = results.filter(r => !r.verified && r.confidence > 50).length;
+    const inconclusive = results.filter(r => !r.verified && r.confidence <= 50 && r.method !== 'skip').length;
+    const avgConf = results.length ? results.reduce((s, r) => s + r.confidence, 0) / results.length : 0;
+    let assessment = '', trust = 0;
+    if (ctx.llmVerifier)
+        try {
+            const p = UNIVERSAL_ASSESS.replace('{RESPONSE}', response.slice(0, 4000)).replace('{CLAIMS}', JSON.stringify(claims.slice(0, 15))).replace('{RESULTS}', JSON.stringify(results.slice(0, 15)));
+            const r = await ctx.llmVerifier(p);
+            const m = r.match(/\{[\s\S]*\}/);
+            if (m) {
+                const a = JSON.parse(m[0]);
+                trust = a.trust;
+                assessment = a.summary + (a.concerns?.length ? ` Concerns: ${a.concerns.join('; ')}` : '');
+            }
+        }
+        catch {
+            trust = Math.round(avgConf * verified / Math.max(vClaims, 1));
+            assessment = `${verified}/${vClaims} verified`;
+        }
+    else {
+        trust = Math.round(avgConf * verified / Math.max(vClaims, 1));
+        assessment = `${verified}/${vClaims} verified`;
+    }
+    return { responseId: id || `u-${Date.now()}`, originalResponse: response, timestamp: new Date().toISOString(), claims, results, summary: { totalClaims: claims.length, verifiableClaims: vClaims, verified, failed, inconclusive, averageConfidence: Math.round(avgConf) }, overallAssessment: assessment, trustScore: trust };
+}
+export async function quickUniversalVerify(r, ctx) {
+    const claims = await extractUniversalClaims(r, ctx);
+    const crit = claims.filter(c => c.verifiable && (c.priority === 'critical' || c.priority === 'high')).slice(0, 5);
+    if (!crit.length)
+        return { trustScore: 50, summary: 'No critical claims' };
+    let v = 0;
+    for (const c of crit)
+        if ((await verifyUniversalClaim(c, ctx)).verified)
+            v++;
+    return { trustScore: Math.round(v / crit.length * 100), summary: `${v}/${crit.length} critical verified` };
+}
+export function formatUniversalReport(r) {
+    const bar = '█'.repeat(Math.round(r.trustScore / 10)) + '░'.repeat(10 - Math.round(r.trustScore / 10));
+    const icon = r.trustScore >= 80 ? '✅' : r.trustScore >= 50 ? '⚠️' : '❌';
+    let out = `╔════════════════════════════════════════════════════════════╗\n║           UNIVERSAL VERIFICATION REPORT                    ║\n╚════════════════════════════════════════════════════════════╝\n\n`;
+    out += `Trust: ${icon} ${r.trustScore}/100 [${bar}]\n${r.overallAssessment}\n\nClaims: ${r.summary.totalClaims} | ✅ ${r.summary.verified} | ❌ ${r.summary.failed} | ❓ ${r.summary.inconclusive}\n\n`;
+    for (const x of r.results.slice(0, 8))
+        out += `${x.verified ? '✅' : x.confidence > 50 ? '❌' : '❓'} [${x.confidence}%] ${x.claim.statement.slice(0, 55)}...\n`;
+    if (r.results.length > 8)
+        out += `... +${r.results.length - 8} more\n`;
+    return out;
+}
 //# sourceMappingURL=responseVerifier.js.map