agentskeptic 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +342 -0
- package/dist/actionableFailure.d.ts +53 -0
- package/dist/actionableFailure.d.ts.map +1 -0
- package/dist/actionableFailure.js +424 -0
- package/dist/actionableFailure.js.map +1 -0
- package/dist/actionableFailure.partitionExhaustive.test.d.ts +2 -0
- package/dist/actionableFailure.partitionExhaustive.test.d.ts.map +1 -0
- package/dist/actionableFailure.partitionExhaustive.test.js +20 -0
- package/dist/actionableFailure.partitionExhaustive.test.js.map +1 -0
- package/dist/actionableFailure.remediationExhaustive.test.d.ts +2 -0
- package/dist/actionableFailure.remediationExhaustive.test.d.ts.map +1 -0
- package/dist/actionableFailure.remediationExhaustive.test.js +297 -0
- package/dist/actionableFailure.remediationExhaustive.test.js.map +1 -0
- package/dist/actionableFailure.test.d.ts +2 -0
- package/dist/actionableFailure.test.d.ts.map +1 -0
- package/dist/actionableFailure.test.js +211 -0
- package/dist/actionableFailure.test.js.map +1 -0
- package/dist/agentRunBundle.d.ts +24 -0
- package/dist/agentRunBundle.d.ts.map +1 -0
- package/dist/agentRunBundle.js +114 -0
- package/dist/agentRunBundle.js.map +1 -0
- package/dist/agentRunBundle.rollback.test.d.ts +2 -0
- package/dist/agentRunBundle.rollback.test.d.ts.map +1 -0
- package/dist/agentRunBundle.rollback.test.js +65 -0
- package/dist/agentRunBundle.rollback.test.js.map +1 -0
- package/dist/agentRunBundle.test.d.ts +2 -0
- package/dist/agentRunBundle.test.d.ts.map +1 -0
- package/dist/agentRunBundle.test.js +126 -0
- package/dist/agentRunBundle.test.js.map +1 -0
- package/dist/agentRunRecord.d.ts +82 -0
- package/dist/agentRunRecord.d.ts.map +1 -0
- package/dist/agentRunRecord.js +51 -0
- package/dist/agentRunRecord.js.map +1 -0
- package/dist/agentRunRecord.test.d.ts +2 -0
- package/dist/agentRunRecord.test.d.ts.map +1 -0
- package/dist/agentRunRecord.test.js +49 -0
- package/dist/agentRunRecord.test.js.map +1 -0
- package/dist/aggregate.d.ts +3 -0
- package/dist/aggregate.d.ts.map +1 -0
- package/dist/aggregate.js +36 -0
- package/dist/aggregate.js.map +1 -0
- package/dist/assurance/assurancePathArgs.d.ts +10 -0
- package/dist/assurance/assurancePathArgs.d.ts.map +1 -0
- package/dist/assurance/assurancePathArgs.js +54 -0
- package/dist/assurance/assurancePathArgs.js.map +1 -0
- package/dist/assurance/checkStale.d.ts +14 -0
- package/dist/assurance/checkStale.d.ts.map +1 -0
- package/dist/assurance/checkStale.js +48 -0
- package/dist/assurance/checkStale.js.map +1 -0
- package/dist/assurance/findRepoRoot.d.ts +6 -0
- package/dist/assurance/findRepoRoot.d.ts.map +1 -0
- package/dist/assurance/findRepoRoot.js +27 -0
- package/dist/assurance/findRepoRoot.js.map +1 -0
- package/dist/assurance/runAssurance.d.ts +24 -0
- package/dist/assurance/runAssurance.d.ts.map +1 -0
- package/dist/assurance/runAssurance.js +105 -0
- package/dist/assurance/runAssurance.js.map +1 -0
- package/dist/bundleSignatureCodes.d.ts +13 -0
- package/dist/bundleSignatureCodes.d.ts.map +1 -0
- package/dist/bundleSignatureCodes.js +12 -0
- package/dist/bundleSignatureCodes.js.map +1 -0
- package/dist/canonicalParams.d.ts +3 -0
- package/dist/canonicalParams.d.ts.map +1 -0
- package/dist/canonicalParams.js +16 -0
- package/dist/canonicalParams.js.map +1 -0
- package/dist/ciLock.d.ts +52 -0
- package/dist/ciLock.d.ts.map +1 -0
- package/dist/ciLock.js +117 -0
- package/dist/ciLock.js.map +1 -0
- package/dist/ciLockWorkflow.d.ts +4 -0
- package/dist/ciLockWorkflow.d.ts.map +1 -0
- package/dist/ciLockWorkflow.js +278 -0
- package/dist/ciLockWorkflow.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.failureExplanationInvariant.test.d.ts +2 -0
- package/dist/cli.failureExplanationInvariant.test.d.ts.map +1 -0
- package/dist/cli.failureExplanationInvariant.test.js +40 -0
- package/dist/cli.failureExplanationInvariant.test.js.map +1 -0
- package/dist/cli.js +998 -0
- package/dist/cli.js.map +1 -0
- package/dist/cliArgv.d.ts +40 -0
- package/dist/cliArgv.d.ts.map +1 -0
- package/dist/cliArgv.js +149 -0
- package/dist/cliArgv.js.map +1 -0
- package/dist/cliOperationalCodes.d.ts +65 -0
- package/dist/cliOperationalCodes.d.ts.map +1 -0
- package/dist/cliOperationalCodes.js +64 -0
- package/dist/cliOperationalCodes.js.map +1 -0
- package/dist/commercial/licensePreflight.d.ts +7 -0
- package/dist/commercial/licensePreflight.d.ts.map +1 -0
- package/dist/commercial/licensePreflight.js +95 -0
- package/dist/commercial/licensePreflight.js.map +1 -0
- package/dist/commercial/licensePreflight.test.d.ts +2 -0
- package/dist/commercial/licensePreflight.test.d.ts.map +1 -0
- package/dist/commercial/licensePreflight.test.js +123 -0
- package/dist/commercial/licensePreflight.test.js.map +1 -0
- package/dist/compare.acceptance.test.d.ts +2 -0
- package/dist/compare.acceptance.test.d.ts.map +1 -0
- package/dist/compare.acceptance.test.js +80 -0
- package/dist/compare.acceptance.test.js.map +1 -0
- package/dist/correctnessDefinition.d.ts +23 -0
- package/dist/correctnessDefinition.d.ts.map +1 -0
- package/dist/correctnessDefinition.docParity.test.d.ts +2 -0
- package/dist/correctnessDefinition.docParity.test.d.ts.map +1 -0
- package/dist/correctnessDefinition.docParity.test.js +22 -0
- package/dist/correctnessDefinition.docParity.test.js.map +1 -0
- package/dist/correctnessDefinition.js +283 -0
- package/dist/correctnessDefinition.js.map +1 -0
- package/dist/correctnessDefinitionTemplates.d.ts +70 -0
- package/dist/correctnessDefinitionTemplates.d.ts.map +1 -0
- package/dist/correctnessDefinitionTemplates.js +121 -0
- package/dist/correctnessDefinitionTemplates.js.map +1 -0
- package/dist/debug-ui/app.css +188 -0
- package/dist/debug-ui/app.js +245 -0
- package/dist/debug-ui/index.html +79 -0
- package/dist/debugCorpus.d.ts +68 -0
- package/dist/debugCorpus.d.ts.map +1 -0
- package/dist/debugCorpus.js +544 -0
- package/dist/debugCorpus.js.map +1 -0
- package/dist/debugCorpus.test.d.ts +2 -0
- package/dist/debugCorpus.test.d.ts.map +1 -0
- package/dist/debugCorpus.test.js +159 -0
- package/dist/debugCorpus.test.js.map +1 -0
- package/dist/debugFocus.d.ts +16 -0
- package/dist/debugFocus.d.ts.map +1 -0
- package/dist/debugFocus.js +51 -0
- package/dist/debugFocus.js.map +1 -0
- package/dist/debugFocus.test.d.ts +2 -0
- package/dist/debugFocus.test.d.ts.map +1 -0
- package/dist/debugFocus.test.js +43 -0
- package/dist/debugFocus.test.js.map +1 -0
- package/dist/debugPanels.d.ts +13 -0
- package/dist/debugPanels.d.ts.map +1 -0
- package/dist/debugPanels.js +113 -0
- package/dist/debugPanels.js.map +1 -0
- package/dist/debugPanels.test.d.ts +2 -0
- package/dist/debugPanels.test.d.ts.map +1 -0
- package/dist/debugPanels.test.js +204 -0
- package/dist/debugPanels.test.js.map +1 -0
- package/dist/debugPatterns.d.ts +47 -0
- package/dist/debugPatterns.d.ts.map +1 -0
- package/dist/debugPatterns.js +113 -0
- package/dist/debugPatterns.js.map +1 -0
- package/dist/debugPatterns.test.d.ts +2 -0
- package/dist/debugPatterns.test.d.ts.map +1 -0
- package/dist/debugPatterns.test.js +48 -0
- package/dist/debugPatterns.test.js.map +1 -0
- package/dist/debugRunFilters.d.ts +31 -0
- package/dist/debugRunFilters.d.ts.map +1 -0
- package/dist/debugRunFilters.js +118 -0
- package/dist/debugRunFilters.js.map +1 -0
- package/dist/debugRunFilters.test.d.ts +2 -0
- package/dist/debugRunFilters.test.d.ts.map +1 -0
- package/dist/debugRunFilters.test.js +78 -0
- package/dist/debugRunFilters.test.js.map +1 -0
- package/dist/debugRunIndex.d.ts +27 -0
- package/dist/debugRunIndex.d.ts.map +1 -0
- package/dist/debugRunIndex.js +58 -0
- package/dist/debugRunIndex.js.map +1 -0
- package/dist/debugServer.d.ts +19 -0
- package/dist/debugServer.d.ts.map +1 -0
- package/dist/debugServer.js +315 -0
- package/dist/debugServer.js.map +1 -0
- package/dist/debugServer.test.d.ts +2 -0
- package/dist/debugServer.test.d.ts.map +1 -0
- package/dist/debugServer.test.js +207 -0
- package/dist/debugServer.test.js.map +1 -0
- package/dist/discovery-payload-v1.json +75 -0
- package/dist/distributionFooter.d.ts +3 -0
- package/dist/distributionFooter.d.ts.map +1 -0
- package/dist/distributionFooter.js +3 -0
- package/dist/distributionFooter.js.map +1 -0
- package/dist/documentationCopyConsistency.test.d.ts +2 -0
- package/dist/documentationCopyConsistency.test.d.ts.map +1 -0
- package/dist/documentationCopyConsistency.test.js +94 -0
- package/dist/documentationCopyConsistency.test.js.map +1 -0
- package/dist/enforceCli.d.ts +4 -0
- package/dist/enforceCli.d.ts.map +1 -0
- package/dist/enforceCli.js +93 -0
- package/dist/enforceCli.js.map +1 -0
- package/dist/eventSequenceIntegrity.d.ts +7 -0
- package/dist/eventSequenceIntegrity.d.ts.map +1 -0
- package/dist/eventSequenceIntegrity.js +47 -0
- package/dist/eventSequenceIntegrity.js.map +1 -0
- package/dist/eventSequenceIntegrity.test.d.ts +2 -0
- package/dist/eventSequenceIntegrity.test.d.ts.map +1 -0
- package/dist/eventSequenceIntegrity.test.js +65 -0
- package/dist/eventSequenceIntegrity.test.js.map +1 -0
- package/dist/executionPathFindings.d.ts +15 -0
- package/dist/executionPathFindings.d.ts.map +1 -0
- package/dist/executionPathFindings.js +299 -0
- package/dist/executionPathFindings.js.map +1 -0
- package/dist/executionPathFindings.requirements.test.d.ts +2 -0
- package/dist/executionPathFindings.requirements.test.d.ts.map +1 -0
- package/dist/executionPathFindings.requirements.test.js +332 -0
- package/dist/executionPathFindings.requirements.test.js.map +1 -0
- package/dist/executionTrace.d.ts +13 -0
- package/dist/executionTrace.d.ts.map +1 -0
- package/dist/executionTrace.js +272 -0
- package/dist/executionTrace.js.map +1 -0
- package/dist/executionTrace.test.d.ts +2 -0
- package/dist/executionTrace.test.d.ts.map +1 -0
- package/dist/executionTrace.test.js +200 -0
- package/dist/executionTrace.test.js.map +1 -0
- package/dist/failureAnalysis.d.ts +8 -0
- package/dist/failureAnalysis.d.ts.map +1 -0
- package/dist/failureAnalysis.js +337 -0
- package/dist/failureAnalysis.js.map +1 -0
- package/dist/failureAnalysis.test.d.ts +2 -0
- package/dist/failureAnalysis.test.d.ts.map +1 -0
- package/dist/failureAnalysis.test.js +196 -0
- package/dist/failureAnalysis.test.js.map +1 -0
- package/dist/failureCatalog.d.ts +26 -0
- package/dist/failureCatalog.d.ts.map +1 -0
- package/dist/failureCatalog.js +51 -0
- package/dist/failureCatalog.js.map +1 -0
- package/dist/failureCatalog.test.d.ts +2 -0
- package/dist/failureCatalog.test.d.ts.map +1 -0
- package/dist/failureCatalog.test.js +25 -0
- package/dist/failureCatalog.test.js.map +1 -0
- package/dist/failureExplanation.d.ts +52 -0
- package/dist/failureExplanation.d.ts.map +1 -0
- package/dist/failureExplanation.failureAnalysisMock.test.d.ts +2 -0
- package/dist/failureExplanation.failureAnalysisMock.test.d.ts.map +1 -0
- package/dist/failureExplanation.failureAnalysisMock.test.js +200 -0
- package/dist/failureExplanation.failureAnalysisMock.test.js.map +1 -0
- package/dist/failureExplanation.golden.test.d.ts +2 -0
- package/dist/failureExplanation.golden.test.d.ts.map +1 -0
- package/dist/failureExplanation.golden.test.js +530 -0
- package/dist/failureExplanation.golden.test.js.map +1 -0
- package/dist/failureExplanation.js +389 -0
- package/dist/failureExplanation.js.map +1 -0
- package/dist/failureExplanationDocumentationParity.test.d.ts +2 -0
- package/dist/failureExplanationDocumentationParity.test.d.ts.map +1 -0
- package/dist/failureExplanationDocumentationParity.test.js +56 -0
- package/dist/failureExplanationDocumentationParity.test.js.map +1 -0
- package/dist/failureOriginCatalog.d.ts +30 -0
- package/dist/failureOriginCatalog.d.ts.map +1 -0
- package/dist/failureOriginCatalog.js +106 -0
- package/dist/failureOriginCatalog.js.map +1 -0
- package/dist/failureOriginCatalog.test.d.ts +2 -0
- package/dist/failureOriginCatalog.test.d.ts.map +1 -0
- package/dist/failureOriginCatalog.test.js +17 -0
- package/dist/failureOriginCatalog.test.js.map +1 -0
- package/dist/failureOriginSchemaEnum.test.d.ts +2 -0
- package/dist/failureOriginSchemaEnum.test.d.ts.map +1 -0
- package/dist/failureOriginSchemaEnum.test.js +21 -0
- package/dist/failureOriginSchemaEnum.test.js.map +1 -0
- package/dist/failureOriginSchemaParity.test.d.ts +2 -0
- package/dist/failureOriginSchemaParity.test.d.ts.map +1 -0
- package/dist/failureOriginSchemaParity.test.js +33 -0
- package/dist/failureOriginSchemaParity.test.js.map +1 -0
- package/dist/failureOriginTypes.d.ts +4 -0
- package/dist/failureOriginTypes.d.ts.map +1 -0
- package/dist/failureOriginTypes.generated.d.ts +4 -0
- package/dist/failureOriginTypes.generated.d.ts.map +1 -0
- package/dist/failureOriginTypes.generated.js +10 -0
- package/dist/failureOriginTypes.generated.js.map +1 -0
- package/dist/failureOriginTypes.js +3 -0
- package/dist/failureOriginTypes.js.map +1 -0
- package/dist/generated/commercialBuildFlags.d.ts +4 -0
- package/dist/generated/commercialBuildFlags.d.ts.map +1 -0
- package/dist/generated/commercialBuildFlags.js +5 -0
- package/dist/generated/commercialBuildFlags.js.map +1 -0
- package/dist/index.d.ts +50 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +34 -0
- package/dist/index.js.map +1 -0
- package/dist/jsonPointer.d.ts +3 -0
- package/dist/jsonPointer.d.ts.map +1 -0
- package/dist/jsonPointer.js +28 -0
- package/dist/jsonPointer.js.map +1 -0
- package/dist/jsonStableStringify.d.ts +3 -0
- package/dist/jsonStableStringify.d.ts.map +1 -0
- package/dist/jsonStableStringify.js +3 -0
- package/dist/jsonStableStringify.js.map +1 -0
- package/dist/loadEvents.d.ts +3 -0
- package/dist/loadEvents.d.ts.map +1 -0
- package/dist/loadEvents.eventFileAggregateCounts.test.d.ts +2 -0
- package/dist/loadEvents.eventFileAggregateCounts.test.d.ts.map +1 -0
- package/dist/loadEvents.eventFileAggregateCounts.test.js +18 -0
- package/dist/loadEvents.eventFileAggregateCounts.test.js.map +1 -0
- package/dist/loadEvents.js +85 -0
- package/dist/loadEvents.js.map +1 -0
- package/dist/multiEffectRollup.d.ts +43 -0
- package/dist/multiEffectRollup.d.ts.map +1 -0
- package/dist/multiEffectRollup.js +164 -0
- package/dist/multiEffectRollup.js.map +1 -0
- package/dist/multiEffectRollup.test.d.ts +2 -0
- package/dist/multiEffectRollup.test.d.ts.map +1 -0
- package/dist/multiEffectRollup.test.js +128 -0
- package/dist/multiEffectRollup.test.js.map +1 -0
- package/dist/noStepsMessage.d.ts +7 -0
- package/dist/noStepsMessage.d.ts.map +1 -0
- package/dist/noStepsMessage.js +12 -0
- package/dist/noStepsMessage.js.map +1 -0
- package/dist/noStepsMessage.test.d.ts +2 -0
- package/dist/noStepsMessage.test.d.ts.map +1 -0
- package/dist/noStepsMessage.test.js +15 -0
- package/dist/noStepsMessage.test.js.map +1 -0
- package/dist/operationalDisposition.d.ts +498 -0
- package/dist/operationalDisposition.d.ts.map +1 -0
- package/dist/operationalDisposition.js +490 -0
- package/dist/operationalDisposition.js.map +1 -0
- package/dist/operationalDispositionDerivation.test.d.ts +2 -0
- package/dist/operationalDispositionDerivation.test.d.ts.map +1 -0
- package/dist/operationalDispositionDerivation.test.js +19 -0
- package/dist/operationalDispositionDerivation.test.js.map +1 -0
- package/dist/operationalFailureDiagnosis.d.ts +3 -0
- package/dist/operationalFailureDiagnosis.d.ts.map +1 -0
- package/dist/operationalFailureDiagnosis.js +25 -0
- package/dist/operationalFailureDiagnosis.js.map +1 -0
- package/dist/pipeline.d.ts +38 -0
- package/dist/pipeline.d.ts.map +1 -0
- package/dist/pipeline.js +457 -0
- package/dist/pipeline.js.map +1 -0
- package/dist/planLogicalSteps.d.ts +16 -0
- package/dist/planLogicalSteps.d.ts.map +1 -0
- package/dist/planLogicalSteps.js +51 -0
- package/dist/planLogicalSteps.js.map +1 -0
- package/dist/planLogicalSteps.test.d.ts +2 -0
- package/dist/planLogicalSteps.test.d.ts.map +1 -0
- package/dist/planLogicalSteps.test.js +88 -0
- package/dist/planLogicalSteps.test.js.map +1 -0
- package/dist/planTransition.d.ts +88 -0
- package/dist/planTransition.d.ts.map +1 -0
- package/dist/planTransition.js +490 -0
- package/dist/planTransition.js.map +1 -0
- package/dist/planTransition.test.d.ts +2 -0
- package/dist/planTransition.test.d.ts.map +1 -0
- package/dist/planTransition.test.js +956 -0
- package/dist/planTransition.test.js.map +1 -0
- package/dist/planTransitionConstants.d.ts +3 -0
- package/dist/planTransitionConstants.d.ts.map +1 -0
- package/dist/planTransitionConstants.js +3 -0
- package/dist/planTransitionConstants.js.map +1 -0
- package/dist/planTransitionPathHarvest.d.ts +24 -0
- package/dist/planTransitionPathHarvest.d.ts.map +1 -0
- package/dist/planTransitionPathHarvest.js +273 -0
- package/dist/planTransitionPathHarvest.js.map +1 -0
- package/dist/planTransitionPathHarvest.test.d.ts +2 -0
- package/dist/planTransitionPathHarvest.test.d.ts.map +1 -0
- package/dist/planTransitionPathHarvest.test.js +232 -0
- package/dist/planTransitionPathHarvest.test.js.map +1 -0
- package/dist/prepareWorkflowEvents.d.ts +6 -0
- package/dist/prepareWorkflowEvents.d.ts.map +1 -0
- package/dist/prepareWorkflowEvents.js +8 -0
- package/dist/prepareWorkflowEvents.js.map +1 -0
- package/dist/publicDistribution.generated.d.ts +3 -0
- package/dist/publicDistribution.generated.d.ts.map +1 -0
- package/dist/publicDistribution.generated.js +9 -0
- package/dist/publicDistribution.generated.js.map +1 -0
- package/dist/quickVerify/atomicWrite.d.ts +6 -0
- package/dist/quickVerify/atomicWrite.d.ts.map +1 -0
- package/dist/quickVerify/atomicWrite.js +33 -0
- package/dist/quickVerify/atomicWrite.js.map +1 -0
- package/dist/quickVerify/buildQuickContractEventsNdjson.d.ts +14 -0
- package/dist/quickVerify/buildQuickContractEventsNdjson.d.ts.map +1 -0
- package/dist/quickVerify/buildQuickContractEventsNdjson.js +28 -0
- package/dist/quickVerify/buildQuickContractEventsNdjson.js.map +1 -0
- package/dist/quickVerify/canonicalJson.d.ts +5 -0
- package/dist/quickVerify/canonicalJson.d.ts.map +1 -0
- package/dist/quickVerify/canonicalJson.js +23 -0
- package/dist/quickVerify/canonicalJson.js.map +1 -0
- package/dist/quickVerify/decomposeUnits.d.ts +15 -0
- package/dist/quickVerify/decomposeUnits.d.ts.map +1 -0
- package/dist/quickVerify/decomposeUnits.js +50 -0
- package/dist/quickVerify/decomposeUnits.js.map +1 -0
- package/dist/quickVerify/exportTool.d.ts +6 -0
- package/dist/quickVerify/exportTool.d.ts.map +1 -0
- package/dist/quickVerify/exportTool.js +20 -0
- package/dist/quickVerify/exportTool.js.map +1 -0
- package/dist/quickVerify/forbiddenMutatingSql.d.ts +4 -0
- package/dist/quickVerify/forbiddenMutatingSql.d.ts.map +1 -0
- package/dist/quickVerify/forbiddenMutatingSql.js +6 -0
- package/dist/quickVerify/forbiddenMutatingSql.js.map +1 -0
- package/dist/quickVerify/formatQuickVerifyHumanReport.d.ts +17 -0
- package/dist/quickVerify/formatQuickVerifyHumanReport.d.ts.map +1 -0
- package/dist/quickVerify/formatQuickVerifyHumanReport.js +65 -0
- package/dist/quickVerify/formatQuickVerifyHumanReport.js.map +1 -0
- package/dist/quickVerify/formatQuickVerifyHumanReport.test.d.ts +2 -0
- package/dist/quickVerify/formatQuickVerifyHumanReport.test.d.ts.map +1 -0
- package/dist/quickVerify/formatQuickVerifyHumanReport.test.js +41 -0
- package/dist/quickVerify/formatQuickVerifyHumanReport.test.js.map +1 -0
- package/dist/quickVerify/ingest.d.ts +34 -0
- package/dist/quickVerify/ingest.d.ts.map +1 -0
- package/dist/quickVerify/ingest.js +327 -0
- package/dist/quickVerify/ingest.js.map +1 -0
- package/dist/quickVerify/noMutatingSqlInSources.test.d.ts +2 -0
- package/dist/quickVerify/noMutatingSqlInSources.test.d.ts.map +1 -0
- package/dist/quickVerify/noMutatingSqlInSources.test.js +34 -0
- package/dist/quickVerify/noMutatingSqlInSources.test.js.map +1 -0
- package/dist/quickVerify/postgresCatalog.d.ts +19 -0
- package/dist/quickVerify/postgresCatalog.d.ts.map +1 -0
- package/dist/quickVerify/postgresCatalog.js +107 -0
- package/dist/quickVerify/postgresCatalog.js.map +1 -0
- package/dist/quickVerify/quickVerifyHumanCopy.d.ts +9 -0
- package/dist/quickVerify/quickVerifyHumanCopy.d.ts.map +1 -0
- package/dist/quickVerify/quickVerifyHumanCopy.js +24 -0
- package/dist/quickVerify/quickVerifyHumanCopy.js.map +1 -0
- package/dist/quickVerify/quickVerifyProductTruth.d.ts +16 -0
- package/dist/quickVerify/quickVerifyProductTruth.d.ts.map +1 -0
- package/dist/quickVerify/quickVerifyProductTruth.js +19 -0
- package/dist/quickVerify/quickVerifyProductTruth.js.map +1 -0
- package/dist/quickVerify/quickVerifyScope.d.ts +12 -0
- package/dist/quickVerify/quickVerifyScope.d.ts.map +1 -0
- package/dist/quickVerify/quickVerifyScope.js +16 -0
- package/dist/quickVerify/quickVerifyScope.js.map +1 -0
- package/dist/quickVerify/relationalPlan.d.ts +10 -0
- package/dist/quickVerify/relationalPlan.d.ts.map +1 -0
- package/dist/quickVerify/relationalPlan.js +37 -0
- package/dist/quickVerify/relationalPlan.js.map +1 -0
- package/dist/quickVerify/rowUnit.d.ts +15 -0
- package/dist/quickVerify/rowUnit.d.ts.map +1 -0
- package/dist/quickVerify/rowUnit.js +132 -0
- package/dist/quickVerify/rowUnit.js.map +1 -0
- package/dist/quickVerify/runQuickVerify.d.ts +65 -0
- package/dist/quickVerify/runQuickVerify.d.ts.map +1 -0
- package/dist/quickVerify/runQuickVerify.js +320 -0
- package/dist/quickVerify/runQuickVerify.js.map +1 -0
- package/dist/quickVerify/schemaCatalogTypes.d.ts +22 -0
- package/dist/quickVerify/schemaCatalogTypes.d.ts.map +1 -0
- package/dist/quickVerify/schemaCatalogTypes.js +2 -0
- package/dist/quickVerify/schemaCatalogTypes.js.map +1 -0
- package/dist/quickVerify/sqliteCatalog.d.ts +13 -0
- package/dist/quickVerify/sqliteCatalog.d.ts.map +1 -0
- package/dist/quickVerify/sqliteCatalog.js +48 -0
- package/dist/quickVerify/sqliteCatalog.js.map +1 -0
- package/dist/quickVerify/tableScoring.d.ts +24 -0
- package/dist/quickVerify/tableScoring.d.ts.map +1 -0
- package/dist/quickVerify/tableScoring.js +156 -0
- package/dist/quickVerify/tableScoring.js.map +1 -0
- package/dist/quickVerify/thresholds.d.ts +11 -0
- package/dist/quickVerify/thresholds.d.ts.map +1 -0
- package/dist/quickVerify/thresholds.js +11 -0
- package/dist/quickVerify/thresholds.js.map +1 -0
- package/dist/quickVerify/verifyExecution.d.ts +15 -0
- package/dist/quickVerify/verifyExecution.d.ts.map +1 -0
- package/dist/quickVerify/verifyExecution.js +153 -0
- package/dist/quickVerify/verifyExecution.js.map +1 -0
- package/dist/reconciler.d.ts +25 -0
- package/dist/reconciler.d.ts.map +1 -0
- package/dist/reconciler.js +266 -0
- package/dist/reconciler.js.map +1 -0
- package/dist/reconciliationPresentation.d.ts +83 -0
- package/dist/reconciliationPresentation.d.ts.map +1 -0
- package/dist/reconciliationPresentation.js +195 -0
- package/dist/reconciliationPresentation.js.map +1 -0
- package/dist/registryValidation.d.ts +48 -0
- package/dist/registryValidation.d.ts.map +1 -0
- package/dist/registryValidation.js +254 -0
- package/dist/registryValidation.js.map +1 -0
- package/dist/registryValidation.test.d.ts +2 -0
- package/dist/registryValidation.test.d.ts.map +1 -0
- package/dist/registryValidation.test.js +186 -0
- package/dist/registryValidation.test.js.map +1 -0
- package/dist/relationalInvariant.d.ts +28 -0
- package/dist/relationalInvariant.d.ts.map +1 -0
- package/dist/relationalInvariant.existsSql.test.d.ts +2 -0
- package/dist/relationalInvariant.existsSql.test.d.ts.map +1 -0
- package/dist/relationalInvariant.existsSql.test.js +12 -0
- package/dist/relationalInvariant.existsSql.test.js.map +1 -0
- package/dist/relationalInvariant.js +347 -0
- package/dist/relationalInvariant.js.map +1 -0
- package/dist/relationalInvariant.test.d.ts +2 -0
- package/dist/relationalInvariant.test.d.ts.map +1 -0
- package/dist/relationalInvariant.test.js +32 -0
- package/dist/relationalInvariant.test.js.map +1 -0
- package/dist/remediationConsumptionGuard.test.d.ts +2 -0
- package/dist/remediationConsumptionGuard.test.d.ts.map +1 -0
- package/dist/remediationConsumptionGuard.test.js +80 -0
- package/dist/remediationConsumptionGuard.test.js.map +1 -0
- package/dist/remediationWireSurfaceGuard.test.d.ts +2 -0
- package/dist/remediationWireSurfaceGuard.test.d.ts.map +1 -0
- package/dist/remediationWireSurfaceGuard.test.js +39 -0
- package/dist/remediationWireSurfaceGuard.test.js.map +1 -0
- package/dist/resolveExpectation.d.ts +28 -0
- package/dist/resolveExpectation.d.ts.map +1 -0
- package/dist/resolveExpectation.js +654 -0
- package/dist/resolveExpectation.js.map +1 -0
- package/dist/resolveExpectation.test.d.ts +2 -0
- package/dist/resolveExpectation.test.d.ts.map +1 -0
- package/dist/resolveExpectation.test.js +434 -0
- package/dist/resolveExpectation.test.js.map +1 -0
- package/dist/resolveFailureCodes.d.ts +2 -0
- package/dist/resolveFailureCodes.d.ts.map +1 -0
- package/dist/resolveFailureCodes.js +7 -0
- package/dist/resolveFailureCodes.js.map +1 -0
- package/dist/runComparison.d.ts +168 -0
- package/dist/runComparison.d.ts.map +1 -0
- package/dist/runComparison.js +675 -0
- package/dist/runComparison.js.map +1 -0
- package/dist/runComparison.test.d.ts +2 -0
- package/dist/runComparison.test.d.ts.map +1 -0
- package/dist/runComparison.test.js +507 -0
- package/dist/runComparison.test.js.map +1 -0
- package/dist/runLevelDriftMessages.d.ts +4 -0
- package/dist/runLevelDriftMessages.d.ts.map +1 -0
- package/dist/runLevelDriftMessages.js +4 -0
- package/dist/runLevelDriftMessages.js.map +1 -0
- package/dist/schema-validation.test.d.ts +2 -0
- package/dist/schema-validation.test.d.ts.map +1 -0
- package/dist/schema-validation.test.js +531 -0
- package/dist/schema-validation.test.js.map +1 -0
- package/dist/schemaLoad.d.ts +5 -0
- package/dist/schemaLoad.d.ts.map +1 -0
- package/dist/schemaLoad.js +152 -0
- package/dist/schemaLoad.js.map +1 -0
- package/dist/shareReport/postPublicVerificationReport.d.ts +26 -0
- package/dist/shareReport/postPublicVerificationReport.d.ts.map +1 -0
- package/dist/shareReport/postPublicVerificationReport.js +38 -0
- package/dist/shareReport/postPublicVerificationReport.js.map +1 -0
- package/dist/slice6.compare.ac.test.d.ts +2 -0
- package/dist/slice6.compare.ac.test.d.ts.map +1 -0
- package/dist/slice6.compare.ac.test.js +81 -0
- package/dist/slice6.compare.ac.test.js.map +1 -0
- package/dist/sqlConnector.d.ts +15 -0
- package/dist/sqlConnector.d.ts.map +1 -0
- package/dist/sqlConnector.js +36 -0
- package/dist/sqlConnector.js.map +1 -0
- package/dist/sqlReadBackend.d.ts +19 -0
- package/dist/sqlReadBackend.d.ts.map +1 -0
- package/dist/sqlReadBackend.js +67 -0
- package/dist/sqlReadBackend.js.map +1 -0
- package/dist/standardVerifyWorkflowCli.d.ts +24 -0
- package/dist/standardVerifyWorkflowCli.d.ts.map +1 -0
- package/dist/standardVerifyWorkflowCli.js +95 -0
- package/dist/standardVerifyWorkflowCli.js.map +1 -0
- package/dist/taxonomyAuthority.test.d.ts +2 -0
- package/dist/taxonomyAuthority.test.d.ts.map +1 -0
- package/dist/taxonomyAuthority.test.js +44 -0
- package/dist/taxonomyAuthority.test.js.map +1 -0
- package/dist/toolsRegistryLoad.d.ts +7 -0
- package/dist/toolsRegistryLoad.d.ts.map +1 -0
- package/dist/toolsRegistryLoad.js +32 -0
- package/dist/toolsRegistryLoad.js.map +1 -0
- package/dist/truthLayerError.d.ts +8 -0
- package/dist/truthLayerError.d.ts.map +1 -0
- package/dist/truthLayerError.js +9 -0
- package/dist/truthLayerError.js.map +1 -0
- package/dist/types.d.ts +706 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +24 -0
- package/dist/types.js.map +1 -0
- package/dist/valueVerification.d.ts +12 -0
- package/dist/valueVerification.d.ts.map +1 -0
- package/dist/valueVerification.js +112 -0
- package/dist/valueVerification.js.map +1 -0
- package/dist/valueVerification.test.d.ts +2 -0
- package/dist/valueVerification.test.d.ts.map +1 -0
- package/dist/valueVerification.test.js +112 -0
- package/dist/valueVerification.test.js.map +1 -0
- package/dist/verificationAgainstSystemState.requirements.test.d.ts +2 -0
- package/dist/verificationAgainstSystemState.requirements.test.d.ts.map +1 -0
- package/dist/verificationAgainstSystemState.requirements.test.js +326 -0
- package/dist/verificationAgainstSystemState.requirements.test.js.map +1 -0
- package/dist/verificationDiagnostics.d.ts +21 -0
- package/dist/verificationDiagnostics.d.ts.map +1 -0
- package/dist/verificationDiagnostics.js +141 -0
- package/dist/verificationDiagnostics.js.map +1 -0
- package/dist/verificationDiagnostics.test.d.ts +2 -0
- package/dist/verificationDiagnostics.test.d.ts.map +1 -0
- package/dist/verificationDiagnostics.test.js +228 -0
- package/dist/verificationDiagnostics.test.js.map +1 -0
- package/dist/verificationPolicy.d.ts +33 -0
- package/dist/verificationPolicy.d.ts.map +1 -0
- package/dist/verificationPolicy.js +495 -0
- package/dist/verificationPolicy.js.map +1 -0
- package/dist/verificationPolicy.test.d.ts +2 -0
- package/dist/verificationPolicy.test.d.ts.map +1 -0
- package/dist/verificationPolicy.test.js +252 -0
- package/dist/verificationPolicy.test.js.map +1 -0
- package/dist/verificationRunContext.d.ts +10 -0
- package/dist/verificationRunContext.d.ts.map +1 -0
- package/dist/verificationRunContext.js +111 -0
- package/dist/verificationRunContext.js.map +1 -0
- package/dist/verificationUserPhrases.d.ts +22 -0
- package/dist/verificationUserPhrases.d.ts.map +1 -0
- package/dist/verificationUserPhrases.js +99 -0
- package/dist/verificationUserPhrases.js.map +1 -0
- package/dist/verificationUserPhrases.test.d.ts +2 -0
- package/dist/verificationUserPhrases.test.d.ts.map +1 -0
- package/dist/verificationUserPhrases.test.js +47 -0
- package/dist/verificationUserPhrases.test.js.map +1 -0
- package/dist/verifyRunBundleSignature.d.ts +14 -0
- package/dist/verifyRunBundleSignature.d.ts.map +1 -0
- package/dist/verifyRunBundleSignature.js +139 -0
- package/dist/verifyRunBundleSignature.js.map +1 -0
- package/dist/verifyRunBundleSignature.test.d.ts +2 -0
- package/dist/verifyRunBundleSignature.test.d.ts.map +1 -0
- package/dist/verifyRunBundleSignature.test.js +169 -0
- package/dist/verifyRunBundleSignature.test.js.map +1 -0
- package/dist/wireReasonCodes.d.ts +57 -0
- package/dist/wireReasonCodes.d.ts.map +1 -0
- package/dist/wireReasonCodes.js +57 -0
- package/dist/wireReasonCodes.js.map +1 -0
- package/dist/wireReasonEmittersGuard.test.d.ts +2 -0
- package/dist/wireReasonEmittersGuard.test.d.ts.map +1 -0
- package/dist/wireReasonEmittersGuard.test.js +36 -0
- package/dist/wireReasonEmittersGuard.test.js.map +1 -0
- package/dist/withWorkflowVerification.persistBundle.test.d.ts +2 -0
- package/dist/withWorkflowVerification.persistBundle.test.d.ts.map +1 -0
- package/dist/withWorkflowVerification.persistBundle.test.js +104 -0
- package/dist/withWorkflowVerification.persistBundle.test.js.map +1 -0
- package/dist/workflowResultNormalize.d.ts +9 -0
- package/dist/workflowResultNormalize.d.ts.map +1 -0
- package/dist/workflowResultNormalize.js +40 -0
- package/dist/workflowResultNormalize.js.map +1 -0
- package/dist/workflowResultSignature.d.ts +8 -0
- package/dist/workflowResultSignature.d.ts.map +1 -0
- package/dist/workflowResultSignature.js +44 -0
- package/dist/workflowResultSignature.js.map +1 -0
- package/dist/workflowRunLevelConsistency.d.ts +5 -0
- package/dist/workflowRunLevelConsistency.d.ts.map +1 -0
- package/dist/workflowRunLevelConsistency.js +30 -0
- package/dist/workflowRunLevelConsistency.js.map +1 -0
- package/dist/workflowTruthReport.d.ts +24 -0
- package/dist/workflowTruthReport.d.ts.map +1 -0
- package/dist/workflowTruthReport.js +395 -0
- package/dist/workflowTruthReport.js.map +1 -0
- package/dist/workflowTruthReport.semantics.test.d.ts +2 -0
- package/dist/workflowTruthReport.semantics.test.d.ts.map +1 -0
- package/dist/workflowTruthReport.semantics.test.js +182 -0
- package/dist/workflowTruthReport.semantics.test.js.map +1 -0
- package/dist/workflowVerdictSurface.test.d.ts +2 -0
- package/dist/workflowVerdictSurface.test.d.ts.map +1 -0
- package/dist/workflowVerdictSurface.test.js +68 -0
- package/dist/workflowVerdictSurface.test.js.map +1 -0
- package/dist/writeRunBundleCli.d.ts +9 -0
- package/dist/writeRunBundleCli.d.ts.map +1 -0
- package/dist/writeRunBundleCli.js +28 -0
- package/dist/writeRunBundleCli.js.map +1 -0
- package/package.json +115 -0
- package/schemas/agent-run-record-v1.schema.json +51 -0
- package/schemas/agent-run-record-v2.schema.json +61 -0
- package/schemas/assurance-manifest-v1.schema.json +28 -0
- package/schemas/assurance-run-report-v1.schema.json +28 -0
- package/schemas/ci-lock-v1.schema.json +163 -0
- package/schemas/cli-error-envelope.schema.json +48 -0
- package/schemas/event.schema.json +111 -0
- package/schemas/execution-trace-view.schema.json +122 -0
- package/schemas/openapi-commercial-v1.in.yaml +215 -0
- package/schemas/openapi-commercial-v1.yaml +215 -0
- package/schemas/plan-validation-core.schema.json +95 -0
- package/schemas/public-verification-report-v1.schema.json +51 -0
- package/schemas/quick-verify-report.schema.json +251 -0
- package/schemas/registry-validation-result.schema.json +99 -0
- package/schemas/run-comparison-report.schema.json +513 -0
- package/schemas/tools-registry-export.schema.json +9 -0
- package/schemas/tools-registry.schema.json +284 -0
- package/schemas/workflow-engine-result.schema.json +591 -0
- package/schemas/workflow-result-compare-input.schema.json +15 -0
- package/schemas/workflow-result-signature.schema.json +20 -0
- package/schemas/workflow-result-v9.schema.json +85 -0
- package/schemas/workflow-result.schema.json +80 -0
- package/schemas/workflow-truth-report.schema.json +761 -0
- package/scripts/discovery-acquisition.lib.cjs +195 -0
- package/scripts/discovery-payload.lib.cjs +346 -0
- package/scripts/render-discovery-ci.mjs +103 -0
|
@@ -0,0 +1,196 @@
|
|
|
1
|
+
import { describe, expect, it } from "vitest";
|
|
2
|
+
import { buildFailureAnalysis } from "./failureAnalysis.js";
|
|
3
|
+
import { createEmptyVerificationRunContext } from "./verificationRunContext.js";
|
|
4
|
+
const strongPolicy = {
|
|
5
|
+
consistencyMode: "strong",
|
|
6
|
+
verificationWindowMs: 0,
|
|
7
|
+
pollIntervalMs: 0,
|
|
8
|
+
};
|
|
9
|
+
function step(partial) {
|
|
10
|
+
return {
|
|
11
|
+
intendedEffect: { narrative: "" },
|
|
12
|
+
observedExecution: { paramsCanonical: "{}" },
|
|
13
|
+
verificationRequest: null,
|
|
14
|
+
reasons: [],
|
|
15
|
+
evidenceSummary: {},
|
|
16
|
+
repeatObservationCount: 1,
|
|
17
|
+
evaluatedObservationOrdinal: 1,
|
|
18
|
+
...partial,
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
function engine(partial) {
|
|
22
|
+
const { verificationRunContext: ctx, ...rest } = partial;
|
|
23
|
+
return {
|
|
24
|
+
schemaVersion: 8,
|
|
25
|
+
workflowId: "w",
|
|
26
|
+
status: "incomplete",
|
|
27
|
+
runLevelReasons: [],
|
|
28
|
+
verificationPolicy: strongPolicy,
|
|
29
|
+
eventSequenceIntegrity: { kind: "normal" },
|
|
30
|
+
steps: [],
|
|
31
|
+
verificationRunContext: ctx ?? createEmptyVerificationRunContext(),
|
|
32
|
+
...rest,
|
|
33
|
+
};
|
|
34
|
+
}
|
|
35
|
+
describe("buildFailureAnalysis precedence", () => {
|
|
36
|
+
it("P0: run-level NO_STEPS beats step failure", () => {
|
|
37
|
+
const a = buildFailureAnalysis(engine({
|
|
38
|
+
status: "inconsistent",
|
|
39
|
+
runLevelReasons: [{ code: "NO_STEPS_FOR_WORKFLOW", message: "m" }],
|
|
40
|
+
steps: [
|
|
41
|
+
step({
|
|
42
|
+
seq: 0,
|
|
43
|
+
toolId: "t",
|
|
44
|
+
status: "missing",
|
|
45
|
+
reasons: [{ code: "ROW_ABSENT", message: "x" }],
|
|
46
|
+
failureDiagnostic: "workflow_execution",
|
|
47
|
+
}),
|
|
48
|
+
],
|
|
49
|
+
}));
|
|
50
|
+
expect(a?.primaryOrigin).toBe("workflow_flow");
|
|
51
|
+
expect(a?.evidence[0]?.scope).toBe("run_level");
|
|
52
|
+
});
|
|
53
|
+
it("P1: retrieval error before failing tool → retrieval", () => {
|
|
54
|
+
const ctx = {
|
|
55
|
+
maxWireSchemaVersion: 2,
|
|
56
|
+
retrievalEvents: [
|
|
57
|
+
{ ingestIndex: 0, runEventId: "r1", source: "kb", status: "error" },
|
|
58
|
+
],
|
|
59
|
+
controlEvents: [],
|
|
60
|
+
modelTurnEvents: [],
|
|
61
|
+
toolSkippedEvents: [],
|
|
62
|
+
toolObservedIngestIndexBySeq: { "0": 2 },
|
|
63
|
+
firstToolObservedIngestIndex: 2,
|
|
64
|
+
hasRunCompletedControl: false,
|
|
65
|
+
lastRunEvent: { ingestIndex: 2, type: "tool_observed" },
|
|
66
|
+
};
|
|
67
|
+
const a = buildFailureAnalysis(engine({
|
|
68
|
+
status: "inconsistent",
|
|
69
|
+
verificationRunContext: ctx,
|
|
70
|
+
steps: [
|
|
71
|
+
step({
|
|
72
|
+
seq: 0,
|
|
73
|
+
toolId: "t",
|
|
74
|
+
status: "missing",
|
|
75
|
+
verificationRequest: {
|
|
76
|
+
kind: "sql_row",
|
|
77
|
+
table: "t",
|
|
78
|
+
identityEq: [{ column: "id", value: "1" }],
|
|
79
|
+
requiredFields: {},
|
|
80
|
+
},
|
|
81
|
+
reasons: [{ code: "ROW_ABSENT", message: "m" }],
|
|
82
|
+
failureDiagnostic: "workflow_execution",
|
|
83
|
+
}),
|
|
84
|
+
],
|
|
85
|
+
}));
|
|
86
|
+
expect(a?.primaryOrigin).toBe("retrieval");
|
|
87
|
+
expect(a?.confidence).toBe("high");
|
|
88
|
+
});
|
|
89
|
+
it("P1 wins over P2 when both upstream signals exist", () => {
|
|
90
|
+
const ctx = {
|
|
91
|
+
maxWireSchemaVersion: 2,
|
|
92
|
+
retrievalEvents: [{ ingestIndex: 0, runEventId: "r1", source: "s", status: "error" }],
|
|
93
|
+
controlEvents: [],
|
|
94
|
+
modelTurnEvents: [{ ingestIndex: 1, runEventId: "m1", status: "error" }],
|
|
95
|
+
toolSkippedEvents: [],
|
|
96
|
+
toolObservedIngestIndexBySeq: { "0": 3 },
|
|
97
|
+
firstToolObservedIngestIndex: 3,
|
|
98
|
+
hasRunCompletedControl: false,
|
|
99
|
+
lastRunEvent: { ingestIndex: 3, type: "tool_observed" },
|
|
100
|
+
};
|
|
101
|
+
const a = buildFailureAnalysis(engine({
|
|
102
|
+
status: "inconsistent",
|
|
103
|
+
verificationRunContext: ctx,
|
|
104
|
+
steps: [
|
|
105
|
+
step({
|
|
106
|
+
seq: 0,
|
|
107
|
+
toolId: "t",
|
|
108
|
+
status: "missing",
|
|
109
|
+
verificationRequest: {
|
|
110
|
+
kind: "sql_row",
|
|
111
|
+
table: "t",
|
|
112
|
+
identityEq: [{ column: "id", value: "1" }],
|
|
113
|
+
requiredFields: {},
|
|
114
|
+
},
|
|
115
|
+
reasons: [{ code: "ROW_ABSENT", message: "m" }],
|
|
116
|
+
failureDiagnostic: "workflow_execution",
|
|
117
|
+
}),
|
|
118
|
+
],
|
|
119
|
+
}));
|
|
120
|
+
expect(a?.primaryOrigin).toBe("retrieval");
|
|
121
|
+
});
|
|
122
|
+
it("P2: model_turn error before failing tool → decision_making", () => {
|
|
123
|
+
const ctx = {
|
|
124
|
+
maxWireSchemaVersion: 2,
|
|
125
|
+
retrievalEvents: [],
|
|
126
|
+
controlEvents: [],
|
|
127
|
+
modelTurnEvents: [{ ingestIndex: 0, runEventId: "m1", status: "error" }],
|
|
128
|
+
toolSkippedEvents: [],
|
|
129
|
+
toolObservedIngestIndexBySeq: { "0": 1 },
|
|
130
|
+
firstToolObservedIngestIndex: 1,
|
|
131
|
+
hasRunCompletedControl: false,
|
|
132
|
+
lastRunEvent: { ingestIndex: 1, type: "tool_observed" },
|
|
133
|
+
};
|
|
134
|
+
const a = buildFailureAnalysis(engine({
|
|
135
|
+
status: "inconsistent",
|
|
136
|
+
verificationRunContext: ctx,
|
|
137
|
+
steps: [
|
|
138
|
+
step({
|
|
139
|
+
seq: 0,
|
|
140
|
+
toolId: "t",
|
|
141
|
+
status: "missing",
|
|
142
|
+
verificationRequest: {
|
|
143
|
+
kind: "sql_row",
|
|
144
|
+
table: "t",
|
|
145
|
+
identityEq: [{ column: "id", value: "1" }],
|
|
146
|
+
requiredFields: {},
|
|
147
|
+
},
|
|
148
|
+
reasons: [{ code: "ROW_ABSENT", message: "m" }],
|
|
149
|
+
failureDiagnostic: "workflow_execution",
|
|
150
|
+
}),
|
|
151
|
+
],
|
|
152
|
+
}));
|
|
153
|
+
expect(a?.primaryOrigin).toBe("decision_making");
|
|
154
|
+
});
|
|
155
|
+
it("ROW_ABSENT carries alternatives", () => {
|
|
156
|
+
const a = buildFailureAnalysis(engine({
|
|
157
|
+
status: "inconsistent",
|
|
158
|
+
steps: [
|
|
159
|
+
step({
|
|
160
|
+
seq: 0,
|
|
161
|
+
toolId: "t",
|
|
162
|
+
status: "missing",
|
|
163
|
+
verificationRequest: {
|
|
164
|
+
kind: "sql_row",
|
|
165
|
+
table: "t",
|
|
166
|
+
identityEq: [{ column: "id", value: "1" }],
|
|
167
|
+
requiredFields: {},
|
|
168
|
+
},
|
|
169
|
+
reasons: [{ code: "ROW_ABSENT", message: "m" }],
|
|
170
|
+
failureDiagnostic: "workflow_execution",
|
|
171
|
+
}),
|
|
172
|
+
],
|
|
173
|
+
}));
|
|
174
|
+
expect(a?.primaryOrigin).toBe("downstream_system_state");
|
|
175
|
+
expect(a?.alternativeHypotheses).toHaveLength(2);
|
|
176
|
+
});
|
|
177
|
+
it("complete → null", () => {
|
|
178
|
+
expect(buildFailureAnalysis(engine({
|
|
179
|
+
status: "complete",
|
|
180
|
+
steps: [
|
|
181
|
+
step({
|
|
182
|
+
seq: 0,
|
|
183
|
+
toolId: "t",
|
|
184
|
+
status: "verified",
|
|
185
|
+
verificationRequest: {
|
|
186
|
+
kind: "sql_row",
|
|
187
|
+
table: "t",
|
|
188
|
+
identityEq: [{ column: "id", value: "1" }],
|
|
189
|
+
requiredFields: {},
|
|
190
|
+
},
|
|
191
|
+
}),
|
|
192
|
+
],
|
|
193
|
+
}))).toBeNull();
|
|
194
|
+
});
|
|
195
|
+
});
|
|
196
|
+
//# sourceMappingURL=failureAnalysis.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failureAnalysis.test.js","sourceRoot":"","sources":["../src/failureAnalysis.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAE5D,OAAO,EAAE,iCAAiC,EAAE,MAAM,6BAA6B,CAAC;AAEhF,MAAM,YAAY,GAAG;IACnB,eAAe,EAAE,QAAiB;IAClC,oBAAoB,EAAE,CAAC;IACvB,cAAc,EAAE,CAAC;CAClB,CAAC;AAEF,SAAS,IAAI,CAAC,OAA8E;IAC1F,OAAO;QACL,cAAc,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;QACjC,iBAAiB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE;QAC5C,mBAAmB,EAAE,IAAI;QACzB,OAAO,EAAE,EAAE;QACX,eAAe,EAAE,EAAE;QACnB,sBAAsB,EAAE,CAAC;QACzB,2BAA2B,EAAE,CAAC;QAC9B,GAAG,OAAO;KACX,CAAC;AACJ,CAAC;AAED,SAAS,MAAM,CACb,OAEC;IAED,MAAM,EAAE,sBAAsB,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC;IACzD,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,UAAU,EAAE,GAAG;QACf,MAAM,EAAE,YAAY;QACpB,eAAe,EAAE,EAAE;QACnB,kBAAkB,EAAE,YAAY;QAChC,sBAAsB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC1C,KAAK,EAAE,EAAE;QACT,sBAAsB,EAAE,GAAG,IAAI,iCAAiC,EAAE;QAClE,GAAG,IAAI;KACR,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;IAC/C,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,CAAC,GAAG,oBAAoB,CAC5B,MAAM,CAAC;YACL,MAAM,EAAE,cAAc;YACtB,eAAe,EAAE,CAAC,EAAE,IAAI,EAAE,uBAAuB,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;YAClE,KAAK,EAAE;gBACL,IAAI,CAAC;oBACH,GAAG,EAAE,CAAC;oBACN,MAAM,EAAE,GAAG;oBACX,MAAM,EAAE,SAAS;oBACjB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;oBAC/C,iBAAiB,EAAE,oBAAoB;iBACxC,CAAC;aACH;SACF,CAAC,CACH,CAAC;QACF,MAAM,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC/C,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,GAAG,GAA2B;YAClC,oBAAoB,EAAE,CAAC;YACvB,eAAe,EAAE;gBACf,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE;aACpE;YACD,aAAa,EAAE,EAAE;YACjB,eAAe,EAAE,EAAE;YACnB,iBAAiB,EAAE,EAAE;YACrB,4BAA4B,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE;YACxC,4BAA4B,EAAE,CAAC;YAC/B,sBAAsB,EAAE,KAAK;YAC7B,YAAY,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE;SACxD,CAAC;QACF,MAAM,CAAC,GAAG,oBAAoB,CAC5B,MAAM,CAAC;YACL,MAAM,EAAE,cAAc;YACtB,sBAAsB,EAAE,GAAG;YAC3B,KAAK,EAAE;gBACL,IAAI,CAAC;oBACH,GAAG,EAAE,CAAC;oBACN,MAAM,EAAE,GAAG;oBACX,MAAM,EAAE,SAAS;oBACjB,mBAAmB,EAAE;wBACnB,IAAI,EAAE,SAAS;wBACf,KAAK,EAAE,GAAG;wBACV,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;wBAC1C,cAAc,EAAE,EAAE;qBACnB;oBACD,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;oBAC/C,iBAAiB,EAAE,oBAAoB;iBACxC,CAAC;aACH;SACF,CAAC,CACH,CAAC;QACF,MAAM,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3C,MAAM,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,GAAG,GAA2B;YAClC,oBAAoB,EAAE,CAAC;YACvB,eAAe,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;YACrF,aAAa,EAAE,EAAE;YACjB,eAAe,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;YACxE,iBAAiB,EAAE,EAAE;YACrB,4BAA4B,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE;YACxC,4BAA4B,EAAE,CAAC;YAC/B,sBAAsB,EAAE,KAAK;YAC7B,YAAY,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE;SACxD,CAAC;QACF,MAAM,CAAC,GAAG,oBAAoB,CAC5B,MAAM,CAAC;YACL,MAAM,EAAE,cAAc;YACtB,sBAAsB,EAAE,GAAG;YAC3B,KAAK,EAAE;gBACL,IAAI,CAAC;oBACH,GAAG,EAAE,CAAC;oBACN,MAAM,EAAE,GAAG;oBACX,MAAM,EAAE,SAAS;oBACjB,mBAAmB,EAAE;wBACnB,IAAI,EAAE,SAAS;wBACf,KAAK,EAAE,GAAG;wBACV,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;wBAC1C,cAAc,EAAE,EAAE;qBACnB;oBACD,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;oBAC/C,iBAAiB,EAAE,oBAAoB;iBACxC,CAAC;aACH;SACF,CAAC,CACH,CAAC;QACF,MAAM,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,GAAG,GAA2B;YAClC,oBAAoB,EAAE,CAAC;YACvB,eAAe,EAAE,EAAE;YACnB,aAAa,EAAE,EAAE;YACjB,eAAe,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;YACxE,iBAAiB,EAAE,EAAE;YACrB,4BAA4B,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE;YACxC,4BAA4B,EAAE,CAAC;YAC/B,sBAAsB,EAAE,KAAK;YAC7B,YAAY,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE;SACxD,CAAC;QACF,MAAM,CAAC,GAAG,oBAAoB,CAC5B,MAAM,CAAC;YACL,MAAM,EAAE,cAAc;YACtB,sBAAsB,EAAE,GAAG;YAC3B,KAAK,EAAE;gBACL,IAAI,CAAC;oBACH,GAAG,EAAE,CAAC;oBACN,MAAM,EAAE,GAAG;oBACX,MAAM,EAAE,SAAS;oBACjB,mBAAmB,EAAE;wBACnB,IAAI,EAAE,SAAS;wBACf,KAAK,EAAE,GAAG;wBACV,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;wBAC1C,cAAc,EAAE,EAAE;qBACnB;oBACD,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;oBAC/C,iBAAiB,EAAE,oBAAoB;iBACxC,CAAC;aACH;SACF,CAAC,CACH,CAAC;QACF,MAAM,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,GAAG,oBAAoB,CAC5B,MAAM,CAAC;YACL,MAAM,EAAE,cAAc;YACtB,KAAK,EAAE;gBACL,IAAI,CAAC;oBACH,GAAG,EAAE,CAAC;oBACN,MAAM,EAAE,GAAG;oBACX,MAAM,EAAE,SAAS;oBACjB,mBAAmB,EAAE;wBACnB,IAAI,EAAE,SAAS;wBACf,KAAK,EAAE,GAAG;wBACV,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;wBAC1C,cAAc,EAAE,EAAE;qBACnB;oBACD,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;oBAC/C,iBAAiB,EAAE,oBAAoB;iBACxC,CAAC;aACH;SACF,CAAC,CACH,CAAC;QACF,MAAM,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACzD,MAAM,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iBAAiB,EAAE,GAAG,EAAE;QACzB,MAAM,CACJ,oBAAoB,CAClB,MAAM,CAAC;YACL,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE;gBACL,IAAI,CAAC;oBACH,GAAG,EAAE,CAAC;oBACN,MAAM,EAAE,GAAG;oBACX,MAAM,EAAE,UAAU;oBAClB,mBAAmB,EAAE;wBACnB,IAAI,EAAE,SAAS;wBACf,KAAK,EAAE,GAAG;wBACV,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;wBAC1C,cAAc,EAAE,EAAE;qBACnB;iBACF,CAAC;aACH;SACF,CAAC,CACH,CACF,CAAC,QAAQ,EAAE,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { CLI_OPERATIONAL_CODES, type OperationalCode } from "./cliOperationalCodes.js";
|
|
2
|
+
import type { Reason } from "./types.js";
|
|
3
|
+
/** Re-export for existing importers of `failureCatalog.js`. */
|
|
4
|
+
export { CLI_OPERATIONAL_CODES, type OperationalCode };
|
|
5
|
+
/** CLI operational error envelope (stderr, exit 3). */
|
|
6
|
+
export declare const CLI_ERROR_SCHEMA_VERSION: 2;
|
|
7
|
+
export declare const CLI_ERROR_KIND: "execution_truth_layer_error";
|
|
8
|
+
export declare const OPERATIONAL_MESSAGE_MAX_CHARS = 2048;
|
|
9
|
+
/** Same literal as step `incomplete_verification` for divergent retries (SSOT + registry validation). */
|
|
10
|
+
export declare const RETRY_OBSERVATIONS_DIVERGE_MESSAGE = "Multiple observations for this seq do not all match the last observation (toolId and canonical params).";
|
|
11
|
+
export declare const RUN_LEVEL_MESSAGES: {
|
|
12
|
+
readonly MALFORMED_EVENT_LINE: "Event line was missing, invalid JSON, or failed schema validation for a tool observation.";
|
|
13
|
+
readonly NO_STEPS_FOR_WORKFLOW: "No tool_observed events for this workflow id after filtering.";
|
|
14
|
+
};
|
|
15
|
+
export declare function runLevelIssue(code: keyof typeof RUN_LEVEL_MESSAGES): Reason;
|
|
16
|
+
/** SSOT for WorkflowResult.eventSequenceIntegrity.reasons (machine codes + messages). */
|
|
17
|
+
export declare const EVENT_SEQUENCE_MESSAGES: {
|
|
18
|
+
readonly CAPTURE_ORDER_NOT_MONOTONIC_IN_SEQ: "Capture order was not non-decreasing in seq; planning and verification used seq-sorted order, not arrival order.";
|
|
19
|
+
};
|
|
20
|
+
export type EventSequenceIssueCode = keyof typeof EVENT_SEQUENCE_MESSAGES;
|
|
21
|
+
export declare function eventSequenceIssue(code: EventSequenceIssueCode): Reason;
|
|
22
|
+
/** First adjacent pair in seq-sorted order with decreasing parsed timestamps (seq values from those events). */
|
|
23
|
+
export declare function eventSequenceTimestampNotMonotonicReason(seqBefore: number, seqAfter: number): Reason;
|
|
24
|
+
export declare function formatOperationalMessage(raw: string): string;
|
|
25
|
+
export declare function cliErrorEnvelope(code: string, message: string): string;
|
|
26
|
+
//# sourceMappingURL=failureCatalog.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failureCatalog.d.ts","sourceRoot":"","sources":["../src/failureCatalog.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,KAAK,eAAe,EACrB,MAAM,0BAA0B,CAAC;AAElC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AAEzC,+DAA+D;AAC/D,OAAO,EAAE,qBAAqB,EAAE,KAAK,eAAe,EAAE,CAAC;AAEvD,uDAAuD;AACvD,eAAO,MAAM,wBAAwB,EAAG,CAAU,CAAC;AACnD,eAAO,MAAM,cAAc,EAAG,6BAAsC,CAAC;AAErE,eAAO,MAAM,6BAA6B,OAAO,CAAC;AAElD,yGAAyG;AACzG,eAAO,MAAM,kCAAkC,4GAC4D,CAAC;AAE5G,eAAO,MAAM,kBAAkB;;;CAIrB,CAAC;AAEX,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,OAAO,kBAAkB,GAAG,MAAM,CAE3E;AAED,yFAAyF;AACzF,eAAO,MAAM,uBAAuB;;CAG1B,CAAC;AAEX,MAAM,MAAM,sBAAsB,GAAG,MAAM,OAAO,uBAAuB,CAAC;AAE1E,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,sBAAsB,GAAG,MAAM,CAEvE;AAID,gHAAgH;AAChH,wBAAgB,wCAAwC,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAKpG;AAED,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAQ5D;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAQtE"}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import { CLI_OPERATIONAL_CODES, } from "./cliOperationalCodes.js";
|
|
2
|
+
import { buildOperationalFailureDiagnosis } from "./operationalFailureDiagnosis.js";
|
|
3
|
+
/** Re-export for existing importers of `failureCatalog.js`. */
|
|
4
|
+
export { CLI_OPERATIONAL_CODES };
|
|
5
|
+
/** CLI operational error envelope (stderr, exit 3). */
|
|
6
|
+
export const CLI_ERROR_SCHEMA_VERSION = 2;
|
|
7
|
+
export const CLI_ERROR_KIND = "execution_truth_layer_error";
|
|
8
|
+
export const OPERATIONAL_MESSAGE_MAX_CHARS = 2048;
|
|
9
|
+
/** Same literal as step `incomplete_verification` for divergent retries (SSOT + registry validation). */
|
|
10
|
+
export const RETRY_OBSERVATIONS_DIVERGE_MESSAGE = "Multiple observations for this seq do not all match the last observation (toolId and canonical params).";
|
|
11
|
+
export const RUN_LEVEL_MESSAGES = {
|
|
12
|
+
MALFORMED_EVENT_LINE: "Event line was missing, invalid JSON, or failed schema validation for a tool observation.",
|
|
13
|
+
NO_STEPS_FOR_WORKFLOW: "No tool_observed events for this workflow id after filtering.",
|
|
14
|
+
};
|
|
15
|
+
export function runLevelIssue(code) {
|
|
16
|
+
return { code, message: RUN_LEVEL_MESSAGES[code] };
|
|
17
|
+
}
|
|
18
|
+
/** SSOT for WorkflowResult.eventSequenceIntegrity.reasons (machine codes + messages). */
|
|
19
|
+
export const EVENT_SEQUENCE_MESSAGES = {
|
|
20
|
+
CAPTURE_ORDER_NOT_MONOTONIC_IN_SEQ: "Capture order was not non-decreasing in seq; planning and verification used seq-sorted order, not arrival order.",
|
|
21
|
+
};
|
|
22
|
+
export function eventSequenceIssue(code) {
|
|
23
|
+
return { code, message: EVENT_SEQUENCE_MESSAGES[code] };
|
|
24
|
+
}
|
|
25
|
+
const TIMESTAMP_NOT_MONOTONIC_CODE = "TIMESTAMP_NOT_MONOTONIC_WITH_SEQ_SORT_ORDER";
|
|
26
|
+
/** First adjacent pair in seq-sorted order with decreasing parsed timestamps (seq values from those events). */
|
|
27
|
+
export function eventSequenceTimestampNotMonotonicReason(seqBefore, seqAfter) {
|
|
28
|
+
return {
|
|
29
|
+
code: TIMESTAMP_NOT_MONOTONIC_CODE,
|
|
30
|
+
message: `In seq-sorted order, timestamp decreased between seq ${seqBefore} and seq ${seqAfter}.`,
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
export function formatOperationalMessage(raw) {
|
|
34
|
+
let s = raw.replace(/\t|\r|\n/g, " ");
|
|
35
|
+
s = s.replace(/ +/g, " ").trim();
|
|
36
|
+
const max = OPERATIONAL_MESSAGE_MAX_CHARS;
|
|
37
|
+
if (s.length > max) {
|
|
38
|
+
return `${s.slice(0, max - 3)}...`;
|
|
39
|
+
}
|
|
40
|
+
return s;
|
|
41
|
+
}
|
|
42
|
+
export function cliErrorEnvelope(code, message) {
|
|
43
|
+
return JSON.stringify({
|
|
44
|
+
schemaVersion: CLI_ERROR_SCHEMA_VERSION,
|
|
45
|
+
kind: CLI_ERROR_KIND,
|
|
46
|
+
code,
|
|
47
|
+
message: formatOperationalMessage(message),
|
|
48
|
+
failureDiagnosis: buildOperationalFailureDiagnosis(code),
|
|
49
|
+
});
|
|
50
|
+
}
|
|
51
|
+
//# sourceMappingURL=failureCatalog.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failureCatalog.js","sourceRoot":"","sources":["../src/failureCatalog.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,GAEtB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,gCAAgC,EAAE,MAAM,kCAAkC,CAAC;AAGpF,+DAA+D;AAC/D,OAAO,EAAE,qBAAqB,EAAwB,CAAC;AAEvD,uDAAuD;AACvD,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAU,CAAC;AACnD,MAAM,CAAC,MAAM,cAAc,GAAG,6BAAsC,CAAC;AAErE,MAAM,CAAC,MAAM,6BAA6B,GAAG,IAAI,CAAC;AAElD,yGAAyG;AACzG,MAAM,CAAC,MAAM,kCAAkC,GAC7C,yGAAyG,CAAC;AAE5G,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,oBAAoB,EAClB,2FAA2F;IAC7F,qBAAqB,EAAE,+DAA+D;CAC9E,CAAC;AAEX,MAAM,UAAU,aAAa,CAAC,IAAqC;IACjE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;AACrD,CAAC;AAED,yFAAyF;AACzF,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,kCAAkC,EAChC,kHAAkH;CAC5G,CAAC;AAIX,MAAM,UAAU,kBAAkB,CAAC,IAA4B;IAC7D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC;AAC1D,CAAC;AAED,MAAM,4BAA4B,GAAG,6CAAsD,CAAC;AAE5F,gHAAgH;AAChH,MAAM,UAAU,wCAAwC,CAAC,SAAiB,EAAE,QAAgB;IAC1F,OAAO;QACL,IAAI,EAAE,4BAA4B;QAClC,OAAO,EAAE,wDAAwD,SAAS,YAAY,QAAQ,GAAG;KAClG,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,GAAW;IAClD,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;IACtC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACjC,MAAM,GAAG,GAAG,6BAA6B,CAAC;IAC1C,IAAI,CAAC,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QACnB,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC;IACrC,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAY,EAAE,OAAe;IAC5D,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,aAAa,EAAE,wBAAwB;QACvC,IAAI,EAAE,cAAc;QACpB,IAAI;QACJ,OAAO,EAAE,wBAAwB,CAAC,OAAO,CAAC;QAC1C,gBAAgB,EAAE,gCAAgC,CAAC,IAAI,CAAC;KACzD,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failureCatalog.test.d.ts","sourceRoot":"","sources":["../src/failureCatalog.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import { describe, it, expect } from "vitest";
|
|
2
|
+
import { CLI_OPERATIONAL_CODES, OPERATIONAL_MESSAGE_MAX_CHARS, formatOperationalMessage, runLevelIssue, } from "./failureCatalog.js";
|
|
3
|
+
describe("failureCatalog", () => {
|
|
4
|
+
it("CLI_OPERATIONAL_CODES values are unique", () => {
|
|
5
|
+
const values = Object.values(CLI_OPERATIONAL_CODES);
|
|
6
|
+
expect(new Set(values).size).toBe(values.length);
|
|
7
|
+
});
|
|
8
|
+
it("formatOperationalMessage normalizes whitespace and truncates", () => {
|
|
9
|
+
expect(formatOperationalMessage("a\tb\nc")).toBe("a b c");
|
|
10
|
+
expect(formatOperationalMessage(" x y ")).toBe("x y");
|
|
11
|
+
const long = "a".repeat(OPERATIONAL_MESSAGE_MAX_CHARS + 100);
|
|
12
|
+
const out = formatOperationalMessage(long);
|
|
13
|
+
expect(out.length).toBe(OPERATIONAL_MESSAGE_MAX_CHARS);
|
|
14
|
+
expect(out.endsWith("...")).toBe(true);
|
|
15
|
+
});
|
|
16
|
+
it("runLevelIssue returns fixed literals", () => {
|
|
17
|
+
const m = runLevelIssue("MALFORMED_EVENT_LINE");
|
|
18
|
+
expect(m.code).toBe("MALFORMED_EVENT_LINE");
|
|
19
|
+
expect(m.message).toContain("tool observation");
|
|
20
|
+
const n = runLevelIssue("NO_STEPS_FOR_WORKFLOW");
|
|
21
|
+
expect(n.code).toBe("NO_STEPS_FOR_WORKFLOW");
|
|
22
|
+
expect(n.message).toBe("No tool_observed events for this workflow id after filtering.");
|
|
23
|
+
});
|
|
24
|
+
});
|
|
25
|
+
//# sourceMappingURL=failureCatalog.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failureCatalog.test.js","sourceRoot":"","sources":["../src/failureCatalog.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,qBAAqB,EACrB,6BAA6B,EAC7B,wBAAwB,EACxB,aAAa,GACd,MAAM,qBAAqB,CAAC;AAE7B,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;QACpD,MAAM,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,CAAC,wBAAwB,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1D,MAAM,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzD,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,6BAA6B,GAAG,GAAG,CAAC,CAAC;QAC7D,MAAM,GAAG,GAAG,wBAAwB,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QACvD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,CAAC,GAAG,aAAa,CAAC,sBAAsB,CAAC,CAAC;QAChD,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAC5C,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;QAChD,MAAM,CAAC,GAAG,aAAa,CAAC,uBAAuB,CAAC,CAAC;QACjD,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAC7C,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;IAC1F,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
import type { FailureExplanationV1, WorkflowEngineResult, WorkflowTruthReport } from "./types.js";
|
|
2
|
+
export type FailureExplanationInvariantCode = "EXPLANATION_VERIFICATION_POLICY_INVALID" | "EXPLANATION_EVIDENCE_CODES_EMPTY" | "EXPLANATION_PRIMARY_EVIDENCE_SCOPE_EFFECT" | "EXPLANATION_STEP_TRUTH_MISMATCH" | "EXPLANATION_RUN_CONTEXT_INDEX_MISSING";
|
|
3
|
+
export declare class FailureExplanationInvariantError extends Error {
|
|
4
|
+
readonly code: FailureExplanationInvariantCode;
|
|
5
|
+
constructor(code: FailureExplanationInvariantCode, message: string);
|
|
6
|
+
}
|
|
7
|
+
/** Exported for doc parity tests; placeholders use angle brackets in the string. */
|
|
8
|
+
export declare const FE_RUN_LEVEL_EXPECTED = "Verification expected a valid captured run for workflowId=<workflowId> under policy [<P>] with no run-level ingest or planning failures.";
|
|
9
|
+
export declare const FE_RUN_LEVEL_OBSERVED = "Run-level failure: code=<firstCode> detail=<detail>.";
|
|
10
|
+
export declare const FE_RUN_LEVEL_DIVERGENCE = "Divergence at run_level: code=<firstCode> meaning=<meaning>";
|
|
11
|
+
export declare const FE_EVENT_SEQUENCE_EXPECTED = "Verification expected monotonic, well-formed event capture for workflowId=<workflowId> under policy [<P>].";
|
|
12
|
+
export declare const FE_EVENT_SEQUENCE_OBSERVED = "Event-sequence irregularity: code=<firstCode> detail=<detail>.";
|
|
13
|
+
export declare const FE_EVENT_SEQUENCE_DIVERGENCE = "Divergence at event_sequence: code=<firstCode> meaning=<meaning>";
|
|
14
|
+
export declare const FE_RUN_CONTEXT_EXPECTED = "Verification expected upstream run context through ingest_index=<ingestIndex> to allow fair evaluation of the failing tool observation under policy [<P>].";
|
|
15
|
+
export declare const FE_RUN_CONTEXT_OBSERVED = "Run-context signal before the failing observation: code=<C> <detail>.";
|
|
16
|
+
export declare const FE_RUN_CONTEXT_DIVERGENCE = "Divergence at run_context before the failing tool observation: code=<C> meaning=<meaning>";
|
|
17
|
+
export declare const FE_STEP_EXPECTED = "Verification expected post-execution database state to satisfy verify_target \"<verifyTargetOrLiteralNull>\" and intended_effect \"<narrative>\" for seq=<seq> toolId=<toolId> under policy [<P>].";
|
|
18
|
+
export declare const FE_STEP_OBSERVED = "Step verification outcome: code=<primaryCode> detail=<detail><suffix>";
|
|
19
|
+
export declare const FE_STEP_DIVERGENCE = "Divergence at step seq=<seq> toolId=<toolId>: primary_code=<primaryCode> meaning=<meaning>";
|
|
20
|
+
export declare const FE_NO_STEPS_OBSERVED = "No tool_observed steps were produced for workflowId=<workflowId>.";
|
|
21
|
+
export declare const FE_NO_STEPS_DIVERGENCE = "Divergence: no steps to verify against the database under policy [<P>]";
|
|
22
|
+
/** All branch template literals (doc fences must match these). */
|
|
23
|
+
export declare const FAILURE_EXPLANATION_BRANCH_TEMPLATES: {
|
|
24
|
+
readonly runLevel: {
|
|
25
|
+
readonly expected: "Verification expected a valid captured run for workflowId=<workflowId> under policy [<P>] with no run-level ingest or planning failures.";
|
|
26
|
+
readonly observed: "Run-level failure: code=<firstCode> detail=<detail>.";
|
|
27
|
+
readonly divergence: "Divergence at run_level: code=<firstCode> meaning=<meaning>";
|
|
28
|
+
};
|
|
29
|
+
readonly eventSequence: {
|
|
30
|
+
readonly expected: "Verification expected monotonic, well-formed event capture for workflowId=<workflowId> under policy [<P>].";
|
|
31
|
+
readonly observed: "Event-sequence irregularity: code=<firstCode> detail=<detail>.";
|
|
32
|
+
readonly divergence: "Divergence at event_sequence: code=<firstCode> meaning=<meaning>";
|
|
33
|
+
};
|
|
34
|
+
readonly runContext: {
|
|
35
|
+
readonly expected: "Verification expected upstream run context through ingest_index=<ingestIndex> to allow fair evaluation of the failing tool observation under policy [<P>].";
|
|
36
|
+
readonly observed: "Run-context signal before the failing observation: code=<C> <detail>.";
|
|
37
|
+
readonly divergence: "Divergence at run_context before the failing tool observation: code=<C> meaning=<meaning>";
|
|
38
|
+
};
|
|
39
|
+
readonly step: {
|
|
40
|
+
readonly expected: "Verification expected post-execution database state to satisfy verify_target \"<verifyTargetOrLiteralNull>\" and intended_effect \"<narrative>\" for seq=<seq> toolId=<toolId> under policy [<P>].";
|
|
41
|
+
readonly observed: "Step verification outcome: code=<primaryCode> detail=<detail><suffix>";
|
|
42
|
+
readonly divergence: "Divergence at step seq=<seq> toolId=<toolId>: primary_code=<primaryCode> meaning=<meaning>";
|
|
43
|
+
};
|
|
44
|
+
readonly noSteps: {
|
|
45
|
+
readonly expected: "Verification expected a valid captured run for workflowId=<workflowId> under policy [<P>] with no run-level ingest or planning failures.";
|
|
46
|
+
readonly observed: "No tool_observed steps were produced for workflowId=<workflowId>.";
|
|
47
|
+
readonly divergence: "Divergence: no steps to verify against the database under policy [<P>]";
|
|
48
|
+
};
|
|
49
|
+
};
|
|
50
|
+
export declare function policyFragment(engine: WorkflowEngineResult): string;
|
|
51
|
+
export declare function buildFailureExplanation(engine: WorkflowEngineResult, truth: Omit<WorkflowTruthReport, "failureExplanation" | "correctnessDefinition" | "schemaVersion">): FailureExplanationV1 | null;
|
|
52
|
+
//# sourceMappingURL=failureExplanation.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failureExplanation.d.ts","sourceRoot":"","sources":["../src/failureExplanation.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAKV,oBAAoB,EAIpB,oBAAoB,EACpB,mBAAmB,EACpB,MAAM,YAAY,CAAC;AAGpB,MAAM,MAAM,+BAA+B,GACvC,yCAAyC,GACzC,kCAAkC,GAClC,2CAA2C,GAC3C,iCAAiC,GACjC,uCAAuC,CAAC;AAE5C,qBAAa,gCAAiC,SAAQ,KAAK;IACzD,QAAQ,CAAC,IAAI,EAAE,+BAA+B,CAAC;gBACnC,IAAI,EAAE,+BAA+B,EAAE,OAAO,EAAE,MAAM;CAKnE;AAkED,oFAAoF;AACpF,eAAO,MAAM,qBAAqB,6IAC0G,CAAC;AAC7I,eAAO,MAAM,qBAAqB,yDAAyD,CAAC;AAC5F,eAAO,MAAM,uBAAuB,gEAAgE,CAAC;AAErG,eAAO,MAAM,0BAA0B,+GACuE,CAAC;AAC/G,eAAO,MAAM,0BAA0B,mEAAmE,CAAC;AAC3G,eAAO,MAAM,4BAA4B,qEAC2B,CAAC;AAErE,eAAO,MAAM,uBAAuB,+JAC0H,CAAC;AAC/J,eAAO,MAAM,uBAAuB,0EAA0E,CAAC;AAC/G,eAAO,MAAM,yBAAyB,8FACuD,CAAC;AAE9F,eAAO,MAAM,gBAAgB,uMACyK,CAAC;AACvM,eAAO,MAAM,gBAAgB,0EAA0E,CAAC;AACxG,eAAO,MAAM,kBAAkB,+FAC+D,CAAC;AAE/F,eAAO,MAAM,oBAAoB,sEAAsE,CAAC;AACxG,eAAO,MAAM,sBAAsB,2EACuC,CAAC;AAE3E,kEAAkE;AAClE,eAAO,MAAM,oCAAoC;;;;;;;;;;;;;;;;;;;;;;;;;;CAkBvC,CAAC;AAyBX,wBAAgB,cAAc,CAAC,MAAM,EAAE,oBAAoB,GAAG,MAAM,CA4BnE;AA6HD,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,oBAAoB,EAC5B,KAAK,EAAE,IAAI,CAAC,mBAAmB,EAAE,oBAAoB,GAAG,uBAAuB,GAAG,eAAe,CAAC,GACjG,oBAAoB,GAAG,IAAI,CAqJ7B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failureExplanation.failureAnalysisMock.test.d.ts","sourceRoot":"","sources":["../src/failureExplanation.failureAnalysisMock.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,200 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Isolated file: `vi.mock("./failureAnalysis.js")` must not run with tests that need the real analyzer.
|
|
3
|
+
*/
|
|
4
|
+
import { beforeEach, describe, expect, it, vi } from "vitest";
|
|
5
|
+
import { FailureExplanationInvariantError } from "./failureExplanation.js";
|
|
6
|
+
import { buildWorkflowTruthReport } from "./workflowTruthReport.js";
|
|
7
|
+
import { createEmptyVerificationRunContext } from "./verificationRunContext.js";
|
|
8
|
+
vi.mock("./failureAnalysis.js", async (importOriginal) => {
|
|
9
|
+
const orig = await importOriginal();
|
|
10
|
+
return { ...orig, buildFailureAnalysis: vi.fn() };
|
|
11
|
+
});
|
|
12
|
+
import { buildFailureAnalysis } from "./failureAnalysis.js";
|
|
13
|
+
const strongPolicy = {
|
|
14
|
+
consistencyMode: "strong",
|
|
15
|
+
verificationWindowMs: 0,
|
|
16
|
+
pollIntervalMs: 0,
|
|
17
|
+
};
|
|
18
|
+
function missingStep() {
|
|
19
|
+
return {
|
|
20
|
+
seq: 0,
|
|
21
|
+
toolId: "t",
|
|
22
|
+
intendedEffect: { narrative: "n" },
|
|
23
|
+
observedExecution: { paramsCanonical: "{}" },
|
|
24
|
+
verificationRequest: {
|
|
25
|
+
kind: "sql_row",
|
|
26
|
+
table: "contacts",
|
|
27
|
+
identityEq: [{ column: "id", value: "1" }],
|
|
28
|
+
requiredFields: {},
|
|
29
|
+
},
|
|
30
|
+
status: "missing",
|
|
31
|
+
reasons: [{ code: "ROW_ABSENT", message: "absent" }],
|
|
32
|
+
evidenceSummary: {},
|
|
33
|
+
repeatObservationCount: 1,
|
|
34
|
+
evaluatedObservationOrdinal: 1,
|
|
35
|
+
failureDiagnostic: "workflow_execution",
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
const stepPrimaryFa = {
|
|
39
|
+
summary: "Primary failure at seq 0 tool t (code ROW_ABSENT); origin: downstream_system_state.",
|
|
40
|
+
primaryOrigin: "downstream_system_state",
|
|
41
|
+
confidence: "medium",
|
|
42
|
+
unknownReasonCodes: [],
|
|
43
|
+
evidence: [{ scope: "step", seq: 0, toolId: "t", codes: ["ROW_ABSENT"] }],
|
|
44
|
+
};
|
|
45
|
+
beforeEach(() => {
|
|
46
|
+
vi.mocked(buildFailureAnalysis).mockReset();
|
|
47
|
+
});
|
|
48
|
+
describe("failure explanation invariants (mocked buildFailureAnalysis)", () => {
|
|
49
|
+
it("I1: primary evidence scope effect throws EXPLANATION_PRIMARY_EVIDENCE_SCOPE_EFFECT", () => {
|
|
50
|
+
const engine = {
|
|
51
|
+
schemaVersion: 8,
|
|
52
|
+
workflowId: "w",
|
|
53
|
+
status: "inconsistent",
|
|
54
|
+
runLevelReasons: [],
|
|
55
|
+
verificationPolicy: strongPolicy,
|
|
56
|
+
eventSequenceIntegrity: { kind: "normal" },
|
|
57
|
+
verificationRunContext: createEmptyVerificationRunContext(),
|
|
58
|
+
steps: [missingStep()],
|
|
59
|
+
};
|
|
60
|
+
vi.mocked(buildFailureAnalysis)
|
|
61
|
+
.mockImplementationOnce(() => stepPrimaryFa)
|
|
62
|
+
.mockImplementationOnce(() => ({
|
|
63
|
+
...stepPrimaryFa,
|
|
64
|
+
evidence: [{ scope: "effect", effectId: "e1", seq: 0, codes: ["VALUE_MISMATCH"] }],
|
|
65
|
+
}));
|
|
66
|
+
try {
|
|
67
|
+
buildWorkflowTruthReport(engine);
|
|
68
|
+
expect.fail("expected throw");
|
|
69
|
+
}
|
|
70
|
+
catch (e) {
|
|
71
|
+
expect(e).toBeInstanceOf(FailureExplanationInvariantError);
|
|
72
|
+
expect(e.code).toBe("EXPLANATION_PRIMARY_EVIDENCE_SCOPE_EFFECT");
|
|
73
|
+
}
|
|
74
|
+
});
|
|
75
|
+
it("I2: empty primary codes throws EXPLANATION_EVIDENCE_CODES_EMPTY", () => {
|
|
76
|
+
const engine = {
|
|
77
|
+
schemaVersion: 8,
|
|
78
|
+
workflowId: "w",
|
|
79
|
+
status: "inconsistent",
|
|
80
|
+
runLevelReasons: [],
|
|
81
|
+
verificationPolicy: strongPolicy,
|
|
82
|
+
eventSequenceIntegrity: { kind: "normal" },
|
|
83
|
+
verificationRunContext: createEmptyVerificationRunContext(),
|
|
84
|
+
steps: [missingStep()],
|
|
85
|
+
};
|
|
86
|
+
vi.mocked(buildFailureAnalysis)
|
|
87
|
+
.mockImplementationOnce(() => stepPrimaryFa)
|
|
88
|
+
.mockImplementationOnce(() => ({
|
|
89
|
+
...stepPrimaryFa,
|
|
90
|
+
evidence: [{ scope: "step", seq: 0, toolId: "t", codes: [] }],
|
|
91
|
+
}));
|
|
92
|
+
try {
|
|
93
|
+
buildWorkflowTruthReport(engine);
|
|
94
|
+
expect.fail("expected throw");
|
|
95
|
+
}
|
|
96
|
+
catch (e) {
|
|
97
|
+
expect(e).toBeInstanceOf(FailureExplanationInvariantError);
|
|
98
|
+
expect(e.code).toBe("EXPLANATION_EVIDENCE_CODES_EMPTY");
|
|
99
|
+
}
|
|
100
|
+
});
|
|
101
|
+
it("I4: run_context without ingestIndex throws EXPLANATION_RUN_CONTEXT_INDEX_MISSING", () => {
|
|
102
|
+
const engine = {
|
|
103
|
+
schemaVersion: 8,
|
|
104
|
+
workflowId: "w",
|
|
105
|
+
status: "inconsistent",
|
|
106
|
+
runLevelReasons: [],
|
|
107
|
+
verificationPolicy: strongPolicy,
|
|
108
|
+
eventSequenceIntegrity: { kind: "normal" },
|
|
109
|
+
verificationRunContext: createEmptyVerificationRunContext(),
|
|
110
|
+
steps: [missingStep()],
|
|
111
|
+
};
|
|
112
|
+
vi.mocked(buildFailureAnalysis)
|
|
113
|
+
.mockImplementationOnce(() => stepPrimaryFa)
|
|
114
|
+
.mockImplementationOnce(() => ({
|
|
115
|
+
...stepPrimaryFa,
|
|
116
|
+
primaryOrigin: "retrieval",
|
|
117
|
+
evidence: [{ scope: "run_context", codes: ["RETRIEVAL_ERROR"] }],
|
|
118
|
+
}));
|
|
119
|
+
try {
|
|
120
|
+
buildWorkflowTruthReport(engine);
|
|
121
|
+
expect.fail("expected throw");
|
|
122
|
+
}
|
|
123
|
+
catch (e) {
|
|
124
|
+
expect(e).toBeInstanceOf(FailureExplanationInvariantError);
|
|
125
|
+
expect(e.code).toBe("EXPLANATION_RUN_CONTEXT_INDEX_MISSING");
|
|
126
|
+
}
|
|
127
|
+
});
|
|
128
|
+
it("G12: unknown_reason_code rows sort by value UTF-16 (AA before ZZ)", () => {
|
|
129
|
+
const fa = {
|
|
130
|
+
summary: "Run-level ingest or planning issue (MALFORMED_EVENT_LINE, ZZ, AA); origin: workflow_flow.",
|
|
131
|
+
primaryOrigin: "workflow_flow",
|
|
132
|
+
confidence: "low",
|
|
133
|
+
unknownReasonCodes: ["ZZ", "AA"],
|
|
134
|
+
evidence: [{ scope: "run_level", codes: ["MALFORMED_EVENT_LINE", "ZZ", "AA"] }],
|
|
135
|
+
};
|
|
136
|
+
const engine = {
|
|
137
|
+
schemaVersion: 8,
|
|
138
|
+
workflowId: "w",
|
|
139
|
+
status: "incomplete",
|
|
140
|
+
runLevelReasons: [
|
|
141
|
+
{ code: "MALFORMED_EVENT_LINE", message: "m1" },
|
|
142
|
+
{ code: "ZZ", message: "m2" },
|
|
143
|
+
{ code: "AA", message: "m3" },
|
|
144
|
+
],
|
|
145
|
+
verificationPolicy: strongPolicy,
|
|
146
|
+
eventSequenceIntegrity: { kind: "normal" },
|
|
147
|
+
verificationRunContext: createEmptyVerificationRunContext(),
|
|
148
|
+
steps: [],
|
|
149
|
+
};
|
|
150
|
+
vi.mocked(buildFailureAnalysis).mockImplementation(() => fa);
|
|
151
|
+
const truth = buildWorkflowTruthReport(engine);
|
|
152
|
+
const unknownReasonRows = truth.failureExplanation.unknowns.filter((u) => u.id === "unknown_reason_code");
|
|
153
|
+
expect(unknownReasonRows).toHaveLength(2);
|
|
154
|
+
expect(unknownReasonRows[0].value.localeCompare(unknownReasonRows[1].value)).toBeLessThan(0);
|
|
155
|
+
expect(unknownReasonRows[0].value).toContain("code=AA|");
|
|
156
|
+
expect(unknownReasonRows[1].value).toContain("code=ZZ|");
|
|
157
|
+
});
|
|
158
|
+
it("G14: run_context digest gap yields run_context_record_missing=true in observed", () => {
|
|
159
|
+
const fa = {
|
|
160
|
+
summary: "A retrieval step failed before the failing tool observation (src); origin: retrieval.",
|
|
161
|
+
primaryOrigin: "retrieval",
|
|
162
|
+
confidence: "high",
|
|
163
|
+
unknownReasonCodes: [],
|
|
164
|
+
evidence: [
|
|
165
|
+
{
|
|
166
|
+
scope: "run_context",
|
|
167
|
+
ingestIndex: 9,
|
|
168
|
+
source: "src",
|
|
169
|
+
runEventId: "r1",
|
|
170
|
+
codes: ["RETRIEVAL_ERROR"],
|
|
171
|
+
},
|
|
172
|
+
],
|
|
173
|
+
};
|
|
174
|
+
const engine = {
|
|
175
|
+
schemaVersion: 8,
|
|
176
|
+
workflowId: "w",
|
|
177
|
+
status: "inconsistent",
|
|
178
|
+
runLevelReasons: [],
|
|
179
|
+
verificationPolicy: strongPolicy,
|
|
180
|
+
eventSequenceIntegrity: { kind: "normal" },
|
|
181
|
+
verificationRunContext: {
|
|
182
|
+
maxWireSchemaVersion: 2,
|
|
183
|
+
retrievalEvents: [],
|
|
184
|
+
controlEvents: [],
|
|
185
|
+
modelTurnEvents: [],
|
|
186
|
+
toolSkippedEvents: [],
|
|
187
|
+
toolObservedIngestIndexBySeq: { "0": 2 },
|
|
188
|
+
firstToolObservedIngestIndex: 2,
|
|
189
|
+
hasRunCompletedControl: false,
|
|
190
|
+
lastRunEvent: { ingestIndex: 2, type: "tool_observed" },
|
|
191
|
+
},
|
|
192
|
+
steps: [missingStep()],
|
|
193
|
+
};
|
|
194
|
+
vi.mocked(buildFailureAnalysis).mockImplementation(() => fa);
|
|
195
|
+
const truth = buildWorkflowTruthReport(engine);
|
|
196
|
+
expect(truth.failureExplanation.observed).toContain("run_context_record_missing=true");
|
|
197
|
+
expect(truth.failureExplanation.observed).toContain("code=RETRIEVAL_ERROR");
|
|
198
|
+
});
|
|
199
|
+
});
|
|
200
|
+
//# sourceMappingURL=failureExplanation.failureAnalysisMock.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failureExplanation.failureAnalysisMock.test.js","sourceRoot":"","sources":["../src/failureExplanation.failureAnalysisMock.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAG9D,OAAO,EAAE,gCAAgC,EAAE,MAAM,yBAAyB,CAAC;AAC3E,OAAO,EAAE,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AACpE,OAAO,EAAE,iCAAiC,EAAE,MAAM,6BAA6B,CAAC;AAChF,EAAE,CAAC,IAAI,CAAC,sBAAsB,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE;IACvD,MAAM,IAAI,GAAG,MAAM,cAAc,EAAyC,CAAC;IAC3E,OAAO,EAAE,GAAG,IAAI,EAAE,oBAAoB,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;AACpD,CAAC,CAAC,CAAC;AAEH,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAE5D,MAAM,YAAY,GAAG;IACnB,eAAe,EAAE,QAAiB;IAClC,oBAAoB,EAAE,CAAC;IACvB,cAAc,EAAE,CAAC;CAClB,CAAC;AAEF,SAAS,WAAW;IAClB,OAAO;QACL,GAAG,EAAE,CAAC;QACN,MAAM,EAAE,GAAG;QACX,cAAc,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE;QAClC,iBAAiB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE;QAC5C,mBAAmB,EAAE;YACnB,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,UAAU;YACjB,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;YAC1C,cAAc,EAAE,EAAE;SACnB;QACD,MAAM,EAAE,SAAS;QACjB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;QACpD,eAAe,EAAE,EAAE;QACnB,sBAAsB,EAAE,CAAC;QACzB,2BAA2B,EAAE,CAAC;QAC9B,iBAAiB,EAAE,oBAAoB;KACxC,CAAC;AACJ,CAAC;AAED,MAAM,aAAa,GAAwB;IACzC,OAAO,EAAE,qFAAqF;IAC9F,aAAa,EAAE,yBAAyB;IACxC,UAAU,EAAE,QAAQ;IACpB,kBAAkB,EAAE,EAAE;IACtB,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC;CAC1E,CAAC;AAEF,UAAU,CAAC,GAAG,EAAE;IACd,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,SAAS,EAAE,CAAC;AAC9C,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,8DAA8D,EAAE,GAAG,EAAE;IAC5E,EAAE,CAAC,oFAAoF,EAAE,GAAG,EAAE;QAC5F,MAAM,MAAM,GAAyB;YACnC,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,cAAc;YACtB,eAAe,EAAE,EAAE;YACnB,kBAAkB,EAAE,YAAY;YAChC,sBAAsB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1C,sBAAsB,EAAE,iCAAiC,EAAE;YAC3D,KAAK,EAAE,CAAC,WAAW,EAAE,CAAC;SACvB,CAAC;QACF,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC;aAC5B,sBAAsB,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC;aAC3C,sBAAsB,CAAC,GAAG,EAAE,CAAC,CAAC;YAC7B,GAAG,aAAa;YAChB,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,gBAAgB,CAAC,EAAE,CAAC;SACnF,CAAC,CAAC,CAAC;QACN,IAAI,CAAC;YACH,wBAAwB,CAAC,MAAM,CAAC,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,gCAAgC,CAAC,CAAC;YAC3D,MAAM,CAAE,CAAsC,CAAC,IAAI,CAAC,CAAC,IAAI,CACvD,2CAA2C,CAC5C,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QACzE,MAAM,MAAM,GAAyB;YACnC,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,cAAc;YACtB,eAAe,EAAE,EAAE;YACnB,kBAAkB,EAAE,YAAY;YAChC,sBAAsB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1C,sBAAsB,EAAE,iCAAiC,EAAE;YAC3D,KAAK,EAAE,CAAC,WAAW,EAAE,CAAC;SACvB,CAAC;QACF,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC;aAC5B,sBAAsB,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC;aAC3C,sBAAsB,CAAC,GAAG,EAAE,CAAC,CAAC;YAC7B,GAAG,aAAa;YAChB,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;SAC9D,CAAC,CAAC,CAAC;QACN,IAAI,CAAC;YACH,wBAAwB,CAAC,MAAM,CAAC,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,gCAAgC,CAAC,CAAC;YAC3D,MAAM,CAAE,CAAsC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QAChG,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kFAAkF,EAAE,GAAG,EAAE;QAC1F,MAAM,MAAM,GAAyB;YACnC,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,cAAc;YACtB,eAAe,EAAE,EAAE;YACnB,kBAAkB,EAAE,YAAY;YAChC,sBAAsB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1C,sBAAsB,EAAE,iCAAiC,EAAE;YAC3D,KAAK,EAAE,CAAC,WAAW,EAAE,CAAC;SACvB,CAAC;QACF,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC;aAC5B,sBAAsB,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC;aAC3C,sBAAsB,CAAC,GAAG,EAAE,CAAC,CAAC;YAC7B,GAAG,aAAa;YAChB,aAAa,EAAE,WAAW;YAC1B,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC;SACjE,CAAC,CAAC,CAAC;QACN,IAAI,CAAC;YACH,wBAAwB,CAAC,MAAM,CAAC,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,gCAAgC,CAAC,CAAC;YAC3D,MAAM,CAAE,CAAsC,CAAC,IAAI,CAAC,CAAC,IAAI,CACvD,uCAAuC,CACxC,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC3E,MAAM,EAAE,GAAwB;YAC9B,OAAO,EAAE,2FAA2F;YACpG,aAAa,EAAE,eAAe;YAC9B,UAAU,EAAE,KAAK;YACjB,kBAAkB,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;YAChC,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,sBAAsB,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;SAChF,CAAC;QACF,MAAM,MAAM,GAAyB;YACnC,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,YAAY;YACpB,eAAe,EAAE;gBACf,EAAE,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,IAAI,EAAE;gBAC/C,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE;gBAC7B,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE;aAC9B;YACD,kBAAkB,EAAE,YAAY;YAChC,sBAAsB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1C,sBAAsB,EAAE,iCAAiC,EAAE;YAC3D,KAAK,EAAE,EAAE;SACV,CAAC;QACF,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC7D,MAAM,KAAK,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,iBAAiB,GAAG,KAAK,CAAC,kBAAmB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,qBAAqB,CAAC,CAAC;QAC3G,MAAM,CAAC,iBAAiB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/F,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC1D,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gFAAgF,EAAE,GAAG,EAAE;QACxF,MAAM,EAAE,GAAwB;YAC9B,OAAO,EAAE,uFAAuF;YAChG,aAAa,EAAE,WAAW;YAC1B,UAAU,EAAE,MAAM;YAClB,kBAAkB,EAAE,EAAE;YACtB,QAAQ,EAAE;gBACR;oBACE,KAAK,EAAE,aAAa;oBACpB,WAAW,EAAE,CAAC;oBACd,MAAM,EAAE,KAAK;oBACb,UAAU,EAAE,IAAI;oBAChB,KAAK,EAAE,CAAC,iBAAiB,CAAC;iBAC3B;aACF;SACF,CAAC;QACF,MAAM,MAAM,GAAyB;YACnC,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,cAAc;YACtB,eAAe,EAAE,EAAE;YACnB,kBAAkB,EAAE,YAAY;YAChC,sBAAsB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1C,sBAAsB,EAAE;gBACtB,oBAAoB,EAAE,CAAC;gBACvB,eAAe,EAAE,EAAE;gBACnB,aAAa,EAAE,EAAE;gBACjB,eAAe,EAAE,EAAE;gBACnB,iBAAiB,EAAE,EAAE;gBACrB,4BAA4B,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE;gBACxC,4BAA4B,EAAE,CAAC;gBAC/B,sBAAsB,EAAE,KAAK;gBAC7B,YAAY,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE;aACxD;YACD,KAAK,EAAE,CAAC,WAAW,EAAE,CAAC;SACvB,CAAC;QACF,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC7D,MAAM,KAAK,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,CAAC,KAAK,CAAC,kBAAmB,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,iCAAiC,CAAC,CAAC;QACxF,MAAM,CAAC,KAAK,CAAC,kBAAmB,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC;IAC/E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failureExplanation.golden.test.d.ts","sourceRoot":"","sources":["../src/failureExplanation.golden.test.ts"],"names":[],"mappings":""}
|