agentskeptic 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +342 -0
- package/dist/actionableFailure.d.ts +53 -0
- package/dist/actionableFailure.d.ts.map +1 -0
- package/dist/actionableFailure.js +424 -0
- package/dist/actionableFailure.js.map +1 -0
- package/dist/actionableFailure.partitionExhaustive.test.d.ts +2 -0
- package/dist/actionableFailure.partitionExhaustive.test.d.ts.map +1 -0
- package/dist/actionableFailure.partitionExhaustive.test.js +20 -0
- package/dist/actionableFailure.partitionExhaustive.test.js.map +1 -0
- package/dist/actionableFailure.remediationExhaustive.test.d.ts +2 -0
- package/dist/actionableFailure.remediationExhaustive.test.d.ts.map +1 -0
- package/dist/actionableFailure.remediationExhaustive.test.js +297 -0
- package/dist/actionableFailure.remediationExhaustive.test.js.map +1 -0
- package/dist/actionableFailure.test.d.ts +2 -0
- package/dist/actionableFailure.test.d.ts.map +1 -0
- package/dist/actionableFailure.test.js +211 -0
- package/dist/actionableFailure.test.js.map +1 -0
- package/dist/agentRunBundle.d.ts +24 -0
- package/dist/agentRunBundle.d.ts.map +1 -0
- package/dist/agentRunBundle.js +114 -0
- package/dist/agentRunBundle.js.map +1 -0
- package/dist/agentRunBundle.rollback.test.d.ts +2 -0
- package/dist/agentRunBundle.rollback.test.d.ts.map +1 -0
- package/dist/agentRunBundle.rollback.test.js +65 -0
- package/dist/agentRunBundle.rollback.test.js.map +1 -0
- package/dist/agentRunBundle.test.d.ts +2 -0
- package/dist/agentRunBundle.test.d.ts.map +1 -0
- package/dist/agentRunBundle.test.js +126 -0
- package/dist/agentRunBundle.test.js.map +1 -0
- package/dist/agentRunRecord.d.ts +82 -0
- package/dist/agentRunRecord.d.ts.map +1 -0
- package/dist/agentRunRecord.js +51 -0
- package/dist/agentRunRecord.js.map +1 -0
- package/dist/agentRunRecord.test.d.ts +2 -0
- package/dist/agentRunRecord.test.d.ts.map +1 -0
- package/dist/agentRunRecord.test.js +49 -0
- package/dist/agentRunRecord.test.js.map +1 -0
- package/dist/aggregate.d.ts +3 -0
- package/dist/aggregate.d.ts.map +1 -0
- package/dist/aggregate.js +36 -0
- package/dist/aggregate.js.map +1 -0
- package/dist/assurance/assurancePathArgs.d.ts +10 -0
- package/dist/assurance/assurancePathArgs.d.ts.map +1 -0
- package/dist/assurance/assurancePathArgs.js +54 -0
- package/dist/assurance/assurancePathArgs.js.map +1 -0
- package/dist/assurance/checkStale.d.ts +14 -0
- package/dist/assurance/checkStale.d.ts.map +1 -0
- package/dist/assurance/checkStale.js +48 -0
- package/dist/assurance/checkStale.js.map +1 -0
- package/dist/assurance/findRepoRoot.d.ts +6 -0
- package/dist/assurance/findRepoRoot.d.ts.map +1 -0
- package/dist/assurance/findRepoRoot.js +27 -0
- package/dist/assurance/findRepoRoot.js.map +1 -0
- package/dist/assurance/runAssurance.d.ts +24 -0
- package/dist/assurance/runAssurance.d.ts.map +1 -0
- package/dist/assurance/runAssurance.js +105 -0
- package/dist/assurance/runAssurance.js.map +1 -0
- package/dist/bundleSignatureCodes.d.ts +13 -0
- package/dist/bundleSignatureCodes.d.ts.map +1 -0
- package/dist/bundleSignatureCodes.js +12 -0
- package/dist/bundleSignatureCodes.js.map +1 -0
- package/dist/canonicalParams.d.ts +3 -0
- package/dist/canonicalParams.d.ts.map +1 -0
- package/dist/canonicalParams.js +16 -0
- package/dist/canonicalParams.js.map +1 -0
- package/dist/ciLock.d.ts +52 -0
- package/dist/ciLock.d.ts.map +1 -0
- package/dist/ciLock.js +117 -0
- package/dist/ciLock.js.map +1 -0
- package/dist/ciLockWorkflow.d.ts +4 -0
- package/dist/ciLockWorkflow.d.ts.map +1 -0
- package/dist/ciLockWorkflow.js +278 -0
- package/dist/ciLockWorkflow.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.failureExplanationInvariant.test.d.ts +2 -0
- package/dist/cli.failureExplanationInvariant.test.d.ts.map +1 -0
- package/dist/cli.failureExplanationInvariant.test.js +40 -0
- package/dist/cli.failureExplanationInvariant.test.js.map +1 -0
- package/dist/cli.js +998 -0
- package/dist/cli.js.map +1 -0
- package/dist/cliArgv.d.ts +40 -0
- package/dist/cliArgv.d.ts.map +1 -0
- package/dist/cliArgv.js +149 -0
- package/dist/cliArgv.js.map +1 -0
- package/dist/cliOperationalCodes.d.ts +65 -0
- package/dist/cliOperationalCodes.d.ts.map +1 -0
- package/dist/cliOperationalCodes.js +64 -0
- package/dist/cliOperationalCodes.js.map +1 -0
- package/dist/commercial/licensePreflight.d.ts +7 -0
- package/dist/commercial/licensePreflight.d.ts.map +1 -0
- package/dist/commercial/licensePreflight.js +95 -0
- package/dist/commercial/licensePreflight.js.map +1 -0
- package/dist/commercial/licensePreflight.test.d.ts +2 -0
- package/dist/commercial/licensePreflight.test.d.ts.map +1 -0
- package/dist/commercial/licensePreflight.test.js +123 -0
- package/dist/commercial/licensePreflight.test.js.map +1 -0
- package/dist/compare.acceptance.test.d.ts +2 -0
- package/dist/compare.acceptance.test.d.ts.map +1 -0
- package/dist/compare.acceptance.test.js +80 -0
- package/dist/compare.acceptance.test.js.map +1 -0
- package/dist/correctnessDefinition.d.ts +23 -0
- package/dist/correctnessDefinition.d.ts.map +1 -0
- package/dist/correctnessDefinition.docParity.test.d.ts +2 -0
- package/dist/correctnessDefinition.docParity.test.d.ts.map +1 -0
- package/dist/correctnessDefinition.docParity.test.js +22 -0
- package/dist/correctnessDefinition.docParity.test.js.map +1 -0
- package/dist/correctnessDefinition.js +283 -0
- package/dist/correctnessDefinition.js.map +1 -0
- package/dist/correctnessDefinitionTemplates.d.ts +70 -0
- package/dist/correctnessDefinitionTemplates.d.ts.map +1 -0
- package/dist/correctnessDefinitionTemplates.js +121 -0
- package/dist/correctnessDefinitionTemplates.js.map +1 -0
- package/dist/debug-ui/app.css +188 -0
- package/dist/debug-ui/app.js +245 -0
- package/dist/debug-ui/index.html +79 -0
- package/dist/debugCorpus.d.ts +68 -0
- package/dist/debugCorpus.d.ts.map +1 -0
- package/dist/debugCorpus.js +544 -0
- package/dist/debugCorpus.js.map +1 -0
- package/dist/debugCorpus.test.d.ts +2 -0
- package/dist/debugCorpus.test.d.ts.map +1 -0
- package/dist/debugCorpus.test.js +159 -0
- package/dist/debugCorpus.test.js.map +1 -0
- package/dist/debugFocus.d.ts +16 -0
- package/dist/debugFocus.d.ts.map +1 -0
- package/dist/debugFocus.js +51 -0
- package/dist/debugFocus.js.map +1 -0
- package/dist/debugFocus.test.d.ts +2 -0
- package/dist/debugFocus.test.d.ts.map +1 -0
- package/dist/debugFocus.test.js +43 -0
- package/dist/debugFocus.test.js.map +1 -0
- package/dist/debugPanels.d.ts +13 -0
- package/dist/debugPanels.d.ts.map +1 -0
- package/dist/debugPanels.js +113 -0
- package/dist/debugPanels.js.map +1 -0
- package/dist/debugPanels.test.d.ts +2 -0
- package/dist/debugPanels.test.d.ts.map +1 -0
- package/dist/debugPanels.test.js +204 -0
- package/dist/debugPanels.test.js.map +1 -0
- package/dist/debugPatterns.d.ts +47 -0
- package/dist/debugPatterns.d.ts.map +1 -0
- package/dist/debugPatterns.js +113 -0
- package/dist/debugPatterns.js.map +1 -0
- package/dist/debugPatterns.test.d.ts +2 -0
- package/dist/debugPatterns.test.d.ts.map +1 -0
- package/dist/debugPatterns.test.js +48 -0
- package/dist/debugPatterns.test.js.map +1 -0
- package/dist/debugRunFilters.d.ts +31 -0
- package/dist/debugRunFilters.d.ts.map +1 -0
- package/dist/debugRunFilters.js +118 -0
- package/dist/debugRunFilters.js.map +1 -0
- package/dist/debugRunFilters.test.d.ts +2 -0
- package/dist/debugRunFilters.test.d.ts.map +1 -0
- package/dist/debugRunFilters.test.js +78 -0
- package/dist/debugRunFilters.test.js.map +1 -0
- package/dist/debugRunIndex.d.ts +27 -0
- package/dist/debugRunIndex.d.ts.map +1 -0
- package/dist/debugRunIndex.js +58 -0
- package/dist/debugRunIndex.js.map +1 -0
- package/dist/debugServer.d.ts +19 -0
- package/dist/debugServer.d.ts.map +1 -0
- package/dist/debugServer.js +315 -0
- package/dist/debugServer.js.map +1 -0
- package/dist/debugServer.test.d.ts +2 -0
- package/dist/debugServer.test.d.ts.map +1 -0
- package/dist/debugServer.test.js +207 -0
- package/dist/debugServer.test.js.map +1 -0
- package/dist/discovery-payload-v1.json +75 -0
- package/dist/distributionFooter.d.ts +3 -0
- package/dist/distributionFooter.d.ts.map +1 -0
- package/dist/distributionFooter.js +3 -0
- package/dist/distributionFooter.js.map +1 -0
- package/dist/documentationCopyConsistency.test.d.ts +2 -0
- package/dist/documentationCopyConsistency.test.d.ts.map +1 -0
- package/dist/documentationCopyConsistency.test.js +94 -0
- package/dist/documentationCopyConsistency.test.js.map +1 -0
- package/dist/enforceCli.d.ts +4 -0
- package/dist/enforceCli.d.ts.map +1 -0
- package/dist/enforceCli.js +93 -0
- package/dist/enforceCli.js.map +1 -0
- package/dist/eventSequenceIntegrity.d.ts +7 -0
- package/dist/eventSequenceIntegrity.d.ts.map +1 -0
- package/dist/eventSequenceIntegrity.js +47 -0
- package/dist/eventSequenceIntegrity.js.map +1 -0
- package/dist/eventSequenceIntegrity.test.d.ts +2 -0
- package/dist/eventSequenceIntegrity.test.d.ts.map +1 -0
- package/dist/eventSequenceIntegrity.test.js +65 -0
- package/dist/eventSequenceIntegrity.test.js.map +1 -0
- package/dist/executionPathFindings.d.ts +15 -0
- package/dist/executionPathFindings.d.ts.map +1 -0
- package/dist/executionPathFindings.js +299 -0
- package/dist/executionPathFindings.js.map +1 -0
- package/dist/executionPathFindings.requirements.test.d.ts +2 -0
- package/dist/executionPathFindings.requirements.test.d.ts.map +1 -0
- package/dist/executionPathFindings.requirements.test.js +332 -0
- package/dist/executionPathFindings.requirements.test.js.map +1 -0
- package/dist/executionTrace.d.ts +13 -0
- package/dist/executionTrace.d.ts.map +1 -0
- package/dist/executionTrace.js +272 -0
- package/dist/executionTrace.js.map +1 -0
- package/dist/executionTrace.test.d.ts +2 -0
- package/dist/executionTrace.test.d.ts.map +1 -0
- package/dist/executionTrace.test.js +200 -0
- package/dist/executionTrace.test.js.map +1 -0
- package/dist/failureAnalysis.d.ts +8 -0
- package/dist/failureAnalysis.d.ts.map +1 -0
- package/dist/failureAnalysis.js +337 -0
- package/dist/failureAnalysis.js.map +1 -0
- package/dist/failureAnalysis.test.d.ts +2 -0
- package/dist/failureAnalysis.test.d.ts.map +1 -0
- package/dist/failureAnalysis.test.js +196 -0
- package/dist/failureAnalysis.test.js.map +1 -0
- package/dist/failureCatalog.d.ts +26 -0
- package/dist/failureCatalog.d.ts.map +1 -0
- package/dist/failureCatalog.js +51 -0
- package/dist/failureCatalog.js.map +1 -0
- package/dist/failureCatalog.test.d.ts +2 -0
- package/dist/failureCatalog.test.d.ts.map +1 -0
- package/dist/failureCatalog.test.js +25 -0
- package/dist/failureCatalog.test.js.map +1 -0
- package/dist/failureExplanation.d.ts +52 -0
- package/dist/failureExplanation.d.ts.map +1 -0
- package/dist/failureExplanation.failureAnalysisMock.test.d.ts +2 -0
- package/dist/failureExplanation.failureAnalysisMock.test.d.ts.map +1 -0
- package/dist/failureExplanation.failureAnalysisMock.test.js +200 -0
- package/dist/failureExplanation.failureAnalysisMock.test.js.map +1 -0
- package/dist/failureExplanation.golden.test.d.ts +2 -0
- package/dist/failureExplanation.golden.test.d.ts.map +1 -0
- package/dist/failureExplanation.golden.test.js +530 -0
- package/dist/failureExplanation.golden.test.js.map +1 -0
- package/dist/failureExplanation.js +389 -0
- package/dist/failureExplanation.js.map +1 -0
- package/dist/failureExplanationDocumentationParity.test.d.ts +2 -0
- package/dist/failureExplanationDocumentationParity.test.d.ts.map +1 -0
- package/dist/failureExplanationDocumentationParity.test.js +56 -0
- package/dist/failureExplanationDocumentationParity.test.js.map +1 -0
- package/dist/failureOriginCatalog.d.ts +30 -0
- package/dist/failureOriginCatalog.d.ts.map +1 -0
- package/dist/failureOriginCatalog.js +106 -0
- package/dist/failureOriginCatalog.js.map +1 -0
- package/dist/failureOriginCatalog.test.d.ts +2 -0
- package/dist/failureOriginCatalog.test.d.ts.map +1 -0
- package/dist/failureOriginCatalog.test.js +17 -0
- package/dist/failureOriginCatalog.test.js.map +1 -0
- package/dist/failureOriginSchemaEnum.test.d.ts +2 -0
- package/dist/failureOriginSchemaEnum.test.d.ts.map +1 -0
- package/dist/failureOriginSchemaEnum.test.js +21 -0
- package/dist/failureOriginSchemaEnum.test.js.map +1 -0
- package/dist/failureOriginSchemaParity.test.d.ts +2 -0
- package/dist/failureOriginSchemaParity.test.d.ts.map +1 -0
- package/dist/failureOriginSchemaParity.test.js +33 -0
- package/dist/failureOriginSchemaParity.test.js.map +1 -0
- package/dist/failureOriginTypes.d.ts +4 -0
- package/dist/failureOriginTypes.d.ts.map +1 -0
- package/dist/failureOriginTypes.generated.d.ts +4 -0
- package/dist/failureOriginTypes.generated.d.ts.map +1 -0
- package/dist/failureOriginTypes.generated.js +10 -0
- package/dist/failureOriginTypes.generated.js.map +1 -0
- package/dist/failureOriginTypes.js +3 -0
- package/dist/failureOriginTypes.js.map +1 -0
- package/dist/generated/commercialBuildFlags.d.ts +4 -0
- package/dist/generated/commercialBuildFlags.d.ts.map +1 -0
- package/dist/generated/commercialBuildFlags.js +5 -0
- package/dist/generated/commercialBuildFlags.js.map +1 -0
- package/dist/index.d.ts +50 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +34 -0
- package/dist/index.js.map +1 -0
- package/dist/jsonPointer.d.ts +3 -0
- package/dist/jsonPointer.d.ts.map +1 -0
- package/dist/jsonPointer.js +28 -0
- package/dist/jsonPointer.js.map +1 -0
- package/dist/jsonStableStringify.d.ts +3 -0
- package/dist/jsonStableStringify.d.ts.map +1 -0
- package/dist/jsonStableStringify.js +3 -0
- package/dist/jsonStableStringify.js.map +1 -0
- package/dist/loadEvents.d.ts +3 -0
- package/dist/loadEvents.d.ts.map +1 -0
- package/dist/loadEvents.eventFileAggregateCounts.test.d.ts +2 -0
- package/dist/loadEvents.eventFileAggregateCounts.test.d.ts.map +1 -0
- package/dist/loadEvents.eventFileAggregateCounts.test.js +18 -0
- package/dist/loadEvents.eventFileAggregateCounts.test.js.map +1 -0
- package/dist/loadEvents.js +85 -0
- package/dist/loadEvents.js.map +1 -0
- package/dist/multiEffectRollup.d.ts +43 -0
- package/dist/multiEffectRollup.d.ts.map +1 -0
- package/dist/multiEffectRollup.js +164 -0
- package/dist/multiEffectRollup.js.map +1 -0
- package/dist/multiEffectRollup.test.d.ts +2 -0
- package/dist/multiEffectRollup.test.d.ts.map +1 -0
- package/dist/multiEffectRollup.test.js +128 -0
- package/dist/multiEffectRollup.test.js.map +1 -0
- package/dist/noStepsMessage.d.ts +7 -0
- package/dist/noStepsMessage.d.ts.map +1 -0
- package/dist/noStepsMessage.js +12 -0
- package/dist/noStepsMessage.js.map +1 -0
- package/dist/noStepsMessage.test.d.ts +2 -0
- package/dist/noStepsMessage.test.d.ts.map +1 -0
- package/dist/noStepsMessage.test.js +15 -0
- package/dist/noStepsMessage.test.js.map +1 -0
- package/dist/operationalDisposition.d.ts +498 -0
- package/dist/operationalDisposition.d.ts.map +1 -0
- package/dist/operationalDisposition.js +490 -0
- package/dist/operationalDisposition.js.map +1 -0
- package/dist/operationalDispositionDerivation.test.d.ts +2 -0
- package/dist/operationalDispositionDerivation.test.d.ts.map +1 -0
- package/dist/operationalDispositionDerivation.test.js +19 -0
- package/dist/operationalDispositionDerivation.test.js.map +1 -0
- package/dist/operationalFailureDiagnosis.d.ts +3 -0
- package/dist/operationalFailureDiagnosis.d.ts.map +1 -0
- package/dist/operationalFailureDiagnosis.js +25 -0
- package/dist/operationalFailureDiagnosis.js.map +1 -0
- package/dist/pipeline.d.ts +38 -0
- package/dist/pipeline.d.ts.map +1 -0
- package/dist/pipeline.js +457 -0
- package/dist/pipeline.js.map +1 -0
- package/dist/planLogicalSteps.d.ts +16 -0
- package/dist/planLogicalSteps.d.ts.map +1 -0
- package/dist/planLogicalSteps.js +51 -0
- package/dist/planLogicalSteps.js.map +1 -0
- package/dist/planLogicalSteps.test.d.ts +2 -0
- package/dist/planLogicalSteps.test.d.ts.map +1 -0
- package/dist/planLogicalSteps.test.js +88 -0
- package/dist/planLogicalSteps.test.js.map +1 -0
- package/dist/planTransition.d.ts +88 -0
- package/dist/planTransition.d.ts.map +1 -0
- package/dist/planTransition.js +490 -0
- package/dist/planTransition.js.map +1 -0
- package/dist/planTransition.test.d.ts +2 -0
- package/dist/planTransition.test.d.ts.map +1 -0
- package/dist/planTransition.test.js +956 -0
- package/dist/planTransition.test.js.map +1 -0
- package/dist/planTransitionConstants.d.ts +3 -0
- package/dist/planTransitionConstants.d.ts.map +1 -0
- package/dist/planTransitionConstants.js +3 -0
- package/dist/planTransitionConstants.js.map +1 -0
- package/dist/planTransitionPathHarvest.d.ts +24 -0
- package/dist/planTransitionPathHarvest.d.ts.map +1 -0
- package/dist/planTransitionPathHarvest.js +273 -0
- package/dist/planTransitionPathHarvest.js.map +1 -0
- package/dist/planTransitionPathHarvest.test.d.ts +2 -0
- package/dist/planTransitionPathHarvest.test.d.ts.map +1 -0
- package/dist/planTransitionPathHarvest.test.js +232 -0
- package/dist/planTransitionPathHarvest.test.js.map +1 -0
- package/dist/prepareWorkflowEvents.d.ts +6 -0
- package/dist/prepareWorkflowEvents.d.ts.map +1 -0
- package/dist/prepareWorkflowEvents.js +8 -0
- package/dist/prepareWorkflowEvents.js.map +1 -0
- package/dist/publicDistribution.generated.d.ts +3 -0
- package/dist/publicDistribution.generated.d.ts.map +1 -0
- package/dist/publicDistribution.generated.js +9 -0
- package/dist/publicDistribution.generated.js.map +1 -0
- package/dist/quickVerify/atomicWrite.d.ts +6 -0
- package/dist/quickVerify/atomicWrite.d.ts.map +1 -0
- package/dist/quickVerify/atomicWrite.js +33 -0
- package/dist/quickVerify/atomicWrite.js.map +1 -0
- package/dist/quickVerify/buildQuickContractEventsNdjson.d.ts +14 -0
- package/dist/quickVerify/buildQuickContractEventsNdjson.d.ts.map +1 -0
- package/dist/quickVerify/buildQuickContractEventsNdjson.js +28 -0
- package/dist/quickVerify/buildQuickContractEventsNdjson.js.map +1 -0
- package/dist/quickVerify/canonicalJson.d.ts +5 -0
- package/dist/quickVerify/canonicalJson.d.ts.map +1 -0
- package/dist/quickVerify/canonicalJson.js +23 -0
- package/dist/quickVerify/canonicalJson.js.map +1 -0
- package/dist/quickVerify/decomposeUnits.d.ts +15 -0
- package/dist/quickVerify/decomposeUnits.d.ts.map +1 -0
- package/dist/quickVerify/decomposeUnits.js +50 -0
- package/dist/quickVerify/decomposeUnits.js.map +1 -0
- package/dist/quickVerify/exportTool.d.ts +6 -0
- package/dist/quickVerify/exportTool.d.ts.map +1 -0
- package/dist/quickVerify/exportTool.js +20 -0
- package/dist/quickVerify/exportTool.js.map +1 -0
- package/dist/quickVerify/forbiddenMutatingSql.d.ts +4 -0
- package/dist/quickVerify/forbiddenMutatingSql.d.ts.map +1 -0
- package/dist/quickVerify/forbiddenMutatingSql.js +6 -0
- package/dist/quickVerify/forbiddenMutatingSql.js.map +1 -0
- package/dist/quickVerify/formatQuickVerifyHumanReport.d.ts +17 -0
- package/dist/quickVerify/formatQuickVerifyHumanReport.d.ts.map +1 -0
- package/dist/quickVerify/formatQuickVerifyHumanReport.js +65 -0
- package/dist/quickVerify/formatQuickVerifyHumanReport.js.map +1 -0
- package/dist/quickVerify/formatQuickVerifyHumanReport.test.d.ts +2 -0
- package/dist/quickVerify/formatQuickVerifyHumanReport.test.d.ts.map +1 -0
- package/dist/quickVerify/formatQuickVerifyHumanReport.test.js +41 -0
- package/dist/quickVerify/formatQuickVerifyHumanReport.test.js.map +1 -0
- package/dist/quickVerify/ingest.d.ts +34 -0
- package/dist/quickVerify/ingest.d.ts.map +1 -0
- package/dist/quickVerify/ingest.js +327 -0
- package/dist/quickVerify/ingest.js.map +1 -0
- package/dist/quickVerify/noMutatingSqlInSources.test.d.ts +2 -0
- package/dist/quickVerify/noMutatingSqlInSources.test.d.ts.map +1 -0
- package/dist/quickVerify/noMutatingSqlInSources.test.js +34 -0
- package/dist/quickVerify/noMutatingSqlInSources.test.js.map +1 -0
- package/dist/quickVerify/postgresCatalog.d.ts +19 -0
- package/dist/quickVerify/postgresCatalog.d.ts.map +1 -0
- package/dist/quickVerify/postgresCatalog.js +107 -0
- package/dist/quickVerify/postgresCatalog.js.map +1 -0
- package/dist/quickVerify/quickVerifyHumanCopy.d.ts +9 -0
- package/dist/quickVerify/quickVerifyHumanCopy.d.ts.map +1 -0
- package/dist/quickVerify/quickVerifyHumanCopy.js +24 -0
- package/dist/quickVerify/quickVerifyHumanCopy.js.map +1 -0
- package/dist/quickVerify/quickVerifyProductTruth.d.ts +16 -0
- package/dist/quickVerify/quickVerifyProductTruth.d.ts.map +1 -0
- package/dist/quickVerify/quickVerifyProductTruth.js +19 -0
- package/dist/quickVerify/quickVerifyProductTruth.js.map +1 -0
- package/dist/quickVerify/quickVerifyScope.d.ts +12 -0
- package/dist/quickVerify/quickVerifyScope.d.ts.map +1 -0
- package/dist/quickVerify/quickVerifyScope.js +16 -0
- package/dist/quickVerify/quickVerifyScope.js.map +1 -0
- package/dist/quickVerify/relationalPlan.d.ts +10 -0
- package/dist/quickVerify/relationalPlan.d.ts.map +1 -0
- package/dist/quickVerify/relationalPlan.js +37 -0
- package/dist/quickVerify/relationalPlan.js.map +1 -0
- package/dist/quickVerify/rowUnit.d.ts +15 -0
- package/dist/quickVerify/rowUnit.d.ts.map +1 -0
- package/dist/quickVerify/rowUnit.js +132 -0
- package/dist/quickVerify/rowUnit.js.map +1 -0
- package/dist/quickVerify/runQuickVerify.d.ts +65 -0
- package/dist/quickVerify/runQuickVerify.d.ts.map +1 -0
- package/dist/quickVerify/runQuickVerify.js +320 -0
- package/dist/quickVerify/runQuickVerify.js.map +1 -0
- package/dist/quickVerify/schemaCatalogTypes.d.ts +22 -0
- package/dist/quickVerify/schemaCatalogTypes.d.ts.map +1 -0
- package/dist/quickVerify/schemaCatalogTypes.js +2 -0
- package/dist/quickVerify/schemaCatalogTypes.js.map +1 -0
- package/dist/quickVerify/sqliteCatalog.d.ts +13 -0
- package/dist/quickVerify/sqliteCatalog.d.ts.map +1 -0
- package/dist/quickVerify/sqliteCatalog.js +48 -0
- package/dist/quickVerify/sqliteCatalog.js.map +1 -0
- package/dist/quickVerify/tableScoring.d.ts +24 -0
- package/dist/quickVerify/tableScoring.d.ts.map +1 -0
- package/dist/quickVerify/tableScoring.js +156 -0
- package/dist/quickVerify/tableScoring.js.map +1 -0
- package/dist/quickVerify/thresholds.d.ts +11 -0
- package/dist/quickVerify/thresholds.d.ts.map +1 -0
- package/dist/quickVerify/thresholds.js +11 -0
- package/dist/quickVerify/thresholds.js.map +1 -0
- package/dist/quickVerify/verifyExecution.d.ts +15 -0
- package/dist/quickVerify/verifyExecution.d.ts.map +1 -0
- package/dist/quickVerify/verifyExecution.js +153 -0
- package/dist/quickVerify/verifyExecution.js.map +1 -0
- package/dist/reconciler.d.ts +25 -0
- package/dist/reconciler.d.ts.map +1 -0
- package/dist/reconciler.js +266 -0
- package/dist/reconciler.js.map +1 -0
- package/dist/reconciliationPresentation.d.ts +83 -0
- package/dist/reconciliationPresentation.d.ts.map +1 -0
- package/dist/reconciliationPresentation.js +195 -0
- package/dist/reconciliationPresentation.js.map +1 -0
- package/dist/registryValidation.d.ts +48 -0
- package/dist/registryValidation.d.ts.map +1 -0
- package/dist/registryValidation.js +254 -0
- package/dist/registryValidation.js.map +1 -0
- package/dist/registryValidation.test.d.ts +2 -0
- package/dist/registryValidation.test.d.ts.map +1 -0
- package/dist/registryValidation.test.js +186 -0
- package/dist/registryValidation.test.js.map +1 -0
- package/dist/relationalInvariant.d.ts +28 -0
- package/dist/relationalInvariant.d.ts.map +1 -0
- package/dist/relationalInvariant.existsSql.test.d.ts +2 -0
- package/dist/relationalInvariant.existsSql.test.d.ts.map +1 -0
- package/dist/relationalInvariant.existsSql.test.js +12 -0
- package/dist/relationalInvariant.existsSql.test.js.map +1 -0
- package/dist/relationalInvariant.js +347 -0
- package/dist/relationalInvariant.js.map +1 -0
- package/dist/relationalInvariant.test.d.ts +2 -0
- package/dist/relationalInvariant.test.d.ts.map +1 -0
- package/dist/relationalInvariant.test.js +32 -0
- package/dist/relationalInvariant.test.js.map +1 -0
- package/dist/remediationConsumptionGuard.test.d.ts +2 -0
- package/dist/remediationConsumptionGuard.test.d.ts.map +1 -0
- package/dist/remediationConsumptionGuard.test.js +80 -0
- package/dist/remediationConsumptionGuard.test.js.map +1 -0
- package/dist/remediationWireSurfaceGuard.test.d.ts +2 -0
- package/dist/remediationWireSurfaceGuard.test.d.ts.map +1 -0
- package/dist/remediationWireSurfaceGuard.test.js +39 -0
- package/dist/remediationWireSurfaceGuard.test.js.map +1 -0
- package/dist/resolveExpectation.d.ts +28 -0
- package/dist/resolveExpectation.d.ts.map +1 -0
- package/dist/resolveExpectation.js +654 -0
- package/dist/resolveExpectation.js.map +1 -0
- package/dist/resolveExpectation.test.d.ts +2 -0
- package/dist/resolveExpectation.test.d.ts.map +1 -0
- package/dist/resolveExpectation.test.js +434 -0
- package/dist/resolveExpectation.test.js.map +1 -0
- package/dist/resolveFailureCodes.d.ts +2 -0
- package/dist/resolveFailureCodes.d.ts.map +1 -0
- package/dist/resolveFailureCodes.js +7 -0
- package/dist/resolveFailureCodes.js.map +1 -0
- package/dist/runComparison.d.ts +168 -0
- package/dist/runComparison.d.ts.map +1 -0
- package/dist/runComparison.js +675 -0
- package/dist/runComparison.js.map +1 -0
- package/dist/runComparison.test.d.ts +2 -0
- package/dist/runComparison.test.d.ts.map +1 -0
- package/dist/runComparison.test.js +507 -0
- package/dist/runComparison.test.js.map +1 -0
- package/dist/runLevelDriftMessages.d.ts +4 -0
- package/dist/runLevelDriftMessages.d.ts.map +1 -0
- package/dist/runLevelDriftMessages.js +4 -0
- package/dist/runLevelDriftMessages.js.map +1 -0
- package/dist/schema-validation.test.d.ts +2 -0
- package/dist/schema-validation.test.d.ts.map +1 -0
- package/dist/schema-validation.test.js +531 -0
- package/dist/schema-validation.test.js.map +1 -0
- package/dist/schemaLoad.d.ts +5 -0
- package/dist/schemaLoad.d.ts.map +1 -0
- package/dist/schemaLoad.js +152 -0
- package/dist/schemaLoad.js.map +1 -0
- package/dist/shareReport/postPublicVerificationReport.d.ts +26 -0
- package/dist/shareReport/postPublicVerificationReport.d.ts.map +1 -0
- package/dist/shareReport/postPublicVerificationReport.js +38 -0
- package/dist/shareReport/postPublicVerificationReport.js.map +1 -0
- package/dist/slice6.compare.ac.test.d.ts +2 -0
- package/dist/slice6.compare.ac.test.d.ts.map +1 -0
- package/dist/slice6.compare.ac.test.js +81 -0
- package/dist/slice6.compare.ac.test.js.map +1 -0
- package/dist/sqlConnector.d.ts +15 -0
- package/dist/sqlConnector.d.ts.map +1 -0
- package/dist/sqlConnector.js +36 -0
- package/dist/sqlConnector.js.map +1 -0
- package/dist/sqlReadBackend.d.ts +19 -0
- package/dist/sqlReadBackend.d.ts.map +1 -0
- package/dist/sqlReadBackend.js +67 -0
- package/dist/sqlReadBackend.js.map +1 -0
- package/dist/standardVerifyWorkflowCli.d.ts +24 -0
- package/dist/standardVerifyWorkflowCli.d.ts.map +1 -0
- package/dist/standardVerifyWorkflowCli.js +95 -0
- package/dist/standardVerifyWorkflowCli.js.map +1 -0
- package/dist/taxonomyAuthority.test.d.ts +2 -0
- package/dist/taxonomyAuthority.test.d.ts.map +1 -0
- package/dist/taxonomyAuthority.test.js +44 -0
- package/dist/taxonomyAuthority.test.js.map +1 -0
- package/dist/toolsRegistryLoad.d.ts +7 -0
- package/dist/toolsRegistryLoad.d.ts.map +1 -0
- package/dist/toolsRegistryLoad.js +32 -0
- package/dist/toolsRegistryLoad.js.map +1 -0
- package/dist/truthLayerError.d.ts +8 -0
- package/dist/truthLayerError.d.ts.map +1 -0
- package/dist/truthLayerError.js +9 -0
- package/dist/truthLayerError.js.map +1 -0
- package/dist/types.d.ts +706 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +24 -0
- package/dist/types.js.map +1 -0
- package/dist/valueVerification.d.ts +12 -0
- package/dist/valueVerification.d.ts.map +1 -0
- package/dist/valueVerification.js +112 -0
- package/dist/valueVerification.js.map +1 -0
- package/dist/valueVerification.test.d.ts +2 -0
- package/dist/valueVerification.test.d.ts.map +1 -0
- package/dist/valueVerification.test.js +112 -0
- package/dist/valueVerification.test.js.map +1 -0
- package/dist/verificationAgainstSystemState.requirements.test.d.ts +2 -0
- package/dist/verificationAgainstSystemState.requirements.test.d.ts.map +1 -0
- package/dist/verificationAgainstSystemState.requirements.test.js +326 -0
- package/dist/verificationAgainstSystemState.requirements.test.js.map +1 -0
- package/dist/verificationDiagnostics.d.ts +21 -0
- package/dist/verificationDiagnostics.d.ts.map +1 -0
- package/dist/verificationDiagnostics.js +141 -0
- package/dist/verificationDiagnostics.js.map +1 -0
- package/dist/verificationDiagnostics.test.d.ts +2 -0
- package/dist/verificationDiagnostics.test.d.ts.map +1 -0
- package/dist/verificationDiagnostics.test.js +228 -0
- package/dist/verificationDiagnostics.test.js.map +1 -0
- package/dist/verificationPolicy.d.ts +33 -0
- package/dist/verificationPolicy.d.ts.map +1 -0
- package/dist/verificationPolicy.js +495 -0
- package/dist/verificationPolicy.js.map +1 -0
- package/dist/verificationPolicy.test.d.ts +2 -0
- package/dist/verificationPolicy.test.d.ts.map +1 -0
- package/dist/verificationPolicy.test.js +252 -0
- package/dist/verificationPolicy.test.js.map +1 -0
- package/dist/verificationRunContext.d.ts +10 -0
- package/dist/verificationRunContext.d.ts.map +1 -0
- package/dist/verificationRunContext.js +111 -0
- package/dist/verificationRunContext.js.map +1 -0
- package/dist/verificationUserPhrases.d.ts +22 -0
- package/dist/verificationUserPhrases.d.ts.map +1 -0
- package/dist/verificationUserPhrases.js +99 -0
- package/dist/verificationUserPhrases.js.map +1 -0
- package/dist/verificationUserPhrases.test.d.ts +2 -0
- package/dist/verificationUserPhrases.test.d.ts.map +1 -0
- package/dist/verificationUserPhrases.test.js +47 -0
- package/dist/verificationUserPhrases.test.js.map +1 -0
- package/dist/verifyRunBundleSignature.d.ts +14 -0
- package/dist/verifyRunBundleSignature.d.ts.map +1 -0
- package/dist/verifyRunBundleSignature.js +139 -0
- package/dist/verifyRunBundleSignature.js.map +1 -0
- package/dist/verifyRunBundleSignature.test.d.ts +2 -0
- package/dist/verifyRunBundleSignature.test.d.ts.map +1 -0
- package/dist/verifyRunBundleSignature.test.js +169 -0
- package/dist/verifyRunBundleSignature.test.js.map +1 -0
- package/dist/wireReasonCodes.d.ts +57 -0
- package/dist/wireReasonCodes.d.ts.map +1 -0
- package/dist/wireReasonCodes.js +57 -0
- package/dist/wireReasonCodes.js.map +1 -0
- package/dist/wireReasonEmittersGuard.test.d.ts +2 -0
- package/dist/wireReasonEmittersGuard.test.d.ts.map +1 -0
- package/dist/wireReasonEmittersGuard.test.js +36 -0
- package/dist/wireReasonEmittersGuard.test.js.map +1 -0
- package/dist/withWorkflowVerification.persistBundle.test.d.ts +2 -0
- package/dist/withWorkflowVerification.persistBundle.test.d.ts.map +1 -0
- package/dist/withWorkflowVerification.persistBundle.test.js +104 -0
- package/dist/withWorkflowVerification.persistBundle.test.js.map +1 -0
- package/dist/workflowResultNormalize.d.ts +9 -0
- package/dist/workflowResultNormalize.d.ts.map +1 -0
- package/dist/workflowResultNormalize.js +40 -0
- package/dist/workflowResultNormalize.js.map +1 -0
- package/dist/workflowResultSignature.d.ts +8 -0
- package/dist/workflowResultSignature.d.ts.map +1 -0
- package/dist/workflowResultSignature.js +44 -0
- package/dist/workflowResultSignature.js.map +1 -0
- package/dist/workflowRunLevelConsistency.d.ts +5 -0
- package/dist/workflowRunLevelConsistency.d.ts.map +1 -0
- package/dist/workflowRunLevelConsistency.js +30 -0
- package/dist/workflowRunLevelConsistency.js.map +1 -0
- package/dist/workflowTruthReport.d.ts +24 -0
- package/dist/workflowTruthReport.d.ts.map +1 -0
- package/dist/workflowTruthReport.js +395 -0
- package/dist/workflowTruthReport.js.map +1 -0
- package/dist/workflowTruthReport.semantics.test.d.ts +2 -0
- package/dist/workflowTruthReport.semantics.test.d.ts.map +1 -0
- package/dist/workflowTruthReport.semantics.test.js +182 -0
- package/dist/workflowTruthReport.semantics.test.js.map +1 -0
- package/dist/workflowVerdictSurface.test.d.ts +2 -0
- package/dist/workflowVerdictSurface.test.d.ts.map +1 -0
- package/dist/workflowVerdictSurface.test.js +68 -0
- package/dist/workflowVerdictSurface.test.js.map +1 -0
- package/dist/writeRunBundleCli.d.ts +9 -0
- package/dist/writeRunBundleCli.d.ts.map +1 -0
- package/dist/writeRunBundleCli.js +28 -0
- package/dist/writeRunBundleCli.js.map +1 -0
- package/package.json +115 -0
- package/schemas/agent-run-record-v1.schema.json +51 -0
- package/schemas/agent-run-record-v2.schema.json +61 -0
- package/schemas/assurance-manifest-v1.schema.json +28 -0
- package/schemas/assurance-run-report-v1.schema.json +28 -0
- package/schemas/ci-lock-v1.schema.json +163 -0
- package/schemas/cli-error-envelope.schema.json +48 -0
- package/schemas/event.schema.json +111 -0
- package/schemas/execution-trace-view.schema.json +122 -0
- package/schemas/openapi-commercial-v1.in.yaml +215 -0
- package/schemas/openapi-commercial-v1.yaml +215 -0
- package/schemas/plan-validation-core.schema.json +95 -0
- package/schemas/public-verification-report-v1.schema.json +51 -0
- package/schemas/quick-verify-report.schema.json +251 -0
- package/schemas/registry-validation-result.schema.json +99 -0
- package/schemas/run-comparison-report.schema.json +513 -0
- package/schemas/tools-registry-export.schema.json +9 -0
- package/schemas/tools-registry.schema.json +284 -0
- package/schemas/workflow-engine-result.schema.json +591 -0
- package/schemas/workflow-result-compare-input.schema.json +15 -0
- package/schemas/workflow-result-signature.schema.json +20 -0
- package/schemas/workflow-result-v9.schema.json +85 -0
- package/schemas/workflow-result.schema.json +80 -0
- package/schemas/workflow-truth-report.schema.json +761 -0
- package/scripts/discovery-acquisition.lib.cjs +195 -0
- package/scripts/discovery-payload.lib.cjs +346 -0
- package/scripts/render-discovery-ci.mjs +103 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"workflowTruthReport.semantics.test.d.ts","sourceRoot":"","sources":["../src/workflowTruthReport.semantics.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,182 @@
|
|
|
1
|
+
import { describe, expect, it } from "vitest";
|
|
2
|
+
import { failureDiagnosticForRunLevelCode, failureDiagnosticForStep, formatVerificationTargetSummary, } from "./verificationDiagnostics.js";
|
|
3
|
+
import { buildExecutionPathSummary } from "./executionPathFindings.js";
|
|
4
|
+
import { STEP_STATUS_TRUTH_LABELS, TRUST_LINE_UNCERTAIN_WITHIN_WINDOW, buildWorkflowTruthReport, } from "./workflowTruthReport.js";
|
|
5
|
+
import { loadSchemaValidator } from "./schemaLoad.js";
|
|
6
|
+
import { createEmptyVerificationRunContext } from "./verificationRunContext.js";
|
|
7
|
+
const emptyCtx = createEmptyVerificationRunContext();
|
|
8
|
+
const strongPolicy = {
|
|
9
|
+
consistencyMode: "strong",
|
|
10
|
+
verificationWindowMs: 0,
|
|
11
|
+
pollIntervalMs: 0,
|
|
12
|
+
};
|
|
13
|
+
function verifiedStep(seq, toolId) {
|
|
14
|
+
return {
|
|
15
|
+
seq,
|
|
16
|
+
toolId,
|
|
17
|
+
intendedEffect: { narrative: "ok" },
|
|
18
|
+
observedExecution: { paramsCanonical: "{}" },
|
|
19
|
+
verificationRequest: {
|
|
20
|
+
kind: "sql_row",
|
|
21
|
+
table: "t",
|
|
22
|
+
identityEq: [{ column: "id", value: "1" }],
|
|
23
|
+
requiredFields: {},
|
|
24
|
+
},
|
|
25
|
+
status: "verified",
|
|
26
|
+
reasons: [],
|
|
27
|
+
evidenceSummary: {},
|
|
28
|
+
repeatObservationCount: 1,
|
|
29
|
+
evaluatedObservationOrdinal: 1,
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
describe("buildWorkflowTruthReport (formatter-independent semantics)", () => {
|
|
33
|
+
it("complete all verified: trust line and VERIFIED labels", () => {
|
|
34
|
+
const engine = {
|
|
35
|
+
schemaVersion: 8,
|
|
36
|
+
workflowId: "w",
|
|
37
|
+
status: "complete",
|
|
38
|
+
runLevelReasons: [],
|
|
39
|
+
verificationPolicy: strongPolicy,
|
|
40
|
+
eventSequenceIntegrity: { kind: "normal" },
|
|
41
|
+
verificationRunContext: emptyCtx,
|
|
42
|
+
steps: [verifiedStep(0, "t1")],
|
|
43
|
+
};
|
|
44
|
+
const truth = buildWorkflowTruthReport(engine);
|
|
45
|
+
expect(truth.schemaVersion).toBe(9);
|
|
46
|
+
expect(truth.failureAnalysis).toBeNull();
|
|
47
|
+
expect(truth.failureExplanation).toBeNull();
|
|
48
|
+
expect(truth.executionPathFindings).toEqual([]);
|
|
49
|
+
expect(truth.executionPathSummary).toBe(buildExecutionPathSummary([], emptyCtx.maxWireSchemaVersion));
|
|
50
|
+
expect(truth.workflowId).toBe("w");
|
|
51
|
+
expect(truth.workflowStatus).toBe("complete");
|
|
52
|
+
expect(truth.trustSummary).toBe("TRUSTED: Every step matched the database under the configured verification rules.");
|
|
53
|
+
expect(truth.runLevelIssues).toEqual([]);
|
|
54
|
+
expect(truth.eventSequence).toEqual({ kind: "normal" });
|
|
55
|
+
expect(truth.steps[0].outcomeLabel).toBe("VERIFIED");
|
|
56
|
+
expect(truth.steps[0].failureCategory).toBeUndefined();
|
|
57
|
+
expect(loadSchemaValidator("workflow-truth-report")(truth)).toBe(true);
|
|
58
|
+
});
|
|
59
|
+
it("inconsistent missing step: outcome label and failure category", () => {
|
|
60
|
+
const vr = {
|
|
61
|
+
kind: "sql_row",
|
|
62
|
+
table: "contacts",
|
|
63
|
+
identityEq: [{ column: "id", value: "x" }],
|
|
64
|
+
requiredFields: {},
|
|
65
|
+
};
|
|
66
|
+
const step = {
|
|
67
|
+
seq: 0,
|
|
68
|
+
toolId: "t",
|
|
69
|
+
intendedEffect: { narrative: "" },
|
|
70
|
+
observedExecution: { paramsCanonical: "{}" },
|
|
71
|
+
verificationRequest: vr,
|
|
72
|
+
status: "missing",
|
|
73
|
+
reasons: [{ code: "ROW_ABSENT", message: "m" }],
|
|
74
|
+
evidenceSummary: {},
|
|
75
|
+
repeatObservationCount: 1,
|
|
76
|
+
evaluatedObservationOrdinal: 1,
|
|
77
|
+
failureDiagnostic: "workflow_execution",
|
|
78
|
+
};
|
|
79
|
+
const engine = {
|
|
80
|
+
schemaVersion: 8,
|
|
81
|
+
workflowId: "w",
|
|
82
|
+
status: "inconsistent",
|
|
83
|
+
runLevelReasons: [],
|
|
84
|
+
verificationPolicy: strongPolicy,
|
|
85
|
+
eventSequenceIntegrity: { kind: "normal" },
|
|
86
|
+
verificationRunContext: emptyCtx,
|
|
87
|
+
steps: [step],
|
|
88
|
+
};
|
|
89
|
+
const truth = buildWorkflowTruthReport(engine);
|
|
90
|
+
expect(truth.workflowStatus).toBe("inconsistent");
|
|
91
|
+
expect(truth.failureAnalysis).not.toBeNull();
|
|
92
|
+
expect(truth.failureAnalysis.primaryOrigin).toBe("downstream_system_state");
|
|
93
|
+
expect(truth.failureAnalysis.confidence).toBe("medium");
|
|
94
|
+
expect(truth.failureAnalysis.unknownReasonCodes).toEqual([]);
|
|
95
|
+
expect(truth.failureAnalysis.actionableFailure).toEqual({
|
|
96
|
+
category: "ambiguous",
|
|
97
|
+
severity: "high",
|
|
98
|
+
recommendedAction: "manual_review",
|
|
99
|
+
automationSafe: false,
|
|
100
|
+
});
|
|
101
|
+
expect(truth.failureAnalysis.alternativeHypotheses).toHaveLength(2);
|
|
102
|
+
expect(truth.steps[0].outcomeLabel).toBe(STEP_STATUS_TRUTH_LABELS.missing);
|
|
103
|
+
expect(truth.steps[0].failureCategory).toBe("workflow_execution");
|
|
104
|
+
const vt = formatVerificationTargetSummary(vr);
|
|
105
|
+
expect(truth.steps[0].verifyTarget).toBe(vt === null ? null : vt);
|
|
106
|
+
});
|
|
107
|
+
it("run-level issue: runLevelIssues mirror reasons with categories", () => {
|
|
108
|
+
const engine = {
|
|
109
|
+
schemaVersion: 8,
|
|
110
|
+
workflowId: "w",
|
|
111
|
+
status: "incomplete",
|
|
112
|
+
runLevelReasons: [
|
|
113
|
+
{
|
|
114
|
+
code: "NO_STEPS_FOR_WORKFLOW",
|
|
115
|
+
message: 'No tool_observed events for workflowId "w" after filtering. event_file_non_empty_lines=0 schema_valid_events=0 tool_observed_for_workflow=0 tool_observed_other_workflows=0.',
|
|
116
|
+
},
|
|
117
|
+
],
|
|
118
|
+
verificationPolicy: strongPolicy,
|
|
119
|
+
eventSequenceIntegrity: { kind: "normal" },
|
|
120
|
+
verificationRunContext: emptyCtx,
|
|
121
|
+
steps: [],
|
|
122
|
+
};
|
|
123
|
+
const truth = buildWorkflowTruthReport(engine);
|
|
124
|
+
expect(truth.failureAnalysis.primaryOrigin).toBe("workflow_flow");
|
|
125
|
+
expect(truth.failureAnalysis.unknownReasonCodes).toEqual([]);
|
|
126
|
+
expect(truth.failureAnalysis.actionableFailure).toEqual({
|
|
127
|
+
category: "control_flow_problem",
|
|
128
|
+
severity: "medium",
|
|
129
|
+
recommendedAction: "fix_event_ingest_and_steps",
|
|
130
|
+
automationSafe: false,
|
|
131
|
+
});
|
|
132
|
+
expect(truth.runLevelIssues).toHaveLength(1);
|
|
133
|
+
expect(truth.runLevelIssues[0].code).toBe("NO_STEPS_FOR_WORKFLOW");
|
|
134
|
+
expect(truth.runLevelIssues[0].category).toBe(failureDiagnosticForRunLevelCode("NO_STEPS_FOR_WORKFLOW"));
|
|
135
|
+
expect(truth.executionPathFindings.some((f) => f.code === "RUN_LEVEL_INGEST_ISSUES")).toBe(true);
|
|
136
|
+
expect(truth.executionPathSummary.startsWith("execution_path_concerns=")).toBe(true);
|
|
137
|
+
});
|
|
138
|
+
it("uncertain-only incomplete: dedicated trust summary", () => {
|
|
139
|
+
const step = {
|
|
140
|
+
seq: 0,
|
|
141
|
+
toolId: "t",
|
|
142
|
+
intendedEffect: { narrative: "" },
|
|
143
|
+
observedExecution: { paramsCanonical: "{}" },
|
|
144
|
+
verificationRequest: {
|
|
145
|
+
kind: "sql_row",
|
|
146
|
+
table: "t",
|
|
147
|
+
identityEq: [{ column: "id", value: "1" }],
|
|
148
|
+
requiredFields: {},
|
|
149
|
+
},
|
|
150
|
+
status: "uncertain",
|
|
151
|
+
reasons: [{ code: "ROW_NOT_OBSERVED_WITHIN_WINDOW", message: "window" }],
|
|
152
|
+
evidenceSummary: {},
|
|
153
|
+
repeatObservationCount: 1,
|
|
154
|
+
evaluatedObservationOrdinal: 1,
|
|
155
|
+
failureDiagnostic: "observation_uncertainty",
|
|
156
|
+
};
|
|
157
|
+
const engine = {
|
|
158
|
+
schemaVersion: 8,
|
|
159
|
+
workflowId: "w",
|
|
160
|
+
status: "incomplete",
|
|
161
|
+
runLevelReasons: [],
|
|
162
|
+
verificationPolicy: strongPolicy,
|
|
163
|
+
eventSequenceIntegrity: { kind: "normal" },
|
|
164
|
+
verificationRunContext: emptyCtx,
|
|
165
|
+
steps: [step],
|
|
166
|
+
};
|
|
167
|
+
const truth = buildWorkflowTruthReport(engine);
|
|
168
|
+
expect(truth.failureAnalysis.primaryOrigin).toBe("downstream_system_state");
|
|
169
|
+
expect(truth.failureAnalysis.unknownReasonCodes).toEqual([]);
|
|
170
|
+
expect(truth.failureAnalysis.actionableFailure).toEqual({
|
|
171
|
+
category: "downstream_execution_failure",
|
|
172
|
+
severity: "medium",
|
|
173
|
+
recommendedAction: "improve_read_connectivity",
|
|
174
|
+
automationSafe: false,
|
|
175
|
+
});
|
|
176
|
+
expect(truth.failureAnalysis.alternativeHypotheses).toBeUndefined();
|
|
177
|
+
expect(truth.trustSummary).toBe(TRUST_LINE_UNCERTAIN_WITHIN_WINDOW);
|
|
178
|
+
expect(truth.steps[0].outcomeLabel).toBe("UNCERTAIN_NOT_OBSERVED_WITHIN_WINDOW");
|
|
179
|
+
expect(truth.steps[0].failureCategory).toBe(step.failureDiagnostic ?? failureDiagnosticForStep(step));
|
|
180
|
+
});
|
|
181
|
+
});
|
|
182
|
+
//# sourceMappingURL=workflowTruthReport.semantics.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"workflowTruthReport.semantics.test.js","sourceRoot":"","sources":["../src/workflowTruthReport.semantics.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,gCAAgC,EAChC,wBAAwB,EACxB,+BAA+B,GAChC,MAAM,8BAA8B,CAAC;AAEtC,OAAO,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AACvE,OAAO,EACL,wBAAwB,EACxB,kCAAkC,EAClC,wBAAwB,GACzB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,iCAAiC,EAAE,MAAM,6BAA6B,CAAC;AAEhF,MAAM,QAAQ,GAAG,iCAAiC,EAAE,CAAC;AAErD,MAAM,YAAY,GAAG;IACnB,eAAe,EAAE,QAAiB;IAClC,oBAAoB,EAAE,CAAC;IACvB,cAAc,EAAE,CAAC;CAClB,CAAC;AAEF,SAAS,YAAY,CAAC,GAAW,EAAE,MAAc;IAC/C,OAAO;QACL,GAAG;QACH,MAAM;QACN,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE;QACnC,iBAAiB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE;QAC5C,mBAAmB,EAAE;YACnB,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,GAAG;YACV,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;YAC1C,cAAc,EAAE,EAAE;SACnB;QACD,MAAM,EAAE,UAAU;QAClB,OAAO,EAAE,EAAE;QACX,eAAe,EAAE,EAAE;QACnB,sBAAsB,EAAE,CAAC;QACzB,2BAA2B,EAAE,CAAC;KAC/B,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,4DAA4D,EAAE,GAAG,EAAE;IAC1E,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,MAAM,GAAyB;YACnC,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,UAAU;YAClB,eAAe,EAAE,EAAE;YACnB,kBAAkB,EAAE,YAAY;YAChC,sBAAsB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1C,sBAAsB,EAAE,QAAQ;YAChC,KAAK,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;SAC/B,CAAC;QACF,MAAM,KAAK,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,QAAQ,EAAE,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAChD,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,IAAI,CACrC,yBAAyB,CAAC,EAAE,EAAE,QAAQ,CAAC,oBAAoB,CAAC,CAC7D,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAC7B,mFAAmF,CACpF,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QACxD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACtD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,eAAe,CAAC,CAAC,aAAa,EAAE,CAAC;QACxD,MAAM,CAAC,mBAAmB,CAAC,uBAAuB,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,EAAE,GAAG;YACT,IAAI,EAAE,SAAkB;YACxB,KAAK,EAAE,UAAU;YACjB,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;YAC1C,cAAc,EAAE,EAAE;SACnB,CAAC;QACF,MAAM,IAAI,GAAgB;YACxB,GAAG,EAAE,CAAC;YACN,MAAM,EAAE,GAAG;YACX,cAAc,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;YACjC,iBAAiB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE;YAC5C,mBAAmB,EAAE,EAAE;YACvB,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;YAC/C,eAAe,EAAE,EAAE;YACnB,sBAAsB,EAAE,CAAC;YACzB,2BAA2B,EAAE,CAAC;YAC9B,iBAAiB,EAAE,oBAAoB;SACxC,CAAC;QACF,MAAM,MAAM,GAAyB;YACnC,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,cAAc;YACtB,eAAe,EAAE,EAAE;YACnB,kBAAkB,EAAE,YAAY;YAChC,sBAAsB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1C,sBAAsB,EAAE,QAAQ;YAChC,KAAK,EAAE,CAAC,IAAI,CAAC;SACd,CAAC;QACF,MAAM,KAAK,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAClD,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,eAAgB,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAC7E,MAAM,CAAC,KAAK,CAAC,eAAgB,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzD,MAAM,CAAC,KAAK,CAAC,eAAgB,CAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC9D,MAAM,CAAC,KAAK,CAAC,eAAgB,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC;YACvD,QAAQ,EAAE,WAAW;YACrB,QAAQ,EAAE,MAAM;YAChB,iBAAiB,EAAE,eAAe;YAClC,cAAc,EAAE,KAAK;SACtB,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,eAAgB,CAAC,qBAAqB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC;QAC5E,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACnE,MAAM,EAAE,GAAG,+BAA+B,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,MAAM,GAAyB;YACnC,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,YAAY;YACpB,eAAe,EAAE;gBACf;oBACE,IAAI,EAAE,uBAAuB;oBAC7B,OAAO,EACL,8KAA8K;iBACjL;aACF;YACD,kBAAkB,EAAE,YAAY;YAChC,sBAAsB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1C,sBAAsB,EAAE,QAAQ;YAChC,KAAK,EAAE,EAAE;SACV,CAAC;QACF,MAAM,KAAK,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,CAAC,KAAK,CAAC,eAAgB,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACnE,MAAM,CAAC,KAAK,CAAC,eAAgB,CAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC9D,MAAM,CAAC,KAAK,CAAC,eAAgB,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC;YACvD,QAAQ,EAAE,sBAAsB;YAChC,QAAQ,EAAE,QAAQ;YAClB,iBAAiB,EAAE,4BAA4B;YAC/C,cAAc,EAAE,KAAK;SACtB,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACpE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAE,CAAC,QAAQ,CAAC,CAAC,IAAI,CAC5C,gCAAgC,CAAC,uBAAuB,CAAC,CAC1D,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,yBAAyB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjG,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,UAAU,CAAC,0BAA0B,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,IAAI,GAAgB;YACxB,GAAG,EAAE,CAAC;YACN,MAAM,EAAE,GAAG;YACX,cAAc,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;YACjC,iBAAiB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE;YAC5C,mBAAmB,EAAE;gBACnB,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,GAAG;gBACV,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;gBAC1C,cAAc,EAAE,EAAE;aACnB;YACD,MAAM,EAAE,WAAW;YACnB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,gCAAgC,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;YACxE,eAAe,EAAE,EAAE;YACnB,sBAAsB,EAAE,CAAC;YACzB,2BAA2B,EAAE,CAAC;YAC9B,iBAAiB,EAAE,yBAAyB;SAC7C,CAAC;QACF,MAAM,MAAM,GAAyB;YACnC,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,YAAY;YACpB,eAAe,EAAE,EAAE;YACnB,kBAAkB,EAAE,YAAY;YAChC,sBAAsB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1C,sBAAsB,EAAE,QAAQ;YAChC,KAAK,EAAE,CAAC,IAAI,CAAC;SACd,CAAC;QACF,MAAM,KAAK,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,CAAC,KAAK,CAAC,eAAgB,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAC7E,MAAM,CAAC,KAAK,CAAC,eAAgB,CAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC9D,MAAM,CAAC,KAAK,CAAC,eAAgB,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC;YACvD,QAAQ,EAAE,8BAA8B;YACxC,QAAQ,EAAE,QAAQ;YAClB,iBAAiB,EAAE,2BAA2B;YAC9C,cAAc,EAAE,KAAK;SACtB,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,eAAgB,CAAC,qBAAqB,CAAC,CAAC,aAAa,EAAE,CAAC;QACrE,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QACpE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;QAClF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,eAAe,CAAC,CAAC,IAAI,CAC1C,IAAI,CAAC,iBAAiB,IAAI,wBAAwB,CAAC,IAAI,CAAC,CACzD,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"workflowVerdictSurface.test.d.ts","sourceRoot":"","sources":["../src/workflowVerdictSurface.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
import { describe, expect, it } from "vitest";
|
|
2
|
+
import { aggregateWorkflow } from "./aggregate.js";
|
|
3
|
+
import { buildWorkflowTruthReport, buildWorkflowVerdictSurface, finalizeEmittedWorkflowResult, } from "./workflowTruthReport.js";
|
|
4
|
+
const policy = {
|
|
5
|
+
consistencyMode: "strong",
|
|
6
|
+
verificationWindowMs: 0,
|
|
7
|
+
pollIntervalMs: 0,
|
|
8
|
+
};
|
|
9
|
+
function step(partial) {
|
|
10
|
+
return {
|
|
11
|
+
intendedEffect: { narrative: "" },
|
|
12
|
+
observedExecution: { paramsCanonical: "{}" },
|
|
13
|
+
verificationRequest: null,
|
|
14
|
+
reasons: [],
|
|
15
|
+
evidenceSummary: {},
|
|
16
|
+
repeatObservationCount: 1,
|
|
17
|
+
evaluatedObservationOrdinal: 1,
|
|
18
|
+
...partial,
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
describe("buildWorkflowVerdictSurface", () => {
|
|
22
|
+
it("matches truth report trustSummary and counts verified-only workflow", () => {
|
|
23
|
+
const steps = [
|
|
24
|
+
step({ seq: 0, toolId: "t", status: "verified" }),
|
|
25
|
+
];
|
|
26
|
+
const engine = aggregateWorkflow("w1", steps, [], policy, { kind: "normal" });
|
|
27
|
+
const wf = finalizeEmittedWorkflowResult(engine);
|
|
28
|
+
const truth = buildWorkflowTruthReport(engine);
|
|
29
|
+
const surface = buildWorkflowVerdictSurface(wf);
|
|
30
|
+
expect(surface.status).toBe("complete");
|
|
31
|
+
expect(surface.trustSummary).toBe(truth.trustSummary);
|
|
32
|
+
expect(surface.stepStatusCounts.verified).toBe(1);
|
|
33
|
+
expect(surface.stepStatusCounts.missing).toBe(0);
|
|
34
|
+
expect(surface.stepStatusCounts.inconsistent).toBe(0);
|
|
35
|
+
expect(surface.stepStatusCounts.incomplete_verification).toBe(0);
|
|
36
|
+
expect(surface.stepStatusCounts.partially_verified).toBe(0);
|
|
37
|
+
expect(surface.stepStatusCounts.uncertain).toBe(0);
|
|
38
|
+
});
|
|
39
|
+
it("counts inconsistent step and matches trustSummary for engine with missing row", () => {
|
|
40
|
+
const steps = [
|
|
41
|
+
step({
|
|
42
|
+
seq: 0,
|
|
43
|
+
toolId: "t",
|
|
44
|
+
status: "missing",
|
|
45
|
+
reasons: [{ code: "ROW_ABSENT", message: "x" }],
|
|
46
|
+
}),
|
|
47
|
+
];
|
|
48
|
+
const engine = aggregateWorkflow("w1", steps, [], policy, { kind: "normal" });
|
|
49
|
+
const wf = finalizeEmittedWorkflowResult(engine);
|
|
50
|
+
const truth = buildWorkflowTruthReport(engine);
|
|
51
|
+
const surface = buildWorkflowVerdictSurface(wf);
|
|
52
|
+
expect(surface.status).toBe("inconsistent");
|
|
53
|
+
expect(surface.trustSummary).toBe(truth.trustSummary);
|
|
54
|
+
expect(surface.stepStatusCounts.missing).toBe(1);
|
|
55
|
+
expect(Object.values(surface.stepStatusCounts).reduce((a, b) => a + b, 0)).toBe(1);
|
|
56
|
+
});
|
|
57
|
+
it("incomplete when run-level reasons present", () => {
|
|
58
|
+
const steps = [step({ seq: 0, toolId: "t", status: "verified" })];
|
|
59
|
+
const runLevel = [{ code: "MALFORMED_EVENT_LINE", message: "bad" }];
|
|
60
|
+
const engine = aggregateWorkflow("w1", steps, runLevel, policy, { kind: "normal" });
|
|
61
|
+
const wf = finalizeEmittedWorkflowResult(engine);
|
|
62
|
+
const truth = buildWorkflowTruthReport(engine);
|
|
63
|
+
const surface = buildWorkflowVerdictSurface(wf);
|
|
64
|
+
expect(surface.status).toBe("incomplete");
|
|
65
|
+
expect(surface.trustSummary).toBe(truth.trustSummary);
|
|
66
|
+
});
|
|
67
|
+
});
|
|
68
|
+
//# sourceMappingURL=workflowVerdictSurface.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"workflowVerdictSurface.test.js","sourceRoot":"","sources":["../src/workflowVerdictSurface.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EACL,wBAAwB,EACxB,2BAA2B,EAC3B,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAGlC,MAAM,MAAM,GAAuB;IACjC,eAAe,EAAE,QAAQ;IACzB,oBAAoB,EAAE,CAAC;IACvB,cAAc,EAAE,CAAC;CAClB,CAAC;AAEF,SAAS,IAAI,CAAC,OAA8E;IAC1F,OAAO;QACL,cAAc,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;QACjC,iBAAiB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE;QAC5C,mBAAmB,EAAE,IAAI;QACzB,OAAO,EAAE,EAAE;QACX,eAAe,EAAE,EAAE;QACnB,sBAAsB,EAAE,CAAC;QACzB,2BAA2B,EAAE,CAAC;QAC9B,GAAG,OAAO;KACX,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAC3C,EAAE,CAAC,qEAAqE,EAAE,GAAG,EAAE;QAC7E,MAAM,KAAK,GAAG;YACZ,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;SAClD,CAAC;QACF,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC9E,MAAM,EAAE,GAAG,6BAA6B,CAAC,MAAM,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,2BAA2B,CAAC,EAAE,CAAC,CAAC;QAChD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACtD,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtD,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,uBAAuB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5D,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+EAA+E,EAAE,GAAG,EAAE;QACvF,MAAM,KAAK,GAAG;YACZ,IAAI,CAAC;gBACH,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,GAAG;gBACX,MAAM,EAAE,SAAS;gBACjB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;aAChD,CAAC;SACH,CAAC;QACF,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC9E,MAAM,EAAE,GAAG,6BAA6B,CAAC,MAAM,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,2BAA2B,CAAC,EAAE,CAAC,CAAC;QAChD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC5C,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACtD,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,CACJ,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CACnE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAa,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QACpF,MAAM,EAAE,GAAG,6BAA6B,CAAC,MAAM,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,2BAA2B,CAAC,EAAE,CAAC,CAAC;QAChD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC1C,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { TruthLayerError } from "./truthLayerError.js";
|
|
2
|
+
import type { WorkflowResult } from "./types.js";
|
|
3
|
+
export declare function readPackageIdentity(): {
|
|
4
|
+
name: string;
|
|
5
|
+
version: string;
|
|
6
|
+
};
|
|
7
|
+
export declare function writeRunBundleCli(outDir: string, eventsNdjson: Buffer, workflowResult: WorkflowResult, signPrivateKeyPath: string | undefined): void;
|
|
8
|
+
export declare function isBundlePrivateKeyTruthError(e: unknown): e is TruthLayerError;
|
|
9
|
+
//# sourceMappingURL=writeRunBundleCli.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"writeRunBundleCli.d.ts","sourceRoot":"","sources":["../src/writeRunBundleCli.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjD,wBAAgB,mBAAmB,IAAI;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAOvE;AAED,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,EACpB,cAAc,EAAE,cAAc,EAC9B,kBAAkB,EAAE,MAAM,GAAG,SAAS,GACrC,IAAI,CASN;AAED,wBAAgB,4BAA4B,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,IAAI,eAAe,CAE7E"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { readFileSync } from "fs";
|
|
2
|
+
import path from "path";
|
|
3
|
+
import { fileURLToPath } from "url";
|
|
4
|
+
import { writeAgentRunBundle } from "./agentRunBundle.js";
|
|
5
|
+
import { BUNDLE_SIGNATURE_PRIVATE_KEY_INVALID } from "./bundleSignatureCodes.js";
|
|
6
|
+
import { TruthLayerError } from "./truthLayerError.js";
|
|
7
|
+
export function readPackageIdentity() {
|
|
8
|
+
const pkgPath = path.join(path.dirname(fileURLToPath(import.meta.url)), "..", "package.json");
|
|
9
|
+
const raw = readFileSync(pkgPath, "utf8");
|
|
10
|
+
const pkg = JSON.parse(raw);
|
|
11
|
+
const name = typeof pkg.name === "string" && pkg.name.length > 0 ? pkg.name : "agentskeptic";
|
|
12
|
+
const version = typeof pkg.version === "string" && pkg.version.length > 0 ? pkg.version : "0.0.0";
|
|
13
|
+
return { name, version };
|
|
14
|
+
}
|
|
15
|
+
export function writeRunBundleCli(outDir, eventsNdjson, workflowResult, signPrivateKeyPath) {
|
|
16
|
+
writeAgentRunBundle({
|
|
17
|
+
outDir,
|
|
18
|
+
eventsNdjson,
|
|
19
|
+
workflowResult,
|
|
20
|
+
producer: readPackageIdentity(),
|
|
21
|
+
verifiedAt: new Date().toISOString(),
|
|
22
|
+
...(signPrivateKeyPath !== undefined ? { ed25519PrivateKeyPemPath: signPrivateKeyPath } : {}),
|
|
23
|
+
});
|
|
24
|
+
}
|
|
25
|
+
export function isBundlePrivateKeyTruthError(e) {
|
|
26
|
+
return e instanceof TruthLayerError && e.code === BUNDLE_SIGNATURE_PRIVATE_KEY_INVALID;
|
|
27
|
+
}
|
|
28
|
+
//# sourceMappingURL=writeRunBundleCli.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"writeRunBundleCli.js","sourceRoot":"","sources":["../src/writeRunBundleCli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,oCAAoC,EAAE,MAAM,2BAA2B,CAAC;AACjF,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAGvD,MAAM,UAAU,mBAAmB;IACjC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC;IAC9F,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAwC,CAAC;IACnE,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC;IAC7F,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;IAClG,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,MAAc,EACd,YAAoB,EACpB,cAA8B,EAC9B,kBAAsC;IAEtC,mBAAmB,CAAC;QAClB,MAAM;QACN,YAAY;QACZ,cAAc;QACd,QAAQ,EAAE,mBAAmB,EAAE;QAC/B,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,GAAG,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,wBAAwB,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9F,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,CAAU;IACrD,OAAO,CAAC,YAAY,eAAe,IAAI,CAAC,CAAC,IAAI,KAAK,oCAAoC,CAAC;AACzF,CAAC"}
|
package/package.json
ADDED
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "agentskeptic",
|
|
3
|
+
"version": "0.1.1",
|
|
4
|
+
"description": "Green agent traces and tool success flags often hide missing or wrong database rows. AgentSkeptic runs read-only SQL at verification time against persisted state vs structured tool activity—not chat narratives.",
|
|
5
|
+
"license": "MIT",
|
|
6
|
+
"type": "module",
|
|
7
|
+
"workspaces": [
|
|
8
|
+
"website"
|
|
9
|
+
],
|
|
10
|
+
"main": "dist/index.js",
|
|
11
|
+
"bin": {
|
|
12
|
+
"agentskeptic": "dist/cli.js"
|
|
13
|
+
},
|
|
14
|
+
"scripts": {
|
|
15
|
+
"prepublishOnly": "node scripts/build-commercial.mjs",
|
|
16
|
+
"build": "node scripts/write-commercial-build-flags.mjs --oss && node scripts/sync-failure-origin-from-schema.mjs && tsc && node scripts/copy-debug-ui.mjs && node scripts/write-discovery-payload.mjs",
|
|
17
|
+
"build:commercial": "node scripts/build-commercial.mjs",
|
|
18
|
+
"start": "npm run build && node scripts/demo.mjs",
|
|
19
|
+
"dev": "npm run dev -w agentskeptic-web",
|
|
20
|
+
"test:vitest": "vitest run",
|
|
21
|
+
"test:node:sqlite": "node --test --test-force-exit test/reconciler.sqlite.test.mjs test/pipeline.sqlite.test.mjs test/withWorkflowVerification.test.mjs test/workflowTruthReport.test.mjs test/cli.test.mjs test/stable-failure-consistency.test.mjs test/workflow-result-consumer-contract.test.mjs test/workflow-result-stdout-version.test.mjs test/docs-relational-ssot.test.mjs test/tools-registry-relational-surface.test.mjs test/docs-contract.test.mjs test/docs-commercial-enforce-gate-normative.test.mjs test/docs-remediation-doctrine.test.mjs test/bundle-signature-fixture.test.mjs test/bundle-signature-codes-doc.test.mjs test/bundle-signature-cli-write.test.mjs test/quick-verify.sqlite.test.mjs test/quickVerifyPostbuildGate.test.mjs test/npm-scripts-contract.test.mjs test/removed-script-names-ban.test.mjs test/docs-workflow-result-normative-prose.test.mjs test/enforce-oss-forbidden.test.mjs test/docs-enforce-stream-contract.test.mjs test/docs-quick-enforce-link.test.mjs test/commercial-pricing-policy-parity.test.mjs test/distribution-requirement-clauses.test.mjs test/distribution-traceability-literals.test.mjs test/distribution-ssot-clause-coverage.test.mjs test/distribution-consumer-pipeline.test.mjs test/discovery-payload.test.mjs test/redaction-rules.test.mjs test/indexable-guide-paths-fs.contract.test.mjs test/npm-pack-discovery-scripts.test.mjs test/registry-metadata-parity.test.mjs",
|
|
22
|
+
"test:postgres": "node scripts/pg-ci-init.mjs && node --test --test-force-exit test/postgres-session-readonly.test.mjs test/postgres-privilege.test.mjs test/pipeline.postgres.test.mjs test/ci-workflow-truth-postgres-contract.test.mjs test/quick-verify.postgres.test.mjs",
|
|
23
|
+
"test:workflow-truth-contract": "node --test --test-force-exit test/ci-workflow-truth-postgres-contract.test.mjs",
|
|
24
|
+
"validate-ttfv": "node scripts/validate-ttfv.mjs",
|
|
25
|
+
"test": "npm run build && npm run test:vitest && npm run test:node:sqlite && node scripts/first-run.mjs && npm run partner-quickstart && node test/partner-quickstart.adversarial.mjs && npm run check:partner-quickstart-ssot && node dist/cli.js assurance run --manifest examples/assurance/manifest.json && node scripts/commercial-enforce-test-harness.mjs && npm run build && npm run validate-ttfv",
|
|
26
|
+
"test:debug-ui": "playwright test",
|
|
27
|
+
"test:ci": "npm run build && npm run test:vitest && npm run test:node:sqlite && node scripts/first-run.mjs && npm run partner-quickstart && node test/partner-quickstart.adversarial.mjs && npm run check:partner-quickstart-ssot && node dist/cli.js assurance run --manifest examples/assurance/manifest.json && npm run test:postgres && node scripts/run-partner-quickstart-postgres-ci.mjs && node scripts/commercial-enforce-test-harness.mjs --require-postgres && npx playwright install chromium && npm run test:debug-ui && npm run build && npm run validate-ttfv",
|
|
28
|
+
"example:workflow-hook": "npm run build && node examples/workflow-runner.mjs",
|
|
29
|
+
"agentskeptic": "node dist/cli.js",
|
|
30
|
+
"migrate:workflow-result-v11": "npm run build && node scripts/migrate-workflow-result-v11.mjs",
|
|
31
|
+
"migrate:workflow-result-v12": "node scripts/migrate-workflow-result-v12.mjs",
|
|
32
|
+
"migrate:workflow-result-v13": "npm run build && node scripts/migrate-workflow-result-v13.mjs",
|
|
33
|
+
"migrate:workflow-result-v15": "npm run build && node scripts/migrate-workflow-result-v15.mjs",
|
|
34
|
+
"check:commercial-ssot": "node scripts/check-commercial-plans-ssot.mjs",
|
|
35
|
+
"stripe-bootstrap": "node scripts/stripe-bootstrap.mjs",
|
|
36
|
+
"validate-commercial": "node scripts/validate-commercial-funnel.mjs",
|
|
37
|
+
"pack-smoke": "node scripts/pack-smoke-commercial.mjs",
|
|
38
|
+
"sync:public-product-anchors": "node scripts/public-product-anchors.cjs",
|
|
39
|
+
"distribution:consumer-pipeline": "node scripts/distribution-consumer-pipeline.mjs",
|
|
40
|
+
"check:discovery-acquisition": "node scripts/validate-discovery-acquisition.mjs",
|
|
41
|
+
"check:public-product-anchors": "node scripts/public-product-anchors.cjs --check",
|
|
42
|
+
"test:commercial-layer": "node scripts/validate-commercial-funnel.mjs",
|
|
43
|
+
"build:website": "npm run build && npm run build -w agentskeptic-web",
|
|
44
|
+
"check:web-demo-prereqs": "node scripts/check-web-demo-prereqs.mjs",
|
|
45
|
+
"generate:partner-quickstart-commands": "node scripts/generate-partner-quickstart-commands.mjs",
|
|
46
|
+
"sync-integrator-docs-embedded": "node scripts/sync-integrator-docs-embedded.mjs",
|
|
47
|
+
"check:partner-quickstart-ssot": "node scripts/check-partner-quickstart-ssot.mjs",
|
|
48
|
+
"partner-quickstart": "node scripts/partner-quickstart-verify.mjs",
|
|
49
|
+
"generate:langgraph-guide-embed": "node scripts/embed/generate-langgraph-guide-embed.mjs"
|
|
50
|
+
},
|
|
51
|
+
"engines": {
|
|
52
|
+
"node": "22.x"
|
|
53
|
+
},
|
|
54
|
+
"devDependencies": {
|
|
55
|
+
"@playwright/test": "^1.51.0",
|
|
56
|
+
"@types/node": "^22.10.2",
|
|
57
|
+
"@types/pg": "^8.20.0",
|
|
58
|
+
"@types/picomatch": "^4.0.3",
|
|
59
|
+
"ajv": "^8.17.1",
|
|
60
|
+
"ajv-formats": "^3.0.1",
|
|
61
|
+
"stripe": "^17.5.0",
|
|
62
|
+
"typescript": "^5.7.2",
|
|
63
|
+
"vitest": "^3.2.4"
|
|
64
|
+
},
|
|
65
|
+
"dependencies": {
|
|
66
|
+
"pg": "^8.20.0",
|
|
67
|
+
"picomatch": "^4.0.4",
|
|
68
|
+
"yaml": "^2.8.3"
|
|
69
|
+
},
|
|
70
|
+
"repository": {
|
|
71
|
+
"type": "git",
|
|
72
|
+
"url": "git+https://github.com/jwekavanagh/agentskeptic.git"
|
|
73
|
+
},
|
|
74
|
+
"homepage": "https://agentskeptic.com",
|
|
75
|
+
"bugs": {
|
|
76
|
+
"url": "https://github.com/jwekavanagh/agentskeptic/issues"
|
|
77
|
+
},
|
|
78
|
+
"files": [
|
|
79
|
+
"dist/",
|
|
80
|
+
"schemas/",
|
|
81
|
+
"scripts/discovery-payload.lib.cjs",
|
|
82
|
+
"scripts/discovery-acquisition.lib.cjs",
|
|
83
|
+
"scripts/render-discovery-ci.mjs"
|
|
84
|
+
],
|
|
85
|
+
"keywords": [
|
|
86
|
+
"agentskeptic",
|
|
87
|
+
"agent-skeptic",
|
|
88
|
+
"workflow",
|
|
89
|
+
"verification",
|
|
90
|
+
"database",
|
|
91
|
+
"sql",
|
|
92
|
+
"state",
|
|
93
|
+
"read-only",
|
|
94
|
+
"agent",
|
|
95
|
+
"automation",
|
|
96
|
+
"ndjson",
|
|
97
|
+
"postgres",
|
|
98
|
+
"sqlite",
|
|
99
|
+
"tool-calls",
|
|
100
|
+
"compliance",
|
|
101
|
+
"crm",
|
|
102
|
+
"ai-workflow",
|
|
103
|
+
"langgraph",
|
|
104
|
+
"ci-gate",
|
|
105
|
+
"false-positive",
|
|
106
|
+
"postgres-verification",
|
|
107
|
+
"trace-vs-database",
|
|
108
|
+
"silent-failure",
|
|
109
|
+
"ai-agent-verification",
|
|
110
|
+
"workflow-validation",
|
|
111
|
+
"langgraph-observability",
|
|
112
|
+
"tool-call-grounding",
|
|
113
|
+
"database-state-checking"
|
|
114
|
+
]
|
|
115
|
+
}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$id": "https://agentskeptic.com/schemas/agent-run-record-v1.schema.json",
|
|
3
|
+
"title": "AgentRunRecordV1",
|
|
4
|
+
"type": "object",
|
|
5
|
+
"additionalProperties": false,
|
|
6
|
+
"required": ["schemaVersion", "runId", "workflowId", "producer", "verifiedAt", "artifacts"],
|
|
7
|
+
"properties": {
|
|
8
|
+
"schemaVersion": { "const": 1 },
|
|
9
|
+
"runId": { "type": "string", "minLength": 1 },
|
|
10
|
+
"workflowId": { "type": "string", "minLength": 1 },
|
|
11
|
+
"producer": {
|
|
12
|
+
"type": "object",
|
|
13
|
+
"additionalProperties": false,
|
|
14
|
+
"required": ["name", "version"],
|
|
15
|
+
"properties": {
|
|
16
|
+
"name": { "type": "string", "minLength": 1 },
|
|
17
|
+
"version": { "type": "string", "minLength": 1 }
|
|
18
|
+
}
|
|
19
|
+
},
|
|
20
|
+
"verifiedAt": { "type": "string", "format": "date-time" },
|
|
21
|
+
"customerId": { "type": "string" },
|
|
22
|
+
"capturedAt": { "type": "string", "format": "date-time" },
|
|
23
|
+
"artifacts": {
|
|
24
|
+
"type": "object",
|
|
25
|
+
"additionalProperties": false,
|
|
26
|
+
"required": ["workflowResult", "events"],
|
|
27
|
+
"properties": {
|
|
28
|
+
"workflowResult": {
|
|
29
|
+
"type": "object",
|
|
30
|
+
"additionalProperties": false,
|
|
31
|
+
"required": ["relativePath", "sha256", "byteLength"],
|
|
32
|
+
"properties": {
|
|
33
|
+
"relativePath": { "const": "workflow-result.json" },
|
|
34
|
+
"sha256": { "type": "string", "pattern": "^[a-f0-9]{64}$" },
|
|
35
|
+
"byteLength": { "type": "integer", "minimum": 0 }
|
|
36
|
+
}
|
|
37
|
+
},
|
|
38
|
+
"events": {
|
|
39
|
+
"type": "object",
|
|
40
|
+
"additionalProperties": false,
|
|
41
|
+
"required": ["relativePath", "sha256", "byteLength"],
|
|
42
|
+
"properties": {
|
|
43
|
+
"relativePath": { "const": "events.ndjson" },
|
|
44
|
+
"sha256": { "type": "string", "pattern": "^[a-f0-9]{64}$" },
|
|
45
|
+
"byteLength": { "type": "integer", "minimum": 0 }
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$id": "https://agentskeptic.com/schemas/agent-run-record-v2.schema.json",
|
|
3
|
+
"title": "AgentRunRecordV2",
|
|
4
|
+
"type": "object",
|
|
5
|
+
"additionalProperties": false,
|
|
6
|
+
"required": ["schemaVersion", "runId", "workflowId", "producer", "verifiedAt", "artifacts"],
|
|
7
|
+
"properties": {
|
|
8
|
+
"schemaVersion": { "const": 2 },
|
|
9
|
+
"runId": { "type": "string", "minLength": 1 },
|
|
10
|
+
"workflowId": { "type": "string", "minLength": 1 },
|
|
11
|
+
"producer": {
|
|
12
|
+
"type": "object",
|
|
13
|
+
"additionalProperties": false,
|
|
14
|
+
"required": ["name", "version"],
|
|
15
|
+
"properties": {
|
|
16
|
+
"name": { "type": "string", "minLength": 1 },
|
|
17
|
+
"version": { "type": "string", "minLength": 1 }
|
|
18
|
+
}
|
|
19
|
+
},
|
|
20
|
+
"verifiedAt": { "type": "string", "format": "date-time" },
|
|
21
|
+
"customerId": { "type": "string" },
|
|
22
|
+
"capturedAt": { "type": "string", "format": "date-time" },
|
|
23
|
+
"artifacts": {
|
|
24
|
+
"type": "object",
|
|
25
|
+
"additionalProperties": false,
|
|
26
|
+
"required": ["workflowResult", "events", "workflowResultSignature"],
|
|
27
|
+
"properties": {
|
|
28
|
+
"workflowResult": {
|
|
29
|
+
"type": "object",
|
|
30
|
+
"additionalProperties": false,
|
|
31
|
+
"required": ["relativePath", "sha256", "byteLength"],
|
|
32
|
+
"properties": {
|
|
33
|
+
"relativePath": { "const": "workflow-result.json" },
|
|
34
|
+
"sha256": { "type": "string", "pattern": "^[a-f0-9]{64}$" },
|
|
35
|
+
"byteLength": { "type": "integer", "minimum": 0 }
|
|
36
|
+
}
|
|
37
|
+
},
|
|
38
|
+
"events": {
|
|
39
|
+
"type": "object",
|
|
40
|
+
"additionalProperties": false,
|
|
41
|
+
"required": ["relativePath", "sha256", "byteLength"],
|
|
42
|
+
"properties": {
|
|
43
|
+
"relativePath": { "const": "events.ndjson" },
|
|
44
|
+
"sha256": { "type": "string", "pattern": "^[a-f0-9]{64}$" },
|
|
45
|
+
"byteLength": { "type": "integer", "minimum": 0 }
|
|
46
|
+
}
|
|
47
|
+
},
|
|
48
|
+
"workflowResultSignature": {
|
|
49
|
+
"type": "object",
|
|
50
|
+
"additionalProperties": false,
|
|
51
|
+
"required": ["relativePath", "sha256", "byteLength"],
|
|
52
|
+
"properties": {
|
|
53
|
+
"relativePath": { "const": "workflow-result.sig.json" },
|
|
54
|
+
"sha256": { "type": "string", "pattern": "^[a-f0-9]{64}$" },
|
|
55
|
+
"byteLength": { "type": "integer", "minimum": 0 }
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$id": "https://agentskeptic.com/schemas/assurance-manifest-v1.schema.json",
|
|
3
|
+
"title": "AssuranceManifestV1",
|
|
4
|
+
"type": "object",
|
|
5
|
+
"additionalProperties": false,
|
|
6
|
+
"required": ["schemaVersion", "scenarios"],
|
|
7
|
+
"properties": {
|
|
8
|
+
"schemaVersion": { "const": 1 },
|
|
9
|
+
"scenarios": {
|
|
10
|
+
"type": "array",
|
|
11
|
+
"minItems": 1,
|
|
12
|
+
"items": {
|
|
13
|
+
"type": "object",
|
|
14
|
+
"additionalProperties": false,
|
|
15
|
+
"required": ["id", "kind", "argv"],
|
|
16
|
+
"properties": {
|
|
17
|
+
"id": { "type": "string", "minLength": 1 },
|
|
18
|
+
"kind": { "const": "spawn_argv" },
|
|
19
|
+
"argv": {
|
|
20
|
+
"type": "array",
|
|
21
|
+
"minItems": 1,
|
|
22
|
+
"items": { "type": "string" }
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$id": "https://agentskeptic.com/schemas/assurance-run-report-v1.schema.json",
|
|
3
|
+
"title": "AssuranceRunReportV1",
|
|
4
|
+
"type": "object",
|
|
5
|
+
"additionalProperties": false,
|
|
6
|
+
"required": ["schemaVersion", "issuedAt", "scenarios"],
|
|
7
|
+
"properties": {
|
|
8
|
+
"schemaVersion": { "const": 1 },
|
|
9
|
+
"issuedAt": {
|
|
10
|
+
"type": "string",
|
|
11
|
+
"minLength": 1,
|
|
12
|
+
"description": "ISO-8601 timestamp in UTC when the report was finalized after all scenarios completed."
|
|
13
|
+
},
|
|
14
|
+
"scenarios": {
|
|
15
|
+
"type": "array",
|
|
16
|
+
"minItems": 1,
|
|
17
|
+
"items": {
|
|
18
|
+
"type": "object",
|
|
19
|
+
"additionalProperties": false,
|
|
20
|
+
"required": ["id", "exitCode"],
|
|
21
|
+
"properties": {
|
|
22
|
+
"id": { "type": "string", "minLength": 1 },
|
|
23
|
+
"exitCode": { "type": "integer" }
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
}
|