agentskeptic 1.0.4 → 1.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +18 -20
- package/config/marketing.json +187 -0
- package/dist/actionableFailure.d.ts.map +1 -1
- package/dist/actionableFailure.js +95 -0
- package/dist/actionableFailure.js.map +1 -1
- package/dist/assurance/assurancePathArgs.d.ts.map +1 -1
- package/dist/assurance/assurancePathArgs.js +1 -0
- package/dist/assurance/assurancePathArgs.js.map +1 -1
- package/dist/assurance/buildAssuranceOutput.d.ts +29 -0
- package/dist/assurance/buildAssuranceOutput.d.ts.map +1 -0
- package/dist/assurance/buildAssuranceOutput.js +53 -0
- package/dist/assurance/buildAssuranceOutput.js.map +1 -0
- package/dist/assurance/checkStale.d.ts +7 -0
- package/dist/assurance/checkStale.d.ts.map +1 -1
- package/dist/assurance/checkStale.js +14 -3
- package/dist/assurance/checkStale.js.map +1 -1
- package/dist/assurance/runAssurance.d.ts.map +1 -1
- package/dist/assurance/runAssurance.js +26 -3
- package/dist/assurance/runAssurance.js.map +1 -1
- package/dist/bootstrap/executeBootstrapPack.d.ts.map +1 -1
- package/dist/bootstrap/executeBootstrapPack.js +3 -2
- package/dist/bootstrap/executeBootstrapPack.js.map +1 -1
- package/dist/certificateDigest.d.ts +4 -0
- package/dist/certificateDigest.d.ts.map +1 -0
- package/dist/certificateDigest.js +7 -0
- package/dist/certificateDigest.js.map +1 -0
- package/dist/certificateDigest.test.d.ts +2 -0
- package/dist/certificateDigest.test.d.ts.map +1 -0
- package/dist/certificateDigest.test.js +14 -0
- package/dist/certificateDigest.test.js.map +1 -0
- package/dist/cli/lockOrchestration.d.ts.map +1 -1
- package/dist/cli/lockOrchestration.js +30 -5
- package/dist/cli/lockOrchestration.js.map +1 -1
- package/dist/cli/runFunnelAnonSet.js +1 -1
- package/dist/cli.js +121 -114
- package/dist/cli.js.map +1 -1
- package/dist/cliArgv.d.ts.map +1 -1
- package/dist/cliArgv.js +4 -2
- package/dist/cliArgv.js.map +1 -1
- package/dist/cliArgv.test.d.ts +2 -0
- package/dist/cliArgv.test.d.ts.map +1 -0
- package/dist/cliArgv.test.js +34 -0
- package/dist/cliArgv.test.js.map +1 -0
- package/dist/cliOperationalCodes.d.ts +7 -0
- package/dist/cliOperationalCodes.d.ts.map +1 -1
- package/dist/cliOperationalCodes.js +7 -0
- package/dist/cliOperationalCodes.js.map +1 -1
- package/dist/commercial/activationCorrelation.d.ts +3 -0
- package/dist/commercial/activationCorrelation.d.ts.map +1 -0
- package/dist/commercial/activationCorrelation.js +6 -0
- package/dist/commercial/activationCorrelation.js.map +1 -0
- package/dist/commercial/getCurrentUsage.d.ts +16 -0
- package/dist/commercial/getCurrentUsage.d.ts.map +1 -0
- package/dist/commercial/getCurrentUsage.js +33 -0
- package/dist/commercial/getCurrentUsage.js.map +1 -0
- package/dist/commercial/licensePreflight.d.ts +1 -0
- package/dist/commercial/licensePreflight.d.ts.map +1 -1
- package/dist/commercial/licensePreflight.js +27 -8
- package/dist/commercial/licensePreflight.js.map +1 -1
- package/dist/commercial/postVerifyOutcomeBeacon.d.ts +2 -0
- package/dist/commercial/postVerifyOutcomeBeacon.d.ts.map +1 -1
- package/dist/commercial/postVerifyOutcomeBeacon.js +8 -4
- package/dist/commercial/postVerifyOutcomeBeacon.js.map +1 -1
- package/dist/commercial/verifyWorkloadClassify.d.ts +2 -7
- package/dist/commercial/verifyWorkloadClassify.d.ts.map +1 -1
- package/dist/commercial/verifyWorkloadClassify.js +1 -1
- package/dist/commercial/verifyWorkloadClassify.js.map +1 -1
- package/dist/commercial/verifyWorkloadClassify.test.js +7 -0
- package/dist/commercial/verifyWorkloadClassify.test.js.map +1 -1
- package/dist/compare.acceptance.test.js +25 -0
- package/dist/compare.acceptance.test.js.map +1 -1
- package/dist/compareRunManifest.d.ts +32 -0
- package/dist/compareRunManifest.d.ts.map +1 -0
- package/dist/compareRunManifest.js +60 -0
- package/dist/compareRunManifest.js.map +1 -0
- package/dist/crossing/crossingDecisionReadyFooter.d.ts +1 -1
- package/dist/crossing/crossingDecisionReadyFooter.d.ts.map +1 -1
- package/dist/crossing/crossingDecisionReadyFooter.js +1 -1
- package/dist/crossing/crossingDecisionReadyFooter.js.map +1 -1
- package/dist/debug-ui/app.css +42 -0
- package/dist/debug-ui/app.js +206 -15
- package/dist/debug-ui/index.html +11 -4
- package/dist/debug-ui/urlState.d.ts +15 -0
- package/dist/debug-ui/urlState.js +92 -0
- package/dist/debugCorpus.test.js +33 -7
- package/dist/debugCorpus.test.js.map +1 -1
- package/dist/debugPanels.d.ts +0 -3
- package/dist/debugPanels.d.ts.map +1 -1
- package/dist/debugPanels.js +0 -23
- package/dist/debugPanels.js.map +1 -1
- package/dist/debugPanels.test.js +16 -15
- package/dist/debugPanels.test.js.map +1 -1
- package/dist/debugServer.d.ts.map +1 -1
- package/dist/debugServer.js +19 -16
- package/dist/debugServer.js.map +1 -1
- package/dist/debugServer.test.js +18 -9
- package/dist/debugServer.test.js.map +1 -1
- package/dist/debugUiUrlState.test.d.ts +2 -0
- package/dist/debugUiUrlState.test.d.ts.map +1 -0
- package/dist/debugUiUrlState.test.js +49 -0
- package/dist/debugUiUrlState.test.js.map +1 -0
- package/dist/decisionGate.d.ts.map +1 -1
- package/dist/decisionGate.js +2 -5
- package/dist/decisionGate.js.map +1 -1
- package/dist/discovery-payload-v1.json +23 -27
- package/dist/enforceCli.d.ts.map +1 -1
- package/dist/enforceCli.js +15 -40
- package/dist/enforceCli.js.map +1 -1
- package/dist/enforceStateful.d.ts +2 -0
- package/dist/enforceStateful.d.ts.map +1 -0
- package/dist/enforceStateful.js +106 -0
- package/dist/enforceStateful.js.map +1 -0
- package/dist/enforcementProjection.d.ts +17 -0
- package/dist/enforcementProjection.d.ts.map +1 -0
- package/dist/enforcementProjection.js +20 -0
- package/dist/enforcementProjection.js.map +1 -0
- package/dist/executionTrace.test.js +35 -0
- package/dist/executionTrace.test.js.map +1 -1
- package/dist/executionTraceDiff.d.ts +36 -0
- package/dist/executionTraceDiff.d.ts.map +1 -0
- package/dist/executionTraceDiff.js +86 -0
- package/dist/executionTraceDiff.js.map +1 -0
- package/dist/executionTraceDiff.test.d.ts +2 -0
- package/dist/executionTraceDiff.test.d.ts.map +1 -0
- package/dist/executionTraceDiff.test.js +44 -0
- package/dist/executionTraceDiff.test.js.map +1 -0
- package/dist/failureOriginCatalog.d.ts.map +1 -1
- package/dist/failureOriginCatalog.js +19 -0
- package/dist/failureOriginCatalog.js.map +1 -1
- package/dist/firstFiveMinutesChecklist.d.ts +11 -0
- package/dist/firstFiveMinutesChecklist.d.ts.map +1 -0
- package/dist/firstFiveMinutesChecklist.js +18 -0
- package/dist/firstFiveMinutesChecklist.js.map +1 -0
- package/dist/funnel/workflowLineageClassify.d.ts +1 -1
- package/dist/funnel/workflowLineageClassify.js +1 -1
- package/dist/index.d.ts +5 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +4 -2
- package/dist/index.js.map +1 -1
- package/dist/langGraphCheckpointTrustGate.d.ts.map +1 -1
- package/dist/langGraphCheckpointTrustGate.js +2 -5
- package/dist/langGraphCheckpointTrustGate.js.map +1 -1
- package/dist/operationalDisposition.d.ts +56 -0
- package/dist/operationalDisposition.d.ts.map +1 -1
- package/dist/operationalDisposition.js +56 -0
- package/dist/operationalDisposition.js.map +1 -1
- package/dist/pipeline.d.ts +1 -0
- package/dist/pipeline.d.ts.map +1 -1
- package/dist/pipeline.js +18 -18
- package/dist/pipeline.js.map +1 -1
- package/dist/publicDistribution.generated.d.ts +2 -2
- package/dist/publicDistribution.generated.d.ts.map +1 -1
- package/dist/publicDistribution.generated.js +7 -8
- package/dist/publicDistribution.generated.js.map +1 -1
- package/dist/quickVerify/quickVerifyScope.d.ts +1 -1
- package/dist/quickVerify/quickVerifyScope.js +1 -1
- package/dist/quickVerify/runQuickVerify.js +1 -1
- package/dist/quickVerify/runQuickVerify.js.map +1 -1
- package/dist/quickVerify/verifyExecution.d.ts +1 -1
- package/dist/quickVerify/verifyExecution.d.ts.map +1 -1
- package/dist/quickVerify/verifyExecution.js +3 -2
- package/dist/quickVerify/verifyExecution.js.map +1 -1
- package/dist/reconciler.d.ts +6 -2
- package/dist/reconciler.d.ts.map +1 -1
- package/dist/reconciler.js +17 -11
- package/dist/reconciler.js.map +1 -1
- package/dist/registryDraft/createRegistryDraftAjv.d.ts +1 -1
- package/dist/registryDraft/createRegistryDraftAjv.js +1 -1
- package/dist/regressionArtifact.d.ts +63 -0
- package/dist/regressionArtifact.d.ts.map +1 -0
- package/dist/regressionArtifact.js +290 -0
- package/dist/regressionArtifact.js.map +1 -0
- package/dist/relationalInvariant.d.ts +13 -3
- package/dist/relationalInvariant.d.ts.map +1 -1
- package/dist/relationalInvariant.existsSql.test.js +1 -1
- package/dist/relationalInvariant.existsSql.test.js.map +1 -1
- package/dist/relationalInvariant.js +59 -39
- package/dist/relationalInvariant.js.map +1 -1
- package/dist/relationalInvariant.test.js +2 -2
- package/dist/relationalInvariant.test.js.map +1 -1
- package/dist/resolveExpectation.d.ts +18 -2
- package/dist/resolveExpectation.d.ts.map +1 -1
- package/dist/resolveExpectation.js +332 -1
- package/dist/resolveExpectation.js.map +1 -1
- package/dist/resolveExpectation.test.js +25 -0
- package/dist/resolveExpectation.test.js.map +1 -1
- package/dist/runComparison.d.ts +0 -1
- package/dist/runComparison.d.ts.map +1 -1
- package/dist/runComparison.js +18 -86
- package/dist/runComparison.js.map +1 -1
- package/dist/runComparison.test.js +101 -57
- package/dist/runComparison.test.js.map +1 -1
- package/dist/schema-validation.test.js +29 -0
- package/dist/schema-validation.test.js.map +1 -1
- package/dist/schemaLoad.d.ts +1 -1
- package/dist/schemaLoad.d.ts.map +1 -1
- package/dist/schemaLoad.js +10 -0
- package/dist/schemaLoad.js.map +1 -1
- package/dist/sortedJsonStringify.d.ts +2 -0
- package/dist/sortedJsonStringify.d.ts.map +1 -0
- package/dist/sortedJsonStringify.js +23 -0
- package/dist/sortedJsonStringify.js.map +1 -0
- package/dist/sqlDialect.d.ts +8 -0
- package/dist/sqlDialect.d.ts.map +1 -0
- package/dist/sqlDialect.js +37 -0
- package/dist/sqlDialect.js.map +1 -0
- package/dist/standardVerifyWorkflowCli.d.ts.map +1 -1
- package/dist/standardVerifyWorkflowCli.js +3 -2
- package/dist/standardVerifyWorkflowCli.js.map +1 -1
- package/dist/stateWitness.d.ts +4 -0
- package/dist/stateWitness.d.ts.map +1 -0
- package/dist/stateWitness.js +383 -0
- package/dist/stateWitness.js.map +1 -0
- package/dist/stateWitness.test.d.ts +2 -0
- package/dist/stateWitness.test.d.ts.map +1 -0
- package/dist/stateWitness.test.js +120 -0
- package/dist/stateWitness.test.js.map +1 -0
- package/dist/telemetry/maybeEmitOssClaimTicketUrl.d.ts +2 -0
- package/dist/telemetry/maybeEmitOssClaimTicketUrl.d.ts.map +1 -1
- package/dist/telemetry/maybeEmitOssClaimTicketUrl.js +13 -2
- package/dist/telemetry/maybeEmitOssClaimTicketUrl.js.map +1 -1
- package/dist/telemetry/ossClaimOrigin.d.ts +1 -1
- package/dist/telemetry/ossClaimOrigin.js +1 -1
- package/dist/telemetry/postOssClaimContinuation.d.ts +1 -1
- package/dist/telemetry/postOssClaimContinuation.d.ts.map +1 -1
- package/dist/telemetry/postOssClaimContinuation.js +10 -6
- package/dist/telemetry/postOssClaimContinuation.js.map +1 -1
- package/dist/telemetry/postOssClaimTicket.d.ts +8 -0
- package/dist/telemetry/postOssClaimTicket.d.ts.map +1 -1
- package/dist/telemetry/postOssClaimTicket.js +31 -5
- package/dist/telemetry/postOssClaimTicket.js.map +1 -1
- package/dist/telemetry/verificationHypothesisContract.d.ts +1 -1
- package/dist/telemetry/verificationHypothesisContract.js +1 -1
- package/dist/types.d.ts +115 -3
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +1 -1
- package/dist/verificationConnections.d.ts +10 -0
- package/dist/verificationConnections.d.ts.map +1 -0
- package/dist/verificationConnections.js +190 -0
- package/dist/verificationConnections.js.map +1 -0
- package/dist/verificationDatabaseUrl.d.ts +11 -0
- package/dist/verificationDatabaseUrl.d.ts.map +1 -0
- package/dist/verificationDatabaseUrl.js +41 -0
- package/dist/verificationDatabaseUrl.js.map +1 -0
- package/dist/verificationDatabaseUrl.test.d.ts +2 -0
- package/dist/verificationDatabaseUrl.test.d.ts.map +1 -0
- package/dist/verificationDatabaseUrl.test.js +66 -0
- package/dist/verificationDatabaseUrl.test.js.map +1 -0
- package/dist/verificationDiagnostics.d.ts.map +1 -1
- package/dist/verificationDiagnostics.js +33 -9
- package/dist/verificationDiagnostics.js.map +1 -1
- package/dist/verificationDiagnostics.test.js +15 -0
- package/dist/verificationDiagnostics.test.js.map +1 -1
- package/dist/verificationPolicy.d.ts +2 -1
- package/dist/verificationPolicy.d.ts.map +1 -1
- package/dist/verificationPolicy.js +97 -0
- package/dist/verificationPolicy.js.map +1 -1
- package/dist/verificationPolicy.test.js +7 -0
- package/dist/verificationPolicy.test.js.map +1 -1
- package/dist/verificationUserPhrases.d.ts.map +1 -1
- package/dist/verificationUserPhrases.js +21 -0
- package/dist/verificationUserPhrases.js.map +1 -1
- package/dist/verify/batchVerifyTelemetrySubcommand.d.ts.map +1 -1
- package/dist/verify/batchVerifyTelemetrySubcommand.js +8 -1
- package/dist/verify/batchVerifyTelemetrySubcommand.js.map +1 -1
- package/dist/vitestMonorepoRoot.d.ts +10 -0
- package/dist/vitestMonorepoRoot.d.ts.map +1 -0
- package/dist/vitestMonorepoRoot.js +97 -0
- package/dist/vitestMonorepoRoot.js.map +1 -0
- package/dist/wireReasonCodes.d.ts +21 -0
- package/dist/wireReasonCodes.d.ts.map +1 -1
- package/dist/wireReasonCodes.js +21 -0
- package/dist/wireReasonCodes.js.map +1 -1
- package/package.json +61 -40
- package/schemas/assurance-output-v1.schema.json +81 -0
- package/schemas/compare-run-manifest-v1.schema.json +65 -0
- package/schemas/conformance-normalized-result.schema.json +73 -0
- package/schemas/connector-capabilities.schema.json +38 -0
- package/schemas/execution-trace-view.schema.json +1 -1
- package/schemas/openapi-commercial-v1.in.yaml +613 -14
- package/schemas/openapi-commercial-v1.yaml +613 -14
- package/schemas/quick-verify-report.schema.json +1 -1
- package/schemas/regression-artifact-v1.schema.json +212 -0
- package/schemas/tools-registry.schema.json +103 -0
- package/schemas/workflow-engine-result.schema.json +69 -1
- package/schemas/workflow-truth-report.schema.json +12 -0
- package/scripts/discovery-acquisition.lib.cjs +6 -17
- package/scripts/discovery-payload.lib.cjs +5 -3
- package/scripts/emit-primary-marketing.cjs +326 -0
- package/scripts/origin.cjs +52 -0
- package/scripts/public-product-anchors.cjs +3 -0
- package/scripts/validate-marketing.cjs +156 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"schemaVersion": 1,
|
|
3
|
-
"identityOneLiner": "
|
|
3
|
+
"identityOneLiner": "Read-only checks at verify time—not color.",
|
|
4
4
|
"llmBranch": "main",
|
|
5
5
|
"links": {
|
|
6
6
|
"site": "https://agentskeptic.com/",
|
|
@@ -12,33 +12,29 @@
|
|
|
12
12
|
"npm": "https://www.npmjs.com/package/agentskeptic",
|
|
13
13
|
"llmsRaw": "https://raw.githubusercontent.com/jwekavanagh/agentskeptic/refs/heads/main/llms.txt",
|
|
14
14
|
"llmsBlob": "https://github.com/jwekavanagh/agentskeptic/blob/main/llms.txt",
|
|
15
|
-
"integratorVerificationSsotRaw": "https://raw.githubusercontent.com/jwekavanagh/agentskeptic/refs/heads/main/docs/integrator-verification
|
|
15
|
+
"integratorVerificationSsotRaw": "https://raw.githubusercontent.com/jwekavanagh/agentskeptic/refs/heads/main/docs/integrator-verification.md"
|
|
16
16
|
},
|
|
17
17
|
"appendix": {
|
|
18
18
|
"slug": "/database-truth-vs-traces",
|
|
19
|
-
"visitorProblemAnswer": "
|
|
19
|
+
"visitorProblemAnswer": "Traces say success. Your data often disagrees. Read-only checks at verify time compare tool claims to stored state—before you ship or bill.",
|
|
20
20
|
"intentPhrases": [
|
|
21
|
-
"
|
|
22
|
-
"
|
|
23
|
-
"
|
|
24
|
-
"structured tool activity NDJSON verification",
|
|
25
|
-
"ROW_ABSENT inconsistent workflow result"
|
|
21
|
+
"trace v data",
|
|
22
|
+
"read-only verify",
|
|
23
|
+
"ROW_ABSENT"
|
|
26
24
|
],
|
|
27
25
|
"notFor": [
|
|
28
|
-
"
|
|
29
|
-
"
|
|
30
|
-
"
|
|
26
|
+
"logs",
|
|
27
|
+
"HTTP proof",
|
|
28
|
+
"no store"
|
|
31
29
|
],
|
|
32
30
|
"relatedQueries": [
|
|
33
|
-
"
|
|
34
|
-
"
|
|
35
|
-
"
|
|
36
|
-
"compare tool parameters to sql row verification",
|
|
37
|
-
"agent run record workflow result json"
|
|
31
|
+
"langgraph",
|
|
32
|
+
"agent verify",
|
|
33
|
+
"trace data"
|
|
38
34
|
],
|
|
39
35
|
"problemIndex": [
|
|
40
36
|
{
|
|
41
|
-
"moment": "Green
|
|
37
|
+
"moment": "Green trace, bad data",
|
|
42
38
|
"primaryRoute": "/guides/trace-green-postgres-row-missing",
|
|
43
39
|
"relatedRoutes": [
|
|
44
40
|
"/integrate",
|
|
@@ -46,7 +42,7 @@
|
|
|
46
42
|
]
|
|
47
43
|
},
|
|
48
44
|
{
|
|
49
|
-
"moment": "
|
|
45
|
+
"moment": "Tool ok, CRM wrong",
|
|
50
46
|
"primaryRoute": "/guides/tool-loop-success-crm-state-wrong",
|
|
51
47
|
"relatedRoutes": [
|
|
52
48
|
"/integrate",
|
|
@@ -54,7 +50,7 @@
|
|
|
54
50
|
]
|
|
55
51
|
},
|
|
56
52
|
{
|
|
57
|
-
"moment": "CI
|
|
53
|
+
"moment": "CI green, no write",
|
|
58
54
|
"primaryRoute": "/guides/ci-green-logs-row-absent",
|
|
59
55
|
"relatedRoutes": [
|
|
60
56
|
"/guides/ci-green-missing-database-side-effect",
|
|
@@ -62,7 +58,7 @@
|
|
|
62
58
|
]
|
|
63
59
|
},
|
|
64
60
|
{
|
|
65
|
-
"moment": "
|
|
61
|
+
"moment": "Pre-prod read-only gate",
|
|
66
62
|
"primaryRoute": "/guides/pre-production-read-only-sql-gate",
|
|
67
63
|
"relatedRoutes": [
|
|
68
64
|
"/integrate",
|
|
@@ -70,21 +66,21 @@
|
|
|
70
66
|
]
|
|
71
67
|
},
|
|
72
68
|
{
|
|
73
|
-
"moment": "
|
|
69
|
+
"moment": "AI CRM data wrong",
|
|
74
70
|
"primaryRoute": "/guides/ai-agent-wrong-crm-data",
|
|
75
71
|
"relatedRoutes": [
|
|
76
72
|
"/database-truth-vs-traces"
|
|
77
73
|
]
|
|
78
74
|
},
|
|
79
75
|
{
|
|
80
|
-
"moment": "
|
|
76
|
+
"moment": "Params vs store",
|
|
81
77
|
"primaryRoute": "/guides/automation-success-database-mismatch",
|
|
82
78
|
"relatedRoutes": [
|
|
83
79
|
"/integrate"
|
|
84
80
|
]
|
|
85
81
|
},
|
|
86
82
|
{
|
|
87
|
-
"moment": "
|
|
83
|
+
"moment": "LangGraph data check",
|
|
88
84
|
"primaryRoute": "/guides/debug-postgres-after-langgraph",
|
|
89
85
|
"relatedRoutes": [
|
|
90
86
|
"/guides/verify-langgraph-workflows",
|
|
@@ -92,14 +88,14 @@
|
|
|
92
88
|
]
|
|
93
89
|
},
|
|
94
90
|
{
|
|
95
|
-
"moment": "
|
|
91
|
+
"moment": "Webhook vs ledger",
|
|
96
92
|
"primaryRoute": "/guides/stripe-webhook-database-alignment",
|
|
97
93
|
"relatedRoutes": [
|
|
98
94
|
"/pricing"
|
|
99
95
|
]
|
|
100
96
|
},
|
|
101
97
|
{
|
|
102
|
-
"moment": "CI
|
|
98
|
+
"moment": "CI green, no effect",
|
|
103
99
|
"primaryRoute": "/guides/scenario-ci-green-side-effect-missing",
|
|
104
100
|
"relatedRoutes": [
|
|
105
101
|
"/guides/ci-green-missing-database-side-effect",
|
|
@@ -225,8 +221,8 @@
|
|
|
225
221
|
}
|
|
226
222
|
],
|
|
227
223
|
"shareableTerminalDemo": {
|
|
228
|
-
"title": "
|
|
229
|
-
"transcript": "### Success (`wf_complete`)\n\nworkflow_id: wf_complete\nworkflow_status: complete\ntrust: TRUSTED: Every step matched the database under the configured verification rules.\nsteps:\n - seq=0 tool=crm.upsert_contact result=Matched the database.\n\n{\n \"schemaVersion\": 15,\n \"workflowId\": \"wf_complete\",\n \"status\": \"complete\",\n \"steps\": [{ \"seq\": 0, \"toolId\": \"crm.upsert_contact\", \"status\": \"verified\" }]\n}\n\n### Failure (`wf_missing`)\n\nworkflow_id: wf_missing\nworkflow_status: inconsistent\nsteps:\n - seq=0 tool=crm.upsert_contact result
|
|
224
|
+
"title": "Bundled terminal proof",
|
|
225
|
+
"transcript": "### Success (`wf_complete`)\n\nworkflow_id: wf_complete\nworkflow_status: complete\ntrust: TRUSTED: Every step matched the database under the configured verification rules.\nsteps:\n - seq=0 tool=crm.upsert_contact result=Matched the database.\n\n{\n \"schemaVersion\": 15,\n \"workflowId\": \"wf_complete\",\n \"status\": \"complete\",\n \"steps\": [{ \"seq\": 0, \"toolId\": \"crm.upsert_contact\", \"status\": \"verified\" }]\n}\n\n### Failure (`wf_missing`)\n\nworkflow_id: wf_missing\nworkflow_status: inconsistent\nsteps:\n - seq=0 tool=crm.upsert_contact result:Expected row is missing from the database (the log implies a write that is not present).\n reference_code: ROW_ABSENT\n\n{\n \"schemaVersion\": 15,\n \"workflowId\": \"wf_missing\",\n \"status\": \"inconsistent\",\n \"steps\": [\n {\n \"seq\": 0,\n \"toolId\": \"crm.upsert_contact\",\n \"status\": \"missing\",\n \"reasons\": [{ \"code\": \"ROW_ABSENT\" }]\n }\n ]\n}"
|
|
230
226
|
}
|
|
231
227
|
}
|
|
232
228
|
}
|
package/dist/enforceCli.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"enforceCli.d.ts","sourceRoot":"","sources":["../src/enforceCli.ts"],"names":[],"mappings":"AASA,wFAAwF;AACxF,eAAO,MAAM,wBAAwB,wXACkV,CAAC;
|
|
1
|
+
{"version":3,"file":"enforceCli.d.ts","sourceRoot":"","sources":["../src/enforceCli.ts"],"names":[],"mappings":"AASA,wFAAwF;AACxF,eAAO,MAAM,wBAAwB,wXACkV,CAAC;AAuBxX,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAoB9D"}
|
package/dist/enforceCli.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { CLI_OPERATIONAL_CODES, cliErrorEnvelope, formatOperationalMessage, } from "./failureCatalog.js";
|
|
2
2
|
import { TruthLayerError } from "./truthLayerError.js";
|
|
3
3
|
import { LICENSE_PREFLIGHT_ENABLED } from "./generated/commercialBuildFlags.js";
|
|
4
|
-
import {
|
|
4
|
+
import { runStatefulEnforce } from "./enforceStateful.js";
|
|
5
5
|
/** User-facing message for OSS builds when `enforce` is invoked; exported for tests. */
|
|
6
6
|
export const ENFORCE_OSS_GATE_MESSAGE = "The OSS build cannot run agentskeptic enforce (CI lock gating). Install the published npm package agentskeptic, set AGENTSKEPTIC_API_KEY (legacy WORKFLOW_VERIFIER_API_KEY accepted), and point COMMERCIAL_LICENSE_API_BASE_URL at your license server; or run npm run build:commercial with COMMERCIAL_LICENSE_API_BASE_URL set. Policy: docs/commercial-enforce-gate-normative.md";
|
|
7
7
|
function writeCliError(code, message) {
|
|
@@ -9,35 +9,31 @@ function writeCliError(code, message) {
|
|
|
9
9
|
}
|
|
10
10
|
function usageEnforce() {
|
|
11
11
|
return `Usage:
|
|
12
|
-
agentskeptic enforce
|
|
13
|
-
|
|
12
|
+
agentskeptic enforce --workflow-id <id> --events <path> --registry <path> (--db <sqlitePath> | --postgres-url <url>)
|
|
13
|
+
[--create-baseline | --accept-drift] [other batch verify flags]
|
|
14
14
|
|
|
15
|
-
|
|
15
|
+
Stateful model:
|
|
16
|
+
default: compare current run to accepted baseline (paid, over-time).
|
|
17
|
+
--create-baseline: initialize or replace accepted baseline.
|
|
18
|
+
--accept-drift: accept current drift as new baseline.
|
|
16
19
|
|
|
17
|
-
Exit codes
|
|
18
|
-
Exit codes (quick): same as quick for 0–2; 3 operational; 4 lock mismatch.
|
|
20
|
+
Exit codes: same as batch verify for 0–2; 3 operational; 4 drift.
|
|
19
21
|
|
|
20
22
|
See docs/ci-enforcement.md and docs/agentskeptic.md.
|
|
21
23
|
|
|
22
24
|
--help, -h print this message and exit 0`;
|
|
23
25
|
}
|
|
24
|
-
async function
|
|
25
|
-
|
|
26
|
-
|
|
26
|
+
export async function runEnforce(args) {
|
|
27
|
+
if (args.includes("--help") || args.includes("-h")) {
|
|
28
|
+
console.log(usageEnforce());
|
|
29
|
+
process.exit(0);
|
|
27
30
|
}
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
writeCliError(e.code, e.message);
|
|
31
|
-
process.exit(3);
|
|
32
|
-
}
|
|
33
|
-
const msg = e instanceof Error ? e.message : String(e);
|
|
34
|
-
writeCliError(CLI_OPERATIONAL_CODES.INTERNAL_ERROR, formatOperationalMessage(msg));
|
|
31
|
+
if (!LICENSE_PREFLIGHT_ENABLED) {
|
|
32
|
+
writeCliError(CLI_OPERATIONAL_CODES.ENFORCE_REQUIRES_COMMERCIAL_BUILD, ENFORCE_OSS_GATE_MESSAGE);
|
|
35
33
|
process.exit(3);
|
|
36
34
|
}
|
|
37
|
-
}
|
|
38
|
-
async function runEnforceQuick(restArgs) {
|
|
39
35
|
try {
|
|
40
|
-
await
|
|
36
|
+
await runStatefulEnforce(args);
|
|
41
37
|
}
|
|
42
38
|
catch (e) {
|
|
43
39
|
if (e instanceof TruthLayerError) {
|
|
@@ -49,25 +45,4 @@ async function runEnforceQuick(restArgs) {
|
|
|
49
45
|
process.exit(3);
|
|
50
46
|
}
|
|
51
47
|
}
|
|
52
|
-
export async function runEnforce(args) {
|
|
53
|
-
if (args.includes("--help") || args.includes("-h")) {
|
|
54
|
-
console.log(usageEnforce());
|
|
55
|
-
process.exit(0);
|
|
56
|
-
}
|
|
57
|
-
if (!LICENSE_PREFLIGHT_ENABLED) {
|
|
58
|
-
writeCliError(CLI_OPERATIONAL_CODES.ENFORCE_REQUIRES_COMMERCIAL_BUILD, ENFORCE_OSS_GATE_MESSAGE);
|
|
59
|
-
process.exit(3);
|
|
60
|
-
}
|
|
61
|
-
const mode = args[0];
|
|
62
|
-
if (mode === "batch") {
|
|
63
|
-
await runEnforceBatch(args.slice(1));
|
|
64
|
-
return;
|
|
65
|
-
}
|
|
66
|
-
if (mode === "quick") {
|
|
67
|
-
await runEnforceQuick(args.slice(1));
|
|
68
|
-
return;
|
|
69
|
-
}
|
|
70
|
-
writeCliError(CLI_OPERATIONAL_CODES.ENFORCE_USAGE, 'enforce requires "batch" or "quick" immediately after enforce.');
|
|
71
|
-
process.exit(3);
|
|
72
|
-
}
|
|
73
48
|
//# sourceMappingURL=enforceCli.js.map
|
package/dist/enforceCli.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"enforceCli.js","sourceRoot":"","sources":["../src/enforceCli.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,gBAAgB,EAChB,wBAAwB,GACzB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,yBAAyB,EAAE,MAAM,qCAAqC,CAAC;AAChF,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"enforceCli.js","sourceRoot":"","sources":["../src/enforceCli.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,gBAAgB,EAChB,wBAAwB,GACzB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,yBAAyB,EAAE,MAAM,qCAAqC,CAAC;AAChF,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE1D,wFAAwF;AACxF,MAAM,CAAC,MAAM,wBAAwB,GACnC,qXAAqX,CAAC;AAExX,SAAS,aAAa,CAAC,IAAY,EAAE,OAAe;IAClD,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,YAAY;IACnB,OAAO;;;;;;;;;;;;;4CAamC,CAAC;AAC7C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAc;IAC7C,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;QAC5B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,IAAI,CAAC,yBAAyB,EAAE,CAAC;QAC/B,aAAa,CAAC,qBAAqB,CAAC,iCAAiC,EAAE,wBAAwB,CAAC,CAAC;QACjG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,IAAI,CAAC;QACH,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,eAAe,EAAE,CAAC;YACjC,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,MAAM,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACvD,aAAa,CAAC,qBAAqB,CAAC,cAAc,EAAE,wBAAwB,CAAC,GAAG,CAAC,CAAC,CAAC;QACnF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"enforceStateful.d.ts","sourceRoot":"","sources":["../src/enforceStateful.ts"],"names":[],"mappings":"AAyEA,wBAAsB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CA0DtE"}
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
import { createHash, randomUUID } from "node:crypto";
|
|
2
|
+
import { CLI_OPERATIONAL_CODES } from "./cliOperationalCodes.js";
|
|
3
|
+
import { parseBatchVerifyCliArgs } from "./cliArgv.js";
|
|
4
|
+
import { verifyWorkflow } from "./pipeline.js";
|
|
5
|
+
import { runBatchVerifyToValidatedResult } from "./standardVerifyWorkflowCli.js";
|
|
6
|
+
import { TruthLayerError } from "./truthLayerError.js";
|
|
7
|
+
import { LICENSE_API_BASE_URL } from "./generated/commercialBuildFlags.js";
|
|
8
|
+
import { workflowResultToEnforcementProjectionV1, stableStringify } from "./enforcementProjection.js";
|
|
9
|
+
import { runLicensePreflightIfNeeded } from "./commercial/licensePreflight.js";
|
|
10
|
+
import { cliErrorEnvelope } from "./failureCatalog.js";
|
|
11
|
+
function parseEnforceMode(args) {
|
|
12
|
+
const hasCreate = args.includes("--create-baseline");
|
|
13
|
+
const hasAccept = args.includes("--accept-drift");
|
|
14
|
+
if (hasCreate && hasAccept) {
|
|
15
|
+
throw new TruthLayerError(CLI_OPERATIONAL_CODES.ENFORCE_USAGE, "Use at most one of --create-baseline or --accept-drift.");
|
|
16
|
+
}
|
|
17
|
+
if (hasCreate)
|
|
18
|
+
return "create-baseline";
|
|
19
|
+
if (hasAccept)
|
|
20
|
+
return "accept-drift";
|
|
21
|
+
return "check";
|
|
22
|
+
}
|
|
23
|
+
function stripEnforceModeArgs(args) {
|
|
24
|
+
return args.filter((a) => a !== "--create-baseline" && a !== "--accept-drift");
|
|
25
|
+
}
|
|
26
|
+
function apiKeyOrThrow() {
|
|
27
|
+
const apiKey = process.env.AGENTSKEPTIC_API_KEY?.trim() ||
|
|
28
|
+
process.env.WORKFLOW_VERIFIER_API_KEY?.trim();
|
|
29
|
+
if (!apiKey) {
|
|
30
|
+
throw new TruthLayerError(CLI_OPERATIONAL_CODES.LICENSE_KEY_MISSING, "Commercial agentskeptic enforce requires AGENTSKEPTIC_API_KEY.");
|
|
31
|
+
}
|
|
32
|
+
return apiKey;
|
|
33
|
+
}
|
|
34
|
+
async function postEnforcementState(path, payload) {
|
|
35
|
+
const apiKey = apiKeyOrThrow();
|
|
36
|
+
const xRequestId = randomUUID();
|
|
37
|
+
const res = await fetch(`${LICENSE_API_BASE_URL.replace(/\/$/, "")}${path}`, {
|
|
38
|
+
method: "POST",
|
|
39
|
+
headers: {
|
|
40
|
+
Authorization: `Bearer ${apiKey}`,
|
|
41
|
+
"Content-Type": "application/json",
|
|
42
|
+
"x-request-id": xRequestId,
|
|
43
|
+
},
|
|
44
|
+
body: JSON.stringify(payload),
|
|
45
|
+
});
|
|
46
|
+
const text = await res.text();
|
|
47
|
+
let body = null;
|
|
48
|
+
try {
|
|
49
|
+
body = JSON.parse(text);
|
|
50
|
+
}
|
|
51
|
+
catch {
|
|
52
|
+
body = { raw: text };
|
|
53
|
+
}
|
|
54
|
+
return { ok: res.ok, status: res.status, body, requestId: res.headers.get("x-request-id") };
|
|
55
|
+
}
|
|
56
|
+
function projectionHash(projectionUtf8) {
|
|
57
|
+
return createHash("sha256").update(projectionUtf8, "utf8").digest("hex");
|
|
58
|
+
}
|
|
59
|
+
export async function runStatefulEnforce(args) {
|
|
60
|
+
const mode = parseEnforceMode(args);
|
|
61
|
+
const parsed = parseBatchVerifyCliArgs(stripEnforceModeArgs(args));
|
|
62
|
+
const runId = process.env.AGENTSKEPTIC_RUN_ID?.trim() ||
|
|
63
|
+
process.env.WORKFLOW_VERIFIER_RUN_ID?.trim() ||
|
|
64
|
+
randomUUID();
|
|
65
|
+
await runLicensePreflightIfNeeded("enforce", { runId, xRequestId: randomUUID() });
|
|
66
|
+
const wf = await runBatchVerifyToValidatedResult(() => verifyWorkflow({
|
|
67
|
+
workflowId: parsed.workflowId,
|
|
68
|
+
eventsPath: parsed.eventsPath,
|
|
69
|
+
registryPath: parsed.registryPath,
|
|
70
|
+
database: parsed.database,
|
|
71
|
+
verificationPolicy: parsed.verificationPolicy,
|
|
72
|
+
truthReport: parsed.noHumanReport ? () => { } : (report) => process.stderr.write(`${report}\n`),
|
|
73
|
+
}));
|
|
74
|
+
const projection = workflowResultToEnforcementProjectionV1(wf);
|
|
75
|
+
const projectionUtf8 = stableStringify(projection);
|
|
76
|
+
const payload = {
|
|
77
|
+
run_id: runId,
|
|
78
|
+
workflow_id: parsed.workflowId,
|
|
79
|
+
projection_hash: projectionHash(projectionUtf8),
|
|
80
|
+
projection,
|
|
81
|
+
};
|
|
82
|
+
const route = mode === "create-baseline" ? "/api/v1/enforcement/baselines"
|
|
83
|
+
: mode === "accept-drift" ? "/api/v1/enforcement/accept"
|
|
84
|
+
: "/api/v1/enforcement/check";
|
|
85
|
+
const stateRes = await postEnforcementState(route, payload);
|
|
86
|
+
if (!stateRes.ok) {
|
|
87
|
+
const detail = typeof stateRes.body === "object" && stateRes.body !== null && "detail" in stateRes.body
|
|
88
|
+
? String(stateRes.body.detail ?? `HTTP ${stateRes.status}`)
|
|
89
|
+
: `HTTP ${stateRes.status}`;
|
|
90
|
+
throw new TruthLayerError(CLI_OPERATIONAL_CODES.LICENSE_DENIED, `${detail}${stateRes.requestId ? ` [x-request-id=${stateRes.requestId}]` : ""}`);
|
|
91
|
+
}
|
|
92
|
+
const status = typeof stateRes.body === "object" && stateRes.body !== null && "status" in stateRes.body
|
|
93
|
+
? String(stateRes.body.status ?? "ok")
|
|
94
|
+
: "ok";
|
|
95
|
+
process.stdout.write(`${stableStringify({ schemaVersion: 1, enforce: stateRes.body })}\n`);
|
|
96
|
+
if (status === "drift") {
|
|
97
|
+
console.error(cliErrorEnvelope(CLI_OPERATIONAL_CODES.VERIFICATION_OUTPUT_LOCK_MISMATCH, "Drift detected."));
|
|
98
|
+
process.exit(4);
|
|
99
|
+
}
|
|
100
|
+
if (wf.status === "complete")
|
|
101
|
+
process.exit(0);
|
|
102
|
+
if (wf.status === "inconsistent")
|
|
103
|
+
process.exit(1);
|
|
104
|
+
process.exit(2);
|
|
105
|
+
}
|
|
106
|
+
//# sourceMappingURL=enforceStateful.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"enforceStateful.js","sourceRoot":"","sources":["../src/enforceStateful.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,+BAA+B,EAAE,MAAM,gCAAgC,CAAC;AACjF,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,oBAAoB,EAAE,MAAM,qCAAqC,CAAC;AAC3E,OAAO,EAAE,uCAAuC,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AACtG,OAAO,EAAE,2BAA2B,EAAE,MAAM,kCAAkC,CAAC;AAC/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAIvD,SAAS,gBAAgB,CAAC,IAAc;IACtC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC;IACrD,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IAClD,IAAI,SAAS,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,eAAe,CACvB,qBAAqB,CAAC,aAAa,EACnC,yDAAyD,CAC1D,CAAC;IACJ,CAAC;IACD,IAAI,SAAS;QAAE,OAAO,iBAAiB,CAAC;IACxC,IAAI,SAAS;QAAE,OAAO,cAAc,CAAC;IACrC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAc;IAC1C,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,mBAAmB,IAAI,CAAC,KAAK,gBAAgB,CAAC,CAAC;AACjF,CAAC;AAED,SAAS,aAAa;IACpB,MAAM,MAAM,GACV,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,IAAI,EAAE;QACxC,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,IAAI,EAAE,CAAC;IAChD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,eAAe,CACvB,qBAAqB,CAAC,mBAAmB,EACzC,gEAAgE,CACjE,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,IAAY,EACZ,OAAgC;IAEhC,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;IAC/B,MAAM,UAAU,GAAG,UAAU,EAAE,CAAC;IAChC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE;QAC3E,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,MAAM,EAAE;YACjC,cAAc,EAAE,kBAAkB;YAClC,cAAc,EAAE,UAAU;SAC3B;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;KAC9B,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAC9B,IAAI,IAAI,GAAY,IAAI,CAAC;IACzB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,IAAI,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;IACvB,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;AAC9F,CAAC;AAED,SAAS,cAAc,CAAC,cAAsB;IAC5C,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC3E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAc;IACrD,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,uBAAuB,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC;IAEnE,MAAM,KAAK,GACT,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,IAAI,EAAE;QACvC,OAAO,CAAC,GAAG,CAAC,wBAAwB,EAAE,IAAI,EAAE;QAC5C,UAAU,EAAE,CAAC;IACf,MAAM,2BAA2B,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;IAElF,MAAM,EAAE,GAAG,MAAM,+BAA+B,CAAC,GAAG,EAAE,CACpD,cAAc,CAAC;QACb,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;QAC7C,WAAW,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC;KAC/F,CAAC,CACH,CAAC;IACF,MAAM,UAAU,GAAG,uCAAuC,CAAC,EAAE,CAAC,CAAC;IAC/D,MAAM,cAAc,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG;QACd,MAAM,EAAE,KAAK;QACb,WAAW,EAAE,MAAM,CAAC,UAAU;QAC9B,eAAe,EAAE,cAAc,CAAC,cAAc,CAAC;QAC/C,UAAU;KACX,CAAC;IAEF,MAAM,KAAK,GACT,IAAI,KAAK,iBAAiB,CAAC,CAAC,CAAC,+BAA+B;QAC5D,CAAC,CAAC,IAAI,KAAK,cAAc,CAAC,CAAC,CAAC,4BAA4B;YACxD,CAAC,CAAC,2BAA2B,CAAC;IAEhC,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC5D,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,MAAM,GACV,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI;YACtF,CAAC,CAAC,MAAM,CAAE,QAAQ,CAAC,IAA6B,CAAC,MAAM,IAAI,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrF,CAAC,CAAC,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,IAAI,eAAe,CACvB,qBAAqB,CAAC,cAAc,EACpC,GAAG,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,kBAAkB,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAChF,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GACV,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI;QACtF,CAAC,CAAC,MAAM,CAAE,QAAQ,CAAC,IAA6B,CAAC,MAAM,IAAI,IAAI,CAAC;QAChE,CAAC,CAAC,IAAI,CAAC;IACX,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,eAAe,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;IAC3F,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;QACvB,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,qBAAqB,CAAC,iCAAiC,EAAE,iBAAiB,CAAC,CAAC,CAAC;QAC5G,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,IAAI,EAAE,CAAC,MAAM,KAAK,UAAU;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9C,IAAI,EAAE,CAAC,MAAM,KAAK,cAAc;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { WorkflowResult } from "./types.js";
|
|
2
|
+
import { stableStringify } from "./jsonStableStringify.js";
|
|
3
|
+
export type EnforcementProjectionV1 = {
|
|
4
|
+
schemaVersion: 1;
|
|
5
|
+
workflowId: string;
|
|
6
|
+
status: WorkflowResult["status"];
|
|
7
|
+
verificationPolicy: WorkflowResult["verificationPolicy"];
|
|
8
|
+
runLevelReasonCodes: string[];
|
|
9
|
+
stepReasonCodes: Array<{
|
|
10
|
+
seq: number;
|
|
11
|
+
toolId: string;
|
|
12
|
+
reasonCodes: string[];
|
|
13
|
+
}>;
|
|
14
|
+
};
|
|
15
|
+
export declare function workflowResultToEnforcementProjectionV1(result: WorkflowResult): EnforcementProjectionV1;
|
|
16
|
+
export { stableStringify };
|
|
17
|
+
//# sourceMappingURL=enforcementProjection.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"enforcementProjection.d.ts","sourceRoot":"","sources":["../src/enforcementProjection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAM3D,MAAM,MAAM,uBAAuB,GAAG;IACpC,aAAa,EAAE,CAAC,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,cAAc,CAAC,QAAQ,CAAC,CAAC;IACjC,kBAAkB,EAAE,cAAc,CAAC,oBAAoB,CAAC,CAAC;IACzD,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,eAAe,EAAE,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,CAAC;CAChF,CAAC;AAEF,wBAAgB,uCAAuC,CAAC,MAAM,EAAE,cAAc,GAAG,uBAAuB,CAavG;AAED,OAAO,EAAE,eAAe,EAAE,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { stableStringify } from "./jsonStableStringify.js";
|
|
2
|
+
function sortedUniqueStrings(arr) {
|
|
3
|
+
return [...new Set(arr)].sort((a, b) => a.localeCompare(b));
|
|
4
|
+
}
|
|
5
|
+
export function workflowResultToEnforcementProjectionV1(result) {
|
|
6
|
+
return {
|
|
7
|
+
schemaVersion: 1,
|
|
8
|
+
workflowId: result.workflowId,
|
|
9
|
+
status: result.status,
|
|
10
|
+
verificationPolicy: result.verificationPolicy,
|
|
11
|
+
runLevelReasonCodes: sortedUniqueStrings(result.runLevelReasons.map((r) => r.code)),
|
|
12
|
+
stepReasonCodes: result.steps.map((s) => ({
|
|
13
|
+
seq: s.seq,
|
|
14
|
+
toolId: s.toolId,
|
|
15
|
+
reasonCodes: sortedUniqueStrings(s.reasons.map((r) => r.code)),
|
|
16
|
+
})),
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
export { stableStringify };
|
|
20
|
+
//# sourceMappingURL=enforcementProjection.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"enforcementProjection.js","sourceRoot":"","sources":["../src/enforcementProjection.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAE3D,SAAS,mBAAmB,CAAC,GAAa;IACxC,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9D,CAAC;AAWD,MAAM,UAAU,uCAAuC,CAAC,MAAsB;IAC5E,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;QAC7C,mBAAmB,EAAE,mBAAmB,CAAC,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACnF,eAAe,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACxC,GAAG,EAAE,CAAC,CAAC,GAAG;YACV,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,WAAW,EAAE,mBAAmB,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;SAC/D,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AAED,OAAO,EAAE,eAAe,EAAE,CAAC"}
|
|
@@ -121,6 +121,41 @@ describe("buildExecutionTraceView", () => {
|
|
|
121
121
|
expect(view.backwardPaths[0].seedRunEventId).toBe("m1");
|
|
122
122
|
expect(view.backwardPaths[0].ancestorRunEventIds).toEqual(["m1"]);
|
|
123
123
|
});
|
|
124
|
+
it("v3 tool_observed trace passes execution-trace-view JSON Schema", () => {
|
|
125
|
+
const runEvents = [
|
|
126
|
+
{
|
|
127
|
+
schemaVersion: 3,
|
|
128
|
+
workflowId: "w",
|
|
129
|
+
runEventId: "t1",
|
|
130
|
+
type: "tool_observed",
|
|
131
|
+
seq: 0,
|
|
132
|
+
toolId: "t",
|
|
133
|
+
params: {},
|
|
134
|
+
langgraphCheckpoint: {
|
|
135
|
+
threadId: "th1",
|
|
136
|
+
checkpointNs: "ns",
|
|
137
|
+
checkpointId: "ck1",
|
|
138
|
+
},
|
|
139
|
+
},
|
|
140
|
+
{
|
|
141
|
+
schemaVersion: 2,
|
|
142
|
+
workflowId: "w",
|
|
143
|
+
runEventId: "c1",
|
|
144
|
+
type: "control",
|
|
145
|
+
controlKind: "run_completed",
|
|
146
|
+
},
|
|
147
|
+
];
|
|
148
|
+
const view = buildExecutionTraceView({
|
|
149
|
+
workflowId: "w",
|
|
150
|
+
runEvents,
|
|
151
|
+
malformedEventLineCount: 0,
|
|
152
|
+
});
|
|
153
|
+
const v = loadSchemaValidator("execution-trace-view");
|
|
154
|
+
expect(v(view)).toBe(true);
|
|
155
|
+
const toolNode = view.nodes.find((n) => n.wireType === "tool_observed");
|
|
156
|
+
expect(toolNode).toBeDefined();
|
|
157
|
+
expect(toolNode.wireSchemaVersion).toBe(3);
|
|
158
|
+
});
|
|
124
159
|
it("adds verification_step paths when WorkflowResult provided", () => {
|
|
125
160
|
const runEvents = [
|
|
126
161
|
{
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"executionTrace.test.js","sourceRoot":"","sources":["../src/executionTrace.test.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EACL,8BAA8B,EAC9B,uBAAuB,EACvB,wBAAwB,GACzB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAQvD,OAAO,EAAE,6BAA6B,EAAE,MAAM,0BAA0B,CAAC;AAEzE,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;IAC9C,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,CAAC,GAAwB;YAC7B,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,GAAG;YACf,IAAI,EAAE,eAAe;YACrB,GAAG,EAAE,CAAC;YACN,MAAM,EAAE,GAAG;YACX,MAAM,EAAE,EAAE;SACX,CAAC;QACF,MAAM,CAAC,GAAsB;YAC3B,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,GAAG;YACf,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,WAAW;SACpB,CAAC;QACF,IAAI,CAAC;YACH,8BAA8B,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;YAC1C,MAAM,CAAE,CAAqB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,4BAA4B,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,EAAE,GAAsB;YAC5B,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,GAAG;YACf,gBAAgB,EAAE,MAAM;YACxB,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,WAAW;SACpB,CAAC;QACF,IAAI,CAAC;YACH,8BAA8B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAE,CAAqB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,iCAAiC,CAAC,CAAC;QACpG,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,KAAK,GAAsB;YAC/B,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,GAAG;YACf,gBAAgB,EAAE,GAAG;YACrB,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,WAAW;SACpB,CAAC;QACF,MAAM,MAAM,GAAsB;YAChC,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,GAAG;YACf,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,WAAW;SACpB,CAAC;QACF,IAAI,CAAC;YACH,8BAA8B,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;YAChD,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAE,CAAqB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,8BAA8B,CAAC,CAAC;QACjG,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC3E,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,kBAAkB,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,qBAAqB,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,IAAI,GAAG,uBAAuB,CAAC;YACnC,UAAU,EAAE,QAAQ;YACpB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,uBAAuB,EAAE,IAAI,CAAC,uBAAuB;SACtD,CAAC,CAAC;QACH,MAAM,CAAC,GAAG,mBAAmB,CAAC,sBAAsB,CAAC,CAAC;QACtD,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACpC,QAAQ,EAAE,mBAAmB;YAC7B,cAAc,EAAE,IAAI;YACpB,mBAAmB,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;SACxC,CAAC,CAAC;QACH,MAAM,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wFAAwF,EAAE,GAAG,EAAE;QAChG,MAAM,SAAS,GAAe;YAC5B;gBACE,aAAa,EAAE,CAAC;gBAChB,UAAU,EAAE,GAAG;gBACf,UAAU,EAAE,IAAI;gBAChB,IAAI,EAAE,YAAY;gBAClB,MAAM,EAAE,OAAO;aAChB;SACF,CAAC;QACF,MAAM,IAAI,GAAG,uBAAuB,CAAC;YACnC,UAAU,EAAE,GAAG;YACf,SAAS;YACT,uBAAuB,EAAE,CAAC;SAC3B,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QAC1D,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAE,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAClE,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAE,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAE,CAAC,mBAAmB,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,SAAS,GAAe;YAC5B;gBACE,aAAa,EAAE,CAAC;gBAChB,UAAU,EAAE,GAAG;gBACf,UAAU,EAAE,IAAI;gBAChB,IAAI,EAAE,eAAe;gBACrB,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,oBAAoB;gBAC5B,MAAM,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE;aACtC;SACF,CAAC;QACF,MAAM,MAAM,GAAyB;YACnC,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,UAAU;YAClB,eAAe,EAAE,EAAE;YACnB,kBAAkB,EAAE;gBAClB,eAAe,EAAE,QAAQ;gBACzB,oBAAoB,EAAE,CAAC;gBACvB,cAAc,EAAE,CAAC;aAClB;YACD,sBAAsB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1C,sBAAsB,EAAE;gBACtB,oBAAoB,EAAE,CAAC;gBACvB,eAAe,EAAE,EAAE;gBACnB,aAAa,EAAE,EAAE;gBACjB,eAAe,EAAE,EAAE;gBACnB,iBAAiB,EAAE,EAAE;gBACrB,4BAA4B,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE;gBACxC,4BAA4B,EAAE,CAAC;gBAC/B,sBAAsB,EAAE,KAAK;gBAC7B,YAAY,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE;aACxD;YACD,KAAK,EAAE;gBACL;oBACE,GAAG,EAAE,CAAC;oBACN,MAAM,EAAE,oBAAoB;oBAC5B,cAAc,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE;oBAClC,iBAAiB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE;oBAC5C,mBAAmB,EAAE;wBACnB,IAAI,EAAE,SAAS;wBACf,KAAK,EAAE,UAAU;wBACjB,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;wBAC7C,cAAc,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;qBAClC;oBACD,MAAM,EAAE,UAAU;oBAClB,OAAO,EAAE,EAAE;oBACX,eAAe,EAAE,EAAE;oBACnB,sBAAsB,EAAE,CAAC;oBACzB,2BAA2B,EAAE,CAAC;iBAC/B;aACF;SACF,CAAC;QACF,MAAM,EAAE,GAAmB,6BAA6B,CAAC,MAAM,CAAC,CAAC;QACjE,MAAM,IAAI,GAAG,uBAAuB,CAAC;YACnC,UAAU,EAAE,GAAG;YACf,SAAS;YACT,uBAAuB,EAAE,CAAC;YAC1B,cAAc,EAAE,EAAE;SACnB,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,mBAAmB,CAAC,CAAC;QACtF,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YAChC,QAAQ,EAAE,mBAAmB;YAC7B,SAAS,EAAE,CAAC;YACZ,GAAG,EAAE,CAAC;YACN,cAAc,EAAE,IAAI;SACrB,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,gBAAgB,CAAC,CAAC,aAAa,CAAC;YACpD,SAAS,EAAE,CAAC;YACZ,gBAAgB,EAAE,UAAU;SAC7B,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"executionTrace.test.js","sourceRoot":"","sources":["../src/executionTrace.test.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EACL,8BAA8B,EAC9B,uBAAuB,EACvB,wBAAwB,GACzB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAQvD,OAAO,EAAE,6BAA6B,EAAE,MAAM,0BAA0B,CAAC;AAEzE,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;IAC9C,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,CAAC,GAAwB;YAC7B,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,GAAG;YACf,IAAI,EAAE,eAAe;YACrB,GAAG,EAAE,CAAC;YACN,MAAM,EAAE,GAAG;YACX,MAAM,EAAE,EAAE;SACX,CAAC;QACF,MAAM,CAAC,GAAsB;YAC3B,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,GAAG;YACf,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,WAAW;SACpB,CAAC;QACF,IAAI,CAAC;YACH,8BAA8B,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;YAC1C,MAAM,CAAE,CAAqB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,4BAA4B,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,EAAE,GAAsB;YAC5B,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,GAAG;YACf,gBAAgB,EAAE,MAAM;YACxB,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,WAAW;SACpB,CAAC;QACF,IAAI,CAAC;YACH,8BAA8B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAE,CAAqB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,iCAAiC,CAAC,CAAC;QACpG,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,KAAK,GAAsB;YAC/B,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,GAAG;YACf,gBAAgB,EAAE,GAAG;YACrB,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,WAAW;SACpB,CAAC;QACF,MAAM,MAAM,GAAsB;YAChC,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,GAAG;YACf,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,WAAW;SACpB,CAAC;QACF,IAAI,CAAC;YACH,8BAA8B,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;YAChD,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAE,CAAqB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,8BAA8B,CAAC,CAAC;QACjG,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC3E,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,kBAAkB,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,qBAAqB,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,IAAI,GAAG,uBAAuB,CAAC;YACnC,UAAU,EAAE,QAAQ;YACpB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,uBAAuB,EAAE,IAAI,CAAC,uBAAuB;SACtD,CAAC,CAAC;QACH,MAAM,CAAC,GAAG,mBAAmB,CAAC,sBAAsB,CAAC,CAAC;QACtD,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACpC,QAAQ,EAAE,mBAAmB;YAC7B,cAAc,EAAE,IAAI;YACpB,mBAAmB,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;SACxC,CAAC,CAAC;QACH,MAAM,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wFAAwF,EAAE,GAAG,EAAE;QAChG,MAAM,SAAS,GAAe;YAC5B;gBACE,aAAa,EAAE,CAAC;gBAChB,UAAU,EAAE,GAAG;gBACf,UAAU,EAAE,IAAI;gBAChB,IAAI,EAAE,YAAY;gBAClB,MAAM,EAAE,OAAO;aAChB;SACF,CAAC;QACF,MAAM,IAAI,GAAG,uBAAuB,CAAC;YACnC,UAAU,EAAE,GAAG;YACf,SAAS;YACT,uBAAuB,EAAE,CAAC;SAC3B,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QAC1D,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAE,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAClE,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAE,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAE,CAAC,mBAAmB,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,SAAS,GAAe;YAC5B;gBACE,aAAa,EAAE,CAAC;gBAChB,UAAU,EAAE,GAAG;gBACf,UAAU,EAAE,IAAI;gBAChB,IAAI,EAAE,eAAe;gBACrB,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,GAAG;gBACX,MAAM,EAAE,EAAE;gBACV,mBAAmB,EAAE;oBACnB,QAAQ,EAAE,KAAK;oBACf,YAAY,EAAE,IAAI;oBAClB,YAAY,EAAE,KAAK;iBACpB;aACF;YACD;gBACE,aAAa,EAAE,CAAC;gBAChB,UAAU,EAAE,GAAG;gBACf,UAAU,EAAE,IAAI;gBAChB,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,eAAe;aAC7B;SACF,CAAC;QACF,MAAM,IAAI,GAAG,uBAAuB,CAAC;YACnC,UAAU,EAAE,GAAG;YACf,SAAS;YACT,uBAAuB,EAAE,CAAC;SAC3B,CAAC,CAAC;QACH,MAAM,CAAC,GAAG,mBAAmB,CAAC,sBAAsB,CAAC,CAAC;QACtD,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,eAAe,CAAC,CAAC;QACxE,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QAC/B,MAAM,CAAC,QAAS,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,SAAS,GAAe;YAC5B;gBACE,aAAa,EAAE,CAAC;gBAChB,UAAU,EAAE,GAAG;gBACf,UAAU,EAAE,IAAI;gBAChB,IAAI,EAAE,eAAe;gBACrB,GAAG,EAAE,CAAC;gBACN,MAAM,EAAE,oBAAoB;gBAC5B,MAAM,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE;aACtC;SACF,CAAC;QACF,MAAM,MAAM,GAAyB;YACnC,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,UAAU;YAClB,eAAe,EAAE,EAAE;YACnB,kBAAkB,EAAE;gBAClB,eAAe,EAAE,QAAQ;gBACzB,oBAAoB,EAAE,CAAC;gBACvB,cAAc,EAAE,CAAC;aAClB;YACD,sBAAsB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1C,sBAAsB,EAAE;gBACtB,oBAAoB,EAAE,CAAC;gBACvB,eAAe,EAAE,EAAE;gBACnB,aAAa,EAAE,EAAE;gBACjB,eAAe,EAAE,EAAE;gBACnB,iBAAiB,EAAE,EAAE;gBACrB,4BAA4B,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE;gBACxC,4BAA4B,EAAE,CAAC;gBAC/B,sBAAsB,EAAE,KAAK;gBAC7B,YAAY,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE;aACxD;YACD,KAAK,EAAE;gBACL;oBACE,GAAG,EAAE,CAAC;oBACN,MAAM,EAAE,oBAAoB;oBAC5B,cAAc,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE;oBAClC,iBAAiB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE;oBAC5C,mBAAmB,EAAE;wBACnB,IAAI,EAAE,SAAS;wBACf,KAAK,EAAE,UAAU;wBACjB,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;wBAC7C,cAAc,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;qBAClC;oBACD,MAAM,EAAE,UAAU;oBAClB,OAAO,EAAE,EAAE;oBACX,eAAe,EAAE,EAAE;oBACnB,sBAAsB,EAAE,CAAC;oBACzB,2BAA2B,EAAE,CAAC;iBAC/B;aACF;SACF,CAAC;QACF,MAAM,EAAE,GAAmB,6BAA6B,CAAC,MAAM,CAAC,CAAC;QACjE,MAAM,IAAI,GAAG,uBAAuB,CAAC;YACnC,UAAU,EAAE,GAAG;YACf,SAAS;YACT,uBAAuB,EAAE,CAAC;YAC1B,cAAc,EAAE,EAAE;SACnB,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,mBAAmB,CAAC,CAAC;QACtF,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YAChC,QAAQ,EAAE,mBAAmB;YAC7B,SAAS,EAAE,CAAC;YACZ,GAAG,EAAE,CAAC;YACN,cAAc,EAAE,IAAI;SACrB,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,gBAAgB,CAAC,CAAC,aAAa,CAAC;YACpD,SAAS,EAAE,CAAC;YACZ,gBAAgB,EAAE,UAAU;SAC7B,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import type { ExecutionTraceView, TraceStepKind } from "./types.js";
|
|
2
|
+
export type EvaluatedNodeSummary = {
|
|
3
|
+
ingestIndex: number;
|
|
4
|
+
traceStepKind: TraceStepKind;
|
|
5
|
+
engineStepStatus: string | null;
|
|
6
|
+
truthOutcomeLabel: string | null;
|
|
7
|
+
toolId: string | null;
|
|
8
|
+
};
|
|
9
|
+
export type SeqTraceDiffClass = "only_in_prior" | "only_in_current" | "in_both";
|
|
10
|
+
export type SeqTraceDiffRow = {
|
|
11
|
+
seq: number;
|
|
12
|
+
class: SeqTraceDiffClass;
|
|
13
|
+
prior: EvaluatedNodeSummary | null;
|
|
14
|
+
current: EvaluatedNodeSummary | null;
|
|
15
|
+
};
|
|
16
|
+
export type TracePairwiseNonToolCounts = {
|
|
17
|
+
prior: Record<string, number>;
|
|
18
|
+
current: Record<string, number>;
|
|
19
|
+
};
|
|
20
|
+
export declare function buildTracePairwisePayload(options: {
|
|
21
|
+
priorView: ExecutionTraceView;
|
|
22
|
+
currentView: ExecutionTraceView;
|
|
23
|
+
priorRunIndex: number;
|
|
24
|
+
currentRunIndex: number;
|
|
25
|
+
}): {
|
|
26
|
+
priorRunIndex: number;
|
|
27
|
+
currentRunIndex: number;
|
|
28
|
+
viewBuild: {
|
|
29
|
+
prior: ExecutionTraceView;
|
|
30
|
+
current: ExecutionTraceView;
|
|
31
|
+
};
|
|
32
|
+
bySeq: SeqTraceDiffRow[];
|
|
33
|
+
seqTimelineOrderDiverged: boolean;
|
|
34
|
+
nonToolEventCounts: TracePairwiseNonToolCounts;
|
|
35
|
+
};
|
|
36
|
+
//# sourceMappingURL=executionTraceDiff.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"executionTraceDiff.d.ts","sourceRoot":"","sources":["../src/executionTraceDiff.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAsB,kBAAkB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAExF,MAAM,MAAM,oBAAoB,GAAG;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,aAAa,CAAC;IAC7B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG,eAAe,GAAG,iBAAiB,GAAG,SAAS,CAAC;AAEhF,MAAM,MAAM,eAAe,GAAG;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,iBAAiB,CAAC;IACzB,KAAK,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACnC,OAAO,EAAE,oBAAoB,GAAG,IAAI,CAAC;CACtC,CAAC;AAuDF,MAAM,MAAM,0BAA0B,GAAG;IACvC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACjC,CAAC;AAEF,wBAAgB,yBAAyB,CAAC,OAAO,EAAE;IACjD,SAAS,EAAE,kBAAkB,CAAC;IAC9B,WAAW,EAAE,kBAAkB,CAAC;IAChC,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;CACzB,GAAG;IACF,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE;QAAE,KAAK,EAAE,kBAAkB,CAAC;QAAC,OAAO,EAAE,kBAAkB,CAAA;KAAE,CAAC;IACtE,KAAK,EAAE,eAAe,EAAE,CAAC;IACzB,wBAAwB,EAAE,OAAO,CAAC;IAClC,kBAAkB,EAAE,0BAA0B,CAAC;CAChD,CAiCA"}
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
function summaryFromNode(n) {
|
|
2
|
+
const v = n.verificationLink;
|
|
3
|
+
return {
|
|
4
|
+
ingestIndex: n.ingestIndex,
|
|
5
|
+
traceStepKind: n.traceStepKind,
|
|
6
|
+
engineStepStatus: v ? v.engineStepStatus : null,
|
|
7
|
+
truthOutcomeLabel: v ? v.truthOutcomeLabel : null,
|
|
8
|
+
toolId: n.toolId,
|
|
9
|
+
};
|
|
10
|
+
}
|
|
11
|
+
/**
|
|
12
|
+
* For each `seq` in `tool_observed` nodes: the node with `verificationLink` if any,
|
|
13
|
+
* else the `tool_observed` line for that `seq` with maximum `ingestIndex`.
|
|
14
|
+
*/
|
|
15
|
+
function buildSeqToEvaluated(view) {
|
|
16
|
+
const bySeq = new Map();
|
|
17
|
+
for (const n of view.nodes) {
|
|
18
|
+
if (n.wireType !== "tool_observed" || n.toolSeq === null)
|
|
19
|
+
continue;
|
|
20
|
+
const list = bySeq.get(n.toolSeq) ?? [];
|
|
21
|
+
list.push(n);
|
|
22
|
+
bySeq.set(n.toolSeq, list);
|
|
23
|
+
}
|
|
24
|
+
const out = new Map();
|
|
25
|
+
for (const [seq, nodes] of bySeq) {
|
|
26
|
+
const withLink = nodes.find((x) => x.verificationLink !== null);
|
|
27
|
+
const chosen = withLink ?? nodes.reduce((a, b) => (a.ingestIndex >= b.ingestIndex ? a : b));
|
|
28
|
+
out.set(seq, summaryFromNode(chosen));
|
|
29
|
+
}
|
|
30
|
+
return out;
|
|
31
|
+
}
|
|
32
|
+
function nonToolCountsForView(view) {
|
|
33
|
+
const c = {};
|
|
34
|
+
for (const n of view.nodes) {
|
|
35
|
+
if (n.wireType === "tool_observed")
|
|
36
|
+
continue;
|
|
37
|
+
const k = n.wireType;
|
|
38
|
+
c[k] = (c[k] ?? 0) + 1;
|
|
39
|
+
}
|
|
40
|
+
return c;
|
|
41
|
+
}
|
|
42
|
+
/** Per plan §4.4: order `seq` by ascending `ingestIndex` of the chosen evaluated node. */
|
|
43
|
+
function seqTimelineList(_view, seqToEval) {
|
|
44
|
+
const byFirstEvalIngest = [];
|
|
45
|
+
for (const seq of [...seqToEval.keys()].sort((a, b) => a - b)) {
|
|
46
|
+
const ev = seqToEval.get(seq);
|
|
47
|
+
byFirstEvalIngest.push({ seq, ingest: ev.ingestIndex });
|
|
48
|
+
}
|
|
49
|
+
byFirstEvalIngest.sort((a, b) => a.ingest - b.ingest);
|
|
50
|
+
return byFirstEvalIngest.map((x) => x.seq);
|
|
51
|
+
}
|
|
52
|
+
export function buildTracePairwisePayload(options) {
|
|
53
|
+
const { priorView, currentView, priorRunIndex, currentRunIndex } = options;
|
|
54
|
+
const priorM = buildSeqToEvaluated(priorView);
|
|
55
|
+
const currentM = buildSeqToEvaluated(currentView);
|
|
56
|
+
const allSeqs = new Set([...priorM.keys(), ...currentM.keys()]);
|
|
57
|
+
const bySeq = [...allSeqs]
|
|
58
|
+
.sort((a, b) => a - b)
|
|
59
|
+
.map((seq) => {
|
|
60
|
+
const p = priorM.get(seq) ?? null;
|
|
61
|
+
const c = currentM.get(seq) ?? null;
|
|
62
|
+
let cl;
|
|
63
|
+
if (p && !c)
|
|
64
|
+
cl = "only_in_prior";
|
|
65
|
+
else if (!p && c)
|
|
66
|
+
cl = "only_in_current";
|
|
67
|
+
else
|
|
68
|
+
cl = "in_both";
|
|
69
|
+
return { seq, class: cl, prior: p, current: c };
|
|
70
|
+
});
|
|
71
|
+
const tPrior = seqTimelineList(priorView, priorM);
|
|
72
|
+
const tCurrent = seqTimelineList(currentView, currentM);
|
|
73
|
+
const seqTimelineOrderDiverged = tPrior.length !== tCurrent.length || tPrior.some((s, i) => s !== tCurrent[i]);
|
|
74
|
+
return {
|
|
75
|
+
priorRunIndex,
|
|
76
|
+
currentRunIndex,
|
|
77
|
+
viewBuild: { prior: priorView, current: currentView },
|
|
78
|
+
bySeq,
|
|
79
|
+
seqTimelineOrderDiverged,
|
|
80
|
+
nonToolEventCounts: {
|
|
81
|
+
prior: nonToolCountsForView(priorView),
|
|
82
|
+
current: nonToolCountsForView(currentView),
|
|
83
|
+
},
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
//# sourceMappingURL=executionTraceDiff.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"executionTraceDiff.js","sourceRoot":"","sources":["../src/executionTraceDiff.ts"],"names":[],"mappings":"AAmBA,SAAS,eAAe,CAAC,CAAqB;IAC5C,MAAM,CAAC,GAAG,CAAC,CAAC,gBAAgB,CAAC;IAC7B,OAAO;QACL,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,aAAa,EAAE,CAAC,CAAC,aAAa;QAC9B,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI;QAC/C,iBAAiB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI;QACjD,MAAM,EAAE,CAAC,CAAC,MAAM;KACjB,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAS,mBAAmB,CAAC,IAAwB;IACnD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAgC,CAAC;IACtD,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,CAAC,QAAQ,KAAK,eAAe,IAAI,CAAC,CAAC,OAAO,KAAK,IAAI;YAAE,SAAS;QACnE,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACb,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAC7B,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAgC,CAAC;IACpD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,KAAK,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,KAAK,IAAI,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5F,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAwB;IACpD,MAAM,CAAC,GAA2B,EAAE,CAAC;IACrC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,CAAC,QAAQ,KAAK,eAAe;YAAE,SAAS;QAC7C,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;QACrB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,0FAA0F;AAC1F,SAAS,eAAe,CAAC,KAAyB,EAAE,SAA4C;IAC9F,MAAM,iBAAiB,GAA2C,EAAE,CAAC;IACrE,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QAC9D,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;QAC/B,iBAAiB,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IACtD,OAAO,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;AAC7C,CAAC;AAOD,MAAM,UAAU,yBAAyB,CAAC,OAKzC;IAQC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,aAAa,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC;IAC3E,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAChE,MAAM,KAAK,GAAsB,CAAC,GAAG,OAAO,CAAC;SAC1C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;SACrB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACX,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;QAClC,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;QACpC,IAAI,EAAqB,CAAC;QAC1B,IAAI,CAAC,IAAI,CAAC,CAAC;YAAE,EAAE,GAAG,eAAe,CAAC;aAC7B,IAAI,CAAC,CAAC,IAAI,CAAC;YAAE,EAAE,GAAG,iBAAiB,CAAC;;YACpC,EAAE,GAAG,SAAS,CAAC;QACpB,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IAClD,CAAC,CAAC,CAAC;IAEL,MAAM,MAAM,GAAG,eAAe,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IACxD,MAAM,wBAAwB,GAC5B,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,CAAC,CAAC;IAEjF,OAAO;QACL,aAAa;QACb,eAAe;QACf,SAAS,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE;QACrD,KAAK;QACL,wBAAwB;QACxB,kBAAkB,EAAE;YAClB,KAAK,EAAE,oBAAoB,CAAC,SAAS,CAAC;YACtC,OAAO,EAAE,oBAAoB,CAAC,WAAW,CAAC;SAC3C;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"executionTraceDiff.test.d.ts","sourceRoot":"","sources":["../src/executionTraceDiff.test.ts"],"names":[],"mappings":""}
|