agentskeptic 1.2.1 → 1.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +20 -34
- package/config/marketing.json +6 -5
- package/dist/actionableFailure.d.ts.map +1 -1
- package/dist/actionableFailure.js +15 -0
- package/dist/actionableFailure.js.map +1 -1
- package/dist/assurance/assurancePathArgs.d.ts.map +1 -1
- package/dist/assurance/assurancePathArgs.js +1 -0
- package/dist/assurance/assurancePathArgs.js.map +1 -1
- package/dist/certificateDigest.d.ts +4 -0
- package/dist/certificateDigest.d.ts.map +1 -0
- package/dist/certificateDigest.js +7 -0
- package/dist/certificateDigest.js.map +1 -0
- package/dist/certificateDigest.test.d.ts +2 -0
- package/dist/certificateDigest.test.d.ts.map +1 -0
- package/dist/certificateDigest.test.js +14 -0
- package/dist/certificateDigest.test.js.map +1 -0
- package/dist/cli/initCommand.d.ts +2 -0
- package/dist/cli/initCommand.d.ts.map +1 -0
- package/dist/cli/initCommand.js +135 -0
- package/dist/cli/initCommand.js.map +1 -0
- package/dist/cli/lockOrchestration.d.ts.map +1 -1
- package/dist/cli/lockOrchestration.js +29 -4
- package/dist/cli/lockOrchestration.js.map +1 -1
- package/dist/cli/migrateCommand.d.ts +6 -0
- package/dist/cli/migrateCommand.d.ts.map +1 -0
- package/dist/cli/migrateCommand.js +97 -0
- package/dist/cli/migrateCommand.js.map +1 -0
- package/dist/cli.js +99 -109
- package/dist/cli.js.map +1 -1
- package/dist/cliArgv.test.d.ts +2 -0
- package/dist/cliArgv.test.d.ts.map +1 -0
- package/dist/cliArgv.test.js +34 -0
- package/dist/cliArgv.test.js.map +1 -0
- package/dist/cliOperationalCodes.d.ts +6 -0
- package/dist/cliOperationalCodes.d.ts.map +1 -1
- package/dist/cliOperationalCodes.js +6 -0
- package/dist/cliOperationalCodes.js.map +1 -1
- package/dist/commercial/activationCorrelation.d.ts +3 -0
- package/dist/commercial/activationCorrelation.d.ts.map +1 -0
- package/dist/commercial/activationCorrelation.js +6 -0
- package/dist/commercial/activationCorrelation.js.map +1 -0
- package/dist/commercial/getCurrentUsage.d.ts +16 -0
- package/dist/commercial/getCurrentUsage.d.ts.map +1 -0
- package/dist/commercial/getCurrentUsage.js +12 -0
- package/dist/commercial/getCurrentUsage.js.map +1 -0
- package/dist/commercial/licensePreflight.d.ts +1 -0
- package/dist/commercial/licensePreflight.d.ts.map +1 -1
- package/dist/commercial/licensePreflight.js +12 -77
- package/dist/commercial/licensePreflight.js.map +1 -1
- package/dist/commercial/postVerifyOutcomeBeacon.d.ts +2 -0
- package/dist/commercial/postVerifyOutcomeBeacon.d.ts.map +1 -1
- package/dist/commercial/postVerifyOutcomeBeacon.js +8 -13
- package/dist/commercial/postVerifyOutcomeBeacon.js.map +1 -1
- package/dist/compare.acceptance.test.js +25 -0
- package/dist/compare.acceptance.test.js.map +1 -1
- package/dist/compareRunManifest.d.ts +32 -0
- package/dist/compareRunManifest.d.ts.map +1 -0
- package/dist/compareRunManifest.js +60 -0
- package/dist/compareRunManifest.js.map +1 -0
- package/dist/debug-ui/app.js +4 -3
- package/dist/debugPanels.d.ts +0 -3
- package/dist/debugPanels.d.ts.map +1 -1
- package/dist/debugPanels.js +0 -23
- package/dist/debugPanels.js.map +1 -1
- package/dist/debugPanels.test.js +16 -15
- package/dist/debugPanels.test.js.map +1 -1
- package/dist/debugServer.d.ts.map +1 -1
- package/dist/debugServer.js +18 -15
- package/dist/debugServer.js.map +1 -1
- package/dist/debugServer.test.js +6 -3
- package/dist/debugServer.test.js.map +1 -1
- package/dist/decisionGate.assertSafe.test.js +2 -2
- package/dist/decisionGate.assertSafe.test.js.map +1 -1
- package/dist/decisionGate.d.ts +2 -1
- package/dist/decisionGate.d.ts.map +1 -1
- package/dist/decisionGate.js +2 -1
- package/dist/decisionGate.js.map +1 -1
- package/dist/decisionGate.persistBundle.test.js +3 -3
- package/dist/decisionGate.persistBundle.test.js.map +1 -1
- package/dist/discovery-payload-v1.json +1 -1
- package/dist/enforceCli.d.ts.map +1 -1
- package/dist/enforceCli.js +15 -40
- package/dist/enforceCli.js.map +1 -1
- package/dist/enforceStateful.d.ts +2 -0
- package/dist/enforceStateful.d.ts.map +1 -0
- package/dist/enforceStateful.js +88 -0
- package/dist/enforceStateful.js.map +1 -0
- package/dist/enforcementProjection.d.ts +17 -0
- package/dist/enforcementProjection.d.ts.map +1 -0
- package/dist/enforcementProjection.js +20 -0
- package/dist/enforcementProjection.js.map +1 -0
- package/dist/executionTrace.test.js +35 -0
- package/dist/executionTrace.test.js.map +1 -1
- package/dist/executionTraceDiff.d.ts +36 -0
- package/dist/executionTraceDiff.d.ts.map +1 -0
- package/dist/executionTraceDiff.js +86 -0
- package/dist/executionTraceDiff.js.map +1 -0
- package/dist/executionTraceDiff.test.d.ts +2 -0
- package/dist/executionTraceDiff.test.d.ts.map +1 -0
- package/dist/executionTraceDiff.test.js +44 -0
- package/dist/executionTraceDiff.test.js.map +1 -0
- package/dist/failureOriginCatalog.d.ts.map +1 -1
- package/dist/failureOriginCatalog.js +3 -0
- package/dist/failureOriginCatalog.js.map +1 -1
- package/dist/firstFiveMinutesChecklist.d.ts +1 -1
- package/dist/firstFiveMinutesChecklist.d.ts.map +1 -1
- package/dist/firstFiveMinutesChecklist.js +2 -2
- package/dist/firstFiveMinutesChecklist.js.map +1 -1
- package/dist/index.d.ts +13 -7
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +10 -7
- package/dist/index.js.map +1 -1
- package/dist/operationalDisposition.d.ts +48 -0
- package/dist/operationalDisposition.d.ts.map +1 -1
- package/dist/operationalDisposition.js +48 -0
- package/dist/operationalDisposition.js.map +1 -1
- package/dist/publicDistribution.generated.d.ts +1 -1
- package/dist/publicDistribution.generated.js +1 -1
- package/dist/registryDraft/buildRegistryDraftPrompt.js +2 -2
- package/dist/registryDraft/createRegistryDraftAjv.js +2 -2
- package/dist/registryDraft/index.d.ts +1 -0
- package/dist/registryDraft/index.d.ts.map +1 -1
- package/dist/registryDraft/index.js +1 -0
- package/dist/registryDraft/index.js.map +1 -1
- package/dist/registryDraft/openAiLlmResponseSchema.d.ts +6 -0
- package/dist/registryDraft/openAiLlmResponseSchema.d.ts.map +1 -0
- package/dist/registryDraft/openAiLlmResponseSchema.js +12 -0
- package/dist/registryDraft/openAiLlmResponseSchema.js.map +1 -0
- package/dist/regressionArtifact.d.ts +63 -0
- package/dist/regressionArtifact.d.ts.map +1 -0
- package/dist/regressionArtifact.js +290 -0
- package/dist/regressionArtifact.js.map +1 -0
- package/dist/runComparison.d.ts +0 -1
- package/dist/runComparison.d.ts.map +1 -1
- package/dist/runComparison.js +0 -83
- package/dist/runComparison.js.map +1 -1
- package/dist/runComparison.test.js +101 -57
- package/dist/runComparison.test.js.map +1 -1
- package/dist/schemaLoad.d.ts +1 -1
- package/dist/schemaLoad.d.ts.map +1 -1
- package/dist/schemaLoad.js +8 -0
- package/dist/schemaLoad.js.map +1 -1
- package/dist/sdk/AgentSkeptic.d.ts +37 -0
- package/dist/sdk/AgentSkeptic.d.ts.map +1 -0
- package/dist/sdk/AgentSkeptic.js +45 -0
- package/dist/sdk/AgentSkeptic.js.map +1 -0
- package/dist/sdk/Gate.d.ts +3 -0
- package/dist/sdk/Gate.d.ts.map +1 -0
- package/dist/sdk/Gate.js +2 -0
- package/dist/sdk/Gate.js.map +1 -0
- package/dist/sdk/_generated/openapi-types.d.ts +1034 -0
- package/dist/sdk/_generated/openapi-types.d.ts.map +1 -0
- package/dist/sdk/_generated/openapi-types.js +6 -0
- package/dist/sdk/_generated/openapi-types.js.map +1 -0
- package/dist/sdk/deprecate.d.ts +6 -0
- package/dist/sdk/deprecate.d.ts.map +1 -0
- package/dist/sdk/deprecate.js +14 -0
- package/dist/sdk/deprecate.js.map +1 -0
- package/dist/sdk/deprecatedPublicApi.d.ts +18 -0
- package/dist/sdk/deprecatedPublicApi.d.ts.map +1 -0
- package/dist/sdk/deprecatedPublicApi.js +36 -0
- package/dist/sdk/deprecatedPublicApi.js.map +1 -0
- package/dist/sdk/errors.d.ts +23 -0
- package/dist/sdk/errors.d.ts.map +1 -0
- package/dist/sdk/errors.js +28 -0
- package/dist/sdk/errors.js.map +1 -0
- package/dist/sdk/frameworks/next.d.ts +12 -0
- package/dist/sdk/frameworks/next.d.ts.map +1 -0
- package/dist/sdk/frameworks/next.js +29 -0
- package/dist/sdk/frameworks/next.js.map +1 -0
- package/dist/sdk/transport.d.ts +35 -0
- package/dist/sdk/transport.d.ts.map +1 -0
- package/dist/sdk/transport.js +180 -0
- package/dist/sdk/transport.js.map +1 -0
- package/dist/sortedJsonStringify.d.ts +2 -0
- package/dist/sortedJsonStringify.d.ts.map +1 -0
- package/dist/sortedJsonStringify.js +23 -0
- package/dist/sortedJsonStringify.js.map +1 -0
- package/dist/standardVerifyWorkflowCli.d.ts.map +1 -1
- package/dist/standardVerifyWorkflowCli.js +3 -2
- package/dist/standardVerifyWorkflowCli.js.map +1 -1
- package/dist/telemetry/maybeEmitOssClaimTicketUrl.d.ts +2 -0
- package/dist/telemetry/maybeEmitOssClaimTicketUrl.d.ts.map +1 -1
- package/dist/telemetry/maybeEmitOssClaimTicketUrl.js +13 -2
- package/dist/telemetry/maybeEmitOssClaimTicketUrl.js.map +1 -1
- package/dist/telemetry/postOssClaimContinuation.d.ts +1 -1
- package/dist/telemetry/postOssClaimContinuation.d.ts.map +1 -1
- package/dist/telemetry/postOssClaimContinuation.js +10 -6
- package/dist/telemetry/postOssClaimContinuation.js.map +1 -1
- package/dist/telemetry/postOssClaimTicket.d.ts +8 -0
- package/dist/telemetry/postOssClaimTicket.d.ts.map +1 -1
- package/dist/telemetry/postOssClaimTicket.js +31 -5
- package/dist/telemetry/postOssClaimTicket.js.map +1 -1
- package/dist/truthLayerError.d.ts +5 -2
- package/dist/truthLayerError.d.ts.map +1 -1
- package/dist/truthLayerError.js +6 -4
- package/dist/truthLayerError.js.map +1 -1
- package/dist/types.d.ts +10 -1
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +1 -1
- package/dist/verificationDiagnostics.d.ts.map +1 -1
- package/dist/verificationDiagnostics.js +4 -1
- package/dist/verificationDiagnostics.js.map +1 -1
- package/dist/verificationPolicy.d.ts.map +1 -1
- package/dist/verificationPolicy.js +13 -0
- package/dist/verificationPolicy.js.map +1 -1
- package/dist/verificationUserPhrases.d.ts.map +1 -1
- package/dist/verificationUserPhrases.js +3 -0
- package/dist/verificationUserPhrases.js.map +1 -1
- package/dist/verify/batchVerifyTelemetrySubcommand.d.ts.map +1 -1
- package/dist/verify/batchVerifyTelemetrySubcommand.js +8 -1
- package/dist/verify/batchVerifyTelemetrySubcommand.js.map +1 -1
- package/dist/verifyAgentskeptic.d.ts +1 -1
- package/dist/verifyAgentskeptic.d.ts.map +1 -1
- package/dist/verifyAgentskeptic.js +3 -3
- package/dist/verifyAgentskeptic.js.map +1 -1
- package/dist/verifyAgentskeptic.test.js +5 -5
- package/dist/verifyAgentskeptic.test.js.map +1 -1
- package/dist/wireReasonCodes.d.ts +3 -0
- package/dist/wireReasonCodes.d.ts.map +1 -1
- package/dist/wireReasonCodes.js +3 -0
- package/dist/wireReasonCodes.js.map +1 -1
- package/package.json +41 -7
- package/schemas/agentskeptic-error-codes.json +608 -0
- package/schemas/compare-run-manifest-v1.schema.json +65 -0
- package/schemas/conformance-normalized-result.schema.json +73 -0
- package/schemas/connector-capabilities.schema.json +38 -0
- package/schemas/execution-trace-view.schema.json +1 -1
- package/schemas/openapi-commercial-v1.in.yaml +580 -14
- package/schemas/openapi-commercial-v1.yaml +580 -14
- package/schemas/{registry-draft-response-v1.schema.json → registry-draft-llm-partial-v1.schema.json} +9 -5
- package/schemas/registry-draft-response-v2.schema.json +52 -0
- package/schemas/regression-artifact-v1.schema.json +212 -0
- package/scripts/discovery-payload.lib.cjs +3 -3
- package/scripts/emit-primary-marketing.cjs +12 -0
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
+
"$id": "https://agentskeptic.com/schemas/conformance-normalized-result.schema.json",
|
|
4
|
+
"title": "ConformanceNormalizedResult",
|
|
5
|
+
"type": "object",
|
|
6
|
+
"required": [
|
|
7
|
+
"scenarioId",
|
|
8
|
+
"runtime",
|
|
9
|
+
"connector",
|
|
10
|
+
"mode",
|
|
11
|
+
"supportedBehaviorId",
|
|
12
|
+
"outcome",
|
|
13
|
+
"normalizedHash"
|
|
14
|
+
],
|
|
15
|
+
"properties": {
|
|
16
|
+
"scenarioId": { "type": "string", "minLength": 1 },
|
|
17
|
+
"runtime": { "type": "string", "enum": ["typescript", "python"] },
|
|
18
|
+
"connector": {
|
|
19
|
+
"type": "string",
|
|
20
|
+
"enum": [
|
|
21
|
+
"sqlite",
|
|
22
|
+
"postgres",
|
|
23
|
+
"mysql",
|
|
24
|
+
"sqlserver",
|
|
25
|
+
"bigquery",
|
|
26
|
+
"vector_document",
|
|
27
|
+
"http_witness",
|
|
28
|
+
"mongo_document",
|
|
29
|
+
"object_storage_object"
|
|
30
|
+
]
|
|
31
|
+
},
|
|
32
|
+
"mode": { "type": "string", "enum": ["strong", "eventual", "bounded"] },
|
|
33
|
+
"supportedBehaviorId": { "type": "string", "minLength": 1 },
|
|
34
|
+
"outcome": {
|
|
35
|
+
"type": "object",
|
|
36
|
+
"required": ["status", "reasonCodes", "failureDiagnostic", "evidence"],
|
|
37
|
+
"properties": {
|
|
38
|
+
"status": {
|
|
39
|
+
"type": "string",
|
|
40
|
+
"enum": [
|
|
41
|
+
"verified",
|
|
42
|
+
"missing",
|
|
43
|
+
"inconsistent",
|
|
44
|
+
"incomplete_verification",
|
|
45
|
+
"partially_verified",
|
|
46
|
+
"uncertain"
|
|
47
|
+
]
|
|
48
|
+
},
|
|
49
|
+
"reasonCodes": {
|
|
50
|
+
"type": "array",
|
|
51
|
+
"items": { "type": "string", "minLength": 1 },
|
|
52
|
+
"uniqueItems": true
|
|
53
|
+
},
|
|
54
|
+
"failureDiagnostic": {
|
|
55
|
+
"type": ["string", "null"],
|
|
56
|
+
"enum": [
|
|
57
|
+
"workflow_execution",
|
|
58
|
+
"verification_setup",
|
|
59
|
+
"observation_uncertainty",
|
|
60
|
+
null
|
|
61
|
+
]
|
|
62
|
+
},
|
|
63
|
+
"evidence": {
|
|
64
|
+
"type": "object",
|
|
65
|
+
"additionalProperties": true
|
|
66
|
+
}
|
|
67
|
+
},
|
|
68
|
+
"additionalProperties": false
|
|
69
|
+
},
|
|
70
|
+
"normalizedHash": { "type": "string", "pattern": "^[a-f0-9]{64}$" }
|
|
71
|
+
},
|
|
72
|
+
"additionalProperties": false
|
|
73
|
+
}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
+
"$id": "https://agentskeptic.com/schemas/connector-capabilities.schema.json",
|
|
4
|
+
"title": "ConnectorCapabilities",
|
|
5
|
+
"type": "object",
|
|
6
|
+
"required": ["generatedAt", "behaviors"],
|
|
7
|
+
"properties": {
|
|
8
|
+
"generatedAt": { "type": "string", "minLength": 1 },
|
|
9
|
+
"behaviors": {
|
|
10
|
+
"type": "array",
|
|
11
|
+
"items": {
|
|
12
|
+
"type": "object",
|
|
13
|
+
"required": ["supportedBehaviorId", "capabilityState", "runtimeStates", "scenarioIds"],
|
|
14
|
+
"properties": {
|
|
15
|
+
"supportedBehaviorId": { "type": "string", "minLength": 1 },
|
|
16
|
+
"capabilityState": { "type": "string", "enum": ["supported", "unsupported"] },
|
|
17
|
+
"runtimeStates": {
|
|
18
|
+
"type": "object",
|
|
19
|
+
"required": ["typescript", "python"],
|
|
20
|
+
"properties": {
|
|
21
|
+
"typescript": { "type": "string", "enum": ["supported", "unsupported"] },
|
|
22
|
+
"python": { "type": "string", "enum": ["supported", "unsupported"] }
|
|
23
|
+
},
|
|
24
|
+
"additionalProperties": false
|
|
25
|
+
},
|
|
26
|
+
"scenarioIds": {
|
|
27
|
+
"type": "array",
|
|
28
|
+
"items": { "type": "string", "minLength": 1 },
|
|
29
|
+
"uniqueItems": true
|
|
30
|
+
},
|
|
31
|
+
"notes": { "type": "array", "items": { "type": "string" } }
|
|
32
|
+
},
|
|
33
|
+
"additionalProperties": false
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
},
|
|
37
|
+
"additionalProperties": false
|
|
38
|
+
}
|
|
@@ -46,7 +46,7 @@
|
|
|
46
46
|
"properties": {
|
|
47
47
|
"ingestIndex": { "type": "integer", "minimum": 0 },
|
|
48
48
|
"runEventId": { "type": "string", "minLength": 1 },
|
|
49
|
-
"wireSchemaVersion": { "type": "integer", "enum": [1, 2] },
|
|
49
|
+
"wireSchemaVersion": { "type": "integer", "enum": [1, 2, 3] },
|
|
50
50
|
"wireType": { "type": "string", "minLength": 1 },
|
|
51
51
|
"parentRunEventId": { "type": ["string", "null"] },
|
|
52
52
|
"traceStepKind": {
|