tryassay 0.6.0 → 0.11.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/api/pricing-enforcer.d.ts +45 -0
- package/dist/api/pricing-enforcer.js +144 -0
- package/dist/api/pricing-enforcer.js.map +1 -0
- package/dist/api/server.d.ts +28 -0
- package/dist/api/server.js +265 -0
- package/dist/api/server.js.map +1 -0
- package/dist/api/team-session.d.ts +59 -0
- package/dist/api/team-session.js +240 -0
- package/dist/api/team-session.js.map +1 -0
- package/dist/cli.js +123 -2
- package/dist/cli.js.map +1 -1
- package/dist/commands/api.d.ts +4 -0
- package/dist/commands/api.js +50 -0
- package/dist/commands/api.js.map +1 -0
- package/dist/commands/runtime.d.ts +61 -0
- package/dist/commands/runtime.js +554 -0
- package/dist/commands/runtime.js.map +1 -1
- package/dist/runtime/agent-spawner.d.ts +56 -0
- package/dist/runtime/agent-spawner.js +217 -0
- package/dist/runtime/agent-spawner.js.map +1 -0
- package/dist/runtime/agents/coordinator-agent.d.ts +20 -0
- package/dist/runtime/agents/coordinator-agent.js +182 -0
- package/dist/runtime/agents/coordinator-agent.js.map +1 -0
- package/dist/runtime/agents/ops-agent.d.ts +11 -0
- package/dist/runtime/agents/ops-agent.js +113 -0
- package/dist/runtime/agents/ops-agent.js.map +1 -0
- package/dist/runtime/agents/research-agent.d.ts +11 -0
- package/dist/runtime/agents/research-agent.js +114 -0
- package/dist/runtime/agents/research-agent.js.map +1 -0
- package/dist/runtime/agents/test-agent.d.ts +11 -0
- package/dist/runtime/agents/test-agent.js +114 -0
- package/dist/runtime/agents/test-agent.js.map +1 -0
- package/dist/runtime/audit-log.js +2 -2
- package/dist/runtime/audit-log.js.map +1 -1
- package/dist/runtime/capability-registry.d.ts +62 -0
- package/dist/runtime/capability-registry.js +191 -0
- package/dist/runtime/capability-registry.js.map +1 -0
- package/dist/runtime/collusion-detector.d.ts +35 -0
- package/dist/runtime/collusion-detector.js +97 -0
- package/dist/runtime/collusion-detector.js.map +1 -0
- package/dist/runtime/control-server.js +8 -4
- package/dist/runtime/control-server.js.map +1 -1
- package/dist/runtime/domain-coverage-analyzer.d.ts +24 -0
- package/dist/runtime/domain-coverage-analyzer.js +178 -0
- package/dist/runtime/domain-coverage-analyzer.js.map +1 -0
- package/dist/runtime/executor.js +27 -12
- package/dist/runtime/executor.js.map +1 -1
- package/dist/runtime/human-escalation.d.ts +41 -0
- package/dist/runtime/human-escalation.js +122 -0
- package/dist/runtime/human-escalation.js.map +1 -0
- package/dist/runtime/kill-switch.d.ts +51 -0
- package/dist/runtime/kill-switch.js +185 -0
- package/dist/runtime/kill-switch.js.map +1 -0
- package/dist/runtime/layer2-guardian.d.ts +81 -0
- package/dist/runtime/layer2-guardian.js +263 -0
- package/dist/runtime/layer2-guardian.js.map +1 -0
- package/dist/runtime/multi-agent-loop.d.ts +37 -0
- package/dist/runtime/multi-agent-loop.js +411 -0
- package/dist/runtime/multi-agent-loop.js.map +1 -0
- package/dist/runtime/prompt-safety-analyzer.d.ts +17 -0
- package/dist/runtime/prompt-safety-analyzer.js +230 -0
- package/dist/runtime/prompt-safety-analyzer.js.map +1 -0
- package/dist/runtime/rollback-manager.d.ts +50 -0
- package/dist/runtime/rollback-manager.js +157 -0
- package/dist/runtime/rollback-manager.js.map +1 -0
- package/dist/runtime/rule-canary-deployer.d.ts +69 -0
- package/dist/runtime/rule-canary-deployer.js +289 -0
- package/dist/runtime/rule-canary-deployer.js.map +1 -0
- package/dist/runtime/rule-conflict-detector.d.ts +48 -0
- package/dist/runtime/rule-conflict-detector.js +214 -0
- package/dist/runtime/rule-conflict-detector.js.map +1 -0
- package/dist/runtime/rule-meta-verifier.d.ts +18 -0
- package/dist/runtime/rule-meta-verifier.js +275 -0
- package/dist/runtime/rule-meta-verifier.js.map +1 -0
- package/dist/runtime/rule-proposal-manager.d.ts +95 -0
- package/dist/runtime/rule-proposal-manager.js +190 -0
- package/dist/runtime/rule-proposal-manager.js.map +1 -0
- package/dist/runtime/safety-enforcer.d.ts +35 -0
- package/dist/runtime/safety-enforcer.js +165 -0
- package/dist/runtime/safety-enforcer.js.map +1 -0
- package/dist/runtime/safety-status.d.ts +48 -0
- package/dist/runtime/safety-status.js +119 -0
- package/dist/runtime/safety-status.js.map +1 -0
- package/dist/runtime/shared-memory.d.ts +47 -0
- package/dist/runtime/shared-memory.js +151 -0
- package/dist/runtime/shared-memory.js.map +1 -0
- package/dist/runtime/specialized-agent.d.ts +5 -0
- package/dist/runtime/specialized-agent.js +37 -0
- package/dist/runtime/specialized-agent.js.map +1 -1
- package/dist/runtime/stall-detector.d.ts +13 -0
- package/dist/runtime/stall-detector.js +121 -0
- package/dist/runtime/stall-detector.js.map +1 -0
- package/dist/runtime/tool-approval.d.ts +51 -0
- package/dist/runtime/tool-approval.js +148 -0
- package/dist/runtime/tool-approval.js.map +1 -0
- package/dist/runtime/tool-sandbox.d.ts +43 -0
- package/dist/runtime/tool-sandbox.js +394 -0
- package/dist/runtime/tool-sandbox.js.map +1 -0
- package/dist/runtime/tool-verifier.d.ts +18 -0
- package/dist/runtime/tool-verifier.js +323 -0
- package/dist/runtime/tool-verifier.js.map +1 -0
- package/dist/runtime/trust-manager.d.ts +33 -3
- package/dist/runtime/trust-manager.js +128 -26
- package/dist/runtime/trust-manager.js.map +1 -1
- package/dist/runtime/types.d.ts +652 -0
- package/dist/runtime/verification-intensity.d.ts +34 -0
- package/dist/runtime/verification-intensity.js +104 -0
- package/dist/runtime/verification-intensity.js.map +1 -0
- package/package.json +1 -1
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import type { TrustLevel, BoundaryClaim, AgentIdentity } from './types.js';
|
|
2
|
+
export interface VerificationIntensity {
|
|
3
|
+
/** Verify every claim (vs sampling). */
|
|
4
|
+
readonly verifyAll: boolean;
|
|
5
|
+
/** Fraction of claims to verify if not verifyAll (0-1). */
|
|
6
|
+
readonly sampleRate: number;
|
|
7
|
+
/** Require formal verification for critical severity claims. */
|
|
8
|
+
readonly requireFormalForCritical: boolean;
|
|
9
|
+
/** Require formal verification for high severity claims. */
|
|
10
|
+
readonly requireFormalForHigh: boolean;
|
|
11
|
+
/** Maximum claims to verify (0 = no limit). */
|
|
12
|
+
readonly maxClaimsToVerify: number;
|
|
13
|
+
/** Skip verification entirely (only for formal agents). */
|
|
14
|
+
readonly skipVerification: boolean;
|
|
15
|
+
}
|
|
16
|
+
export declare class VerificationIntensityController {
|
|
17
|
+
/**
|
|
18
|
+
* Get the verification intensity for an agent based on its trust level.
|
|
19
|
+
*/
|
|
20
|
+
getIntensity(agent: AgentIdentity): VerificationIntensity;
|
|
21
|
+
/**
|
|
22
|
+
* Filter claims based on verification intensity.
|
|
23
|
+
* Returns the claims that should be verified.
|
|
24
|
+
*/
|
|
25
|
+
filterClaims(claims: readonly BoundaryClaim[], intensity: VerificationIntensity): BoundaryClaim[];
|
|
26
|
+
/**
|
|
27
|
+
* Determine which claims need formal verification based on intensity.
|
|
28
|
+
*/
|
|
29
|
+
claimsRequiringFormal(claims: readonly BoundaryClaim[], intensity: VerificationIntensity): BoundaryClaim[];
|
|
30
|
+
/**
|
|
31
|
+
* Get a human-readable summary of verification intensity for display.
|
|
32
|
+
*/
|
|
33
|
+
describeIntensity(trustLevel: TrustLevel): string;
|
|
34
|
+
}
|
|
@@ -0,0 +1,104 @@
|
|
|
1
|
+
// ============================================================
|
|
2
|
+
// Assay Verified Agent Runtime — Verification Intensity Controller
|
|
3
|
+
// Dynamically adjusts verification depth based on agent trust.
|
|
4
|
+
// Sits between the multi-agent loop and the CompositionVerifier.
|
|
5
|
+
// ============================================================
|
|
6
|
+
// ── Intensity per trust level ──────────────────────────────
|
|
7
|
+
const INTENSITY_MAP = {
|
|
8
|
+
untrusted: {
|
|
9
|
+
verifyAll: true,
|
|
10
|
+
sampleRate: 1.0,
|
|
11
|
+
requireFormalForCritical: true,
|
|
12
|
+
requireFormalForHigh: true,
|
|
13
|
+
maxClaimsToVerify: 0,
|
|
14
|
+
skipVerification: false,
|
|
15
|
+
},
|
|
16
|
+
provisional: {
|
|
17
|
+
verifyAll: true,
|
|
18
|
+
sampleRate: 1.0,
|
|
19
|
+
requireFormalForCritical: true,
|
|
20
|
+
requireFormalForHigh: false,
|
|
21
|
+
maxClaimsToVerify: 0,
|
|
22
|
+
skipVerification: false,
|
|
23
|
+
},
|
|
24
|
+
trusted: {
|
|
25
|
+
verifyAll: false,
|
|
26
|
+
sampleRate: 0.2,
|
|
27
|
+
requireFormalForCritical: true,
|
|
28
|
+
requireFormalForHigh: false,
|
|
29
|
+
maxClaimsToVerify: 10,
|
|
30
|
+
skipVerification: false,
|
|
31
|
+
},
|
|
32
|
+
formal: {
|
|
33
|
+
verifyAll: false,
|
|
34
|
+
sampleRate: 0,
|
|
35
|
+
requireFormalForCritical: false,
|
|
36
|
+
requireFormalForHigh: false,
|
|
37
|
+
maxClaimsToVerify: 0,
|
|
38
|
+
skipVerification: true,
|
|
39
|
+
},
|
|
40
|
+
};
|
|
41
|
+
// ── Verification Intensity Controller ──────────────────────
|
|
42
|
+
export class VerificationIntensityController {
|
|
43
|
+
/**
|
|
44
|
+
* Get the verification intensity for an agent based on its trust level.
|
|
45
|
+
*/
|
|
46
|
+
getIntensity(agent) {
|
|
47
|
+
return INTENSITY_MAP[agent.trustLevel];
|
|
48
|
+
}
|
|
49
|
+
/**
|
|
50
|
+
* Filter claims based on verification intensity.
|
|
51
|
+
* Returns the claims that should be verified.
|
|
52
|
+
*/
|
|
53
|
+
filterClaims(claims, intensity) {
|
|
54
|
+
if (intensity.skipVerification)
|
|
55
|
+
return [];
|
|
56
|
+
if (intensity.verifyAll) {
|
|
57
|
+
return intensity.maxClaimsToVerify > 0
|
|
58
|
+
? [...claims].slice(0, intensity.maxClaimsToVerify)
|
|
59
|
+
: [...claims];
|
|
60
|
+
}
|
|
61
|
+
// Always include critical and high severity claims
|
|
62
|
+
const critical = claims.filter(c => c.severity === 'critical');
|
|
63
|
+
const high = claims.filter(c => c.severity === 'high');
|
|
64
|
+
const rest = claims.filter(c => c.severity !== 'critical' && c.severity !== 'high');
|
|
65
|
+
// Sample from medium/low
|
|
66
|
+
const sampled = rest.filter(() => Math.random() < intensity.sampleRate);
|
|
67
|
+
let result = [...critical, ...high, ...sampled];
|
|
68
|
+
if (intensity.maxClaimsToVerify > 0) {
|
|
69
|
+
result = result.slice(0, intensity.maxClaimsToVerify);
|
|
70
|
+
}
|
|
71
|
+
return result;
|
|
72
|
+
}
|
|
73
|
+
/**
|
|
74
|
+
* Determine which claims need formal verification based on intensity.
|
|
75
|
+
*/
|
|
76
|
+
claimsRequiringFormal(claims, intensity) {
|
|
77
|
+
const formalRequired = [];
|
|
78
|
+
for (const claim of claims) {
|
|
79
|
+
if (intensity.requireFormalForCritical && claim.severity === 'critical') {
|
|
80
|
+
formalRequired.push(claim);
|
|
81
|
+
}
|
|
82
|
+
if (intensity.requireFormalForHigh && claim.severity === 'high') {
|
|
83
|
+
formalRequired.push(claim);
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
return formalRequired;
|
|
87
|
+
}
|
|
88
|
+
/**
|
|
89
|
+
* Get a human-readable summary of verification intensity for display.
|
|
90
|
+
*/
|
|
91
|
+
describeIntensity(trustLevel) {
|
|
92
|
+
switch (trustLevel) {
|
|
93
|
+
case 'untrusted':
|
|
94
|
+
return 'FULL (every claim verified, formal for critical+high)';
|
|
95
|
+
case 'provisional':
|
|
96
|
+
return 'STANDARD (every claim verified, formal for critical only)';
|
|
97
|
+
case 'trusted':
|
|
98
|
+
return 'SAMPLING (20% of medium/low, all critical/high, max 10 claims)';
|
|
99
|
+
case 'formal':
|
|
100
|
+
return 'NONE (agent output is ground truth)';
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
//# sourceMappingURL=verification-intensity.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"verification-intensity.js","sourceRoot":"","sources":["../../src/runtime/verification-intensity.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,mEAAmE;AACnE,+DAA+D;AAC/D,iEAAiE;AACjE,+DAA+D;AAyB/D,8DAA8D;AAE9D,MAAM,aAAa,GAA8C;IAC/D,SAAS,EAAE;QACT,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,GAAG;QACf,wBAAwB,EAAE,IAAI;QAC9B,oBAAoB,EAAE,IAAI;QAC1B,iBAAiB,EAAE,CAAC;QACpB,gBAAgB,EAAE,KAAK;KACxB;IACD,WAAW,EAAE;QACX,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,GAAG;QACf,wBAAwB,EAAE,IAAI;QAC9B,oBAAoB,EAAE,KAAK;QAC3B,iBAAiB,EAAE,CAAC;QACpB,gBAAgB,EAAE,KAAK;KACxB;IACD,OAAO,EAAE;QACP,SAAS,EAAE,KAAK;QAChB,UAAU,EAAE,GAAG;QACf,wBAAwB,EAAE,IAAI;QAC9B,oBAAoB,EAAE,KAAK;QAC3B,iBAAiB,EAAE,EAAE;QACrB,gBAAgB,EAAE,KAAK;KACxB;IACD,MAAM,EAAE;QACN,SAAS,EAAE,KAAK;QAChB,UAAU,EAAE,CAAC;QACb,wBAAwB,EAAE,KAAK;QAC/B,oBAAoB,EAAE,KAAK;QAC3B,iBAAiB,EAAE,CAAC;QACpB,gBAAgB,EAAE,IAAI;KACvB;CACF,CAAC;AAEF,8DAA8D;AAE9D,MAAM,OAAO,+BAA+B;IAC1C;;OAEG;IACH,YAAY,CAAC,KAAoB;QAC/B,OAAO,aAAa,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC;IAED;;;OAGG;IACH,YAAY,CACV,MAAgC,EAChC,SAAgC;QAEhC,IAAI,SAAS,CAAC,gBAAgB;YAAE,OAAO,EAAE,CAAC;QAC1C,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;YACxB,OAAO,SAAS,CAAC,iBAAiB,GAAG,CAAC;gBACpC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,iBAAiB,CAAC;gBACnD,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;QAClB,CAAC;QAED,mDAAmD;QACnD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC;QAEpF,yBAAyB;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;QAExE,IAAI,MAAM,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,CAAC;QAEhD,IAAI,SAAS,CAAC,iBAAiB,GAAG,CAAC,EAAE,CAAC;YACpC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,iBAAiB,CAAC,CAAC;QACxD,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,qBAAqB,CACnB,MAAgC,EAChC,SAAgC;QAEhC,MAAM,cAAc,GAAoB,EAAE,CAAC;QAE3C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,SAAS,CAAC,wBAAwB,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;gBACxE,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC7B,CAAC;YACD,IAAI,SAAS,CAAC,oBAAoB,IAAI,KAAK,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;gBAChE,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,UAAsB;QACtC,QAAQ,UAAU,EAAE,CAAC;YACnB,KAAK,WAAW;gBACd,OAAO,uDAAuD,CAAC;YACjE,KAAK,aAAa;gBAChB,OAAO,2DAA2D,CAAC;YACrE,KAAK,SAAS;gBACZ,OAAO,gEAAgE,CAAC;YAC1E,KAAK,QAAQ;gBACX,OAAO,qCAAqC,CAAC;QACjD,CAAC;IACH,CAAC;CACF"}
|