@sentropic/llm-mesh 0.29.0 → 0.30.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +21 -0
- package/dist/decision/adapter.d.ts.map +1 -1
- package/dist/decision/adapter.js +2 -1
- package/dist/decision/adapter.js.map +1 -1
- package/dist/decision/admission.d.ts +2 -1
- package/dist/decision/admission.d.ts.map +1 -1
- package/dist/decision/admission.js +5 -1
- package/dist/decision/admission.js.map +1 -1
- package/dist/decision/assessment-controls.d.ts +6 -0
- package/dist/decision/assessment-controls.d.ts.map +1 -0
- package/dist/decision/assessment-controls.js +45 -0
- package/dist/decision/assessment-controls.js.map +1 -0
- package/dist/decision/assessment-recording.d.ts +23 -0
- package/dist/decision/assessment-recording.d.ts.map +1 -0
- package/dist/decision/assessment-recording.js +73 -0
- package/dist/decision/assessment-recording.js.map +1 -0
- package/dist/decision/assessment-statistics.d.ts +14 -0
- package/dist/decision/assessment-statistics.d.ts.map +1 -0
- package/dist/decision/assessment-statistics.js +88 -0
- package/dist/decision/assessment-statistics.js.map +1 -0
- package/dist/decision/assessment-types.d.ts +123 -0
- package/dist/decision/assessment-types.d.ts.map +1 -0
- package/dist/decision/assessment-types.js +2 -0
- package/dist/decision/assessment-types.js.map +1 -0
- package/dist/decision/assessment-validation.d.ts +7 -0
- package/dist/decision/assessment-validation.d.ts.map +1 -0
- package/dist/decision/assessment-validation.js +124 -0
- package/dist/decision/assessment-validation.js.map +1 -0
- package/dist/decision/assessment.d.ts +6 -0
- package/dist/decision/assessment.d.ts.map +1 -0
- package/dist/decision/assessment.js +157 -0
- package/dist/decision/assessment.js.map +1 -0
- package/dist/decision/descriptor-validation.d.ts.map +1 -1
- package/dist/decision/descriptor-validation.js +4 -2
- package/dist/decision/descriptor-validation.js.map +1 -1
- package/dist/decision/descriptor.d.ts +2 -0
- package/dist/decision/descriptor.d.ts.map +1 -1
- package/dist/decision/descriptor.js.map +1 -1
- package/dist/decision/dispatch.d.ts.map +1 -1
- package/dist/decision/dispatch.js +2 -1
- package/dist/decision/dispatch.js.map +1 -1
- package/dist/decision/host-options.d.ts +5 -0
- package/dist/decision/host-options.d.ts.map +1 -1
- package/dist/decision/host.d.ts +5 -0
- package/dist/decision/host.d.ts.map +1 -1
- package/dist/decision/host.js +3 -0
- package/dist/decision/host.js.map +1 -1
- package/dist/decision/index.d.ts +2 -0
- package/dist/decision/index.d.ts.map +1 -1
- package/dist/decision/jev-response.js +1 -1
- package/dist/decision/jev-response.js.map +1 -1
- package/dist/decision/openai-adapter.d.ts.map +1 -1
- package/dist/decision/openai-adapter.js +2 -1
- package/dist/decision/openai-adapter.js.map +1 -1
- package/dist/decision/openai-codec.js +1 -1
- package/dist/decision/openai-codec.js.map +1 -1
- package/dist/decision/policy.d.ts.map +1 -1
- package/dist/decision/policy.js +2 -1
- package/dist/decision/policy.js.map +1 -1
- package/dist/decision/pricing.d.ts +1 -0
- package/dist/decision/pricing.d.ts.map +1 -1
- package/dist/decision/pricing.js +25 -10
- package/dist/decision/pricing.js.map +1 -1
- package/dist/decision/qualification-scope.d.ts +22 -0
- package/dist/decision/qualification-scope.d.ts.map +1 -0
- package/dist/decision/qualification-scope.js +36 -0
- package/dist/decision/qualification-scope.js.map +1 -0
- package/dist/decision/qualification.d.ts +34 -0
- package/dist/decision/qualification.d.ts.map +1 -0
- package/dist/decision/qualification.js +74 -0
- package/dist/decision/qualification.js.map +1 -0
- package/dist/decision/receipt.d.ts +9 -3
- package/dist/decision/receipt.d.ts.map +1 -1
- package/dist/decision/receipt.js.map +1 -1
- package/dist/decision/service.d.ts.map +1 -1
- package/dist/decision/service.js +19 -3
- package/dist/decision/service.js.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -465,6 +465,27 @@ const service = createDecisionService({
|
|
|
465
465
|
});
|
|
466
466
|
```
|
|
467
467
|
|
|
468
|
+
### Qualification and production readiness
|
|
469
|
+
|
|
470
|
+
The default execution profile is production. The host supplies immutable `readiness` evidence
|
|
471
|
+
(`contractConformance`, `transportAccessible`, an exact operating `policy`, and recorded
|
|
472
|
+
`assessments`). Missing criterion calibration refuses admission before credentials or budget.
|
|
473
|
+
`discoverDecisionEvaluator` reports identity, billing, protocol price, transport and calibration
|
|
474
|
+
independently. `productionReady` exists only for a specific request/policy; evaluator discovery
|
|
475
|
+
lists qualified scopes. A passing rubric never qualifies new arbitrary instructions.
|
|
476
|
+
|
|
477
|
+
An explicitly published `executionProfile: 'qualification'` candidate remains experimental,
|
|
478
|
+
even with provisional expected served IDs. It requires the same explicit profile on
|
|
479
|
+
`createDecisionService` host options; production refuses it. It still needs qualified financial bounds, host
|
|
480
|
+
credentials and one-attempt admission. Success uses `kind: 'experimental-verdict'`; results and
|
|
481
|
+
receipts carry `experimental: true`, and served evaluator IDs carry `provisional: true`.
|
|
482
|
+
Production consumer validation rejects these envelopes and receipts, including errors.
|
|
483
|
+
Deterministic assessments are cached per service and exact scope; price remains a live gate.
|
|
484
|
+
|
|
485
|
+
The host exports `decisionExecutionDigest`, `decisionQualificationScope` and
|
|
486
|
+
`assessDecisionCalibration` for reproducible offline records. Fixtures cannot qualify semantic
|
|
487
|
+
calibration. See [the assessment contract and L6 requirements](../../spec/decision/v4l5-qualification.md).
|
|
488
|
+
|
|
468
489
|
### Native OpenAI Decisions
|
|
469
490
|
|
|
470
491
|
The host subpath exports `openAiDecisionsDescriptor` and the published standard/no-cache rate projection `openAiDecisionsPrice`.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"adapter.d.ts","sourceRoot":"","sources":["../../src/decision/adapter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,KAAK,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAC9E,OAAO,KAAK,EAAE,eAAe,EAAE,gBAAgB,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AACvG,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAG5C,OAAO,KAAK,EAAE,YAAY,EAAsB,MAAM,qBAAqB,CAAC;AAE5E,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"adapter.d.ts","sourceRoot":"","sources":["../../src/decision/adapter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,KAAK,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAC9E,OAAO,KAAK,EAAE,eAAe,EAAE,gBAAgB,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AACvG,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAG5C,OAAO,KAAK,EAAE,YAAY,EAAsB,MAAM,qBAAqB,CAAC;AAE5E,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,iBAAiB,CAAC;AAUnE,qFAAqF;AACrF,UAAU,uBAAuB;IAC/B,KAAK,EAAE,aAAa,CAAC;IACrB,eAAe,EAAE,YAAY,GAAG,IAAI,CAAC;IACrC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,2FAA2F;AAC3F,MAAM,MAAM,qBAAqB,GAAG,uBAAuB,GAAG,CAC1D;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,eAAe,CAAA;CAAE,GACtC;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,aAAa,CAAA;CAAE,CACtC,CAAC;AAEF,MAAM,WAAW,iBAAiB;IAAG,SAAS,EAAE,YAAY,CAAC;IAAC,UAAU,CAAC,EAAE,2BAA2B,CAAA;CAAE;AACxG,qBAAa,UAAW,YAAW,eAAe;IAGpC,OAAO,CAAC,QAAQ,CAAC,OAAO;IAFpC,QAAQ,CAAC,QAAQ,6CAAkC;IACnD,QAAQ,CAAC,UAAU,EAAE,2BAA2B,CAAC;gBACpB,OAAO,EAAE,iBAAiB;IAKvD,UAAU;IACV,cAAc;;;;;IACd,YAAY,CAAC,MAAM,CAAC,EAAE,SAAS;;;IAMzB,QAAQ,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAC9D,MAAM,CAAC,QAAQ,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC;IAC5D,cAAc,CAAC,MAAM,EAAE,OAAO;;;;;IACxB,QAAQ,CAAC,OAAO,EAAE,eAAe,EAAE,OAAO,CAAC,EAAE,sBAAsB,GAAG;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,qBAAqB,CAAC;CA6BtI;AACD,eAAO,MAAM,gBAAgB,YAAa,iBAAiB,KAAG,UAAqC,CAAC"}
|
package/dist/decision/adapter.js
CHANGED
|
@@ -8,6 +8,7 @@ import { createDecisionError, isDecisionErrorCode } from './errors.js';
|
|
|
8
8
|
import { unreportedDecisionUsage } from './receipt.js';
|
|
9
9
|
import { isRecord, snapshotBoundedJson } from './validation.js';
|
|
10
10
|
import { makeJevProviderRaw } from './raw.js';
|
|
11
|
+
import { canExecuteDecisionCandidate } from './qualification.js';
|
|
11
12
|
export class JevAdapter {
|
|
12
13
|
options;
|
|
13
14
|
provider = getProviderProfile('typesafe');
|
|
@@ -35,7 +36,7 @@ export class JevAdapter {
|
|
|
35
36
|
const encoded = encodeJevRequest(request, this.descriptor);
|
|
36
37
|
if (!encoded.ok)
|
|
37
38
|
return { ok: false, error: createDecisionError(encoded.code, 'preflight'), ...empty };
|
|
38
|
-
if (this.descriptor
|
|
39
|
+
if (!canExecuteDecisionCandidate(this.descriptor)) {
|
|
39
40
|
return { ok: false, error: createDecisionError('PROVIDER_UNAVAILABLE', 'preflight'), ...empty };
|
|
40
41
|
}
|
|
41
42
|
const auth = getSecretAuthMaterial(context?.auth);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../src/decision/adapter.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAEnD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEhD,OAAO,EAAE,gCAAgC,EAAE,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AACvE,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../src/decision/adapter.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAEnD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEhD,OAAO,EAAE,gCAAgC,EAAE,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AACvE,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AAkBjE,MAAM,OAAO,UAAU;IAGQ;IAFpB,QAAQ,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;IAC1C,UAAU,CAA8B;IACjD,YAA6B,OAA0B;QAA1B,YAAO,GAAP,OAAO,CAAmB;QACrD,MAAM,UAAU,GAAG,gCAAgC,CAAC,OAAO,CAAC,UAAU,IAAI,aAAa,CAAC,CAAC;QACzF,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC5D,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IACD,UAAU,KAAK,OAAO,EAAE,CAAC,CAAC,CAAC;IAC3B,cAAc,KAAK,OAAO,CAAC,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/D,YAAY,CAAC,MAAkB;QAC7B,MAAM,IAAI,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAC3C,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,KAAK,mBAAmB,IAAI,IAAI,CAAC,MAAM,KAAK,aAAa;mBAC3E,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;mBAClG,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;IACpC,CAAC;IACD,KAAK,CAAC,QAAQ,CAAC,QAAyB,IAA+B,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC,CAAC,CAAC;IACvH,KAAK,CAAC,MAAM,CAAC,QAAuB,IAA2B,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC,CAAC,CAAC;IAC/G,cAAc,CAAC,MAAe,IAAI,OAAO,EAAE,UAAU,EAAE,UAAmB,EAAE,OAAO,EAAE,uBAAuB,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACnI,KAAK,CAAC,QAAQ,CAAC,OAAwB,EAAE,OAA2D;QAClG,MAAM,KAAK,GAAG,EAAE,KAAK,EAAE,uBAAuB,CAAC,gBAAgB,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;QAC/G,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3D,IAAI,CAAC,OAAO,CAAC,EAAE;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,mBAAmB,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC;QACvG,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YAClD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,mBAAmB,CAAC,sBAAsB,EAAE,WAAW,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC;QAClG,CAAC;QACD,MAAM,IAAI,GAAG,qBAAqB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAClD,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,IAAI,KAAK,mBAAmB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9F,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,mBAAmB,CAAC,oBAAoB,EAAE,WAAW,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC;QAChG,CAAC;QACD,IAAI,MAA0B,CAAC;QAC/B,IAAI,CAAC;YAAC,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,EAC3E,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAAC,CAAC;QAC/E,MAAM,CAAC;YAAC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,mBAAmB,CAAC,kBAAkB,EAAE,UAAU,CAAC;gBACpF,GAAG,KAAK,EAAE,KAAK,EAAE,uBAAuB,CAAC,SAAS,CAAC,EAAE,CAAC;QAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,mBAAmB,CAAC,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,EAC5I,MAAM,CAAC,KAAK,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,uBAAuB,CAAC,SAAS,CAAC,EAAE,CAAC;QAChH,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QACjD,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAC3G,MAAM,SAAS,GAAG,MAAM,CAAC,iBAAiB,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC;QACxG,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QACrF,IAAI,OAAO,CAAC,EAAE,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3D,MAAM,GAAG,GAAG,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;YACtE,IAAI,GAAG;gBAAE,OAAO,CAAC,OAAO,CAAC,WAAW,GAAG,GAAG,CAAC;QAC7C,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AACD,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,OAA0B,EAAc,EAAE,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC"}
|
|
@@ -4,6 +4,7 @@ import type { DecisionServiceOptions } from './host-options.js';
|
|
|
4
4
|
import type { DecisionSelection } from './service.js';
|
|
5
5
|
import type { DecisionExecution } from './execution.js';
|
|
6
6
|
import type { DecisionQuote } from './pricing.js';
|
|
7
|
+
import type { createDecisionReadinessCheck } from './qualification.js';
|
|
7
8
|
export type AdmittedDecision = {
|
|
8
9
|
ok: true;
|
|
9
10
|
holdId: string;
|
|
@@ -19,5 +20,5 @@ export declare function decisionAuthority(options: DecisionServiceOptions, selec
|
|
|
19
20
|
export declare function releaseUnsentDecision(execution: DecisionExecution, options: DecisionServiceOptions, holdId: string, error: DecisionError): Promise<AdmittedDecision>;
|
|
20
21
|
export declare function admitDecision(execution: DecisionExecution, selection: Extract<DecisionSelection, {
|
|
21
22
|
ok: true;
|
|
22
|
-
}>, options: DecisionServiceOptions): Promise<AdmittedDecision>;
|
|
23
|
+
}>, options: DecisionServiceOptions, productionReady: ReturnType<typeof createDecisionReadinessCheck>): Promise<AdmittedDecision>;
|
|
23
24
|
//# sourceMappingURL=admission.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"admission.d.ts","sourceRoot":"","sources":["../../src/decision/admission.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AACjD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAEjD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAChE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAEtD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAGxD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"admission.d.ts","sourceRoot":"","sources":["../../src/decision/admission.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AACjD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAEjD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAChE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAEtD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAGxD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAGlD,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,oBAAoB,CAAC;AAEvE,MAAM,MAAM,gBAAgB,GAAG;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,cAAc,CAAA;CAAE,GACnG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,aAAa,CAAA;CAAE,CAAC;AACxC,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,sBAAsB,EAAE,SAAS,EAAE,OAAO,CAAC,iBAAiB,EAAE;IAAE,EAAE,EAAE,IAAI,CAAA;CAAE,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAG9I;AACD,wBAAsB,qBAAqB,CAAC,SAAS,EAAE,iBAAiB,EAAE,OAAO,EAAE,sBAAsB,EACvG,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAQjE;AAED,wBAAsB,aAAa,CAAC,SAAS,EAAE,iBAAiB,EAAE,SAAS,EAAE,OAAO,CAAC,iBAAiB,EAAE;IAAE,EAAE,EAAE,IAAI,CAAA;CAAE,CAAC,EACnH,OAAO,EAAE,sBAAsB,EAAE,eAAe,EAAE,UAAU,CAAC,OAAO,4BAA4B,CAAC,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAwE9H"}
|
|
@@ -24,7 +24,7 @@ export async function releaseUnsentDecision(execution, options, holdId, error) {
|
|
|
24
24
|
return { ok: false, error: createDecisionError('SETTLEMENT_UNAVAILABLE', 'settlement') };
|
|
25
25
|
}
|
|
26
26
|
}
|
|
27
|
-
export async function admitDecision(execution, selection, options) {
|
|
27
|
+
export async function admitDecision(execution, selection, options, productionReady) {
|
|
28
28
|
const failed = (error) => ({ ok: false, error });
|
|
29
29
|
execution.phase = 'admission';
|
|
30
30
|
let expired = decisionInterruption(execution, 'admission');
|
|
@@ -50,6 +50,10 @@ export async function admitDecision(execution, selection, options) {
|
|
|
50
50
|
const quoted = quoteDecision(selection.request, selection.descriptor, candidate, options.policy?.maxCostMicroUsd);
|
|
51
51
|
if (!quoted.ok)
|
|
52
52
|
return failed(createDecisionError(quoted.code, 'admission'));
|
|
53
|
+
if (selection.descriptor.executionProfile !== 'qualification'
|
|
54
|
+
&& !productionReady(selection.descriptor, selection.request, candidate)) {
|
|
55
|
+
return failed(createDecisionError('PROVIDER_UNAVAILABLE', 'admission'));
|
|
56
|
+
}
|
|
53
57
|
execution.phase = 'preflight';
|
|
54
58
|
const resolved = await resolveDecisionAuth(selection.descriptor, options.resolveAuth);
|
|
55
59
|
if (!resolved.ok)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"admission.js","sourceRoot":"","sources":["../../src/decision/admission.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAGlD,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAEnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAEjE,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"admission.js","sourceRoot":"","sources":["../../src/decision/admission.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAGlD,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAEnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAEjE,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAKlD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAA+B,EAAE,SAAmD;IAC1H,IAAI,CAAC;QAAC,OAAO,MAAM,OAAO,CAAC,SAAS,CAAC,EAAE,GAAG,SAAS,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,KAAK,IAAI,CAAC;IAAC,CAAC;IACvF,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;AACzB,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,SAA4B,EAAE,OAA+B,EACvG,MAAc,EAAE,KAAoB;IACpC,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3E,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,GAAG,UAAU,CAAC;QAC5C,SAAS,CAAC,OAAO,CAAC,QAAQ,GAAG,aAAa,CAAC;QAC3C,SAAS,CAAC,OAAO,CAAC,IAAI,GAAG,EAAE,MAAM,EAAE,cAAc,EAAE,cAAc,EAAE,GAAG,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;QAChG,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,mBAAmB,CAAC,wBAAwB,EAAE,YAAY,CAAC,EAAE,CAAC;IAAC,CAAC;AACvG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,SAA4B,EAAE,SAAmD,EACnH,OAA+B,EAAE,eAAgE;IACjG,MAAM,MAAM,GAAG,CAAC,KAAoB,EAAoB,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAClF,SAAS,CAAC,KAAK,GAAG,WAAW,CAAC;IAC9B,IAAI,OAAO,GAAG,oBAAoB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAC3D,IAAI,OAAO;QAAE,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;IACpC,IAAI,CAAC,MAAM,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC;QAAE,OAAO,MAAM,CAAC,mBAAmB,CAAC,sBAAsB,EAAE,WAAW,CAAC,CAAC,CAAC;IAC1H,OAAO,GAAG,oBAAoB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IACvD,IAAI,OAAO;QAAE,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;IACpC,IAAI,SAAkB,CAAC;IACvB,IAAI,CAAC;QAAC,SAAS,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,UAAU;YAClG,OAAO,EAAE,SAAS,CAAC,UAAU,CAAC,SAAS,EAAE,QAAQ,EAAE,SAAS,CAAC,UAAU,CAAC,QAAQ,IAAI,YAAY;YAChG,SAAS,EAAE,SAAS,CAAC,UAAU,CAAC,aAAa,CAAC,SAAS,EAAE,aAAa,EAAE,SAAS,CAAC,UAAU,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,CAAC;IAAC,CAAC;IAC3H,MAAM,CAAC;QAAC,OAAO,MAAM,CAAC,mBAAmB,CAAC,qBAAqB,EAAE,WAAW,CAAC,CAAC,CAAC;IAAC,CAAC;IACjF,OAAO,GAAG,oBAAoB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IACvD,IAAI,OAAO;QAAE,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,UAAU,EAAE,SAAS,EAAE,OAAO,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAClH,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,OAAO,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC;IAC7E,IAAI,SAAS,CAAC,UAAU,CAAC,gBAAgB,KAAK,eAAe;WACxD,CAAC,eAAe,CAAC,SAAS,CAAC,UAAU,EAAE,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;QAC1E,OAAO,MAAM,CAAC,mBAAmB,CAAC,sBAAsB,EAAE,WAAW,CAAC,CAAC,CAAC;IAC1E,CAAC;IACD,SAAS,CAAC,KAAK,GAAG,WAAW,CAAC;IAC9B,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,SAAS,CAAC,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;IACtF,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,OAAO,MAAM,CAAC,mBAAmB,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC;IACjF,MAAM,WAAW,GAAG,oBAAoB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IACjE,IAAI,WAAW;QAAE,OAAO,MAAM,CAAC,WAAW,CAAC,CAAC;IAC5C,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;IACzB,SAAS,CAAC,KAAK,GAAG,WAAW,CAAC;IAC9B,qFAAqF;IACrF,SAAS,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,KAAK,EAAE,wBAAwB,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IACzH,SAAS,CAAC,OAAO,CAAC,IAAI,GAAG,kBAAkB,CAAC,uBAAuB,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC;IAC5F,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;IAC1G,IAAI,MAAc,CAAC;IACnB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,aAAa,EAAE,SAAS,CAAC,OAAO,CAAC,aAAa;YAC5H,SAAS,EAAE,EAAE,GAAG,SAAS,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QACzE,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,SAAS,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,KAAK,EAAE,cAAc,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;YACrE,SAAS,CAAC,OAAO,CAAC,IAAI,GAAG,EAAE,MAAM,EAAE,cAAc,EAAE,cAAc,EAAE,GAAG,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;YAChG,MAAM,IAAI,GAAG,CAAC,kBAAkB,EAAE,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAC;YAClI,OAAO,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC;QACxD,CAAC;QACD,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;QACzB,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACjF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,CAAC,mBAAmB,CAAC,oBAAoB,EAAE,UAAU,CAAC,CAAC,CAAC;IACvE,CAAC;IACD,SAAS,CAAC,KAAK,GAAG,UAAU,CAAC;IAC7B,IAAI,OAAO,GAAG,oBAAoB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC1D,IAAI,CAAC,OAAO,IAAI,CAAC,MAAM,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC;QAAE,OAAO,GAAG,mBAAmB,CAAC,sBAAsB,EAAE,UAAU,CAAC,CAAC;IAChI,OAAO,KAAK,oBAAoB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACxD,IAAI,OAAO;QAAE,OAAO,qBAAqB,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/E,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC,MAAM;YAC3F,SAAS,EAAE,EAAE,GAAG,SAAS,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,CAAC,IAAI,KAAK,sBAAsB,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,oBAAoB,EAAE,UAAU,CAAC,CAAC;YACtI,IAAI,MAAM,CAAC,YAAY,KAAK,IAAI;gBAAE,OAAO,qBAAqB,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;YAClG,iGAAiG;YACjG,SAAS,CAAC,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC;YACvC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,2GAA2G;QAC3G,SAAS,CAAC,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC;QACvC,OAAO,MAAM,CAAC,mBAAmB,CAAC,oBAAoB,EAAE,UAAU,CAAC,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,GAAG,oBAAoB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACtD,IAAI,CAAC,OAAO,IAAI,CAAC,MAAM,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC;QAAE,OAAO,GAAG,mBAAmB,CAAC,sBAAsB,EAAE,UAAU,CAAC,CAAC;IAChI,OAAO,KAAK,oBAAoB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACxD,IAAI,OAAO;QAAE,OAAO,qBAAqB,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/E,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC;AAC1D,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { DecisionAssessment } from './assessment-types.js';
|
|
2
|
+
export declare const assessmentSplitDigest: (record: DecisionAssessment) => string;
|
|
3
|
+
/** Replay selection exclusively on tuning calls and bind every later call to the frozen policy.
|
|
4
|
+
* Authenticity of imported timestamps/receipts remains the trusted recorder's responsibility. */
|
|
5
|
+
export declare function verifyAssessmentControls(record: DecisionAssessment): boolean;
|
|
6
|
+
//# sourceMappingURL=assessment-controls.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"assessment-controls.d.ts","sourceRoot":"","sources":["../../src/decision/assessment-controls.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAIhE,eAAO,MAAM,qBAAqB,WAAY,kBAAkB,KAAG,MAGjE,CAAC;AAEH;iGACiG;AACjG,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CA+B5E"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
import { isDecisionRule } from './criterion.js';
|
|
2
|
+
import { digestStructuredArtifact, hasOnlyKeys, isRecord, isText } from './validation.js';
|
|
3
|
+
export const assessmentSplitDigest = (record) => digestStructuredArtifact({
|
|
4
|
+
revision: record.dataset.splitRevision,
|
|
5
|
+
assignments: record.dataset.samples.map((s) => ({ id: s.id, family: s.family, split: s.split })),
|
|
6
|
+
});
|
|
7
|
+
/** Replay selection exclusively on tuning calls and bind every later call to the frozen policy.
|
|
8
|
+
* Authenticity of imported timestamps/receipts remains the trusted recorder's responsibility. */
|
|
9
|
+
export function verifyAssessmentControls(record) {
|
|
10
|
+
const c = record.controls;
|
|
11
|
+
if (!isRecord(c) || !hasOnlyKeys(c, ['criterionRevision', 'criterionDigest', 'policyDigest', 'splitDigest',
|
|
12
|
+
'tuningCallIds', 'candidateRules', 'frozenAt']) || !isText(c.criterionRevision)
|
|
13
|
+
|| c.criterionRevision !== (record.criterion.kind === 'registered' ? record.criterion.revision : record.scope.criterionDigest)
|
|
14
|
+
|| c.criterionDigest !== record.scope.criterionDigest || c.policyDigest !== record.scope.policyDigest
|
|
15
|
+
|| c.splitDigest !== assessmentSplitDigest(record)
|
|
16
|
+
|| !Array.isArray(c.tuningCallIds) || !c.tuningCallIds.every(isText)
|
|
17
|
+
|| !Array.isArray(c.candidateRules) || c.candidateRules.length < 1 || c.candidateRules.length > 64
|
|
18
|
+
|| !c.candidateRules.every((r) => isDecisionRule(r) && r.kind !== 'provider')
|
|
19
|
+
|| typeof c.frozenAt !== 'string' || !Number.isFinite(Date.parse(c.frozenAt)))
|
|
20
|
+
return false;
|
|
21
|
+
const frozen = Date.parse(c.frozenAt);
|
|
22
|
+
const tuning = record.rows.filter((r) => r.population === 'tuning');
|
|
23
|
+
const selected = new Set(c.tuningCallIds);
|
|
24
|
+
if (!tuning.length || selected.size !== c.tuningCallIds.length || selected.size !== tuning.length
|
|
25
|
+
|| tuning.some((r) => !selected.has(r.callId)))
|
|
26
|
+
return false;
|
|
27
|
+
for (const row of record.rows) {
|
|
28
|
+
const started = Date.parse(row.startedAt);
|
|
29
|
+
if (!Number.isFinite(started) || row.policyDigest !== c.policyDigest
|
|
30
|
+
|| (row.population === 'tuning' ? started >= frozen : started <= frozen))
|
|
31
|
+
return false;
|
|
32
|
+
}
|
|
33
|
+
const samples = new Map(record.dataset.samples.map((s) => [s.id, s]));
|
|
34
|
+
const errors = c.candidateRules.map((rule) => tuning.reduce((sum, row) => {
|
|
35
|
+
if (row.outcome !== 'verdict')
|
|
36
|
+
return sum + 1;
|
|
37
|
+
const pass = rule.kind === 'labels' ? rule.passing.includes(row.label ?? '')
|
|
38
|
+
: rule.kind === 'threshold' && row.score !== null
|
|
39
|
+
&& (rule.op === 'gte' ? row.score >= rule.value : row.score <= rule.value);
|
|
40
|
+
return sum + Number(pass !== samples.get(row.sampleId).gold);
|
|
41
|
+
}, 0));
|
|
42
|
+
const winner = c.candidateRules[errors.indexOf(Math.min(...errors))];
|
|
43
|
+
return digestStructuredArtifact(winner) === digestStructuredArtifact(record.policy.decision);
|
|
44
|
+
}
|
|
45
|
+
//# sourceMappingURL=assessment-controls.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"assessment-controls.js","sourceRoot":"","sources":["../../src/decision/assessment-controls.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAE,wBAAwB,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAE1F,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,MAA0B,EAAU,EAAE,CAAC,wBAAwB,CAAC;IACpG,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa;IACtC,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;CACjG,CAAC,CAAC;AAEH;iGACiG;AACjG,MAAM,UAAU,wBAAwB,CAAC,MAA0B;IACjE,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC;IAC1B,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,mBAAmB,EAAE,iBAAiB,EAAE,cAAc,EAAE,aAAa;QACxG,eAAe,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,iBAAiB,CAAC;WAC5E,CAAC,CAAC,iBAAiB,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC;WAC3H,CAAC,CAAC,eAAe,KAAK,MAAM,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC,CAAC,YAAY,KAAK,MAAM,CAAC,KAAK,CAAC,YAAY;WAClG,CAAC,CAAC,WAAW,KAAK,qBAAqB,CAAC,MAAM,CAAC;WAC/C,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC;WACjE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,cAAc,CAAC,MAAM,GAAG,EAAE;WAC/F,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;WAC1E,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9F,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC;IACpE,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IAC1C,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC,CAAC,aAAa,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM;WAC5F,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/D,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC1C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,YAAY;eAC/D,CAAC,GAAG,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,OAAO,IAAI,MAAM,CAAC;YAAE,OAAO,KAAK,CAAC;IAC3F,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACtE,MAAM,MAAM,GAAG,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACvE,IAAI,GAAG,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO,GAAG,GAAG,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;YAC1E,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,GAAG,CAAC,KAAK,KAAK,IAAI;mBAC5C,CAAC,IAAI,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/E,OAAO,GAAG,GAAG,MAAM,CAAC,IAAI,KAAK,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,IAAI,CAAC,CAAC;IAChE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACP,MAAM,MAAM,GAAG,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACrE,OAAO,wBAAwB,CAAC,MAAM,CAAC,KAAK,wBAAwB,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;AAC/F,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { DecisionAssessment, DecisionAssessmentPopulation, DecisionAssessmentRow } from './assessment-types.js';
|
|
2
|
+
import type { DecisionRequest } from './request.js';
|
|
3
|
+
import type { DecisionValidationContext } from './validation-context.js';
|
|
4
|
+
/** Pure projection of validated production or experimental evidence. No dispatch or retry. */
|
|
5
|
+
export declare function recordDecisionAssessmentRow(input: {
|
|
6
|
+
request: DecisionRequest;
|
|
7
|
+
context: DecisionValidationContext;
|
|
8
|
+
policyDigest: string;
|
|
9
|
+
result: unknown;
|
|
10
|
+
sampleId: string;
|
|
11
|
+
population: DecisionAssessmentPopulation;
|
|
12
|
+
internalWorkUnits: number;
|
|
13
|
+
billableUnits: number;
|
|
14
|
+
nowMs?: number;
|
|
15
|
+
}): DecisionAssessmentRow | null;
|
|
16
|
+
/** Consult before each planned experiment call using its conservative quote. Failures consume slots. */
|
|
17
|
+
export declare function decisionAssessmentCapacity(candidate: DecisionAssessment, nextReservedMicroUsd: string): {
|
|
18
|
+
allowed: true;
|
|
19
|
+
} | {
|
|
20
|
+
allowed: false;
|
|
21
|
+
reason: string;
|
|
22
|
+
};
|
|
23
|
+
//# sourceMappingURL=assessment-recording.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"assessment-recording.d.ts","sourceRoot":"","sources":["../../src/decision/assessment-recording.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,4BAA4B,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AACrH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AA0BzE,8FAA8F;AAC9F,wBAAgB,2BAA2B,CAAC,KAAK,EAAE;IAAE,OAAO,EAAE,eAAe,CAAC;IAAC,OAAO,EAAE,yBAAyB,CAAC;IAChH,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,4BAA4B,CAAC;IAAC,iBAAiB,EAAE,MAAM,CAAC;IACvG,aAAa,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,qBAAqB,GAAG,IAAI,CAqBvE;AAED,wGAAwG;AACxG,wBAAgB,0BAA0B,CAAC,SAAS,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,GACpG;IAAE,OAAO,EAAE,IAAI,CAAA;CAAE,GAAG;IAAE,OAAO,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAevD"}
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import { validateDecisionResult } from './validate-result.js';
|
|
2
|
+
import { parseDecisionValidationContext } from './validation-context.js';
|
|
3
|
+
import { digestStructuredArtifact, hasOnlyKeys, isMicroUsd, isRecord, isText, snapshotBoundedJson } from './validation.js';
|
|
4
|
+
import { freezeDecisionData } from './descriptor-validation.js';
|
|
5
|
+
import { ASSESSMENT_POPULATIONS } from './assessment-validation.js';
|
|
6
|
+
/** Private recording path for experimental evidence; never returned as a production result. */
|
|
7
|
+
function validateRecordedResult(request, context, value) {
|
|
8
|
+
const production = validateDecisionResult(request, context, value);
|
|
9
|
+
if (production)
|
|
10
|
+
return production;
|
|
11
|
+
if (!isRecord(value) || value.experimental !== true || !isRecord(value.receipt)
|
|
12
|
+
|| value.receipt.experimental !== true
|
|
13
|
+
|| !hasOnlyKeys(value, ['kind', 'ok', 'experimental', 'receipt', value.ok === true ? 'verdict' : 'error'])
|
|
14
|
+
|| (value.ok === true ? value.kind !== 'experimental-verdict' : value.kind !== 'error'))
|
|
15
|
+
return null;
|
|
16
|
+
const { experimental: receiptMarker, ...receipt } = value.receipt;
|
|
17
|
+
if (receipt.servedEvaluator !== null) {
|
|
18
|
+
if (!isRecord(receipt.servedEvaluator) || receipt.servedEvaluator.provisional !== true)
|
|
19
|
+
return null;
|
|
20
|
+
const { provisional, ...identity } = receipt.servedEvaluator;
|
|
21
|
+
receipt.servedEvaluator = identity;
|
|
22
|
+
}
|
|
23
|
+
const { experimental: resultMarker, ...envelope } = value;
|
|
24
|
+
// Reuse the closed evidence validators only inside the recorder; preserve the original receipt hash below.
|
|
25
|
+
return validateDecisionResult(request, context, { ...envelope, receipt, kind: value.ok === true ? 'verdict' : 'error' });
|
|
26
|
+
}
|
|
27
|
+
/** Pure projection of validated production or experimental evidence. No dispatch or retry. */
|
|
28
|
+
export function recordDecisionAssessmentRow(input) {
|
|
29
|
+
const snapshot = snapshotBoundedJson(input);
|
|
30
|
+
if (!snapshot.ok || !isRecord(snapshot.value))
|
|
31
|
+
return null;
|
|
32
|
+
const value = snapshot.value;
|
|
33
|
+
if (!isText(value.sampleId) || !/^[a-f0-9]{64}$/.test(value.policyDigest) || !ASSESSMENT_POPULATIONS.includes(value.population)
|
|
34
|
+
|| ![value.internalWorkUnits, value.billableUnits].every((n) => Number.isSafeInteger(n) && n >= 0))
|
|
35
|
+
return null;
|
|
36
|
+
const context = parseDecisionValidationContext(value.context, value.request, value.nowMs ?? Date.now());
|
|
37
|
+
if (!context)
|
|
38
|
+
return null;
|
|
39
|
+
const result = validateRecordedResult(value.request, context, value.result);
|
|
40
|
+
if (!result || (result.receipt.attempts === 0 && (value.internalWorkUnits !== 0 || value.billableUnits !== 0)))
|
|
41
|
+
return null;
|
|
42
|
+
const receipt = result.receipt;
|
|
43
|
+
return freezeDecisionData({ callId: receipt.callId, sampleId: value.sampleId, inputDigest: digestStructuredArtifact(value.request.inputs),
|
|
44
|
+
policyDigest: value.policyDigest, startedAt: receipt.startedAt,
|
|
45
|
+
population: value.population, attempts: receipt.attempts,
|
|
46
|
+
outcome: result.ok ? 'verdict' : result.error.code === 'PROVIDER_REJECTED' ? 'refusal'
|
|
47
|
+
: ['VERDICT_INVALID', 'USAGE_INVALID', 'RESPONSE_TOO_LARGE'].includes(result.error.code) ? 'malformed' : 'transport-failure',
|
|
48
|
+
pass: result.ok ? result.verdict.decision?.pass ?? null : null,
|
|
49
|
+
score: result.ok ? result.verdict.score?.value ?? null : null, label: result.ok ? result.verdict.label?.value ?? null : null,
|
|
50
|
+
internalWorkUnits: value.internalWorkUnits, billableUnits: value.billableUnits, amountMicroUsd: receipt.cost.amountMicroUsd,
|
|
51
|
+
pendingReconciliation: receipt.budget.state === 'pending-reconciliation',
|
|
52
|
+
receiptRef: `sha256:${digestStructuredArtifact(isRecord(value.result) ? value.result.receipt : receipt)}`, latencyMs: receipt.latencyMs });
|
|
53
|
+
}
|
|
54
|
+
/** Consult before each planned experiment call using its conservative quote. Failures consume slots. */
|
|
55
|
+
export function decisionAssessmentCapacity(candidate, nextReservedMicroUsd) {
|
|
56
|
+
const snapshot = snapshotBoundedJson(candidate, 16 * 1024 * 1024);
|
|
57
|
+
const value = snapshot.ok && isRecord(snapshot.value) ? snapshot.value : null;
|
|
58
|
+
if (!value || !Array.isArray(value.rows) || !Number.isSafeInteger(value.attemptCap)
|
|
59
|
+
|| !isMicroUsd(value.costCapMicroUsd) || !isMicroUsd(nextReservedMicroUsd)
|
|
60
|
+
|| !value.rows.every((r) => isRecord(r) && isMicroUsd(r.amountMicroUsd)
|
|
61
|
+
&& (r.attempts === 0 || r.attempts === 1) && typeof r.pendingReconciliation === 'boolean')) {
|
|
62
|
+
return { allowed: false, reason: 'invalid-record' };
|
|
63
|
+
}
|
|
64
|
+
const rows = value.rows;
|
|
65
|
+
if (rows.some((r) => r.pendingReconciliation))
|
|
66
|
+
return { allowed: false, reason: 'pending-reconciliation' };
|
|
67
|
+
if (rows.length >= value.attemptCap)
|
|
68
|
+
return { allowed: false, reason: 'attempt-cap' };
|
|
69
|
+
const cost = rows.reduce((sum, r) => sum + BigInt(r.amountMicroUsd), 0n);
|
|
70
|
+
return cost + BigInt(nextReservedMicroUsd) > BigInt(value.costCapMicroUsd)
|
|
71
|
+
? { allowed: false, reason: 'cost-cap' } : { allowed: true };
|
|
72
|
+
}
|
|
73
|
+
//# sourceMappingURL=assessment-recording.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"assessment-recording.js","sourceRoot":"","sources":["../../src/decision/assessment-recording.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,8BAA8B,EAAE,MAAM,yBAAyB,CAAC;AACzE,OAAO,EAAE,wBAAwB,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAC3H,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AAEpE,+FAA+F;AAC/F,SAAS,sBAAsB,CAAC,OAAwB,EAAE,OAAkC,EAAE,KAAc;IAC1G,MAAM,UAAU,GAAG,sBAAsB,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IACnE,IAAI,UAAU;QAAE,OAAO,UAAU,CAAC;IAClC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,YAAY,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC;WAC1E,KAAK,CAAC,OAAO,CAAC,YAAY,KAAK,IAAI;WACnC,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,SAAS,EAAE,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;WACvG,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,sBAAsB,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IACvG,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,GAAG,OAAO,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC;IAClE,IAAI,OAAO,CAAC,eAAe,KAAK,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,OAAO,CAAC,eAAe,CAAC,WAAW,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QACpG,MAAM,EAAE,WAAW,EAAE,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC;QAC7D,OAAO,CAAC,eAAe,GAAG,QAAQ,CAAC;IACrC,CAAC;IACD,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,QAAQ,EAAE,GAAG,KAAK,CAAC;IAC1D,2GAA2G;IAC3G,OAAO,sBAAsB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,GAAG,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;AAC3H,CAAC;AAED,8FAA8F;AAC9F,MAAM,UAAU,2BAA2B,CAAC,KAGH;IACvC,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAC5C,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAgC,CAAC;IACxD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC;WAC1H,CAAC,CAAC,KAAK,CAAC,iBAAiB,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAClH,MAAM,OAAO,GAAG,8BAA8B,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACxG,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,MAAM,MAAM,GAAG,sBAAsB,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC5E,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,KAAK,CAAC,IAAI,KAAK,CAAC,aAAa,KAAK,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5H,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAC/B,OAAO,kBAAkB,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,wBAAwB,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QACvI,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS;QAC9D,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ;QACxD,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,mBAAmB,CAAC,CAAC,CAAC,SAAS;YACpF,CAAC,CAAC,CAAC,iBAAiB,EAAE,eAAe,EAAE,oBAAoB,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,mBAAmB;QAC9H,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI;QAC9D,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI;QAC5H,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,cAAc;QAC3H,qBAAqB,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,KAAK,wBAAwB;QACxE,UAAU,EAAE,UAAU,wBAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;AAC/I,CAAC;AAED,wGAAwG;AACxG,MAAM,UAAU,0BAA0B,CAAC,SAA6B,EAAE,oBAA4B;IAEpG,MAAM,QAAQ,GAAG,mBAAmB,CAAC,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;IAClE,MAAM,KAAK,GAAG,QAAQ,CAAC,EAAE,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9E,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,UAAU,CAAC;WAC9E,CAAC,UAAU,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC;WACvE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC;eAClE,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,qBAAqB,KAAK,SAAS,CAAC,EAAE,CAAC;QAC/F,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;IACtD,CAAC;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,IAA+B,CAAC;IACnD,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,qBAAqB,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC;IAC3G,IAAI,IAAI,CAAC,MAAM,IAAK,KAAK,CAAC,UAAqB;QAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;IAClG,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC;IACzE,OAAO,IAAI,GAAG,MAAM,CAAC,oBAAoB,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC;QACxE,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AACjE,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/** One-sided exact 95% Clopper-Pearson upper bound, including zero observed errors. */
|
|
2
|
+
export declare function decisionRiskUpper95(errors: number, denominator: number): number;
|
|
3
|
+
export declare function decisionSpearman(gold: number[], scores: number[]): number;
|
|
4
|
+
export declare function decisionChoiceMetrics(labels: string[], pairs: {
|
|
5
|
+
gold: string;
|
|
6
|
+
predicted: string | null;
|
|
7
|
+
}[]): {
|
|
8
|
+
macroF1: number;
|
|
9
|
+
minimumRecall: number;
|
|
10
|
+
confusionMatrix: number[][];
|
|
11
|
+
};
|
|
12
|
+
/** Fixed-seed percentile bootstrap, 512 resamples; paired rows stay paired. */
|
|
13
|
+
export declare function decisionBootstrap95<T>(rows: readonly T[], metric: (sample: T[]) => number): [number, number];
|
|
14
|
+
//# sourceMappingURL=assessment-statistics.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"assessment-statistics.d.ts","sourceRoot":"","sources":["../../src/decision/assessment-statistics.ts"],"names":[],"mappings":"AAAA,uFAAuF;AACvF,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,MAAM,CAc/E;AAaD,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAQzE;AACD,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,EAAE;;;;EAc1G;AAED,+EAA+E;AAC/E,wBAAgB,mBAAmB,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,KAAK,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAc5G"}
|
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
/** One-sided exact 95% Clopper-Pearson upper bound, including zero observed errors. */
|
|
2
|
+
export function decisionRiskUpper95(errors, denominator) {
|
|
3
|
+
if (!denominator || errors >= denominator)
|
|
4
|
+
return 1;
|
|
5
|
+
if (errors === 0)
|
|
6
|
+
return -Math.expm1(Math.log(0.05) / denominator);
|
|
7
|
+
let low = errors / denominator;
|
|
8
|
+
let high = 1;
|
|
9
|
+
for (let iteration = 0; iteration < 60; iteration++) {
|
|
10
|
+
const p = (low + high) / 2;
|
|
11
|
+
let logChoose = 0;
|
|
12
|
+
let cdf = 0;
|
|
13
|
+
for (let i = 0; i <= errors; i++) {
|
|
14
|
+
if (i)
|
|
15
|
+
logChoose += Math.log(denominator - i + 1) - Math.log(i);
|
|
16
|
+
cdf += Math.exp(logChoose + i * Math.log(p) + (denominator - i) * Math.log1p(-p));
|
|
17
|
+
}
|
|
18
|
+
if (cdf > 0.05)
|
|
19
|
+
low = p;
|
|
20
|
+
else
|
|
21
|
+
high = p;
|
|
22
|
+
}
|
|
23
|
+
return high;
|
|
24
|
+
}
|
|
25
|
+
function ranks(values) {
|
|
26
|
+
const sorted = values.map((value, index) => ({ value, index })).sort((a, b) => a.value - b.value);
|
|
27
|
+
const result = [];
|
|
28
|
+
for (let i = 0; i < sorted.length;) {
|
|
29
|
+
let end = i + 1;
|
|
30
|
+
while (end < sorted.length && sorted[end].value === sorted[i].value)
|
|
31
|
+
end++;
|
|
32
|
+
for (let j = i; j < end; j++)
|
|
33
|
+
result[sorted[j].index] = (i + end - 1) / 2;
|
|
34
|
+
i = end;
|
|
35
|
+
}
|
|
36
|
+
return result;
|
|
37
|
+
}
|
|
38
|
+
export function decisionSpearman(gold, scores) {
|
|
39
|
+
const a = ranks(gold);
|
|
40
|
+
const b = ranks(scores);
|
|
41
|
+
const mean = (gold.length - 1) / 2;
|
|
42
|
+
let numerator = 0;
|
|
43
|
+
let aa = 0;
|
|
44
|
+
let bb = 0;
|
|
45
|
+
for (let i = 0; i < a.length; i++) {
|
|
46
|
+
numerator += (a[i] - mean) * (b[i] - mean);
|
|
47
|
+
aa += (a[i] - mean) ** 2;
|
|
48
|
+
bb += (b[i] - mean) ** 2;
|
|
49
|
+
}
|
|
50
|
+
return aa && bb ? numerator / Math.sqrt(aa * bb) : 0;
|
|
51
|
+
}
|
|
52
|
+
export function decisionChoiceMetrics(labels, pairs) {
|
|
53
|
+
const matrix = labels.map(() => labels.map(() => 0));
|
|
54
|
+
let macroF1 = 0;
|
|
55
|
+
let minimumRecall = 1;
|
|
56
|
+
for (const pair of pairs) {
|
|
57
|
+
const actual = labels.indexOf(pair.gold);
|
|
58
|
+
const predicted = labels.indexOf(pair.predicted ?? '');
|
|
59
|
+
if (actual >= 0 && predicted >= 0)
|
|
60
|
+
matrix[actual][predicted]++;
|
|
61
|
+
}
|
|
62
|
+
for (let i = 0; i < labels.length; i++) {
|
|
63
|
+
const denominator = pairs.filter((p) => p.gold === labels[i]).length;
|
|
64
|
+
const tp = matrix[i][i];
|
|
65
|
+
const predicted = matrix.reduce((sum, row) => sum + row[i], 0);
|
|
66
|
+
macroF1 += denominator + predicted ? 2 * tp / (denominator + predicted) / labels.length : 0;
|
|
67
|
+
minimumRecall = Math.min(minimumRecall, denominator ? tp / denominator : 0);
|
|
68
|
+
}
|
|
69
|
+
return { macroF1, minimumRecall, confusionMatrix: matrix };
|
|
70
|
+
}
|
|
71
|
+
/** Fixed-seed percentile bootstrap, 512 resamples; paired rows stay paired. */
|
|
72
|
+
export function decisionBootstrap95(rows, metric) {
|
|
73
|
+
if (!rows.length)
|
|
74
|
+
return [0, 0];
|
|
75
|
+
let state = 0xdec1510;
|
|
76
|
+
const values = [];
|
|
77
|
+
for (let iteration = 0; iteration < 512; iteration++) {
|
|
78
|
+
const sample = [];
|
|
79
|
+
for (let i = 0; i < rows.length; i++) {
|
|
80
|
+
state = (Math.imul(1664525, state) + 1013904223) >>> 0;
|
|
81
|
+
sample.push(rows[Math.floor(state / 4294967296 * rows.length)]);
|
|
82
|
+
}
|
|
83
|
+
values.push(metric(sample));
|
|
84
|
+
}
|
|
85
|
+
values.sort((a, b) => a - b);
|
|
86
|
+
return [values[Math.floor(0.025 * 511)], values[Math.ceil(0.975 * 511)]];
|
|
87
|
+
}
|
|
88
|
+
//# sourceMappingURL=assessment-statistics.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"assessment-statistics.js","sourceRoot":"","sources":["../../src/decision/assessment-statistics.ts"],"names":[],"mappings":"AAAA,uFAAuF;AACvF,MAAM,UAAU,mBAAmB,CAAC,MAAc,EAAE,WAAmB;IACrE,IAAI,CAAC,WAAW,IAAI,MAAM,IAAI,WAAW;QAAE,OAAO,CAAC,CAAC;IACpD,IAAI,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;IACnE,IAAI,GAAG,GAAG,MAAM,GAAG,WAAW,CAAC;IAAC,IAAI,IAAI,GAAG,CAAC,CAAC;IAC7C,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC;QACpD,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,SAAS,GAAG,CAAC,CAAC;QAAC,IAAI,GAAG,GAAG,CAAC,CAAC;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACjC,IAAI,CAAC;gBAAE,SAAS,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAChE,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpF,CAAC;QACD,IAAI,GAAG,GAAG,IAAI;YAAE,GAAG,GAAG,CAAC,CAAC;;YAAM,IAAI,GAAG,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,KAAK,CAAC,MAAgB;IAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAClG,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC;QACnC,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QAChB,OAAO,GAAG,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK;YAAE,GAAG,EAAE,CAAC;QAC3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;YAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1E,CAAC,GAAG,GAAG,CAAC;IACV,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AACD,MAAM,UAAU,gBAAgB,CAAC,IAAc,EAAE,MAAgB;IAC/D,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IAAC,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,SAAS,GAAG,CAAC,CAAC;IAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IACjG,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACvD,CAAC;AACD,MAAM,UAAU,qBAAqB,CAAC,MAAgB,EAAE,KAAmD;IACzG,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACrD,IAAI,OAAO,GAAG,CAAC,CAAC;IAAC,IAAI,aAAa,GAAG,CAAC,CAAC;IACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAAC,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;QACjG,IAAI,MAAM,IAAI,CAAC,IAAI,SAAS,IAAI,CAAC;YAAE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;IACjE,CAAC;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACrE,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAAC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACxF,OAAO,IAAI,WAAW,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,WAAW,GAAG,SAAS,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5F,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC;AAC7D,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,mBAAmB,CAAI,IAAkB,EAAE,MAA+B;IACxF,IAAI,CAAC,IAAI,CAAC,MAAM;QAAE,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAChC,IAAI,KAAK,GAAG,SAAS,CAAC;IACtB,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC;QACrD,MAAM,MAAM,GAAQ,EAAE,CAAC;QACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,KAAK,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;YACvD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAClE,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9B,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7B,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;AAC3E,CAAC"}
|
|
@@ -0,0 +1,123 @@
|
|
|
1
|
+
import type { DecisionOperatingPolicy, DecisionQualificationScope } from './qualification-scope.js';
|
|
2
|
+
import type { DecisionCriterion, DecisionRule } from './request.js';
|
|
3
|
+
export type DecisionAssessmentPopulation = 'tuning' | 'held-out' | 'injection' | 'invariance' | 'repeat' | 'smoke';
|
|
4
|
+
export interface DecisionAssessmentSample {
|
|
5
|
+
id: string;
|
|
6
|
+
family: string;
|
|
7
|
+
inputDigest: string;
|
|
8
|
+
criterionDigest: string;
|
|
9
|
+
split: 'tuning' | 'held-out';
|
|
10
|
+
gold: boolean;
|
|
11
|
+
goldScore?: number;
|
|
12
|
+
goldLabel?: string;
|
|
13
|
+
source: string;
|
|
14
|
+
rights: string;
|
|
15
|
+
rationale: string;
|
|
16
|
+
annotators: string[];
|
|
17
|
+
adjudication: string;
|
|
18
|
+
slices: string[];
|
|
19
|
+
}
|
|
20
|
+
/** Recorded receipt projection. Receipt v1 remains unchanged; work/billable units live here. */
|
|
21
|
+
export interface DecisionAssessmentRow {
|
|
22
|
+
policyDigest: string;
|
|
23
|
+
startedAt: string;
|
|
24
|
+
callId: string;
|
|
25
|
+
sampleId: string;
|
|
26
|
+
inputDigest: string;
|
|
27
|
+
population: DecisionAssessmentPopulation;
|
|
28
|
+
attempts: 0 | 1;
|
|
29
|
+
outcome: 'verdict' | 'refusal' | 'malformed' | 'transport-failure';
|
|
30
|
+
pass: boolean | null;
|
|
31
|
+
score: number | null;
|
|
32
|
+
label: string | null;
|
|
33
|
+
internalWorkUnits: number;
|
|
34
|
+
billableUnits: number;
|
|
35
|
+
amountMicroUsd: string;
|
|
36
|
+
pendingReconciliation: boolean;
|
|
37
|
+
receiptRef: string;
|
|
38
|
+
latencyMs?: number;
|
|
39
|
+
}
|
|
40
|
+
export interface DecisionAssessment {
|
|
41
|
+
schemaVersion: 1;
|
|
42
|
+
scope: DecisionQualificationScope;
|
|
43
|
+
executionDigest: string;
|
|
44
|
+
date: string;
|
|
45
|
+
criterion: DecisionCriterion;
|
|
46
|
+
evidenceKind: 'recorded' | 'fixture';
|
|
47
|
+
sourceRefs: string[];
|
|
48
|
+
access: 'verified' | 'unverified';
|
|
49
|
+
dataset: {
|
|
50
|
+
revision: string;
|
|
51
|
+
splitRevision: string;
|
|
52
|
+
samples: DecisionAssessmentSample[];
|
|
53
|
+
};
|
|
54
|
+
policy: DecisionOperatingPolicy;
|
|
55
|
+
controls: {
|
|
56
|
+
criterionRevision: string;
|
|
57
|
+
criterionDigest: string;
|
|
58
|
+
policyDigest: string;
|
|
59
|
+
splitDigest: string;
|
|
60
|
+
tuningCallIds: string[];
|
|
61
|
+
candidateRules: DecisionRule[];
|
|
62
|
+
frozenAt: string;
|
|
63
|
+
};
|
|
64
|
+
authorizationRef: string;
|
|
65
|
+
attemptCap: number;
|
|
66
|
+
costCapMicroUsd: string;
|
|
67
|
+
planned: Record<DecisionAssessmentPopulation, number>;
|
|
68
|
+
rows: DecisionAssessmentRow[];
|
|
69
|
+
}
|
|
70
|
+
export interface DecisionAssessmentReport {
|
|
71
|
+
schemaVersion: 1;
|
|
72
|
+
status: 'passed' | 'failed' | 'blocked' | 'incomplete';
|
|
73
|
+
reasons: string[];
|
|
74
|
+
recordDigest: string | null;
|
|
75
|
+
scope: DecisionQualificationScope;
|
|
76
|
+
totals: {
|
|
77
|
+
calls: number;
|
|
78
|
+
attempts: number;
|
|
79
|
+
internalWorkUnits: number;
|
|
80
|
+
billableUnits: number;
|
|
81
|
+
amountMicroUsd: string;
|
|
82
|
+
};
|
|
83
|
+
populations: Record<string, {
|
|
84
|
+
count: number;
|
|
85
|
+
verdicts: number;
|
|
86
|
+
refusals: number;
|
|
87
|
+
malformed: number;
|
|
88
|
+
transportFailures: number;
|
|
89
|
+
}>;
|
|
90
|
+
heldOut: {
|
|
91
|
+
count: number;
|
|
92
|
+
negatives: number;
|
|
93
|
+
positives: number;
|
|
94
|
+
falsePasses: number;
|
|
95
|
+
falseFails: number;
|
|
96
|
+
coverage: number;
|
|
97
|
+
falsePassUpper95: number;
|
|
98
|
+
falseFailUpper95: number;
|
|
99
|
+
};
|
|
100
|
+
metrics: Record<string, number | number[][]>;
|
|
101
|
+
labels: string[] | null;
|
|
102
|
+
evidence: {
|
|
103
|
+
date: string | null;
|
|
104
|
+
sourceRefs: string[];
|
|
105
|
+
datasetDigest: string | null;
|
|
106
|
+
splitDigest: string | null;
|
|
107
|
+
p30: 'verified' | 'unverified';
|
|
108
|
+
};
|
|
109
|
+
slices: {
|
|
110
|
+
tag: string;
|
|
111
|
+
count: number;
|
|
112
|
+
verdicts: number;
|
|
113
|
+
falsePasses: number;
|
|
114
|
+
falseFails: number;
|
|
115
|
+
sufficientlySampled: boolean;
|
|
116
|
+
}[];
|
|
117
|
+
latency: {
|
|
118
|
+
status: 'measured' | 'unverified';
|
|
119
|
+
p50Ms: number | null;
|
|
120
|
+
p95Ms: number | null;
|
|
121
|
+
};
|
|
122
|
+
}
|
|
123
|
+
//# sourceMappingURL=assessment-types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"assessment-types.d.ts","sourceRoot":"","sources":["../../src/decision/assessment-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,uBAAuB,EAAE,0BAA0B,EAAE,MAAM,0BAA0B,CAAC;AACpG,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAEpE,MAAM,MAAM,4BAA4B,GAAG,QAAQ,GAAG,UAAU,GAAG,WAAW,GAAG,YAAY,GAAG,QAAQ,GAAG,OAAO,CAAC;AACnH,MAAM,WAAW,wBAAwB;IACvC,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;IAAC,eAAe,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,QAAQ,GAAG,UAAU,CAAC;IACvG,IAAI,EAAE,OAAO,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IACtD,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,EAAE,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAC;CACjH;AACD,gGAAgG;AAChG,MAAM,WAAW,qBAAqB;IACpC,YAAY,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,4BAA4B,CAAC;IAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,CAAC;IACjH,OAAO,EAAE,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,mBAAmB,CAAC;IACnE,IAAI,EAAE,OAAO,GAAG,IAAI,CAAC;IAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACjE,iBAAiB,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAC;IACzE,qBAAqB,EAAE,OAAO,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IACnD,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AACD,MAAM,WAAW,kBAAkB;IACjC,aAAa,EAAE,CAAC,CAAC;IAAC,KAAK,EAAE,0BAA0B,CAAC;IAAC,eAAe,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,iBAAiB,CAAC;IACzH,YAAY,EAAE,UAAU,GAAG,SAAS,CAAC;IAAC,UAAU,EAAE,MAAM,EAAE,CAAC;IAAC,MAAM,EAAE,UAAU,GAAG,YAAY,CAAC;IAC9F,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,wBAAwB,EAAE,CAAA;KAAE,CAAC;IAC1F,MAAM,EAAE,uBAAuB,CAAC;IAChC,QAAQ,EAAE;QAAE,iBAAiB,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QACxG,aAAa,EAAE,MAAM,EAAE,CAAC;QAAC,cAAc,EAAE,YAAY,EAAE,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9E,gBAAgB,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,eAAe,EAAE,MAAM,CAAC;IACtE,OAAO,EAAE,MAAM,CAAC,4BAA4B,EAAE,MAAM,CAAC,CAAC;IAAC,IAAI,EAAE,qBAAqB,EAAE,CAAC;CACtF;AACD,MAAM,WAAW,wBAAwB;IACvC,aAAa,EAAE,CAAC,CAAC;IAAC,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,YAAY,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAC;IAC5F,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,KAAK,EAAE,0BAA0B,CAAC;IAC/D,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,iBAAiB,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,cAAc,EAAE,MAAM,CAAA;KAAE,CAAC;IACtH,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,iBAAiB,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACjI,OAAO,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QACtG,QAAQ,EAAE,MAAM,CAAC;QAAC,gBAAgB,EAAE,MAAM,CAAC;QAAC,gBAAgB,EAAE,MAAM,CAAA;KAAE,CAAC;IACzE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,CAAC,CAAC;IAC7C,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACxB,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,UAAU,EAAE,MAAM,EAAE,CAAC;QAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC9G,GAAG,EAAE,UAAU,GAAG,YAAY,CAAA;KAAE,CAAC;IACnC,MAAM,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,mBAAmB,EAAE,OAAO,CAAA;KAAE,EAAE,CAAC;IAClI,OAAO,EAAE;QAAE,MAAM,EAAE,UAAU,GAAG,YAAY,CAAC;QAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC;CAC5F"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"assessment-types.js","sourceRoot":"","sources":["../../src/decision/assessment-types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { DecisionAssessment } from './assessment-types.js';
|
|
2
|
+
import type { DecisionQualificationScope } from './qualification-scope.js';
|
|
3
|
+
import type { DecisionEvaluatorDescriptor } from './descriptor.js';
|
|
4
|
+
export declare const ASSESSMENT_POPULATIONS: readonly ["tuning", "held-out", "injection", "invariance", "repeat", "smoke"];
|
|
5
|
+
/** Parse detached recorded data only. A claimed report status has no authority. */
|
|
6
|
+
export declare function parseDecisionAssessment(candidate: unknown, scope: DecisionQualificationScope, descriptor: DecisionEvaluatorDescriptor): DecisionAssessment | null;
|
|
7
|
+
//# sourceMappingURL=assessment-validation.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"assessment-validation.d.ts","sourceRoot":"","sources":["../../src/decision/assessment-validation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAmD,MAAM,uBAAuB,CAAC;AACjH,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,0BAA0B,CAAC;AAE3E,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,iBAAiB,CAAC;AAInE,eAAO,MAAM,sBAAsB,+EAAgF,CAAC;AAgCpH,mFAAmF;AACnF,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,0BAA0B,EAC3F,UAAU,EAAE,2BAA2B,GAAG,kBAAkB,GAAG,IAAI,CAiEpE"}
|