modelrig 0.5.0 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +125 -0
- package/README.md +54 -4
- package/dist/adapters/anthropic.d.ts.map +1 -1
- package/dist/adapters/anthropic.js +36 -7
- package/dist/adapters/attempt-meta-map.d.ts +63 -0
- package/dist/adapters/attempt-meta-map.d.ts.map +1 -0
- package/dist/adapters/attempt-meta-map.js +154 -0
- package/dist/adapters/deepseek.d.ts.map +1 -1
- package/dist/adapters/deepseek.js +25 -2
- package/dist/adapters/gemini.d.ts.map +1 -1
- package/dist/adapters/gemini.js +29 -2
- package/dist/adapters/grok.d.ts.map +1 -1
- package/dist/adapters/grok.js +25 -2
- package/dist/adapters/openai-compat.d.ts.map +1 -1
- package/dist/adapters/openai-compat.js +25 -2
- package/dist/adapters/openai-stream.d.ts +2 -0
- package/dist/adapters/openai-stream.d.ts.map +1 -1
- package/dist/adapters/openai-stream.js +23 -3
- package/dist/adapters/openai.d.ts.map +1 -1
- package/dist/adapters/openai.js +36 -6
- package/dist/artifacts/artifact.d.ts.map +1 -1
- package/dist/artifacts/artifact.js +24 -5
- package/dist/artifacts/classification.d.ts +27 -0
- package/dist/artifacts/classification.d.ts.map +1 -0
- package/dist/artifacts/classification.js +38 -0
- package/dist/artifacts/index.d.ts +3 -1
- package/dist/artifacts/index.d.ts.map +1 -1
- package/dist/artifacts/index.js +10 -1
- package/dist/artifacts/run-context.d.ts +25 -3
- package/dist/artifacts/run-context.d.ts.map +1 -1
- package/dist/artifacts/run-context.js +61 -0
- package/dist/artifacts/scrub.d.ts +26 -0
- package/dist/artifacts/scrub.d.ts.map +1 -1
- package/dist/artifacts/scrub.js +53 -0
- package/dist/artifacts/step.d.ts +9 -0
- package/dist/artifacts/step.d.ts.map +1 -1
- package/dist/artifacts/step.js +9 -0
- package/dist/bakeoff/engine.d.ts +46 -4
- package/dist/bakeoff/engine.d.ts.map +1 -1
- package/dist/bakeoff/engine.js +269 -19
- package/dist/bakeoff/eval-cases.d.ts +5 -0
- package/dist/bakeoff/eval-cases.d.ts.map +1 -1
- package/dist/bakeoff/eval-cases.js +3 -0
- package/dist/bakeoff/judge.d.ts +39 -0
- package/dist/bakeoff/judge.d.ts.map +1 -0
- package/dist/bakeoff/judge.js +102 -0
- package/dist/bakeoff/quality.d.ts +44 -0
- package/dist/bakeoff/quality.d.ts.map +1 -0
- package/dist/bakeoff/quality.js +126 -0
- package/dist/bakeoff/reference.d.ts +34 -0
- package/dist/bakeoff/reference.d.ts.map +1 -0
- package/dist/bakeoff/reference.js +68 -0
- package/dist/bakeoff/replay.d.ts +25 -0
- package/dist/bakeoff/replay.d.ts.map +1 -1
- package/dist/bakeoff/replay.js +48 -1
- package/dist/bakeoff/report.d.ts +8 -1
- package/dist/bakeoff/report.d.ts.map +1 -1
- package/dist/bakeoff/report.js +83 -12
- package/dist/bakeoff/samples.d.ts +35 -2
- package/dist/bakeoff/samples.d.ts.map +1 -1
- package/dist/bakeoff/samples.js +67 -6
- package/dist/bakeoff/stats.d.ts +17 -1
- package/dist/bakeoff/stats.d.ts.map +1 -1
- package/dist/bakeoff/stats.js +67 -0
- package/dist/bakeoff/types.d.ts +76 -5
- package/dist/bakeoff/types.d.ts.map +1 -1
- package/dist/bakeoff/types.js +4 -3
- package/dist/cli-query.d.ts +14 -0
- package/dist/cli-query.d.ts.map +1 -0
- package/dist/cli-query.js +59 -0
- package/dist/cli.d.ts +2 -1
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +26 -23
- package/dist/config.d.ts +6 -0
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +14 -0
- package/dist/detect/detector.d.ts +82 -0
- package/dist/detect/detector.d.ts.map +1 -0
- package/dist/detect/detector.js +23 -0
- package/dist/index.d.ts +19 -14
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +38 -11
- package/dist/query/analytics.d.ts +84 -0
- package/dist/query/analytics.d.ts.map +1 -0
- package/dist/query/analytics.js +280 -0
- package/dist/query/columns.d.ts +59 -0
- package/dist/query/columns.d.ts.map +1 -0
- package/dist/query/columns.js +89 -0
- package/dist/query/grammar.d.ts +74 -7
- package/dist/query/grammar.d.ts.map +1 -1
- package/dist/query/grammar.js +179 -71
- package/dist/query/saved.d.ts +26 -0
- package/dist/query/saved.d.ts.map +1 -0
- package/dist/query/saved.js +51 -0
- package/dist/routes/loader.js +15 -10
- package/dist/routes/objective-loader.d.ts +35 -0
- package/dist/routes/objective-loader.d.ts.map +1 -0
- package/dist/routes/objective-loader.js +286 -0
- package/dist/run/accept.d.ts +43 -0
- package/dist/run/accept.d.ts.map +1 -0
- package/dist/run/accept.js +65 -0
- package/dist/run/cost.d.ts +13 -0
- package/dist/run/cost.d.ts.map +1 -1
- package/dist/run/cost.js +27 -0
- package/dist/run/dispatch.d.ts +24 -1
- package/dist/run/dispatch.d.ts.map +1 -1
- package/dist/run/dispatch.js +19 -0
- package/dist/run/ladder-key.d.ts +4 -0
- package/dist/run/ladder-key.d.ts.map +1 -1
- package/dist/run/ladder-key.js +3 -0
- package/dist/run/quality-gate.d.ts +39 -0
- package/dist/run/quality-gate.d.ts.map +1 -0
- package/dist/run/quality-gate.js +70 -0
- package/dist/run/raw.d.ts.map +1 -1
- package/dist/run/raw.js +22 -3
- package/dist/run/record-attempt.d.ts.map +1 -1
- package/dist/run/record-attempt.js +22 -1
- package/dist/run/routing-docs.d.ts.map +1 -1
- package/dist/run/routing-docs.js +11 -4
- package/dist/run/run.d.ts.map +1 -1
- package/dist/run/run.js +46 -39
- package/dist/settings/index.d.ts +1 -1
- package/dist/settings/index.d.ts.map +1 -1
- package/dist/settings/index.js +2 -1
- package/dist/settings/task-settings.d.ts +10 -0
- package/dist/settings/task-settings.d.ts.map +1 -1
- package/dist/settings/task-settings.js +17 -0
- package/dist/telemetry/attempt-meta.d.ts +178 -0
- package/dist/telemetry/attempt-meta.d.ts.map +1 -0
- package/dist/telemetry/attempt-meta.js +319 -0
- package/dist/telemetry/exporter.d.ts.map +1 -1
- package/dist/telemetry/exporter.js +6 -0
- package/dist/telemetry/ingest-protocol.d.ts +11 -0
- package/dist/telemetry/ingest-protocol.d.ts.map +1 -1
- package/dist/telemetry/ingest-protocol.js +3 -0
- package/dist/telemetry/otel-map.d.ts +10 -0
- package/dist/telemetry/otel-map.d.ts.map +1 -1
- package/dist/telemetry/otel-map.js +64 -0
- package/dist/telemetry/store-migrations.d.ts.map +1 -1
- package/dist/telemetry/store-migrations.js +15 -0
- package/dist/telemetry/store.d.ts.map +1 -1
- package/dist/telemetry/store.js +25 -7
- package/dist/types/failures-teaching.d.ts.map +1 -1
- package/dist/types/failures-teaching.js +20 -0
- package/dist/types/failures.d.ts +1 -1
- package/dist/types/failures.d.ts.map +1 -1
- package/dist/types/failures.js +1 -0
- package/dist/types/provider.d.ts +9 -0
- package/dist/types/provider.d.ts.map +1 -1
- package/dist/types/quality.d.ts +41 -0
- package/dist/types/quality.d.ts.map +1 -0
- package/dist/types/quality.js +12 -0
- package/dist/types/route.d.ts +89 -0
- package/dist/types/route.d.ts.map +1 -1
- package/dist/types/telemetry.d.ts +13 -0
- package/dist/types/telemetry.d.ts.map +1 -1
- package/dist/validate-cli.d.ts.map +1 -1
- package/dist/validate-cli.js +10 -0
- package/package.json +1 -1
package/dist/config.js
CHANGED
|
@@ -6,12 +6,26 @@
|
|
|
6
6
|
*/
|
|
7
7
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
8
8
|
exports.PROVIDER_KEY_ENV = void 0;
|
|
9
|
+
exports.pipelineShaFromEnv = pipelineShaFromEnv;
|
|
9
10
|
exports.resolveArtifactsConfig = resolveArtifactsConfig;
|
|
10
11
|
exports.parseOtlpHeaders = parseOtlpHeaders;
|
|
11
12
|
exports.resolveOtlpConfig = resolveOtlpConfig;
|
|
12
13
|
exports.loadConfigFromEnv = loadConfigFromEnv;
|
|
13
14
|
exports.directExportOf = directExportOf;
|
|
14
15
|
const ingest_protocol_1 = require("./telemetry/ingest-protocol");
|
|
16
|
+
/** The pipeline git sha from a deployment env var, if any (WI-1 RunMeta, spec
|
|
17
|
+
* §3), in priority order: an explicit override, then the CI/platform commit vars
|
|
18
|
+
* ModelRig deploys on (Vercel/Render). Env reads live ONLY here (the process.env
|
|
19
|
+
* invariant); `telemetry/attempt-meta.ts:resolvePipelineSha` composes this with
|
|
20
|
+
* a `.git/HEAD` fallback and never throws. Returns undefined when none is set. */
|
|
21
|
+
function pipelineShaFromEnv() {
|
|
22
|
+
for (const k of ["MODELRIG_PIPELINE_SHA", "GIT_COMMIT", "VERCEL_GIT_COMMIT_SHA", "RENDER_GIT_COMMIT"]) {
|
|
23
|
+
const v = process.env[k];
|
|
24
|
+
if (typeof v === "string" && v.length > 0)
|
|
25
|
+
return v;
|
|
26
|
+
}
|
|
27
|
+
return undefined;
|
|
28
|
+
}
|
|
15
29
|
const DEFAULT_SDK_CONTENT_MAX_BYTES = 52428800;
|
|
16
30
|
function resolveScrubMode(raw, contentOn) {
|
|
17
31
|
const v = (raw ?? "").trim().toLowerCase();
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Shared Detector interface (WIRED 2026-08-22, screening B1). Types-only.
|
|
3
|
+
*
|
|
4
|
+
* The ONE detection primitive that mask, scrub v1, and screen
|
|
5
|
+
* all implement — decided by the screening review, open-question A1: define the
|
|
6
|
+
* interface now (types-only) so the masking lane builds against it and no second
|
|
7
|
+
* detection engine is ever written. This module holds ONLY types + the adapter
|
|
8
|
+
* contract; it imports nothing that runs. As of screening B1 it ships in dist/:
|
|
9
|
+
* `src/artifacts/scrub.ts` exposes the scrub v1 patterns as `Detector`s
|
|
10
|
+
* (`scrubDetectors`) and raw spans (`detectSpans`); `src/mask/types.ts`
|
|
11
|
+
* `MaskSpan` extends `DetectionSpan` so the masking lane builds against this shape.
|
|
12
|
+
*
|
|
13
|
+
* Specs: docs/ModelRig/screening/spec.md §3 (Detector) · §2 (provenance) ·
|
|
14
|
+
* docs/ModelRig/control-spike/spec.md §4 (mask detectors implement this).
|
|
15
|
+
*
|
|
16
|
+
* LOAD-BEARING INVARIANT (inherited from src/artifacts/scrub.ts): a
|
|
17
|
+
* detector emits SPANS (offsets + type + confidence) and the pipeline turns
|
|
18
|
+
* those into COUNTS BY TYPE. A matched value is never persisted, logged, or put
|
|
19
|
+
* on a receipt. See docs/ModelRig/screening/spec.md §6 and the named leak
|
|
20
|
+
* invariant test (plan §6).
|
|
21
|
+
*/
|
|
22
|
+
/** Where a content segment came from (screening provenance, spec §2). The
|
|
23
|
+
* assembler stamps this; a detector may narrow its behaviour by tier but never
|
|
24
|
+
* decides placement. */
|
|
25
|
+
export type ContentSource = "template" | "variable" | "search" | "tool_result" | "proxy_user" | "judge_meta" | "unknown";
|
|
26
|
+
export type TrustTier = "trusted" | "semi" | "untrusted";
|
|
27
|
+
/** The family a detector belongs to — used only as a receipt/registry label and
|
|
28
|
+
* to decide the fail-closed matrix (deterministic never fails a run open;
|
|
29
|
+
* classifier/sidecar absence degrades to a notice). */
|
|
30
|
+
export type DetectorKind = "deterministic" | "classifier" | "sidecar";
|
|
31
|
+
/** The category of a finding. `pii:*` reuses scrub v1's ScrubDetectorType
|
|
32
|
+
* values; `entity:*` is dictionary/field typing; `injection:*` is the
|
|
33
|
+
* screening lane. Open string union — the value only ever appears as a COUNT
|
|
34
|
+
* label, never carrying content. */
|
|
35
|
+
export type DetectionType = string & {};
|
|
36
|
+
/** One detected span in a text, BEFORE any action (mask token / strip / count).
|
|
37
|
+
* Offsets are into the exact string handed to the detector. */
|
|
38
|
+
export interface DetectionSpan {
|
|
39
|
+
readonly start: number;
|
|
40
|
+
readonly end: number;
|
|
41
|
+
readonly type: DetectionType;
|
|
42
|
+
/** 0..1. Deterministic detectors report 1. Classifiers/sidecars report the
|
|
43
|
+
* model score. Used against the policy threshold (spec §4). */
|
|
44
|
+
readonly confidence: number;
|
|
45
|
+
}
|
|
46
|
+
/** What a detector was asked to look at — text plus its provenance so a
|
|
47
|
+
* tier-aware detector (e.g. injection patterns run only on untrusted tiers) can
|
|
48
|
+
* short-circuit. */
|
|
49
|
+
export interface DetectionInput {
|
|
50
|
+
readonly text: string;
|
|
51
|
+
readonly source: ContentSource;
|
|
52
|
+
readonly tier: TrustTier;
|
|
53
|
+
}
|
|
54
|
+
/**
|
|
55
|
+
* The shared contract. scrub v1's span-producing exports, the masking lane's dictionary /
|
|
56
|
+
* field / scrub-span detectors, and screening's pattern / classifier / sidecar
|
|
57
|
+
* adapters are all `Detector`s over one fixture corpus.
|
|
58
|
+
*
|
|
59
|
+
* Implementations live where their corpus lives —
|
|
60
|
+
* `src/artifacts/scrub.ts` (deterministic PII), `src/mask/detect.ts`
|
|
61
|
+
* (dictionary/field), `src/screen/patterns.ts` (injection), `src/screen/*`
|
|
62
|
+
* (classifier + sidecar adapters). This interface never gains a method that
|
|
63
|
+
* returns a matched value.
|
|
64
|
+
*/
|
|
65
|
+
export interface Detector {
|
|
66
|
+
readonly id: string;
|
|
67
|
+
readonly kind: DetectorKind;
|
|
68
|
+
/** Async to admit the classifier (ONNX/WASM) and sidecar adapters; the
|
|
69
|
+
* deterministic detectors resolve synchronously wrapped in a Promise. */
|
|
70
|
+
detect(input: DetectionInput): Promise<readonly DetectionSpan[]>;
|
|
71
|
+
}
|
|
72
|
+
/** A registry entry (reserved): a detector plus its
|
|
73
|
+
* MEASURED accuracy on named corpora — the "probed, not declared" doctrine
|
|
74
|
+
* applied to detectors. Shape reserved here; populated by `modelrig screen
|
|
75
|
+
* probe`. Counts/metrics only — never a fixture value. */
|
|
76
|
+
export interface DetectorRegistryEntry {
|
|
77
|
+
readonly detector: Pick<Detector, "id" | "kind">;
|
|
78
|
+
/** Measured TPR/FPR/latency per corpus (corpus id + digest
|
|
79
|
+
* + license), plus FP rate on the org's benign captures. */
|
|
80
|
+
readonly measured?: unknown;
|
|
81
|
+
}
|
|
82
|
+
//# sourceMappingURL=detector.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"detector.d.ts","sourceRoot":"","sources":["../../src/detect/detector.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH;;wBAEwB;AACxB,MAAM,MAAM,aAAa,GACrB,UAAU,GACV,UAAU,GACV,QAAQ,GACR,aAAa,GACb,YAAY,GACZ,YAAY,GACZ,SAAS,CAAC;AAEd,MAAM,MAAM,SAAS,GAAG,SAAS,GAAG,MAAM,GAAG,WAAW,CAAC;AAEzD;;uDAEuD;AACvD,MAAM,MAAM,YAAY,GAAG,eAAe,GAAG,YAAY,GAAG,SAAS,CAAC;AAEtE;;;oCAGoC;AACpC,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,EAAE,CAAC;AAExC;+DAC+D;AAC/D,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B;mEAC+D;IAC/D,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED;;oBAEoB;AACpB,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;IAC/B,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;CAC1B;AAED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B;6EACyE;IACzE,MAAM,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,SAAS,aAAa,EAAE,CAAC,CAAC;CAClE;AAED;;;0DAG0D;AAC1D,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,GAAG,MAAM,CAAC,CAAC;IACjD;gEAC4D;IAC5D,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC;CAC7B"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Shared Detector interface (WIRED 2026-08-22, screening B1). Types-only.
|
|
4
|
+
*
|
|
5
|
+
* The ONE detection primitive that mask, scrub v1, and screen
|
|
6
|
+
* all implement — decided by the screening review, open-question A1: define the
|
|
7
|
+
* interface now (types-only) so the masking lane builds against it and no second
|
|
8
|
+
* detection engine is ever written. This module holds ONLY types + the adapter
|
|
9
|
+
* contract; it imports nothing that runs. As of screening B1 it ships in dist/:
|
|
10
|
+
* `src/artifacts/scrub.ts` exposes the scrub v1 patterns as `Detector`s
|
|
11
|
+
* (`scrubDetectors`) and raw spans (`detectSpans`); `src/mask/types.ts`
|
|
12
|
+
* `MaskSpan` extends `DetectionSpan` so the masking lane builds against this shape.
|
|
13
|
+
*
|
|
14
|
+
* Specs: docs/ModelRig/screening/spec.md §3 (Detector) · §2 (provenance) ·
|
|
15
|
+
* docs/ModelRig/control-spike/spec.md §4 (mask detectors implement this).
|
|
16
|
+
*
|
|
17
|
+
* LOAD-BEARING INVARIANT (inherited from src/artifacts/scrub.ts): a
|
|
18
|
+
* detector emits SPANS (offsets + type + confidence) and the pipeline turns
|
|
19
|
+
* those into COUNTS BY TYPE. A matched value is never persisted, logged, or put
|
|
20
|
+
* on a receipt. See docs/ModelRig/screening/spec.md §6 and the named leak
|
|
21
|
+
* invariant test (plan §6).
|
|
22
|
+
*/
|
|
23
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
package/dist/index.d.ts
CHANGED
|
@@ -23,7 +23,8 @@ import type { KeepOutputsMode } from "./bakeoff/samples";
|
|
|
23
23
|
import { type EvalCaseBakeoffResult } from "./bakeoff/eval-cases";
|
|
24
24
|
import type { BakeoffArtifact } from "./bakeoff/types";
|
|
25
25
|
import type { EquivalenceReport, ShadowCaptureFixture } from "./verify/types";
|
|
26
|
-
import type { RouteBundle, RunOptions, RunResult } from "./types/route";
|
|
26
|
+
import type { ObjectiveMode, RouteBundle, RunOptions, RunResult } from "./types/route";
|
|
27
|
+
import type { QualityGate } from "./types/quality";
|
|
27
28
|
export interface Rig {
|
|
28
29
|
run(route: string, opts: RunOptions): Promise<RunResult>;
|
|
29
30
|
/** Run the verified pipeline over a PROVIDED bundle rather than a local route
|
|
@@ -59,24 +60,24 @@ export interface Rig {
|
|
|
59
60
|
readonly lastN: number;
|
|
60
61
|
readonly envelopeUsd?: number;
|
|
61
62
|
}): Promise<readonly ReplaySampleResult[]>;
|
|
62
|
-
/** Conformance bake-off (Phase 3 WS5)
|
|
63
|
-
*
|
|
63
|
+
/** Conformance bake-off (Phase 3 WS5). `keepOutputs` (A3) retains review samples
|
|
64
|
+
* via the sink; `objectiveMode` (RB-1) overrides the route objective;
|
|
65
|
+
* `qualityGate` (Q1 §4.2) scores each replayed sample (programmatic-only). */
|
|
64
66
|
bakeoff(route: string, opts: {
|
|
65
67
|
readonly variants: readonly string[];
|
|
66
68
|
readonly replayLastN: number;
|
|
67
69
|
readonly envelopeUsdPerVariant?: number;
|
|
68
|
-
/** Addendum A3: retain outputs for a value review ("winner" = incumbent
|
|
69
|
-
* + winner; "all" = every arm). Persists to bakeoff_samples via the
|
|
70
|
-
* cloud sink; a no-op without an export config. */
|
|
71
70
|
readonly keepOutputs?: KeepOutputsMode;
|
|
71
|
+
readonly objectiveMode?: ObjectiveMode;
|
|
72
|
+
readonly qualityGate?: QualityGate;
|
|
72
73
|
}): Promise<BakeoffArtifact>;
|
|
73
|
-
/** Bake-off from a task's promoted eval cases (E4 chunk A): replays the
|
|
74
|
-
* rehydratable regression/golden inputs; the result carries the selection so
|
|
75
|
-
* callers NAME every unrehydratable case (honest refusal). Needs artifacts on. */
|
|
74
|
+
/** Bake-off from a task's promoted eval cases (E4 chunk A): replays the rehydratable inputs; the selection NAMES every refused case. Needs artifacts on. */
|
|
76
75
|
bakeoffFromEvalCases(task: string, opts: {
|
|
77
76
|
readonly variants: readonly string[];
|
|
78
77
|
readonly envelopeUsdPerVariant?: number;
|
|
79
78
|
readonly keepOutputs?: KeepOutputsMode;
|
|
79
|
+
readonly objectiveMode?: ObjectiveMode;
|
|
80
|
+
readonly qualityGate?: QualityGate;
|
|
80
81
|
}): Promise<EvalCaseBakeoffResult>;
|
|
81
82
|
/** Shadow-equivalence verification (Expansion §9, Tier 2): replay a local
|
|
82
83
|
* capture fixture through this SAME-MODEL route, diff each output vs the
|
|
@@ -110,6 +111,8 @@ export { loadConfigFromEnv } from "./config";
|
|
|
110
111
|
export type { RigConfig, ApiExportConfig, DirectExportConfig } from "./config";
|
|
111
112
|
export { stampBatch, foreignOrgFeedback, INGEST_PATH, INGEST_PROTOCOL_VERSION, INGEST_PROTOCOL_VERSION_V1, DEFAULT_INGEST_URL } from "./telemetry/ingest-protocol";
|
|
112
113
|
export type { IngestBatch, IngestOutcome, TableWrite, Tenancy, WireInference, WireFeedback, WireEnvelope, WireRoute, WireRun, WireStep, WireArtifact, WireArtifactEdge, WireArtifactEvaluation, WireEvalCase, WireManifest, } from "./telemetry/ingest-protocol";
|
|
114
|
+
export { summarizeAttemptMeta, isMetaSafeString, sanitizeMetaForWire, renderRequestForHash, reservedTagNearMisses, resolvePipelineSha, RESERVED_TAG_KEYS } from "./telemetry/attempt-meta";
|
|
115
|
+
export type { AttemptMetaV1, RunMetaV1, FinishReason, ContextBucket, EgressReceiptV1, AttemptMetaInputs, AttemptMetaSource, ReservedTagKey } from "./telemetry/attempt-meta";
|
|
113
116
|
export { createTelemetryExporter } from "./telemetry/exporter";
|
|
114
117
|
export type { Exporter, ExporterConfig, ExporterStats, ExportedRouteMirror } from "./telemetry/exporter";
|
|
115
118
|
export { createApiSink, createDirectSink, SinkSendError } from "./telemetry/sinks";
|
|
@@ -125,6 +128,7 @@ export type { OtlpConfig } from "./config";
|
|
|
125
128
|
export * from "./artifacts";
|
|
126
129
|
export { resolveArtifactsConfig } from "./config";
|
|
127
130
|
export type { ArtifactsConfig } from "./config";
|
|
131
|
+
export * from "./detect/detector";
|
|
128
132
|
export * from "./settings";
|
|
129
133
|
export * from "./status";
|
|
130
134
|
export { API_KEY_PREFIX, API_KEY_SCOPES, API_KEY_SECRET_BYTES, hashApiKeySecret, looksLikeApiKey, redactApiKey, parseScopes, hasScope, } from "./tenancy/api-key-format";
|
|
@@ -132,6 +136,7 @@ export type { ApiKeyScope } from "./tenancy/api-key-format";
|
|
|
132
136
|
export { scrubSecrets, containsKeyShapedString, KEY_SHAPED_PREFIXES } from "./tenancy/scrub";
|
|
133
137
|
export type { TelemetrySink, ApiSinkConfig, DirectSinkConfig } from "./telemetry/sinks";
|
|
134
138
|
export type { RunOptions, RunResult, RunMeta, RouteBundle, RouteVariant, RepairPolicy, RunTags, CandidateSpec, Requirement, } from "./types/route";
|
|
139
|
+
export type { QualityGate, QualityVerdict, QualityGateMeta } from "./types/quality";
|
|
135
140
|
export { runStream } from "./run/stream";
|
|
136
141
|
export type { RunStreamEvent, RunStreamHandle, RunStreamOptions } from "./run/stream";
|
|
137
142
|
export { bundleFromResolved, resolveRouteBundle, hashResolvedBundle } from "./routes/resolved-bundle";
|
|
@@ -148,12 +153,12 @@ export { openTelemetryStore } from "./telemetry/store";
|
|
|
148
153
|
export type { CaptureStore, CaptureRow } from "./telemetry/capture";
|
|
149
154
|
export { replayVariant } from "./bakeoff/replay";
|
|
150
155
|
export type { ReplayRequest, ReplaySampleResult } from "./bakeoff/replay";
|
|
151
|
-
export { runBakeoff, mirrorBakeoff, computeProposal } from "./bakeoff/engine";
|
|
156
|
+
export { runBakeoff, mirrorBakeoff, computeProposal, bakeoffEvidence } from "./bakeoff/engine";
|
|
152
157
|
export type { BakeoffRequest, BakeoffMirrorConfig, BakeoffSamplesSink } from "./bakeoff/engine";
|
|
153
158
|
export { createBakeoffSamplesClient, buildBakeoffSamples, selectArmsToKeep, truncateOutput, retentionExpiry, OUTPUT_MAX_BYTES, } from "./bakeoff/samples";
|
|
154
159
|
export type { BakeoffSample, BakeoffSamplesClient, ArmSamples, KeepOutputsMode, } from "./bakeoff/samples";
|
|
155
|
-
export { aggregateVariantMetrics, wilson95 } from "./bakeoff/stats";
|
|
156
|
-
export type { BakeoffArtifact, VariantMetrics } from "./bakeoff/types";
|
|
160
|
+
export { aggregateVariantMetrics, wilson95, pairedRegret, sampleQuality } from "./bakeoff/stats";
|
|
161
|
+
export type { BakeoffArtifact, VariantMetrics, RegretStats, QualityMetric, BakeoffObjective, BakeoffReference } from "./bakeoff/types";
|
|
157
162
|
export * from "./verify";
|
|
158
163
|
export { createTavilySearchProvider, extractCitations } from "./run/grounding";
|
|
159
164
|
export type { SearchProvider, SearchResponse, SearchResultItem, UrlCitation, } from "./run/grounding";
|
|
@@ -234,8 +239,8 @@ export { reserveWatchBudget, watchEnvelopeKey, DEFAULT_WATCH_MONTHLY_USD } from
|
|
|
234
239
|
export type { WatchBudgetReservation } from "./watch/budget";
|
|
235
240
|
export { aggregatePriors, aggregatePairwiseFromTelemetry, writePriorsCells } from "./matrix/aggregate";
|
|
236
241
|
export type { PriorsCell, PriorsCellStats, PairwiseRecord, PairwiseByModel, AggregateOptions, } from "./matrix/aggregate";
|
|
237
|
-
export { compileQuery, QueryGrammarError } from "./query/grammar";
|
|
238
|
-
export type { QueryScope, CompiledQuery } from "./query/grammar";
|
|
242
|
+
export { compileQuery, QueryGrammarError, parseQuery, describeAnalyticsSchema, evaluateAnalyticsQuery, planAnalyticsRead, selectableColumnsAreMetaSafe, ANALYTICS_SCAN_CAP, SAVED_QUERIES, savedQueryById, sinceIsoFor, DIMENSION_COLUMNS, METRIC_COLUMNS, RESERVED_DIMENSION_NAMES } from "./query/grammar";
|
|
243
|
+
export type { QueryScope, CompiledQuery, QueryAst, AstColumnRef, AstSelectItem, AstCondition, AnalyticsSchema, AnalyticsSchemaField, AnalyticsResult, AnalyticsReadPlan, AnalyticsRow, SavedQuery, ColumnDef, Classification, ColumnSource } from "./query/grammar";
|
|
239
244
|
export { runTelemetryQuery } from "./query/run";
|
|
240
245
|
export { buildSwapChange, buildRestoreYaml, buildDeclareTrialChange, trialVariantName } from "./savings/emit";
|
|
241
246
|
export type { SwapChange, DeclareTrialChange } from "./savings/emit";
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAI1C,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAIjE,OAAO,KAAK,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAEtE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAE7C,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAOtD,OAAO,EAAoB,KAAK,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAGvE,OAAO,KAAK,EAAY,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAEpE,OAAO,EAAkC,KAAK,SAAS,EAAE,MAAM,UAAU,CAAC;AAK1E,OAAO,KAAK,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACxE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIrD,OAAO,EAAiB,KAAK,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAE1E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAA2B,KAAK,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC3F,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAEvD,OAAO,KAAK,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAG9E,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAExE,MAAM,WAAW,GAAG;IAClB,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IACzD;;;4EAGwE;IACxE,SAAS,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IACrE,4EAA4E;IAC5E,eAAe,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,gBAAgB,GAAG,eAAe,CAAC;IAC9E;;;gFAG4E;IAC5E,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,GAAG,eAAe,CAAC;IAClE;;;;kEAI8D;IAC9D,MAAM,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/C;gFAC4E;IAC5E,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,eAAe,CAAC;IAClD;;wEAEoE;IACpE,QAAQ,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,YAAY,GAAG,WAAW,CAAC;IAClE;;6EAEyE;IACzE,MAAM,CACJ,KAAK,EAAE,MAAM,EACb,IAAI,EAAE;QAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,GACxF,OAAO,CAAC,SAAS,kBAAkB,EAAE,CAAC,CAAC;IAC1C;6DACyD;IACzD,OAAO,CACL,KAAK,EAAE,MAAM,EACb,IAAI,EAAE;QACJ,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;QACrC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,qBAAqB,CAAC,EAAE,MAAM,CAAC;QACxC;;2DAEmD;QACnD,QAAQ,CAAC,WAAW,CAAC,EAAE,eAAe,CAAC;KACxC,GACA,OAAO,CAAC,eAAe,CAAC,CAAC;IAC5B;;sFAEkF;IAClF,oBAAoB,CAClB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE;QAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;QAAC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,eAAe,CAAA;KAAE,GAC9H,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAClC;;mFAE+E;IAC/E,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,oBAAoB,EAAE,IAAI,CAAC,EAAE;QAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC/H;yFACqF;IACrF,QAAQ,CAAC,YAAY,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACtD;;0CAEsC;IACtC,QAAQ,CAAC,YAAY,EAAE,gBAAgB,CAAC;IACxC,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC;IAClC;;wFAEoF;IACpF,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,+EAA+E;IAC/E,aAAa,IAAI,aAAa,CAAC;IAC/B;;sFAEkF;IAClF,MAAM,IAAI,SAAS,CAAC;IACpB,yFAAyF;IACzF,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAKD,wBAAgB,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,GAAG,CAwPhD;AAED,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAC7C,YAAY,EAAE,SAAS,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAM/E,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,WAAW,EAAE,uBAAuB,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACnK,YAAY,EACV,WAAW,EACX,aAAa,EACb,UAAU,EACV,OAAO,EACP,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,SAAS,EACT,OAAO,EACP,QAAQ,EACR,YAAY,EACZ,gBAAgB,EAChB,sBAAsB,EACtB,YAAY,EAAE,YAAY,GAC3B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,YAAY,EAAE,QAAQ,EAAE,cAAc,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AACzG,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAGnF,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACpI,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,6BAA6B,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAClI,OAAO,EAAE,iBAAiB,EAAE,4BAA4B,EAAE,MAAM,0BAA0B,CAAC;AAC3F,YAAY,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAI/E,OAAO,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AACvF,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAC/G,OAAO,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAC/D,YAAY,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAG3C,cAAc,aAAa,CAAC;AAC5B,OAAO,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AAClD,YAAY,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAGhD,cAAc,YAAY,CAAC;AAE3B,cAAc,UAAU,CAAC;AAGzB,OAAO,EACL,cAAc,EACd,cAAc,EACd,oBAAoB,EACpB,gBAAgB,EAChB,eAAe,EACf,YAAY,EACZ,WAAW,EACX,QAAQ,GACT,MAAM,0BAA0B,CAAC;AAClC,YAAY,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAG5D,OAAO,EAAE,YAAY,EAAE,uBAAuB,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAC7F,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACxF,YAAY,EACV,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,EACvE,OAAO,EAAE,aAAa,EAAE,WAAW,GACpC,MAAM,eAAe,CAAC;AAEvB,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAGtF,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AACtG,YAAY,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAEpE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACjD,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAGzD,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAGzF,YAAY,EAAE,cAAc,EAAE,UAAU,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACjG,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAGtE,OAAO,EACL,YAAY,EACZ,qBAAqB,EACrB,WAAW,EACX,wBAAwB,EACxB,gBAAgB,EAChB,wBAAwB,EACxB,QAAQ,GACT,MAAM,yBAAyB,CAAC;AACjC,YAAY,EACV,IAAI,EACJ,cAAc,EACd,WAAW,EACX,qBAAqB,EACrB,sBAAsB,EACtB,oBAAoB,EACpB,mBAAmB,EACnB,mBAAmB,EACnB,yBAAyB,EACzB,uBAAuB,GACxB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,YAAY,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAC1E,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAC9E,YAAY,EAAE,cAAc,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAChG,OAAO,EACL,0BAA0B,EAC1B,mBAAmB,EACnB,gBAAgB,EAChB,cAAc,EACd,eAAe,EACf,gBAAgB,GACjB,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EACV,aAAa,EACb,oBAAoB,EACpB,UAAU,EACV,eAAe,GAChB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,uBAAuB,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AACpE,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEvE,cAAc,UAAU,CAAC;AACzB,OAAO,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAC/E,YAAY,EACV,cAAc,EACd,cAAc,EACd,gBAAgB,EAChB,WAAW,GACZ,MAAM,iBAAiB,CAAC;AACzB,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEjE,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AAC9F,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AACpG,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACvG,YAAY,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAGpD,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,gBAAgB,EAChB,qBAAqB,EACrB,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,YAAY,EACV,kBAAkB,EAClB,cAAc,EACd,sBAAsB,EACtB,iBAAiB,GAClB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAE,OAAO,EAAE,sBAAsB,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC5F,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAC/E,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAC7F,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACzF,OAAO,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACtE,YAAY,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChE,YAAY,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAE7E,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAClE,YAAY,EACV,UAAU,EACV,cAAc,EACd,cAAc,EACd,SAAS,EACT,gBAAgB,GACjB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAChF,YAAY,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAI5C,OAAO,EAAE,mBAAmB,EAAE,8BAA8B,EAAE,MAAM,mBAAmB,CAAC;AAExF,cAAc,mBAAmB,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EACL,yBAAyB,EACzB,uBAAuB,EACvB,qBAAqB,EACrB,qBAAqB,EACrB,mBAAmB,GACpB,MAAM,0BAA0B,CAAC;AAClC,YAAY,EAAE,yBAAyB,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5F,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,YAAY,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AAC/G,YAAY,EAAE,cAAc,EAAE,kBAAkB,EAAE,YAAY,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AACzH,YAAY,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD,OAAO,EAAE,cAAc,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AACrF,YAAY,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAE3D,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAK5G,YAAY,EACV,cAAc,EACd,eAAe,EACf,gBAAgB,GACjB,MAAM,0BAA0B,CAAC;AAClC,YAAY,EAAE,YAAY,EAAE,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,eAAe,EAAE,cAAc,EAAE,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAC7L,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AAI/E,OAAO,EACL,oBAAoB,EAAE,YAAY,EAAE,aAAa,EAAE,qBAAqB,EACxE,yBAAyB,EAAE,eAAe,EAC1C,qBAAqB,EAAE,6BAA6B,GACrD,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EACV,mBAAmB,EAAE,cAAc,EAAE,WAAW,EAAE,cAAc,EAChE,gBAAgB,EAAE,oBAAoB,EAAE,qBAAqB,GAC9D,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AACnG,YAAY,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACnE,YAAY,EACV,UAAU,EACV,UAAU,EACV,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,YAAY,EAAE,eAAe,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAClF,YAAY,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACtD,YAAY,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC9E,YAAY,EAAE,cAAc,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClG,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,YAAY,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC1E,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEzD,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,2BAA2B,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACpI,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,aAAa,EAAE,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,UAAU,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,yBAAyB,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAC/S,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC5E,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,cAAc,EAAE,qBAAqB,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AAE7I,OAAO,EAAE,eAAe,EAAE,0BAA0B,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AAC7I,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AACzJ,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,YAAY,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAEvG,OAAO,EACL,qBAAqB,EACrB,iCAAiC,EACjC,yBAAyB,EACzB,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,eAAe,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AACpF,YAAY,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AACjG,YAAY,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAE7D,OAAO,EAAE,eAAe,EAAE,8BAA8B,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACvG,YAAY,EACV,UAAU,EACV,eAAe,EACf,cAAc,EACd,eAAe,EACf,gBAAgB,GACjB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAClE,YAAY,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AACjE,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAC9G,YAAY,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AACjF,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,YAAY,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACzF,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAI1C,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAIjE,OAAO,KAAK,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAEtE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAE7C,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAOtD,OAAO,EAAoB,KAAK,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAGvE,OAAO,KAAK,EAAY,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAEpE,OAAO,EAAkC,KAAK,SAAS,EAAE,MAAM,UAAU,CAAC;AAK1E,OAAO,KAAK,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACxE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIrD,OAAO,EAAiB,KAAK,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAE1E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAA2B,KAAK,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC3F,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAEvD,OAAO,KAAK,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAG9E,OAAO,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AACvF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAGnD,MAAM,WAAW,GAAG;IAClB,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IACzD;;;4EAGwE;IACxE,SAAS,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IACrE,4EAA4E;IAC5E,eAAe,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,gBAAgB,GAAG,eAAe,CAAC;IAC9E;;;gFAG4E;IAC5E,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,GAAG,eAAe,CAAC;IAClE;;;;kEAI8D;IAC9D,MAAM,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/C;gFAC4E;IAC5E,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,eAAe,CAAC;IAClD;;wEAEoE;IACpE,QAAQ,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,YAAY,GAAG,WAAW,CAAC;IAClE;;6EAEyE;IACzE,MAAM,CACJ,KAAK,EAAE,MAAM,EACb,IAAI,EAAE;QAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,GACxF,OAAO,CAAC,SAAS,kBAAkB,EAAE,CAAC,CAAC;IAC1C;;kFAE8E;IAC9E,OAAO,CACL,KAAK,EAAE,MAAM,EACb,IAAI,EAAE;QAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;QAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,eAAe,CAAC;QAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,aAAa,CAAC;QAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,WAAW,CAAA;KAAE,GACxO,OAAO,CAAC,eAAe,CAAC,CAAC;IAC5B,4JAA4J;IAC5J,oBAAoB,CAClB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE;QAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;QAAC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,eAAe,CAAC;QAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,aAAa,CAAC;QAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,WAAW,CAAA;KAAE,GAC1M,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAClC;;mFAE+E;IAC/E,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,oBAAoB,EAAE,IAAI,CAAC,EAAE;QAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC/H;yFACqF;IACrF,QAAQ,CAAC,YAAY,EAAE,SAAS,mBAAmB,EAAE,CAAC;IACtD;;0CAEsC;IACtC,QAAQ,CAAC,YAAY,EAAE,gBAAgB,CAAC;IACxC,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC;IAClC;;wFAEoF;IACpF,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC,+EAA+E;IAC/E,aAAa,IAAI,aAAa,CAAC;IAC/B;;sFAEkF;IAClF,MAAM,IAAI,SAAS,CAAC;IACpB,yFAAyF;IACzF,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAKD,wBAAgB,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,GAAG,CA0PhD;AAED,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAC7C,YAAY,EAAE,SAAS,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAM/E,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,WAAW,EAAE,uBAAuB,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACnK,YAAY,EACV,WAAW,EACX,aAAa,EACb,UAAU,EACV,OAAO,EACP,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,SAAS,EACT,OAAO,EACP,QAAQ,EACR,YAAY,EACZ,gBAAgB,EAChB,sBAAsB,EACtB,YAAY,EAAE,YAAY,GAC3B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC3L,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC7K,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,YAAY,EAAE,QAAQ,EAAE,cAAc,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AACzG,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAGnF,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACpI,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,6BAA6B,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAClI,OAAO,EAAE,iBAAiB,EAAE,4BAA4B,EAAE,MAAM,0BAA0B,CAAC;AAC3F,YAAY,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAI/E,OAAO,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AACvF,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAC/G,OAAO,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAC/D,YAAY,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAG3C,cAAc,aAAa,CAAC;AAC5B,OAAO,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AAClD,YAAY,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAChD,cAAc,mBAAmB,CAAC;AAGlC,cAAc,YAAY,CAAC;AAE3B,cAAc,UAAU,CAAC;AAGzB,OAAO,EACL,cAAc,EACd,cAAc,EACd,oBAAoB,EACpB,gBAAgB,EAChB,eAAe,EACf,YAAY,EACZ,WAAW,EACX,QAAQ,GACT,MAAM,0BAA0B,CAAC;AAClC,YAAY,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAE5D,OAAO,EAAE,YAAY,EAAE,uBAAuB,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAC7F,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACxF,YAAY,EACV,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,EACvE,OAAO,EAAE,aAAa,EAAE,WAAW,GACpC,MAAM,eAAe,CAAC;AACvB,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAEpF,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAGtF,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AACtG,YAAY,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAEpE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACjD,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAGzD,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAGzF,YAAY,EAAE,cAAc,EAAE,UAAU,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACjG,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAGtE,OAAO,EACL,YAAY,EACZ,qBAAqB,EACrB,WAAW,EACX,wBAAwB,EACxB,gBAAgB,EAChB,wBAAwB,EACxB,QAAQ,GACT,MAAM,yBAAyB,CAAC;AACjC,YAAY,EACV,IAAI,EACJ,cAAc,EACd,WAAW,EACX,qBAAqB,EACrB,sBAAsB,EACtB,oBAAoB,EACpB,mBAAmB,EACnB,mBAAmB,EACnB,yBAAyB,EACzB,uBAAuB,GACxB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,YAAY,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAC1E,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAC/F,YAAY,EAAE,cAAc,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAChG,OAAO,EACL,0BAA0B,EAC1B,mBAAmB,EACnB,gBAAgB,EAChB,cAAc,EACd,eAAe,EACf,gBAAgB,GACjB,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EACV,aAAa,EACb,oBAAoB,EACpB,UAAU,EACV,eAAe,GAChB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,uBAAuB,EAAE,QAAQ,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AACjG,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAEvI,cAAc,UAAU,CAAC;AACzB,OAAO,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAC/E,YAAY,EACV,cAAc,EACd,cAAc,EACd,gBAAgB,EAChB,WAAW,GACZ,MAAM,iBAAiB,CAAC;AACzB,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEjE,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AAC9F,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AACpG,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACvG,YAAY,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAGpD,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,gBAAgB,EAChB,qBAAqB,EACrB,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,YAAY,EACV,kBAAkB,EAClB,cAAc,EACd,sBAAsB,EACtB,iBAAiB,GAClB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAE,OAAO,EAAE,sBAAsB,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC5F,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAC/E,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAC7F,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACzF,OAAO,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACtE,YAAY,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChE,YAAY,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAE7E,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAClE,YAAY,EACV,UAAU,EACV,cAAc,EACd,cAAc,EACd,SAAS,EACT,gBAAgB,GACjB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAChF,YAAY,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAI5C,OAAO,EAAE,mBAAmB,EAAE,8BAA8B,EAAE,MAAM,mBAAmB,CAAC;AAExF,cAAc,mBAAmB,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EACL,yBAAyB,EACzB,uBAAuB,EACvB,qBAAqB,EACrB,qBAAqB,EACrB,mBAAmB,GACpB,MAAM,0BAA0B,CAAC;AAClC,YAAY,EAAE,yBAAyB,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5F,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,YAAY,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AAC/G,YAAY,EAAE,cAAc,EAAE,kBAAkB,EAAE,YAAY,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AACzH,YAAY,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD,OAAO,EAAE,cAAc,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AACrF,YAAY,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAE3D,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAK5G,YAAY,EACV,cAAc,EACd,eAAe,EACf,gBAAgB,GACjB,MAAM,0BAA0B,CAAC;AAClC,YAAY,EAAE,YAAY,EAAE,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,eAAe,EAAE,cAAc,EAAE,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAC7L,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AAI/E,OAAO,EACL,oBAAoB,EAAE,YAAY,EAAE,aAAa,EAAE,qBAAqB,EACxE,yBAAyB,EAAE,eAAe,EAC1C,qBAAqB,EAAE,6BAA6B,GACrD,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EACV,mBAAmB,EAAE,cAAc,EAAE,WAAW,EAAE,cAAc,EAChE,gBAAgB,EAAE,oBAAoB,EAAE,qBAAqB,GAC9D,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AACnG,YAAY,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACnE,YAAY,EACV,UAAU,EACV,UAAU,EACV,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,YAAY,EAAE,eAAe,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAClF,YAAY,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACtD,YAAY,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC9E,YAAY,EAAE,cAAc,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClG,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,YAAY,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC1E,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEzD,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,2BAA2B,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACpI,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,aAAa,EAAE,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,UAAU,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,yBAAyB,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAC/S,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC5E,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,cAAc,EAAE,qBAAqB,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AAE7I,OAAO,EAAE,eAAe,EAAE,0BAA0B,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AAC7I,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AACzJ,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,YAAY,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAEvG,OAAO,EACL,qBAAqB,EACrB,iCAAiC,EACjC,yBAAyB,EACzB,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,eAAe,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AACpF,YAAY,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AACjG,YAAY,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAE7D,OAAO,EAAE,eAAe,EAAE,8BAA8B,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACvG,YAAY,EACV,UAAU,EACV,eAAe,EACf,cAAc,EACd,eAAe,EACf,gBAAgB,GACjB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,UAAU,EAAE,uBAAuB,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,4BAA4B,EAAE,kBAAkB,EAAE,aAAa,EAAE,cAAc,EAAE,WAAW,EAAE,iBAAiB,EAAE,cAAc,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAC7S,YAAY,EAAE,UAAU,EAAE,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,eAAe,EAAE,oBAAoB,EAAE,eAAe,EAAE,iBAAiB,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACpQ,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAC9G,YAAY,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AACjF,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,YAAY,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACzF,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -24,10 +24,11 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
24
24
|
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
25
25
|
};
|
|
26
26
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
27
|
-
exports.
|
|
28
|
-
exports.
|
|
29
|
-
exports.
|
|
30
|
-
exports.
|
|
27
|
+
exports.rawOnlyRouteFailure = exports.requireRoutesDir = exports.runRawStream = exports.runRaw = exports.hashResolvedBundle = exports.resolveRouteBundle = exports.bundleFromResolved = exports.runStream = exports.KEY_SHAPED_PREFIXES = exports.containsKeyShapedString = exports.scrubSecrets = exports.hasScope = exports.parseScopes = exports.redactApiKey = exports.looksLikeApiKey = exports.hashApiKeySecret = exports.API_KEY_SECRET_BYTES = exports.API_KEY_SCOPES = exports.API_KEY_PREFIX = exports.resolveArtifactsConfig = exports.resolveOtlpConfig = exports.parseOtlpHeaders = exports.decodeOtlpProtobufTraces = exports.looksLikeLogsPayload = exports.normalizeOtlpTraces = exports.startOtlpEmitterIfConfigured = exports.createOtlpEmitter = exports.TRACEPARENT_TAG = exports.parseTraceparent = exports.buildExportTraceRequest = exports.inferenceToSpan = exports.SEMCONV_VERSION = exports.SinkSendError = exports.createDirectSink = exports.createApiSink = exports.createTelemetryExporter = exports.RESERVED_TAG_KEYS = exports.resolvePipelineSha = exports.reservedTagNearMisses = exports.renderRequestForHash = exports.sanitizeMetaForWire = exports.isMetaSafeString = exports.summarizeAttemptMeta = exports.DEFAULT_INGEST_URL = exports.INGEST_PROTOCOL_VERSION_V1 = exports.INGEST_PROTOCOL_VERSION = exports.INGEST_PATH = exports.foreignOrgFeedback = exports.stampBatch = exports.loadConfigFromEnv = void 0;
|
|
28
|
+
exports.readObjectLiteral = exports.findCallSitesInText = exports.scanRepoForCallSites = exports.capabilitiesFor = exports.routeNameFor = exports.buildMigrationMarkdown = exports.runInit = exports.renderConfigErrorForTerminal = exports.describeConfigFailure = exports.teachConfigError = exports.classifyConfigProblem = exports.CONFIG_TEACHING = exports.mergeLoadedRoutes = exports.loadRoutesWithExtra = exports.loadRoutes = exports.RouteConfigError = exports.renderFailureForTerminal = exports.teach = exports.FAILURE_TEACHING = exports.isRigFailure = exports.RigFailureError = exports.extractCitations = exports.createTavilySearchProvider = exports.sampleQuality = exports.pairedRegret = exports.wilson95 = exports.aggregateVariantMetrics = exports.OUTPUT_MAX_BYTES = exports.retentionExpiry = exports.truncateOutput = exports.selectArmsToKeep = exports.buildBakeoffSamples = exports.createBakeoffSamplesClient = exports.bakeoffEvidence = exports.computeProposal = exports.mirrorBakeoff = exports.runBakeoff = exports.replayVariant = exports.openTelemetryStore = exports.openCaptureStore = exports.SSE_DONE = exports.MODELRIG_REQUEST_HEADERS = exports.MODELRIG_HEADERS = exports.GATEWAY_PROTOCOL_VERSION = exports.MODELS_PATH = exports.CHAT_COMPLETIONS_PATH = exports.classifyLane = exports.ALL_CAPABILITY_FLAGS = exports.PROVIDER_IDS = exports.RAW_ONLY_FIX_HINT = void 0;
|
|
29
|
+
exports.PROBE_FRESHNESS_SLO_DAYS = exports.stalenessSentence = exports.probeFreshness = exports.callNotesFor = exports.evaluateChallengerEligibility = exports.requirementPredicates = exports.PREDICATE_GLOSS = exports.ALL_CAPABILITY_PREDICATES = exports.explainEmptySelection = exports.hasCapability = exports.selectModels = exports.parseCapabilityQuery = exports.capabilityFactsFromEntry = exports.loadRegistryFacts = exports.fingerprintSchema = exports.loadManifest = exports.SNAPSHOT_BASIS = exports.describePricingV2 = exports.tierRates = exports.synthesizeFromFlat = exports.seededCachePolicyProviders = exports.getCachePolicy = exports.DEFAULT_CACHE_HYSTERESIS = exports.classifyCacheVerdict = exports.effectiveInputRate = exports.estimateCostUsd = exports.getPricingV2 = exports.getPricing = exports.resolveCandidates = exports.OPENAI_COMPAT_HOSTS = exports.shapeFireworksModelId = exports.classifyCompatFailure = exports.buildOpenAICompatParams = exports.createOpenAICompatAdapter = exports.createGrokAdapter = exports.createAnthropicAdapter = exports.createDeepSeekAdapter = exports.createOpenAIAdapter = exports.GEMINI_THINKING_CAPABLE_MODELS = exports.createGeminiAdapter = exports.PROVIDER_KEY_ENV = exports.serveabilityWarnings = exports.checkServeability = exports.writeRouteDraft = exports.buildRouteDraft = exports.splitModelKey = exports.seedCandidates = exports.loadRegistryRows = exports.signatureFor = exports.PROVIDER_SIGNATURES = void 0;
|
|
30
|
+
exports.buildRestoreYaml = exports.buildSwapChange = exports.runTelemetryQuery = exports.RESERVED_DIMENSION_NAMES = exports.METRIC_COLUMNS = exports.DIMENSION_COLUMNS = exports.sinceIsoFor = exports.savedQueryById = exports.SAVED_QUERIES = exports.ANALYTICS_SCAN_CAP = exports.selectableColumnsAreMetaSafe = exports.planAnalyticsRead = exports.evaluateAnalyticsQuery = exports.describeAnalyticsSchema = exports.parseQuery = exports.QueryGrammarError = exports.compileQuery = exports.writePriorsCells = exports.aggregatePairwiseFromTelemetry = exports.aggregatePriors = exports.DEFAULT_WATCH_MONTHLY_USD = exports.watchEnvelopeKey = exports.reserveWatchBudget = exports.WATCH_STATE_KEY = exports.createFileWatchStateStore = exports.createControlPlaneWatchStateStore = exports.createWatchStateStore = exports.saveWatchState = exports.loadWatchState = exports.computeWatchEvents = exports.buildPriceUniverse = exports.runWatchCycle = exports.DEFAULT_MONITOR_CONFIG = exports.createMonitorReads = exports.rollupConformRate = exports.evaluateConformDegradation = exports.runMonitorCycle = exports.assertTransition = exports.createProposalsClient = exports.explainCacheContext = exports.PROPOSAL_TTL_DAYS = exports.manualChallengerTriggerHash = exports.triggerHash = exports.evaluateEvents = exports.RUNG1_MIN_FEEDBACK = exports.computeCoverage = exports.buildFeedbackRow = exports.computeParity = exports.factsUnderCredential = exports.factsFor = void 0;
|
|
31
|
+
exports.computeOdometer = exports.createSwapsClient = exports.executeSwap = exports.trialVariantName = exports.buildDeclareTrialChange = void 0;
|
|
31
32
|
exports.createRig = createRig;
|
|
32
33
|
const build_adapters_1 = require("./adapters/build-adapters");
|
|
33
34
|
const rawonly_1 = require("./run/rawonly");
|
|
@@ -58,6 +59,7 @@ const samples_1 = require("./bakeoff/samples");
|
|
|
58
59
|
const eval_cases_1 = require("./bakeoff/eval-cases");
|
|
59
60
|
const verify_1 = require("./verify/verify");
|
|
60
61
|
const provider_1 = require("./types/provider");
|
|
62
|
+
const reference_1 = require("./bakeoff/reference");
|
|
61
63
|
/** Per-variant replay spend ceiling when the caller doesn't set one. */
|
|
62
64
|
const DEFAULT_REPLAY_ENVELOPE_USD = 10;
|
|
63
65
|
function createRig(config) {
|
|
@@ -186,9 +188,9 @@ function createRig(config) {
|
|
|
186
188
|
}
|
|
187
189
|
return captures;
|
|
188
190
|
}
|
|
189
|
-
// Bake-off review-sample sink (addendum A3) — direct mode only;
|
|
190
|
-
|
|
191
|
-
const
|
|
191
|
+
// Bake-off review-sample sink (addendum A3) — direct mode only (see buildDirectSamplesSink; undefined for api/local rigs). S7: scrubs input+output with the task ScrubMode before persist.
|
|
192
|
+
const samplesSink = config.export?.mode === "direct" ? (0, samples_1.buildDirectSamplesSink)({ ...config.export, resolver: settings, defaultScrub: config.artifacts?.content?.scrub ?? "off" }) : undefined;
|
|
193
|
+
const resolveReferenceAuto = (0, reference_1.makeReferenceAutoResolver)(config.registryPath); // RB-1 reference:auto
|
|
192
194
|
return {
|
|
193
195
|
serveability,
|
|
194
196
|
capabilities,
|
|
@@ -242,8 +244,9 @@ function createRig(config) {
|
|
|
242
244
|
route,
|
|
243
245
|
variants: opts.variants,
|
|
244
246
|
replayLastN: opts.replayLastN,
|
|
245
|
-
envelopeUsdPerVariant: opts.envelopeUsdPerVariant ?? DEFAULT_REPLAY_ENVELOPE_USD,
|
|
247
|
+
envelopeUsdPerVariant: opts.envelopeUsdPerVariant ?? DEFAULT_REPLAY_ENVELOPE_USD, qualityGate: opts.qualityGate,
|
|
246
248
|
...(opts.keepOutputs !== undefined ? { keepOutputs: opts.keepOutputs } : {}),
|
|
249
|
+
...(opts.objectiveMode !== undefined ? { objectiveMode: opts.objectiveMode } : {}), resolveReferenceAuto,
|
|
247
250
|
}, samplesSink);
|
|
248
251
|
},
|
|
249
252
|
verifySwap(route, fixture, opts) {
|
|
@@ -254,8 +257,9 @@ function createRig(config) {
|
|
|
254
257
|
return (0, eval_cases_1.runBakeoffFromEvalCases)(deps, { artifacts: artifactStore, telemetry, captures: captureStoreForReplay }, {
|
|
255
258
|
task,
|
|
256
259
|
variants: opts.variants,
|
|
257
|
-
envelopeUsdPerVariant: opts.envelopeUsdPerVariant ?? DEFAULT_REPLAY_ENVELOPE_USD,
|
|
260
|
+
envelopeUsdPerVariant: opts.envelopeUsdPerVariant ?? DEFAULT_REPLAY_ENVELOPE_USD, qualityGate: opts.qualityGate,
|
|
258
261
|
...(opts.keepOutputs !== undefined ? { keepOutputs: opts.keepOutputs } : {}),
|
|
262
|
+
...(opts.objectiveMode !== undefined ? { objectiveMode: opts.objectiveMode } : {}), resolveReferenceAuto,
|
|
259
263
|
}, samplesSink);
|
|
260
264
|
},
|
|
261
265
|
close() {
|
|
@@ -294,6 +298,14 @@ Object.defineProperty(exports, "INGEST_PATH", { enumerable: true, get: function
|
|
|
294
298
|
Object.defineProperty(exports, "INGEST_PROTOCOL_VERSION", { enumerable: true, get: function () { return ingest_protocol_1.INGEST_PROTOCOL_VERSION; } });
|
|
295
299
|
Object.defineProperty(exports, "INGEST_PROTOCOL_VERSION_V1", { enumerable: true, get: function () { return ingest_protocol_1.INGEST_PROTOCOL_VERSION_V1; } });
|
|
296
300
|
Object.defineProperty(exports, "DEFAULT_INGEST_URL", { enumerable: true, get: function () { return ingest_protocol_1.DEFAULT_INGEST_URL; } });
|
|
301
|
+
var attempt_meta_1 = require("./telemetry/attempt-meta"); // WI-1 metadata envelope (spec §2–§4)
|
|
302
|
+
Object.defineProperty(exports, "summarizeAttemptMeta", { enumerable: true, get: function () { return attempt_meta_1.summarizeAttemptMeta; } });
|
|
303
|
+
Object.defineProperty(exports, "isMetaSafeString", { enumerable: true, get: function () { return attempt_meta_1.isMetaSafeString; } });
|
|
304
|
+
Object.defineProperty(exports, "sanitizeMetaForWire", { enumerable: true, get: function () { return attempt_meta_1.sanitizeMetaForWire; } });
|
|
305
|
+
Object.defineProperty(exports, "renderRequestForHash", { enumerable: true, get: function () { return attempt_meta_1.renderRequestForHash; } });
|
|
306
|
+
Object.defineProperty(exports, "reservedTagNearMisses", { enumerable: true, get: function () { return attempt_meta_1.reservedTagNearMisses; } });
|
|
307
|
+
Object.defineProperty(exports, "resolvePipelineSha", { enumerable: true, get: function () { return attempt_meta_1.resolvePipelineSha; } });
|
|
308
|
+
Object.defineProperty(exports, "RESERVED_TAG_KEYS", { enumerable: true, get: function () { return attempt_meta_1.RESERVED_TAG_KEYS; } });
|
|
297
309
|
var exporter_2 = require("./telemetry/exporter");
|
|
298
310
|
Object.defineProperty(exports, "createTelemetryExporter", { enumerable: true, get: function () { return exporter_2.createTelemetryExporter; } });
|
|
299
311
|
var sinks_1 = require("./telemetry/sinks");
|
|
@@ -326,6 +338,7 @@ Object.defineProperty(exports, "resolveOtlpConfig", { enumerable: true, get: fun
|
|
|
326
338
|
__exportStar(require("./artifacts"), exports);
|
|
327
339
|
var config_3 = require("./config");
|
|
328
340
|
Object.defineProperty(exports, "resolveArtifactsConfig", { enumerable: true, get: function () { return config_3.resolveArtifactsConfig; } });
|
|
341
|
+
__exportStar(require("./detect/detector"), exports); // shared Detector interface (screening A1, types-only)
|
|
329
342
|
// Control-plane settings resolution (settings-plane §1.5) — the gateway + any
|
|
330
343
|
// future capture-write consume `effectiveCapture`; the server shares the types.
|
|
331
344
|
__exportStar(require("./settings"), exports);
|
|
@@ -342,8 +355,7 @@ Object.defineProperty(exports, "looksLikeApiKey", { enumerable: true, get: funct
|
|
|
342
355
|
Object.defineProperty(exports, "redactApiKey", { enumerable: true, get: function () { return api_key_format_1.redactApiKey; } });
|
|
343
356
|
Object.defineProperty(exports, "parseScopes", { enumerable: true, get: function () { return api_key_format_1.parseScopes; } });
|
|
344
357
|
Object.defineProperty(exports, "hasScope", { enumerable: true, get: function () { return api_key_format_1.hasScope; } });
|
|
345
|
-
// C2's leak gate — the one secret-scrubber every failure/telemetry/export/log
|
|
346
|
-
// boundary shares. Widened in WS3 to the BYOK provider families.
|
|
358
|
+
// C2's leak gate — the one secret-scrubber every failure/telemetry/export/log boundary shares (widened in WS3 to the BYOK provider families).
|
|
347
359
|
var scrub_1 = require("./tenancy/scrub");
|
|
348
360
|
Object.defineProperty(exports, "scrubSecrets", { enumerable: true, get: function () { return scrub_1.scrubSecrets; } });
|
|
349
361
|
Object.defineProperty(exports, "containsKeyShapedString", { enumerable: true, get: function () { return scrub_1.containsKeyShapedString; } });
|
|
@@ -390,6 +402,7 @@ var engine_2 = require("./bakeoff/engine");
|
|
|
390
402
|
Object.defineProperty(exports, "runBakeoff", { enumerable: true, get: function () { return engine_2.runBakeoff; } });
|
|
391
403
|
Object.defineProperty(exports, "mirrorBakeoff", { enumerable: true, get: function () { return engine_2.mirrorBakeoff; } });
|
|
392
404
|
Object.defineProperty(exports, "computeProposal", { enumerable: true, get: function () { return engine_2.computeProposal; } });
|
|
405
|
+
Object.defineProperty(exports, "bakeoffEvidence", { enumerable: true, get: function () { return engine_2.bakeoffEvidence; } });
|
|
393
406
|
var samples_2 = require("./bakeoff/samples");
|
|
394
407
|
Object.defineProperty(exports, "createBakeoffSamplesClient", { enumerable: true, get: function () { return samples_2.createBakeoffSamplesClient; } });
|
|
395
408
|
Object.defineProperty(exports, "buildBakeoffSamples", { enumerable: true, get: function () { return samples_2.buildBakeoffSamples; } });
|
|
@@ -400,6 +413,8 @@ Object.defineProperty(exports, "OUTPUT_MAX_BYTES", { enumerable: true, get: func
|
|
|
400
413
|
var stats_1 = require("./bakeoff/stats");
|
|
401
414
|
Object.defineProperty(exports, "aggregateVariantMetrics", { enumerable: true, get: function () { return stats_1.aggregateVariantMetrics; } });
|
|
402
415
|
Object.defineProperty(exports, "wilson95", { enumerable: true, get: function () { return stats_1.wilson95; } });
|
|
416
|
+
Object.defineProperty(exports, "pairedRegret", { enumerable: true, get: function () { return stats_1.pairedRegret; } });
|
|
417
|
+
Object.defineProperty(exports, "sampleQuality", { enumerable: true, get: function () { return stats_1.sampleQuality; } });
|
|
403
418
|
// Shadow-equivalence verifier (Expansion §9, Tier 2) — the skill's verify step.
|
|
404
419
|
__exportStar(require("./verify"), exports);
|
|
405
420
|
var grounding_2 = require("./run/grounding");
|
|
@@ -573,6 +588,18 @@ Object.defineProperty(exports, "writePriorsCells", { enumerable: true, get: func
|
|
|
573
588
|
var grammar_1 = require("./query/grammar");
|
|
574
589
|
Object.defineProperty(exports, "compileQuery", { enumerable: true, get: function () { return grammar_1.compileQuery; } });
|
|
575
590
|
Object.defineProperty(exports, "QueryGrammarError", { enumerable: true, get: function () { return grammar_1.QueryGrammarError; } });
|
|
591
|
+
Object.defineProperty(exports, "parseQuery", { enumerable: true, get: function () { return grammar_1.parseQuery; } });
|
|
592
|
+
Object.defineProperty(exports, "describeAnalyticsSchema", { enumerable: true, get: function () { return grammar_1.describeAnalyticsSchema; } });
|
|
593
|
+
Object.defineProperty(exports, "evaluateAnalyticsQuery", { enumerable: true, get: function () { return grammar_1.evaluateAnalyticsQuery; } });
|
|
594
|
+
Object.defineProperty(exports, "planAnalyticsRead", { enumerable: true, get: function () { return grammar_1.planAnalyticsRead; } });
|
|
595
|
+
Object.defineProperty(exports, "selectableColumnsAreMetaSafe", { enumerable: true, get: function () { return grammar_1.selectableColumnsAreMetaSafe; } });
|
|
596
|
+
Object.defineProperty(exports, "ANALYTICS_SCAN_CAP", { enumerable: true, get: function () { return grammar_1.ANALYTICS_SCAN_CAP; } });
|
|
597
|
+
Object.defineProperty(exports, "SAVED_QUERIES", { enumerable: true, get: function () { return grammar_1.SAVED_QUERIES; } });
|
|
598
|
+
Object.defineProperty(exports, "savedQueryById", { enumerable: true, get: function () { return grammar_1.savedQueryById; } });
|
|
599
|
+
Object.defineProperty(exports, "sinceIsoFor", { enumerable: true, get: function () { return grammar_1.sinceIsoFor; } });
|
|
600
|
+
Object.defineProperty(exports, "DIMENSION_COLUMNS", { enumerable: true, get: function () { return grammar_1.DIMENSION_COLUMNS; } });
|
|
601
|
+
Object.defineProperty(exports, "METRIC_COLUMNS", { enumerable: true, get: function () { return grammar_1.METRIC_COLUMNS; } });
|
|
602
|
+
Object.defineProperty(exports, "RESERVED_DIMENSION_NAMES", { enumerable: true, get: function () { return grammar_1.RESERVED_DIMENSION_NAMES; } });
|
|
576
603
|
var run_4 = require("./query/run");
|
|
577
604
|
Object.defineProperty(exports, "runTelemetryQuery", { enumerable: true, get: function () { return run_4.runTelemetryQuery; } });
|
|
578
605
|
// Savings odometer + swap machinery (Phase 4 WS4).
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The analytics evaluator — WI-1b (spec §5, plan §3). Turns a parsed
|
|
3
|
+
* {@link QueryAst} into (a) a PostgREST read plan over `inferences`, and (b) a
|
|
4
|
+
* pure JS fold that groups + aggregates the RLS-scoped rows the server reads.
|
|
5
|
+
*
|
|
6
|
+
* ── WHY JS AGGREGATION, NOT SQL ──────────────────────────────────────────
|
|
7
|
+
* The control plane is read through the identity-forwarding PostgREST reader
|
|
8
|
+
* (T12, cache-stats precedent) — there is no raw-SQL executor and never will be
|
|
9
|
+
* (a hand-filter is the XOS smell the reader deletes). So the server reads raw
|
|
10
|
+
* RLS-scoped rows (a bounded scan) and folds them here. The fold's semantics
|
|
11
|
+
* mirror the SQLite compiler's (grammar.ts) column-for-column, so the local and
|
|
12
|
+
* hosted `/query` surfaces answer the same question the same way.
|
|
13
|
+
*
|
|
14
|
+
* ── NEVER CONTENT ────────────────────────────────────────────────────────
|
|
15
|
+
* Every selectable column is an enum/number/boolean/hash/identifier/timestamp
|
|
16
|
+
* (columns.ts). {@link selectableColumnsAreMetaSafe} proves it; the property
|
|
17
|
+
* test pins it. A caller cannot name a column that would carry a prompt or a
|
|
18
|
+
* completion, so the query surface cannot return content by construction.
|
|
19
|
+
*/
|
|
20
|
+
import { type Classification } from "./columns";
|
|
21
|
+
import type { QueryAst } from "./grammar";
|
|
22
|
+
/** The bounded scan the analytics reader issues — the newest rows for the org,
|
|
23
|
+
* folded in JS. A summary surface, not an export; matches the cache-stats
|
|
24
|
+
* ROLLUP ceiling. When a scan fills this cap, the result is flagged `truncated`. */
|
|
25
|
+
export declare const ANALYTICS_SCAN_CAP = 10000;
|
|
26
|
+
/** A raw PostgREST `inferences` row as the reader returns it. Loose by design —
|
|
27
|
+
* the jsonb columns are arbitrary shapes; extraction is defensive. */
|
|
28
|
+
export interface AnalyticsRow {
|
|
29
|
+
readonly tags?: Record<string, unknown> | null;
|
|
30
|
+
readonly meta?: Record<string, unknown> | null;
|
|
31
|
+
readonly [column: string]: unknown;
|
|
32
|
+
}
|
|
33
|
+
/** The PostgREST read the server issues (before org scoping, which the reader
|
|
34
|
+
* adds). `query` is a PostgREST query string WITHOUT the leading `?`. */
|
|
35
|
+
export interface AnalyticsReadPlan {
|
|
36
|
+
readonly query: string;
|
|
37
|
+
}
|
|
38
|
+
export interface AnalyticsResult {
|
|
39
|
+
readonly rows: ReadonlyArray<Record<string, unknown>>;
|
|
40
|
+
readonly truncated: boolean;
|
|
41
|
+
readonly limit: number;
|
|
42
|
+
}
|
|
43
|
+
export interface AnalyticsSchemaField {
|
|
44
|
+
readonly name: string;
|
|
45
|
+
readonly type: Classification;
|
|
46
|
+
readonly classification: Classification;
|
|
47
|
+
readonly since: string;
|
|
48
|
+
}
|
|
49
|
+
export interface AnalyticsSchema {
|
|
50
|
+
readonly dimensions: readonly AnalyticsSchemaField[];
|
|
51
|
+
readonly metrics: readonly AnalyticsSchemaField[];
|
|
52
|
+
readonly reserved_tags: readonly string[];
|
|
53
|
+
}
|
|
54
|
+
/**
|
|
55
|
+
* The self-describing schema for `/v1/analytics/meta` (spec §5) — every
|
|
56
|
+
* dimension and metric the org can query, DERIVED from the grammar registry
|
|
57
|
+
* (columns.ts), so there is no hand-maintained list to drift. Count(*) is always
|
|
58
|
+
* available and needs no metric column.
|
|
59
|
+
*/
|
|
60
|
+
export declare function describeAnalyticsSchema(): AnalyticsSchema;
|
|
61
|
+
/**
|
|
62
|
+
* Prove that EVERY selectable column (dimension + metric) is metadata-safe — an
|
|
63
|
+
* enum/number/boolean/hash/identifier/timestamp, never content (spec §6.1). The
|
|
64
|
+
* `/v1/analytics/query` never-returns-content promise rests on this being total.
|
|
65
|
+
*/
|
|
66
|
+
export declare function selectableColumnsAreMetaSafe(): boolean;
|
|
67
|
+
/**
|
|
68
|
+
* The bounded read the analytics reader issues: the fixed projection, newest
|
|
69
|
+
* first, capped at {@link ANALYTICS_SCAN_CAP}. A `ts` bound in the query is
|
|
70
|
+
* pushed down to PostgREST (it narrows the scan cheaply and correctly — `ts` is
|
|
71
|
+
* a real timestamptz column); every other predicate is applied in the JS fold,
|
|
72
|
+
* where the grammar's semantics are authoritative regardless of jsonb typing.
|
|
73
|
+
*/
|
|
74
|
+
export declare function planAnalyticsRead(ast: QueryAst): AnalyticsReadPlan;
|
|
75
|
+
/**
|
|
76
|
+
* Evaluate a parsed query over the rows the analytics reader returned. Filters,
|
|
77
|
+
* groups, aggregates, and projects exactly as the SQLite compiler would, then
|
|
78
|
+
* applies the grammar LIMIT. `truncated` is true when the scan filled the cap
|
|
79
|
+
* (the answer may be partial) OR the grouped result exceeded the limit.
|
|
80
|
+
*/
|
|
81
|
+
export declare function evaluateAnalyticsQuery(ast: QueryAst, rows: readonly AnalyticsRow[], opts?: {
|
|
82
|
+
readonly scannedAtCap?: boolean;
|
|
83
|
+
}): AnalyticsResult;
|
|
84
|
+
//# sourceMappingURL=analytics.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"analytics.d.ts","sourceRoot":"","sources":["../../src/query/analytics.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAIL,KAAK,cAAc,EAEpB,MAAM,WAAW,CAAC;AACnB,OAAO,KAAK,EAA+B,QAAQ,EAAE,MAAM,WAAW,CAAC;AAGvE;;oFAEoF;AACpF,eAAO,MAAM,kBAAkB,QAAS,CAAC;AAUzC;sEACsE;AACtE,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC/C,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC/C,QAAQ,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;CACpC;AAED;yEACyE;AACzE,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACtD,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAID,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;IACxC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,UAAU,EAAE,SAAS,oBAAoB,EAAE,CAAC;IACrD,QAAQ,CAAC,OAAO,EAAE,SAAS,oBAAoB,EAAE,CAAC;IAClD,QAAQ,CAAC,aAAa,EAAE,SAAS,MAAM,EAAE,CAAC;CAC3C;AAMD;;;;;GAKG;AACH,wBAAgB,uBAAuB,IAAI,eAAe,CAMzD;AAcD;;;;GAIG;AACH,wBAAgB,4BAA4B,IAAI,OAAO,CAEtD;AAcD;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,QAAQ,GAAG,iBAAiB,CASlE;AA+ID;;;;;GAKG;AACH,wBAAgB,sBAAsB,CACpC,GAAG,EAAE,QAAQ,EACb,IAAI,EAAE,SAAS,YAAY,EAAE,EAC7B,IAAI,GAAE;IAAE,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,CAAA;CAAO,GAC7C,eAAe,CA6BjB"}
|