pi-smart-router 1.2.2 → 1.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.pi/extensions/smart-router/fleet-bootstrap.ts +22 -0
- package/README.md +47 -1
- package/config/benchmark-profiles.json +124 -33
- package/dist/config/defaults.d.ts +2 -2
- package/dist/config/defaults.d.ts.map +1 -1
- package/dist/config/defaults.js +6 -3
- package/dist/config/defaults.js.map +1 -1
- package/dist/config/pi-model-mapper.d.ts +37 -1
- package/dist/config/pi-model-mapper.d.ts.map +1 -1
- package/dist/config/pi-model-mapper.js +120 -7
- package/dist/config/pi-model-mapper.js.map +1 -1
- package/dist/domain/judgment/answer-mapper.d.ts +49 -0
- package/dist/domain/judgment/answer-mapper.d.ts.map +1 -0
- package/dist/domain/judgment/answer-mapper.js +124 -0
- package/dist/domain/judgment/answer-mapper.js.map +1 -0
- package/dist/domain/judgment/index.d.ts +8 -0
- package/dist/domain/judgment/index.d.ts.map +1 -0
- package/dist/domain/judgment/index.js +8 -0
- package/dist/domain/judgment/index.js.map +1 -0
- package/dist/domain/judgment/judge-state.d.ts +70 -0
- package/dist/domain/judgment/judge-state.d.ts.map +1 -0
- package/dist/domain/judgment/judge-state.js +227 -0
- package/dist/domain/judgment/judge-state.js.map +1 -0
- package/dist/domain/judgment/questions.d.ts +58 -0
- package/dist/domain/judgment/questions.d.ts.map +1 -0
- package/dist/domain/judgment/questions.js +157 -0
- package/dist/domain/judgment/questions.js.map +1 -0
- package/dist/domain/pipeline/pipeline-stage.d.ts +11 -0
- package/dist/domain/pipeline/pipeline-stage.d.ts.map +1 -1
- package/dist/domain/pipeline/pipeline-stage.js +3 -0
- package/dist/domain/pipeline/pipeline-stage.js.map +1 -1
- package/dist/domain/pipeline/router-pipeline.d.ts +32 -6
- package/dist/domain/pipeline/router-pipeline.d.ts.map +1 -1
- package/dist/domain/pipeline/router-pipeline.js +49 -4
- package/dist/domain/pipeline/router-pipeline.js.map +1 -1
- package/dist/domain/pipeline/typed-judgment-stage.d.ts +44 -0
- package/dist/domain/pipeline/typed-judgment-stage.d.ts.map +1 -0
- package/dist/domain/pipeline/typed-judgment-stage.js +144 -0
- package/dist/domain/pipeline/typed-judgment-stage.js.map +1 -0
- package/dist/domain/ports/typed-judgment-port.d.ts +138 -0
- package/dist/domain/ports/typed-judgment-port.d.ts.map +1 -0
- package/dist/domain/ports/typed-judgment-port.js +28 -0
- package/dist/domain/ports/typed-judgment-port.js.map +1 -0
- package/dist/domain/types/entities.d.ts +42 -1
- package/dist/domain/types/entities.d.ts.map +1 -1
- package/dist/domain/types/index.d.ts +1 -1
- package/dist/domain/types/index.d.ts.map +1 -1
- package/dist/domain/types/schemas.d.ts +140 -0
- package/dist/domain/types/schemas.d.ts.map +1 -1
- package/dist/domain/types/schemas.js +191 -0
- package/dist/domain/types/schemas.js.map +1 -1
- package/dist/index.d.ts +4 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -1
- package/dist/index.js.map +1 -1
- package/dist/infrastructure/judgment/jev-typed-judgment-adapter.d.ts +67 -0
- package/dist/infrastructure/judgment/jev-typed-judgment-adapter.d.ts.map +1 -0
- package/dist/infrastructure/judgment/jev-typed-judgment-adapter.js +411 -0
- package/dist/infrastructure/judgment/jev-typed-judgment-adapter.js.map +1 -0
- package/package.json +1 -1
- package/src/config/defaults.ts +8 -1
- package/src/config/pi-model-mapper.ts +146 -7
- package/src/domain/judgment/answer-mapper.ts +210 -0
- package/src/domain/judgment/index.ts +32 -0
- package/src/domain/judgment/judge-state.ts +294 -0
- package/src/domain/judgment/questions.ts +198 -0
- package/src/domain/pipeline/pipeline-stage.ts +17 -0
- package/src/domain/pipeline/router-pipeline.ts +83 -6
- package/src/domain/pipeline/typed-judgment-stage.ts +165 -0
- package/src/domain/ports/typed-judgment-port.ts +186 -0
- package/src/domain/types/entities.ts +54 -0
- package/src/domain/types/index.ts +1 -0
- package/src/domain/types/schemas.ts +206 -0
- package/src/index.ts +13 -2
- package/src/infrastructure/judgment/jev-typed-judgment-adapter.ts +564 -0
|
@@ -20,6 +20,9 @@ import {
|
|
|
20
20
|
RoutingTelemetryEmitter,
|
|
21
21
|
applyCatalogPricesToFleet,
|
|
22
22
|
createRouterFromFleet,
|
|
23
|
+
createTypedJudgmentPort,
|
|
24
|
+
DEFAULT_TYPED_JUDGMENT_CONFIG,
|
|
25
|
+
resolveTypedJudgmentConfigFromEnv,
|
|
23
26
|
} from '../../../src/index.js';
|
|
24
27
|
import type {
|
|
25
28
|
QuotaWindowAdapter,
|
|
@@ -239,6 +242,21 @@ export function createDispatchOptions(
|
|
|
239
242
|
});
|
|
240
243
|
const rateLimiter = resolveRateLimiter(store);
|
|
241
244
|
|
|
245
|
+
// SP-308 / #187: bind the typed-judgment adapter from config. Fail closed:
|
|
246
|
+
// when the factory returns no port (disabled, or a remote endpoint without
|
|
247
|
+
// an API key in env), routing continues without typed judgment and the
|
|
248
|
+
// reason code is logged — key material is never read here or logged.
|
|
249
|
+
const typedJudgmentConfig = resolveTypedJudgmentConfigFromEnv(
|
|
250
|
+
operatorConfig.typed_judgment ?? DEFAULT_TYPED_JUDGMENT_CONFIG,
|
|
251
|
+
);
|
|
252
|
+
const typedJudgmentBinding = createTypedJudgmentPort(typedJudgmentConfig);
|
|
253
|
+
if (typedJudgmentBinding.port === null && typedJudgmentConfig.enabled) {
|
|
254
|
+
console.warn(
|
|
255
|
+
'typed_judgment enabled but no port bound; continuing without typed judgment',
|
|
256
|
+
{ reason: typedJudgmentBinding.reason },
|
|
257
|
+
);
|
|
258
|
+
}
|
|
259
|
+
|
|
242
260
|
return {
|
|
243
261
|
sessionPinner,
|
|
244
262
|
hardwareConfig: operatorConfig.local,
|
|
@@ -254,6 +272,10 @@ export function createDispatchOptions(
|
|
|
254
272
|
: {}),
|
|
255
273
|
...(hydraMatcher ? { hydraMatcher } : {}),
|
|
256
274
|
...(rateLimiter ? { rateLimiter } : {}),
|
|
275
|
+
typedJudgmentConfig,
|
|
276
|
+
...(typedJudgmentBinding.port
|
|
277
|
+
? { typedJudgmentPort: typedJudgmentBinding.port }
|
|
278
|
+
: {}),
|
|
257
279
|
telemetryEmitter,
|
|
258
280
|
};
|
|
259
281
|
}
|
package/README.md
CHANGED
|
@@ -16,7 +16,7 @@ pi-smart-router intercepts every LLM inference request and dynamically routes it
|
|
|
16
16
|
## How it works
|
|
17
17
|
|
|
18
18
|
```text
|
|
19
|
-
request → hardware probe → loop escalation → turn envelope → context-fit gate
|
|
19
|
+
request → hardware probe → loop escalation → turn envelope → typed judgment* → context-fit gate
|
|
20
20
|
→ low-intensity tier gate → session pin → deterministic triage
|
|
21
21
|
→ local zero-tier → triage cloud fallback → HyDRA embedding matcher
|
|
22
22
|
→ safe cloud default → context overflow fallback
|
|
@@ -24,11 +24,14 @@ request → hardware probe → loop escalation → turn envelope → context-fit
|
|
|
24
24
|
|
|
25
25
|
The pipeline runs **12 stages sequentially with early exit** — the moment any stage reaches a routing decision, subsequent stages are skipped. Every decision includes the stage name, reason code, candidates considered, estimated cost, and routing latency for full observability.
|
|
26
26
|
|
|
27
|
+
\* `typed_judgment` is an additional **opt-in, non-deciding** stage (default off) that runs between turn envelope and the context-fit gate when enabled — it records judge answers for later consumers and never decides. See [Typed judgment (opt-in)](#typed-judgment-opt-in-183).
|
|
28
|
+
|
|
27
29
|
| Stage | Budget | What it does |
|
|
28
30
|
|-------|--------|--------------|
|
|
29
31
|
| Hardware Probe | — | Checks platform/RAM/battery to gate local inference |
|
|
30
32
|
| Loop Escalation | — | Detects repeated identical tool failures; escalates session to frontier |
|
|
31
33
|
| Turn Envelope | <2ms | Classifies turn type: tool_result, planning, subagent, main_loop |
|
|
34
|
+
| Typed Judgment (opt-in) | ~385–990ms per judged user turn when enabled; 0 otherwise | **Non-deciding** (default off): asks a Jev-compatible judge six questions about the turn and records the answers — never decides |
|
|
32
35
|
| Context-Fit Gate | — | Filters fleet to models whose context window fits estimated input tokens |
|
|
33
36
|
| Low-Intensity Gate | — | Structural tier hint, cluster match, and P(success) expected-cost scoring |
|
|
34
37
|
| Session Pin | <1ms | Returns pinned model if session has one; breaks pin on compaction or overflow |
|
|
@@ -564,6 +567,49 @@ Floor/ceiling bind only what the policy itself derives. An explicit operator `/t
|
|
|
564
567
|
|
|
565
568
|
**Telemetry:** each routed delegation records `reasoning_level_requested` (the session/caller level), `reasoning_level_applied` (the effective delegated level), and `reasoning_reason_code` (e.g. `turn_envelope_main_loop`, `operator_thinking_floor`, `operator_floor_applied`, `operator_ceiling_applied`, `reasoning_unsupported`) on the routing telemetry row — enriched post-delegation like usage actuals ([SP-241](https://github.com/beettlle/pi-smart-router/issues/164)). Inspect via `/smart-router history`.
|
|
566
569
|
|
|
570
|
+
### Typed judgment (opt-in) (#183)
|
|
571
|
+
|
|
572
|
+
Typed judgment is an **opt-in, non-deciding** pipeline stage (`typed_judgment`, directly after `turn_envelope` and before `context_fit`) that asks a Jev-compatible “systemone” semantic judge six structured questions about each user-prompt turn and records the normalized answers on the routing context. **In v1.3.0 the answers are recorded only — they do not change routing decisions.** Downstream consumers (tier hints, capability gating, adaptive reasoning) land in later trains ([#188](https://github.com/beettlle/pi-smart-router/issues/188)–[#190](https://github.com/beettlle/pi-smart-router/issues/190)); do not expect any routing behavior change from enabling the stage today.
|
|
573
|
+
|
|
574
|
+
The six questions (stable ids):
|
|
575
|
+
|
|
576
|
+
| Question id | Kind | What it asks |
|
|
577
|
+
|-------------|------|--------------|
|
|
578
|
+
| `task_kind` | choice (10 anchored options) | The single kind of work the user message asks for: `plan`, `implement`, `debug`, `refactor`, `review`, `research`, `explain`, `operate`, `write`, `chat` |
|
|
579
|
+
| `capability_deserved` | score 0–3 | Setting price aside, how much model capability the request deserves |
|
|
580
|
+
| `needs_deep_reasoning` | noul (yes/no) | Whether the turn needs extended multi-step reasoning rather than recall, lookup, or a short direct edit |
|
|
581
|
+
| `code_gen` | score 0–3 | How much code or configuration must be written or modified |
|
|
582
|
+
| `tool_use` | score 0–3 | How much tool execution (shell, file, search, agentic calls) the turn requires |
|
|
583
|
+
| `destructive` | noul (yes/no) | Whether satisfying the request could destroy, overwrite, or irreversibly modify data, state, or history |
|
|
584
|
+
|
|
585
|
+
**Default off.** `typed_judgment.enabled` defaults to `false` — existing installs make no judge call and pay zero added latency. When enabled, the stage runs only on user-prompt turns: `tool_result` turns, acknowledgement-only turns, and explicit `force_model_id` turns skip it, and any timeout or judge error **fails open** — routing proceeds exactly as if the stage were unwired. Skip/failure reason codes recorded on the routing context: `typed_judgment_disabled`, `typed_judgment_tool_result`, `typed_judgment_acknowledgement`, `typed_judgment_force_model`, `typed_judgment_timeout`, `typed_judgment_error` (plus `typed_judgment_remote_key_missing` when a remote endpoint has no API key available — see privacy note below).
|
|
586
|
+
|
|
587
|
+
**Running the judge locally (OpenJev).** The intended default is a local [OpenJev](https://github.com/beettlle/pi-smart-router/issues/183) server — no turn text leaves the machine:
|
|
588
|
+
|
|
589
|
+
- Endpoint: `http://127.0.0.1:8080/v1/systemone` (default)
|
|
590
|
+
- Model: `openjev-latest` (default)
|
|
591
|
+
|
|
592
|
+
**Latency.** Measured on local OpenJev on Apple silicon: **~385–990 ms per judged user turn**; `timeout_ms` defaults to `1500` to cover p99 with headroom. `route()` is serialized per pipeline, so judge latency adds to user-turn routing latency only — `tool_result` turns never invoke the judge and pay nothing.
|
|
593
|
+
|
|
594
|
+
**Config keys and env overrides** (SP-304):
|
|
595
|
+
|
|
596
|
+
| Config key (`typed_judgment.*`) | Env var | Default | Effect |
|
|
597
|
+
|---------------------------------|---------|---------|--------|
|
|
598
|
+
| `enabled` | `SMART_ROUTER_TYPED_JUDGMENT_ENABLED` | `false` | Master switch — no judge calls when off |
|
|
599
|
+
| `endpoint` | `SMART_ROUTER_TYPED_JUDGMENT_ENDPOINT` | `http://127.0.0.1:8080/v1/systemone` | Judge endpoint; must be loopback (`127.0.0.1`, `::1`, or `localhost`) unless `allow_remote` is true |
|
|
600
|
+
| `model` | `SMART_ROUTER_TYPED_JUDGMENT_MODEL` | `openjev-latest` | Judge model id (OpenJev uses it; hosted Jev ignores it) |
|
|
601
|
+
| `timeout_ms` | `SMART_ROUTER_TYPED_JUDGMENT_TIMEOUT_MS` | `1500` | Per-call timeout; on expiry the stage fails open with `typed_judgment_timeout` |
|
|
602
|
+
| `samples` | `SMART_ROUTER_TYPED_JUDGMENT_SAMPLES` | `1` | Judge samples per question (OpenJev self-consistency extension; omitted for hosted Jev) |
|
|
603
|
+
| `api_key_env` | `SMART_ROUTER_TYPED_JUDGMENT_API_KEY_ENV` | `TYPESAFE_API_KEY` | **Name** of the env var holding the API key — never the key itself |
|
|
604
|
+
| `allow_remote` | `SMART_ROUTER_TYPED_JUDGMENT_ALLOW_REMOTE` | `false` | Permit non-loopback (hosted) endpoints; default false = fail closed to local judge only |
|
|
605
|
+
| `min_confidence` | `SMART_ROUTER_TYPED_JUDGMENT_MIN_CONFIDENCE` | `0.6` | Minimum answer confidence for a judgment to influence routing (consumed by later trains; defined now to stabilize the config shape) |
|
|
606
|
+
|
|
607
|
+
Invalid env overrides (e.g. a remote endpoint without `allow_remote`) fail closed: the base config stays intact and disabled, and no judge call is made.
|
|
608
|
+
|
|
609
|
+
**Privacy note ([#184](https://github.com/beettlle/pi-smart-router/issues/184)).** With the default **local OpenJev** setup, turn text never leaves the machine — the judge state (token-capped, with no spend/budget keys) is sent only to the loopback endpoint. Pointing `endpoint` at a **hosted judge** (TypeSafe Jev or Codiv) sends turn text off-machine: that requires the explicit opt-in `allow_remote: true`, and the adapter reads the API key at call time from the environment variable named by `api_key_env` (default `TYPESAFE_API_KEY`). **API keys are never read from, or stored in, config files** — config carries only the env var *name*. If a remote endpoint is configured but the key env var is unset, the judge adapter is not created (`typed_judgment_remote_key_missing`) and routing proceeds without judgments. Prompt and judge-state text is never logged; errors are redacted before logging.
|
|
610
|
+
|
|
611
|
+
**Attribution.** The question rubrics — level descriptions and criteria for `task_kind`, `capability_deserved`, and `needs_deep_reasoning` — are adapted from [pi-jev-model-router](https://github.com/da-vinci-noob/pi-jev-model-router) (MIT License, © 2026 Shah Rukh).
|
|
612
|
+
|
|
567
613
|
### Degraded neural failover sandwich (#119)
|
|
568
614
|
|
|
569
615
|
When the encoder/neural stage (HyDRA) **fails, is misconfigured, or exceeds its latency budget without a selection**, routing fails open through a cheap chain instead of crashing the host agent ([#119](https://github.com/beettlle/pi-smart-router/issues/119)):
|
|
@@ -7,26 +7,46 @@
|
|
|
7
7
|
"livecodebench": "https://livecodebench.github.io/leaderboard.html",
|
|
8
8
|
"bfcl": "https://gorilla.cs.berkeley.edu/leaderboard.html"
|
|
9
9
|
},
|
|
10
|
-
"scrape_date": "2026-
|
|
11
|
-
"catalog_freeze_date": "2026-
|
|
10
|
+
"scrape_date": "2026-11-01",
|
|
11
|
+
"catalog_freeze_date": "2026-11-01",
|
|
12
|
+
"ungrounded_fleet_ids": [
|
|
13
|
+
"anthropic/claude-fable-5-1",
|
|
14
|
+
"claude-fable-5-1",
|
|
15
|
+
"gemini-3.1-pro-preview",
|
|
16
|
+
"gemini-3.1-pro-preview-customtools",
|
|
17
|
+
"gemini-4-argon",
|
|
18
|
+
"gemini-flash-latest",
|
|
19
|
+
"gemini-flash-lite-latest",
|
|
20
|
+
"google/gemini-3.1-pro-preview",
|
|
21
|
+
"google/gemini-3.1-pro-preview-customtools",
|
|
22
|
+
"google/gemini-4-argon",
|
|
23
|
+
"google/gemini-flash-latest",
|
|
24
|
+
"google/gemini-flash-lite-latest"
|
|
25
|
+
]
|
|
12
26
|
},
|
|
13
27
|
"aliases": {
|
|
28
|
+
"anthropic/claude-haiku-5-5": "claude-haiku-4-5",
|
|
14
29
|
"anthropic/claude-opus-4": "claude-opus-4-5",
|
|
30
|
+
"anthropic/claude-opus-5-5": "claude-opus-4-5",
|
|
15
31
|
"anthropic/claude-sonnet-4": "claude-sonnet-4-6",
|
|
32
|
+
"anthropic/claude-sonnet-5-5": "claude-sonnet-4-6",
|
|
16
33
|
"claude-3-5-sonnet": "claude-sonnet-4-6",
|
|
17
34
|
"claude-3-7-sonnet": "claude-sonnet-4-6",
|
|
18
35
|
"claude-3-7-sonnet-latest": "claude-sonnet-4-6",
|
|
19
36
|
"claude-3.5-sonnet": "claude-sonnet-4-6",
|
|
20
37
|
"claude-3.5-sonnet-latest": "claude-sonnet-4-6",
|
|
21
38
|
"claude-3.7-sonnet": "claude-sonnet-4-6",
|
|
39
|
+
"claude-haiku-5-5": "claude-haiku-4-5",
|
|
22
40
|
"claude-opus-4": "claude-opus-4-5",
|
|
23
41
|
"claude-opus-4-1": "claude-opus-4-5",
|
|
24
42
|
"claude-opus-4-20250514": "claude-opus-4-5",
|
|
25
43
|
"claude-opus-4.1": "claude-opus-4-5",
|
|
44
|
+
"claude-opus-5-5": "claude-opus-4-5",
|
|
26
45
|
"claude-sonnet-4": "claude-sonnet-4-6",
|
|
27
46
|
"claude-sonnet-4-20250514": "claude-sonnet-4-6",
|
|
28
47
|
"claude-sonnet-4-5": "claude-sonnet-4-6",
|
|
29
48
|
"claude-sonnet-4.5": "claude-sonnet-4-6",
|
|
49
|
+
"claude-sonnet-5-5": "claude-sonnet-4-6",
|
|
30
50
|
"composer-1": "gpt-5.3-codex",
|
|
31
51
|
"composer-latest": "gpt-5.3-codex",
|
|
32
52
|
"cursor/auto": "gpt-5.3-codex",
|
|
@@ -47,6 +67,7 @@
|
|
|
47
67
|
"github-copilot/gpt-5": "gpt-5.3-codex",
|
|
48
68
|
"github-copilot/gpt-5-codex": "gpt-5.3-codex",
|
|
49
69
|
"google/gemini-2.5-flash": "gemini-2.5-flash",
|
|
70
|
+
"google/gemini-3-pro-preview": "gemini-3-pro-preview",
|
|
50
71
|
"gpt-5": "gpt-5.3-codex",
|
|
51
72
|
"gpt-5-codex": "gpt-5.3-codex",
|
|
52
73
|
"gpt-5.3": "gpt-5.3-codex",
|
|
@@ -54,24 +75,68 @@
|
|
|
54
75
|
},
|
|
55
76
|
"models": [
|
|
56
77
|
{
|
|
57
|
-
"model_id": "claude-
|
|
78
|
+
"model_id": "claude-3.5-haiku",
|
|
58
79
|
"capabilities": {
|
|
59
|
-
"reasoning": 0.
|
|
60
|
-
"code_gen": 0.
|
|
61
|
-
"tool_use": 0.
|
|
80
|
+
"reasoning": 0.5685,
|
|
81
|
+
"code_gen": 0.587,
|
|
82
|
+
"tool_use": 0.6095
|
|
62
83
|
},
|
|
63
84
|
"benchmark_sources": {
|
|
64
85
|
"bfcl": {
|
|
65
|
-
"raw_score":
|
|
66
|
-
"normalized": 0.
|
|
86
|
+
"raw_score": 70.6,
|
|
87
|
+
"normalized": 0.706
|
|
67
88
|
},
|
|
68
89
|
"livecodebench": {
|
|
90
|
+
"raw_score": 55,
|
|
91
|
+
"normalized": 0.55
|
|
92
|
+
},
|
|
93
|
+
"swebench_verified": {
|
|
69
94
|
"raw_score": 62.4,
|
|
70
95
|
"normalized": 0.624
|
|
71
96
|
},
|
|
97
|
+
"terminal_bench": {
|
|
98
|
+
"raw_score": 51.3,
|
|
99
|
+
"normalized": 0.513
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
},
|
|
103
|
+
{
|
|
104
|
+
"model_id": "claude-haiku-4-5",
|
|
105
|
+
"capabilities": {
|
|
106
|
+
"reasoning": 0.666,
|
|
107
|
+
"code_gen": 0.666,
|
|
108
|
+
"tool_use": 0.687
|
|
109
|
+
},
|
|
110
|
+
"benchmark_sources": {
|
|
111
|
+
"bfcl": {
|
|
112
|
+
"raw_score": 68.7,
|
|
113
|
+
"normalized": 0.687
|
|
114
|
+
},
|
|
115
|
+
"swebench_verified": {
|
|
116
|
+
"raw_score": 66.6,
|
|
117
|
+
"normalized": 0.6659999999999999
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
},
|
|
121
|
+
{
|
|
122
|
+
"model_id": "claude-opus-4-5",
|
|
123
|
+
"capabilities": {
|
|
124
|
+
"reasoning": 0.767,
|
|
125
|
+
"code_gen": 0.7915,
|
|
126
|
+
"tool_use": 0.8035
|
|
127
|
+
},
|
|
128
|
+
"benchmark_sources": {
|
|
129
|
+
"bfcl": {
|
|
130
|
+
"raw_score": 88.2,
|
|
131
|
+
"normalized": 0.882
|
|
132
|
+
},
|
|
133
|
+
"livecodebench": {
|
|
134
|
+
"raw_score": 77.4,
|
|
135
|
+
"normalized": 0.774
|
|
136
|
+
},
|
|
72
137
|
"swebench_verified": {
|
|
73
|
-
"raw_score":
|
|
74
|
-
"normalized": 0.
|
|
138
|
+
"raw_score": 80.9,
|
|
139
|
+
"normalized": 0.809
|
|
75
140
|
},
|
|
76
141
|
"terminal_bench": {
|
|
77
142
|
"raw_score": 72.5,
|
|
@@ -82,22 +147,22 @@
|
|
|
82
147
|
{
|
|
83
148
|
"model_id": "claude-sonnet-4-6",
|
|
84
149
|
"capabilities": {
|
|
85
|
-
"reasoning": 0.
|
|
86
|
-
"code_gen": 0.
|
|
87
|
-
"tool_use": 0.
|
|
150
|
+
"reasoning": 0.738,
|
|
151
|
+
"code_gen": 0.7635,
|
|
152
|
+
"tool_use": 0.7625
|
|
88
153
|
},
|
|
89
154
|
"benchmark_sources": {
|
|
90
155
|
"bfcl": {
|
|
91
|
-
"raw_score":
|
|
92
|
-
"normalized": 0.
|
|
156
|
+
"raw_score": 84.5,
|
|
157
|
+
"normalized": 0.845
|
|
93
158
|
},
|
|
94
159
|
"livecodebench": {
|
|
95
|
-
"raw_score":
|
|
96
|
-
"normalized": 0.
|
|
160
|
+
"raw_score": 73.1,
|
|
161
|
+
"normalized": 0.731
|
|
97
162
|
},
|
|
98
163
|
"swebench_verified": {
|
|
99
|
-
"raw_score":
|
|
100
|
-
"normalized": 0.
|
|
164
|
+
"raw_score": 79.6,
|
|
165
|
+
"normalized": 0.7959999999999999
|
|
101
166
|
},
|
|
102
167
|
"terminal_bench": {
|
|
103
168
|
"raw_score": 68,
|
|
@@ -108,22 +173,22 @@
|
|
|
108
173
|
{
|
|
109
174
|
"model_id": "gemini-2.5-flash",
|
|
110
175
|
"capabilities": {
|
|
111
|
-
"reasoning": 0.
|
|
112
|
-
"code_gen": 0.
|
|
113
|
-
"tool_use": 0.
|
|
176
|
+
"reasoning": 0.5295,
|
|
177
|
+
"code_gen": 0.5525,
|
|
178
|
+
"tool_use": 0.5735
|
|
114
179
|
},
|
|
115
180
|
"benchmark_sources": {
|
|
116
181
|
"bfcl": {
|
|
117
|
-
"raw_score":
|
|
118
|
-
"normalized": 0.
|
|
182
|
+
"raw_score": 66.9,
|
|
183
|
+
"normalized": 0.669
|
|
119
184
|
},
|
|
120
185
|
"livecodebench": {
|
|
121
|
-
"raw_score":
|
|
122
|
-
"normalized": 0.
|
|
186
|
+
"raw_score": 52.4,
|
|
187
|
+
"normalized": 0.524
|
|
123
188
|
},
|
|
124
189
|
"swebench_verified": {
|
|
125
|
-
"raw_score":
|
|
126
|
-
"normalized": 0.
|
|
190
|
+
"raw_score": 58.1,
|
|
191
|
+
"normalized": 0.581
|
|
127
192
|
},
|
|
128
193
|
"terminal_bench": {
|
|
129
194
|
"raw_score": 47.8,
|
|
@@ -131,17 +196,43 @@
|
|
|
131
196
|
}
|
|
132
197
|
}
|
|
133
198
|
},
|
|
199
|
+
{
|
|
200
|
+
"model_id": "gemini-3-pro-preview",
|
|
201
|
+
"capabilities": {
|
|
202
|
+
"reasoning": 0.774,
|
|
203
|
+
"code_gen": 0.774,
|
|
204
|
+
"tool_use": 0.7251
|
|
205
|
+
},
|
|
206
|
+
"benchmark_sources": {
|
|
207
|
+
"bfcl": {
|
|
208
|
+
"raw_score": 72.51,
|
|
209
|
+
"normalized": 0.7251000000000001
|
|
210
|
+
},
|
|
211
|
+
"swebench_verified": {
|
|
212
|
+
"raw_score": 77.4,
|
|
213
|
+
"normalized": 0.774
|
|
214
|
+
}
|
|
215
|
+
}
|
|
216
|
+
},
|
|
134
217
|
{
|
|
135
218
|
"model_id": "gpt-5.3-codex",
|
|
136
219
|
"capabilities": {
|
|
137
|
-
"reasoning": 0.
|
|
138
|
-
"code_gen": 0.
|
|
139
|
-
"tool_use": 0.
|
|
220
|
+
"reasoning": 0.796,
|
|
221
|
+
"code_gen": 0.833,
|
|
222
|
+
"tool_use": 0.8215
|
|
140
223
|
},
|
|
141
224
|
"benchmark_sources": {
|
|
225
|
+
"bfcl": {
|
|
226
|
+
"raw_score": 90.1,
|
|
227
|
+
"normalized": 0.9009999999999999
|
|
228
|
+
},
|
|
229
|
+
"livecodebench": {
|
|
230
|
+
"raw_score": 81.6,
|
|
231
|
+
"normalized": 0.816
|
|
232
|
+
},
|
|
142
233
|
"swebench_verified": {
|
|
143
|
-
"raw_score":
|
|
144
|
-
"normalized": 0.
|
|
234
|
+
"raw_score": 85,
|
|
235
|
+
"normalized": 0.85
|
|
145
236
|
},
|
|
146
237
|
"terminal_bench": {
|
|
147
238
|
"raw_score": 74.2,
|
|
@@ -3,8 +3,8 @@
|
|
|
3
3
|
* Values sourced from specs/001-build-smart-router/data-model.md § Configuration (Operator).
|
|
4
4
|
*/
|
|
5
5
|
import { type OperatorConfig } from '../domain/types/schemas.js';
|
|
6
|
-
export { DEFAULT_ADAPTIVE_REASONING_CONFIG, DEFAULT_LOCAL_ZERO_CONFIG, DEFAULT_PLANNING_DELEGATE_CONFIG, DEFAULT_SAAR_CONFIG, DEFAULT_SPECULATIVE_PREWARM_CONFIG, DEFAULT_WORKLOAD_HEAT_CONFIG, resolveAdaptiveReasoningConfigFromEnv, resolvePlanningDelegateConfigFromEnv, resolveSaarConfigFromEnv, } from '../domain/types/schemas.js';
|
|
7
|
-
/** Merge operator env overrides onto defaults (adaptive reasoning, SAAR
|
|
6
|
+
export { DEFAULT_ADAPTIVE_REASONING_CONFIG, DEFAULT_LOCAL_ZERO_CONFIG, DEFAULT_PLANNING_DELEGATE_CONFIG, DEFAULT_SAAR_CONFIG, DEFAULT_SPECULATIVE_PREWARM_CONFIG, DEFAULT_TYPED_JUDGMENT_CONFIG, DEFAULT_WORKLOAD_HEAT_CONFIG, resolveAdaptiveReasoningConfigFromEnv, resolvePlanningDelegateConfigFromEnv, resolveSaarConfigFromEnv, resolveTypedJudgmentConfigFromEnv, } from '../domain/types/schemas.js';
|
|
7
|
+
/** Merge operator env overrides onto defaults (adaptive reasoning, SAAR, planning delegate and typed judgment sections). */
|
|
8
8
|
export declare function resolveOperatorConfigFromEnv(base?: OperatorConfig): OperatorConfig;
|
|
9
9
|
export declare const DEFAULT_OPERATOR_CONFIG: Readonly<OperatorConfig>;
|
|
10
10
|
//# sourceMappingURL=defaults.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,
|
|
1
|
+
{"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAcL,KAAK,cAAc,EACpB,MAAM,4BAA4B,CAAC;AAGpC,OAAO,EACL,iCAAiC,EACjC,yBAAyB,EACzB,gCAAgC,EAChC,mBAAmB,EACnB,kCAAkC,EAClC,6BAA6B,EAC7B,4BAA4B,EAC5B,qCAAqC,EACrC,oCAAoC,EACpC,wBAAwB,EACxB,iCAAiC,GAClC,MAAM,4BAA4B,CAAC;AAEpC,4HAA4H;AAC5H,wBAAgB,4BAA4B,CAC1C,IAAI,GAAE,cAAwC,GAC7C,cAAc,CAQhB;AAED,eAAO,MAAM,uBAAuB,EAAE,QAAQ,CAAC,cAAc,CA2CnD,CAAC"}
|
package/dist/config/defaults.js
CHANGED
|
@@ -2,16 +2,17 @@
|
|
|
2
2
|
* Operator configuration defaults (FR-021).
|
|
3
3
|
* Values sourced from specs/001-build-smart-router/data-model.md § Configuration (Operator).
|
|
4
4
|
*/
|
|
5
|
-
import { DEFAULT_ADAPTIVE_REASONING_CONFIG, DEFAULT_DEGRADED_ROUTE_CONFIG, DEFAULT_ENCODER_CASCADE_CONFIG, DEFAULT_LOCAL_ZERO_CONFIG, DEFAULT_PLANNING_DELEGATE_CONFIG, DEFAULT_SAAR_CONFIG, DEFAULT_SPECULATIVE_PREWARM_CONFIG, DEFAULT_WORKLOAD_HEAT_CONFIG, resolveAdaptiveReasoningConfigFromEnv, resolvePlanningDelegateConfigFromEnv, resolveSaarConfigFromEnv, } from '../domain/types/schemas.js';
|
|
5
|
+
import { DEFAULT_ADAPTIVE_REASONING_CONFIG, DEFAULT_DEGRADED_ROUTE_CONFIG, DEFAULT_ENCODER_CASCADE_CONFIG, DEFAULT_LOCAL_ZERO_CONFIG, DEFAULT_PLANNING_DELEGATE_CONFIG, DEFAULT_SAAR_CONFIG, DEFAULT_SPECULATIVE_PREWARM_CONFIG, DEFAULT_TYPED_JUDGMENT_CONFIG, DEFAULT_WORKLOAD_HEAT_CONFIG, resolveAdaptiveReasoningConfigFromEnv, resolvePlanningDelegateConfigFromEnv, resolveSaarConfigFromEnv, resolveTypedJudgmentConfigFromEnv, } from '../domain/types/schemas.js';
|
|
6
6
|
import { DEFAULT_LOW_INTENSITY_WEIGHTS } from '../domain/routing/tier-features.js';
|
|
7
|
-
export { DEFAULT_ADAPTIVE_REASONING_CONFIG, DEFAULT_LOCAL_ZERO_CONFIG, DEFAULT_PLANNING_DELEGATE_CONFIG, DEFAULT_SAAR_CONFIG, DEFAULT_SPECULATIVE_PREWARM_CONFIG, DEFAULT_WORKLOAD_HEAT_CONFIG, resolveAdaptiveReasoningConfigFromEnv, resolvePlanningDelegateConfigFromEnv, resolveSaarConfigFromEnv, } from '../domain/types/schemas.js';
|
|
8
|
-
/** Merge operator env overrides onto defaults (adaptive reasoning, SAAR
|
|
7
|
+
export { DEFAULT_ADAPTIVE_REASONING_CONFIG, DEFAULT_LOCAL_ZERO_CONFIG, DEFAULT_PLANNING_DELEGATE_CONFIG, DEFAULT_SAAR_CONFIG, DEFAULT_SPECULATIVE_PREWARM_CONFIG, DEFAULT_TYPED_JUDGMENT_CONFIG, DEFAULT_WORKLOAD_HEAT_CONFIG, resolveAdaptiveReasoningConfigFromEnv, resolvePlanningDelegateConfigFromEnv, resolveSaarConfigFromEnv, resolveTypedJudgmentConfigFromEnv, } from '../domain/types/schemas.js';
|
|
8
|
+
/** Merge operator env overrides onto defaults (adaptive reasoning, SAAR, planning delegate and typed judgment sections). */
|
|
9
9
|
export function resolveOperatorConfigFromEnv(base = DEFAULT_OPERATOR_CONFIG) {
|
|
10
10
|
return {
|
|
11
11
|
...base,
|
|
12
12
|
adaptive_reasoning: resolveAdaptiveReasoningConfigFromEnv(base.adaptive_reasoning),
|
|
13
13
|
saar: resolveSaarConfigFromEnv(base.saar),
|
|
14
14
|
planning_delegate: resolvePlanningDelegateConfigFromEnv(base.planning_delegate),
|
|
15
|
+
typed_judgment: resolveTypedJudgmentConfigFromEnv(base.typed_judgment),
|
|
15
16
|
};
|
|
16
17
|
}
|
|
17
18
|
export const DEFAULT_OPERATOR_CONFIG = {
|
|
@@ -54,6 +55,8 @@ export const DEFAULT_OPERATOR_CONFIG = {
|
|
|
54
55
|
speculative_prewarm: DEFAULT_SPECULATIVE_PREWARM_CONFIG,
|
|
55
56
|
/** Adaptive reasoning (SP-246, #166): default ON, no floor/ceiling bounds. */
|
|
56
57
|
adaptive_reasoning: DEFAULT_ADAPTIVE_REASONING_CONFIG,
|
|
58
|
+
/** Typed judgment (SP-304, #184): default OFF, loopback-only unless allow_remote. */
|
|
59
|
+
typed_judgment: DEFAULT_TYPED_JUDGMENT_CONFIG,
|
|
57
60
|
pin_only_fallback: false,
|
|
58
61
|
};
|
|
59
62
|
//# sourceMappingURL=defaults.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,iCAAiC,EACjC,6BAA6B,EAC7B,8BAA8B,EAC9B,yBAAyB,EACzB,gCAAgC,EAChC,mBAAmB,EACnB,kCAAkC,EAClC,4BAA4B,EAC5B,qCAAqC,EACrC,oCAAoC,EACpC,wBAAwB,
|
|
1
|
+
{"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,iCAAiC,EACjC,6BAA6B,EAC7B,8BAA8B,EAC9B,yBAAyB,EACzB,gCAAgC,EAChC,mBAAmB,EACnB,kCAAkC,EAClC,6BAA6B,EAC7B,4BAA4B,EAC5B,qCAAqC,EACrC,oCAAoC,EACpC,wBAAwB,EACxB,iCAAiC,GAElC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,6BAA6B,EAAE,MAAM,oCAAoC,CAAC;AAEnF,OAAO,EACL,iCAAiC,EACjC,yBAAyB,EACzB,gCAAgC,EAChC,mBAAmB,EACnB,kCAAkC,EAClC,6BAA6B,EAC7B,4BAA4B,EAC5B,qCAAqC,EACrC,oCAAoC,EACpC,wBAAwB,EACxB,iCAAiC,GAClC,MAAM,4BAA4B,CAAC;AAEpC,4HAA4H;AAC5H,MAAM,UAAU,4BAA4B,CAC1C,OAAuB,uBAAuB;IAE9C,OAAO;QACL,GAAG,IAAI;QACP,kBAAkB,EAAE,qCAAqC,CAAC,IAAI,CAAC,kBAAkB,CAAC;QAClF,IAAI,EAAE,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC;QACzC,iBAAiB,EAAE,oCAAoC,CAAC,IAAI,CAAC,iBAAiB,CAAC;QAC/E,cAAc,EAAE,iCAAiC,CAAC,IAAI,CAAC,cAAc,CAAC;KACvE,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,uBAAuB,GAA6B;IAC/D,SAAS,EAAE;QACT,WAAW,EAAE,GAAG;QAChB,cAAc,EAAE,GAAG;QACnB,gBAAgB,EAAE,IAAI;KACvB;IACD,eAAe,EAAE;QACf,SAAS,EAAE,CAAC;KACb;IACD,OAAO,EAAE;QACP,cAAc,EAAE,EAAE;KACnB;IACD,KAAK,EAAE;QACL,kBAAkB,EAAE,EAAE;QACtB,4BAA4B,EAAE,CAAC;QAC/B,qBAAqB,EAAE,EAAE;KAC1B;IACD,KAAK,EAAE;QACL,mBAAmB,EAAE,0BAA0B;QAC/C,OAAO,EAAE,QAAQ;QACjB,0DAA0D;QAC1D,eAAe,EAAE,8BAA8B;QAC/C,WAAW,EAAE,oBAAoB;KAClC;IACD,aAAa,EAAE;QACb,OAAO,EAAE,6BAA6B;QACtC,cAAc,EAAE,IAAI;QACpB,aAAa,EAAE,IAAI;QACnB,eAAe,EAAE,GAAG;KACrB;IACD,IAAI,EAAE,mBAAmB;IACzB,iBAAiB,EAAE,gCAAgC;IACnD,UAAU,EAAE,yBAAyB;IACrC,cAAc,EAAE,6BAA6B;IAC7C,8EAA8E;IAC9E,aAAa,EAAE,4BAA4B;IAC3C,mFAAmF;IACnF,mBAAmB,EAAE,kCAAkC;IACvD,8EAA8E;IAC9E,kBAAkB,EAAE,iCAAiC;IACrD,qFAAqF;IACrF,cAAc,EAAE,6BAA6B;IAC7C,iBAAiB,EAAE,KAAK;CAChB,CAAC"}
|
|
@@ -8,8 +8,23 @@
|
|
|
8
8
|
* scores instead of regex defaults. Unknown models or missing benchmark rows
|
|
9
9
|
* receive conservative pattern defaults. Mapped profiles include
|
|
10
10
|
* `capability_source` (`benchmark` | `pattern_default`) for explain/telemetry.
|
|
11
|
+
*
|
|
12
|
+
* Mixed capability-source fairness (SP-312 / #193): raw ingest scores live on a
|
|
13
|
+
* compressed scale (~0.5–0.85) while pattern defaults sit at 0.7–0.95, so a
|
|
14
|
+
* benchmark-grounded model ranked below every ungrounded same-tier model purely
|
|
15
|
+
* because of its capability source. Grounded vectors are therefore rescaled per
|
|
16
|
+
* dimension against the max of their own pattern-family cohort, anchored at the
|
|
17
|
+
* matched family default: the best-measured grounded model in a family ties the
|
|
18
|
+
* ungrounded family default, and every other grounded model ranks below it in
|
|
19
|
+
* proportion to its measured distance from the best — remaining differences are
|
|
20
|
+
* explained by benchmark standing, not capability source. The transform is
|
|
21
|
+
* strictly monotonic per dimension, so grounded relative order is preserved.
|
|
22
|
+
* The rescale is lift-only: a grounded model is never pushed below its measured
|
|
23
|
+
* scores, so families whose pattern default sits below the measured cohort
|
|
24
|
+
* scale (e.g. UNKNOWN_DEFAULTS rows like gpt-5.3-codex) keep their raw scores
|
|
25
|
+
* instead of regressing. See `withBenchmarkCapabilities`.
|
|
11
26
|
*/
|
|
12
|
-
import type { ModelLimits, ModelProfile, Tier } from '../domain/types/entities.js';
|
|
27
|
+
import type { ModelCapabilities, ModelLimits, ModelProfile, Tier } from '../domain/types/entities.js';
|
|
13
28
|
/** Checked-in ingest artifact from `npm run routing:ingest-benchmarks` (SP-134). */
|
|
14
29
|
export declare const DEFAULT_BENCHMARK_PROFILES_PATH: string;
|
|
15
30
|
/** Whether HyDRA capabilities came from the ingest artifact (or alias) vs regex defaults. */
|
|
@@ -36,6 +51,27 @@ export declare function resetBenchmarkProfilesCacheForTests(): void;
|
|
|
36
51
|
* Returns the input id when no alias exists.
|
|
37
52
|
*/
|
|
38
53
|
export declare function resolveBenchmarkModelId(modelId: string): string;
|
|
54
|
+
/**
|
|
55
|
+
* Per-dimension max of the pattern-family cohort the model's benchmark row
|
|
56
|
+
* belongs to (SP-312). Exported for fairness audits and tests.
|
|
57
|
+
*/
|
|
58
|
+
export declare function getBenchmarkFamilyCohortMax(modelId: string): ModelCapabilities | undefined;
|
|
59
|
+
/**
|
|
60
|
+
* SP-312 / #193 — rescale a grounded capability vector onto the pattern-default
|
|
61
|
+
* scale of its model family. Per dimension:
|
|
62
|
+
* `score × max(1, familyDefault / cohortMax)`, where `cohortMax` is the max
|
|
63
|
+
* across the pattern-family cohort the benchmark row belongs to. Properties:
|
|
64
|
+
* - Strictly monotonic in the raw score → grounded relative order preserved.
|
|
65
|
+
* - The cohort-best grounded model reaches the family default exactly (ties
|
|
66
|
+
* ungrounded same-tier models) whenever the family default sits above the
|
|
67
|
+
* measured cohort scale.
|
|
68
|
+
* - Lift-only: never pushes a grounded model below its measured scores, so
|
|
69
|
+
* rows whose family default is below the cohort scale (e.g. UNKNOWN_DEFAULTS
|
|
70
|
+
* rows) are not penalized for being benchmarked.
|
|
71
|
+
* A degenerate cohort (max ≤ 0) cannot differentiate — keep the raw score
|
|
72
|
+
* rather than divide by zero.
|
|
73
|
+
*/
|
|
74
|
+
export declare function scaleBenchmarkCapabilitiesToFamily(grounded: ModelCapabilities, familyDefault: ModelCapabilities, familyCohortMax: ModelCapabilities): ModelCapabilities;
|
|
39
75
|
/**
|
|
40
76
|
* Whether capabilities for this model id resolve from the benchmark artifact
|
|
41
77
|
* (direct row or fleet alias) vs pattern/family defaults.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"pi-model-mapper.d.ts","sourceRoot":"","sources":["../../src/config/pi-model-mapper.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"pi-model-mapper.d.ts","sourceRoot":"","sources":["../../src/config/pi-model-mapper.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAOH,OAAO,KAAK,EACV,iBAAiB,EACjB,WAAW,EAGX,YAAY,EACZ,IAAI,EACL,MAAM,6BAA6B,CAAC;AAErC,oFAAoF;AACpF,eAAO,MAAM,+BAA+B,QAA+C,CAAC;AAE5F,6FAA6F;AAC7F,MAAM,MAAM,gBAAgB,GAAG,WAAW,GAAG,iBAAiB,CAAC;AAE/D,yEAAyE;AACzE,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACtD,QAAQ,CAAC,iBAAiB,EAAE,gBAAgB,CAAC;IAC7C;;;;;OAKG;IACH,QAAQ,CAAC,kBAAkB,CAAC,EAAE,WAAW,CAAC;CAC3C;AAkCD;;GAEG;AACH,wBAAgB,gCAAgC,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI,CAG9E;AAED,iEAAiE;AACjE,wBAAgB,mCAAmC,IAAI,IAAI,CAG1D;AAmDD;;;GAGG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAM/D;AA6BD;;;GAGG;AACH,wBAAgB,2BAA2B,CAAC,OAAO,EAAE,MAAM,GAAG,iBAAiB,GAAG,SAAS,CAW1F;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,kCAAkC,CAChD,QAAQ,EAAE,iBAAiB,EAC3B,aAAa,EAAE,iBAAiB,EAChC,eAAe,EAAE,iBAAiB,GACjC,iBAAiB,CAQnB;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,gBAAgB,CAErE;AAsCD,wEAAwE;AACxE,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC;IAC/B,oFAAoF;IACpF,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,yEAAyE;IACzE,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC7B;AASD,yFAAyF;AACzF,eAAO,MAAM,oBAAoB,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,WAAW,CAAC,CAIpE,CAAC;AAEF,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,IAAI,GAAG,WAAW,CAE/D;AAwDD;;;;;GAKG;AACH,eAAO,MAAM,gCAAgC,IAAM,CAAC;AAyNpD;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,YAAY,GAAG,kBAAkB,CA2B3E;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,SAAS,YAAY,EAAE,GAAG,kBAAkB,EAAE,CAE1F"}
|