@playcraft/common 0.1.60-beta → 0.1.62-beta
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agent/reference-images.js +2 -2
- package/dist/agent/reference-images.js.map +1 -1
- package/dist/agent-messages/db-message-converter.d.ts.map +1 -1
- package/dist/agent-messages/db-message-converter.js +55 -1
- package/dist/agent-messages/db-message-converter.js.map +1 -1
- package/dist/cloud-workspace/runtime/delivery-format.d.ts +20 -0
- package/dist/cloud-workspace/runtime/delivery-format.d.ts.map +1 -0
- package/dist/cloud-workspace/runtime/delivery-format.js +73 -0
- package/dist/cloud-workspace/runtime/delivery-format.js.map +1 -0
- package/dist/cloud-workspace/runtime/generations.d.ts +1 -1
- package/dist/cloud-workspace/runtime/generations.d.ts.map +1 -1
- package/dist/cloud-workspace/runtime/generations.js +1 -0
- package/dist/cloud-workspace/runtime/generations.js.map +1 -1
- package/dist/cloud-workspace/runtime/index.d.ts +4 -1
- package/dist/cloud-workspace/runtime/index.d.ts.map +1 -1
- package/dist/cloud-workspace/runtime/index.js +4 -1
- package/dist/cloud-workspace/runtime/index.js.map +1 -1
- package/dist/cloud-workspace/runtime/model-candidates.d.ts +192 -0
- package/dist/cloud-workspace/runtime/model-candidates.d.ts.map +1 -0
- package/dist/cloud-workspace/runtime/model-candidates.js +53 -0
- package/dist/cloud-workspace/runtime/model-candidates.js.map +1 -0
- package/dist/cloud-workspace/runtime/operations.d.ts +16 -1
- package/dist/cloud-workspace/runtime/operations.d.ts.map +1 -1
- package/dist/cloud-workspace/runtime/operations.js +5 -0
- package/dist/cloud-workspace/runtime/operations.js.map +1 -1
- package/dist/cloud-workspace/runtime/platform-endpoints.d.ts +1 -0
- package/dist/cloud-workspace/runtime/platform-endpoints.d.ts.map +1 -1
- package/dist/cloud-workspace/runtime/platform-endpoints.js +1 -0
- package/dist/cloud-workspace/runtime/platform-endpoints.js.map +1 -1
- package/dist/cloud-workspace/runtime/skill-execution-policy.d.ts +19 -0
- package/dist/cloud-workspace/runtime/skill-execution-policy.d.ts.map +1 -0
- package/dist/cloud-workspace/runtime/skill-execution-policy.js +31 -0
- package/dist/cloud-workspace/runtime/skill-execution-policy.js.map +1 -0
- package/dist/cloud-workspace/runtime/skills.d.ts +19 -0
- package/dist/cloud-workspace/runtime/skills.d.ts.map +1 -1
- package/dist/cloud-workspace/runtime/skills.js +10 -1
- package/dist/cloud-workspace/runtime/skills.js.map +1 -1
- package/dist/cloud-workspace/runtime/workspace-binding.js +1 -1
- package/dist/cloud-workspace/runtime/workspace-binding.js.map +1 -1
- package/dist/model-proxy/budget-management.d.ts +54 -0
- package/dist/model-proxy/budget-management.d.ts.map +1 -0
- package/dist/model-proxy/budget-management.js +32 -0
- package/dist/model-proxy/budget-management.js.map +1 -0
- package/dist/model-proxy/capabilities.d.ts +36 -0
- package/dist/model-proxy/capabilities.d.ts.map +1 -0
- package/dist/model-proxy/capabilities.js +2 -0
- package/dist/model-proxy/capabilities.js.map +1 -0
- package/dist/model-proxy/control-policy.d.ts +60 -0
- package/dist/model-proxy/control-policy.d.ts.map +1 -0
- package/dist/model-proxy/control-policy.js +120 -0
- package/dist/model-proxy/control-policy.js.map +1 -0
- package/dist/model-proxy/diagnostics.d.ts +95 -0
- package/dist/model-proxy/diagnostics.d.ts.map +1 -0
- package/dist/model-proxy/diagnostics.js +2 -0
- package/dist/model-proxy/diagnostics.js.map +1 -0
- package/dist/model-proxy/index.d.ts +9 -1
- package/dist/model-proxy/index.d.ts.map +1 -1
- package/dist/model-proxy/index.js +8 -0
- package/dist/model-proxy/index.js.map +1 -1
- package/dist/model-proxy/routing-plans.d.ts +63 -0
- package/dist/model-proxy/routing-plans.d.ts.map +1 -0
- package/dist/model-proxy/routing-plans.js +184 -0
- package/dist/model-proxy/routing-plans.js.map +1 -0
- package/dist/model-proxy/routing-preview.d.ts +27 -0
- package/dist/model-proxy/routing-preview.d.ts.map +1 -0
- package/dist/model-proxy/routing-preview.js +2 -0
- package/dist/model-proxy/routing-preview.js.map +1 -0
- package/dist/model-proxy/routing-shadow-summary.d.ts +5 -0
- package/dist/model-proxy/routing-shadow-summary.d.ts.map +1 -0
- package/dist/model-proxy/routing-shadow-summary.js +71 -0
- package/dist/model-proxy/routing-shadow-summary.js.map +1 -0
- package/dist/model-proxy/routing-shadow.d.ts +103 -0
- package/dist/model-proxy/routing-shadow.d.ts.map +1 -0
- package/dist/model-proxy/routing-shadow.js +483 -0
- package/dist/model-proxy/routing-shadow.js.map +1 -0
- package/dist/model-proxy/usage-cost.d.ts +55 -0
- package/dist/model-proxy/usage-cost.d.ts.map +1 -0
- package/dist/model-proxy/usage-cost.js +142 -0
- package/dist/model-proxy/usage-cost.js.map +1 -0
- package/package.json +1 -1
|
@@ -0,0 +1,184 @@
|
|
|
1
|
+
export const MODEL_ROUTING_PLANS_KEY = 'modelProxy.routingPlans';
|
|
2
|
+
export const MODEL_ROUTING_MAX_VERSIONS = 100;
|
|
3
|
+
export const MODEL_ROUTING_MAX_RULES = 100;
|
|
4
|
+
export const MODEL_ROUTING_MAX_TARGETS = 8;
|
|
5
|
+
export const MODEL_ROUTING_MAX_CONTEXT_TOKENS = 1_000_000_000;
|
|
6
|
+
const purposes = ['primary', 'standard', 'light', 'vision'];
|
|
7
|
+
const capabilities = ['vision', 'text', 'stream', 'tools'];
|
|
8
|
+
const entries = ['portal-agent', 'business-language'];
|
|
9
|
+
const legacyEntries = ['portal-agent'];
|
|
10
|
+
const uuid = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
|
|
11
|
+
const invalid = () => {
|
|
12
|
+
throw new Error('model_routing_invalid');
|
|
13
|
+
};
|
|
14
|
+
function object(value, required, optional = []) {
|
|
15
|
+
if (!value || typeof value !== 'object' || Array.isArray(value))
|
|
16
|
+
return invalid();
|
|
17
|
+
const row = value;
|
|
18
|
+
const prototype = Object.getPrototypeOf(row);
|
|
19
|
+
if (prototype !== Object.prototype && prototype !== null)
|
|
20
|
+
return invalid();
|
|
21
|
+
if (required.some((key) => !Object.hasOwn(row, key)) ||
|
|
22
|
+
Object.keys(row).some((key) => !required.includes(key) && !optional.includes(key)))
|
|
23
|
+
return invalid();
|
|
24
|
+
return row;
|
|
25
|
+
}
|
|
26
|
+
function integer(value, min, max) {
|
|
27
|
+
if (typeof value !== 'number' || !Number.isSafeInteger(value) || value < min || value > max)
|
|
28
|
+
return invalid();
|
|
29
|
+
return value;
|
|
30
|
+
}
|
|
31
|
+
function text(value, max) {
|
|
32
|
+
if (typeof value !== 'string' ||
|
|
33
|
+
!value ||
|
|
34
|
+
value.length > max ||
|
|
35
|
+
value !== value.trim() ||
|
|
36
|
+
/\p{Cc}/u.test(value))
|
|
37
|
+
return invalid();
|
|
38
|
+
return value;
|
|
39
|
+
}
|
|
40
|
+
function list(value, min, max, parse) {
|
|
41
|
+
if (!Array.isArray(value) || value.length < min || value.length > max)
|
|
42
|
+
return invalid();
|
|
43
|
+
return [...new Set(value.map(parse))];
|
|
44
|
+
}
|
|
45
|
+
function enumeration(value, choices) {
|
|
46
|
+
if (typeof value !== 'string' || !choices.includes(value))
|
|
47
|
+
return invalid();
|
|
48
|
+
return value;
|
|
49
|
+
}
|
|
50
|
+
export function createDefaultModelRoutingBook() {
|
|
51
|
+
return { version: 1, revision: 0, activeVersion: null, versions: [] };
|
|
52
|
+
}
|
|
53
|
+
export function parseModelRoutingContext(value) {
|
|
54
|
+
const row = object(value, ['userId', 'purpose'], ['entry', 'teamId', 'role', 'contextTokens']);
|
|
55
|
+
return {
|
|
56
|
+
userId: text(row.userId, 128),
|
|
57
|
+
purpose: enumeration(row.purpose, purposes),
|
|
58
|
+
...(row.entry === undefined ? {} : { entry: enumeration(row.entry, entries) }),
|
|
59
|
+
...(row.teamId === undefined ? {} : { teamId: text(row.teamId, 128) }),
|
|
60
|
+
...(row.role === undefined ? {} : { role: text(row.role, 64) }),
|
|
61
|
+
...(row.contextTokens === undefined
|
|
62
|
+
? {}
|
|
63
|
+
: { contextTokens: integer(row.contextTokens, 0, MODEL_ROUTING_MAX_CONTEXT_TOKENS) }),
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
export function parseModelRoutingRule(value) {
|
|
67
|
+
const row = object(value, ['id', 'priority', 'when', 'requireCapabilities', 'targets']);
|
|
68
|
+
const when = object(row.when, [], ['entries', 'purposes', 'roles', 'minContextTokens', 'maxContextTokens']);
|
|
69
|
+
const parsed = {
|
|
70
|
+
id: text(row.id, 64),
|
|
71
|
+
priority: integer(row.priority, -1_000_000, 1_000_000),
|
|
72
|
+
when: {
|
|
73
|
+
...(when.entries === undefined
|
|
74
|
+
? {}
|
|
75
|
+
: { entries: list(when.entries, 1, 2, (item) => enumeration(item, entries)) }),
|
|
76
|
+
...(when.purposes === undefined
|
|
77
|
+
? {}
|
|
78
|
+
: { purposes: list(when.purposes, 1, 4, (item) => enumeration(item, purposes)) }),
|
|
79
|
+
...(when.roles === undefined
|
|
80
|
+
? {}
|
|
81
|
+
: { roles: list(when.roles, 1, 32, (item) => text(item, 64)) }),
|
|
82
|
+
...(when.minContextTokens === undefined
|
|
83
|
+
? {}
|
|
84
|
+
: {
|
|
85
|
+
minContextTokens: integer(when.minContextTokens, 0, MODEL_ROUTING_MAX_CONTEXT_TOKENS),
|
|
86
|
+
}),
|
|
87
|
+
...(when.maxContextTokens === undefined
|
|
88
|
+
? {}
|
|
89
|
+
: {
|
|
90
|
+
maxContextTokens: integer(when.maxContextTokens, 0, MODEL_ROUTING_MAX_CONTEXT_TOKENS),
|
|
91
|
+
}),
|
|
92
|
+
},
|
|
93
|
+
requireCapabilities: list(row.requireCapabilities, 0, 4, (item) => enumeration(item, capabilities)),
|
|
94
|
+
targets: list(row.targets, 1, MODEL_ROUTING_MAX_TARGETS, (item) => {
|
|
95
|
+
if (typeof item !== 'string' || !uuid.test(item))
|
|
96
|
+
return invalid();
|
|
97
|
+
return item.toLowerCase();
|
|
98
|
+
}),
|
|
99
|
+
};
|
|
100
|
+
if (parsed.when.minContextTokens !== undefined &&
|
|
101
|
+
parsed.when.maxContextTokens !== undefined &&
|
|
102
|
+
parsed.when.minContextTokens > parsed.when.maxContextTokens)
|
|
103
|
+
return invalid();
|
|
104
|
+
return parsed;
|
|
105
|
+
}
|
|
106
|
+
export function parseModelRoutingPlan(value) {
|
|
107
|
+
const row = object(value, ['name', 'rules']);
|
|
108
|
+
if (!Array.isArray(row.rules) || row.rules.length > MODEL_ROUTING_MAX_RULES)
|
|
109
|
+
return invalid();
|
|
110
|
+
const rules = row.rules.map(parseModelRoutingRule);
|
|
111
|
+
if (new Set(rules.map((rule) => rule.id)).size !== rules.length)
|
|
112
|
+
return invalid();
|
|
113
|
+
return { name: text(row.name, 120), rules };
|
|
114
|
+
}
|
|
115
|
+
export function parseModelRoutingBook(value) {
|
|
116
|
+
const row = object(value, ['version', 'revision', 'activeVersion', 'versions']);
|
|
117
|
+
if (row.version !== 1 ||
|
|
118
|
+
!Array.isArray(row.versions) ||
|
|
119
|
+
row.versions.length > MODEL_ROUTING_MAX_VERSIONS)
|
|
120
|
+
return invalid();
|
|
121
|
+
const versions = row.versions.map((value, index) => {
|
|
122
|
+
const version = object(value, ['id', 'plan', 'createdAt', 'createdBy']);
|
|
123
|
+
const id = integer(version.id, 1, MODEL_ROUTING_MAX_VERSIONS);
|
|
124
|
+
if (id !== index + 1)
|
|
125
|
+
return invalid();
|
|
126
|
+
const createdAt = text(version.createdAt, 32);
|
|
127
|
+
const timestamp = Date.parse(createdAt);
|
|
128
|
+
if (!Number.isFinite(timestamp) || new Date(timestamp).toISOString() !== createdAt)
|
|
129
|
+
return invalid();
|
|
130
|
+
return {
|
|
131
|
+
id,
|
|
132
|
+
plan: parseModelRoutingPlan(version.plan),
|
|
133
|
+
createdAt,
|
|
134
|
+
createdBy: text(version.createdBy, 128),
|
|
135
|
+
};
|
|
136
|
+
});
|
|
137
|
+
const activeVersion = row.activeVersion === null ? null : integer(row.activeVersion, 1, MODEL_ROUTING_MAX_VERSIONS);
|
|
138
|
+
if (activeVersion !== null && !versions.some((version) => version.id === activeVersion))
|
|
139
|
+
return invalid();
|
|
140
|
+
return {
|
|
141
|
+
version: 1,
|
|
142
|
+
revision: integer(row.revision, versions.length, Number.MAX_SAFE_INTEGER),
|
|
143
|
+
activeVersion,
|
|
144
|
+
versions,
|
|
145
|
+
};
|
|
146
|
+
}
|
|
147
|
+
export function parseModelRoutingCreateInput(value) {
|
|
148
|
+
const row = object(value, ['expectedRevision', 'plan']);
|
|
149
|
+
return {
|
|
150
|
+
expectedRevision: integer(row.expectedRevision, 0, Number.MAX_SAFE_INTEGER - 1),
|
|
151
|
+
plan: parseModelRoutingPlan(row.plan),
|
|
152
|
+
};
|
|
153
|
+
}
|
|
154
|
+
export function parseModelRoutingActivateInput(value) {
|
|
155
|
+
const row = object(value, ['expectedRevision', 'versionId']);
|
|
156
|
+
return {
|
|
157
|
+
expectedRevision: integer(row.expectedRevision, 0, Number.MAX_SAFE_INTEGER - 1),
|
|
158
|
+
versionId: row.versionId === null ? null : integer(row.versionId, 1, MODEL_ROUTING_MAX_VERSIONS),
|
|
159
|
+
};
|
|
160
|
+
}
|
|
161
|
+
/** Equal priorities keep plan order; legacy plans stay scoped to Portal Agent. */
|
|
162
|
+
export function matchModelRoutingRule(plan, context) {
|
|
163
|
+
let matched;
|
|
164
|
+
for (const rule of plan.rules) {
|
|
165
|
+
const when = rule.when;
|
|
166
|
+
if (!(when.entries ?? legacyEntries).includes(context.entry ?? 'portal-agent'))
|
|
167
|
+
continue;
|
|
168
|
+
if (when.purposes && !when.purposes.includes(context.purpose))
|
|
169
|
+
continue;
|
|
170
|
+
if (when.roles && (context.role === undefined || !when.roles.includes(context.role)))
|
|
171
|
+
continue;
|
|
172
|
+
if ((when.minContextTokens !== undefined || when.maxContextTokens !== undefined) &&
|
|
173
|
+
(context.contextTokens === undefined ||
|
|
174
|
+
!Number.isSafeInteger(context.contextTokens) ||
|
|
175
|
+
context.contextTokens < 0 ||
|
|
176
|
+
(when.minContextTokens !== undefined && context.contextTokens < when.minContextTokens) ||
|
|
177
|
+
(when.maxContextTokens !== undefined && context.contextTokens > when.maxContextTokens)))
|
|
178
|
+
continue;
|
|
179
|
+
if (!matched || rule.priority > matched.priority)
|
|
180
|
+
matched = rule;
|
|
181
|
+
}
|
|
182
|
+
return matched;
|
|
183
|
+
}
|
|
184
|
+
//# sourceMappingURL=routing-plans.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"routing-plans.js","sourceRoot":"","sources":["../../src/model-proxy/routing-plans.ts"],"names":[],"mappings":"AA2CA,MAAM,CAAC,MAAM,uBAAuB,GAAG,yBAAyB,CAAC;AACjE,MAAM,CAAC,MAAM,0BAA0B,GAAG,GAAG,CAAC;AAC9C,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAC3C,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC;AAC3C,MAAM,CAAC,MAAM,gCAAgC,GAAG,aAAa,CAAC;AAC9D,MAAM,QAAQ,GAAmC,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;AAC5F,MAAM,YAAY,GAAsC,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;AAC9F,MAAM,OAAO,GAAiC,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;AACpF,MAAM,aAAa,GAAiC,CAAC,cAAc,CAAC,CAAC;AACrE,MAAM,IAAI,GAAG,iEAAiE,CAAC;AAC/E,MAAM,OAAO,GAAG,GAAU,EAAE;IAC1B,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;AAC3C,CAAC,CAAC;AACF,SAAS,MAAM,CACb,KAAc,EACd,QAA2B,EAC3B,WAA8B,EAAE;IAEhC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,OAAO,EAAE,CAAC;IAClF,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;IAC7C,IAAI,SAAS,KAAK,MAAM,CAAC,SAAS,IAAI,SAAS,KAAK,IAAI;QAAE,OAAO,OAAO,EAAE,CAAC;IAC3E,IACE,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAElF,OAAO,OAAO,EAAE,CAAC;IACnB,OAAO,GAAG,CAAC;AACb,CAAC;AACD,SAAS,OAAO,CAAC,KAAc,EAAE,GAAW,EAAE,GAAW;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG;QACzF,OAAO,OAAO,EAAE,CAAC;IACnB,OAAO,KAAK,CAAC;AACf,CAAC;AACD,SAAS,IAAI,CAAC,KAAc,EAAE,GAAW;IACvC,IACE,OAAO,KAAK,KAAK,QAAQ;QACzB,CAAC,KAAK;QACN,KAAK,CAAC,MAAM,GAAG,GAAG;QAClB,KAAK,KAAK,KAAK,CAAC,IAAI,EAAE;QACtB,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC;QAErB,OAAO,OAAO,EAAE,CAAC;IACnB,OAAO,KAAK,CAAC;AACf,CAAC;AACD,SAAS,IAAI,CAAI,KAAc,EAAE,GAAW,EAAE,GAAW,EAAE,KAA2B;IACpF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG;QAAE,OAAO,OAAO,EAAE,CAAC;IACxF,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACxC,CAAC;AACD,SAAS,WAAW,CAAmB,KAAc,EAAE,OAAqB;IAC1E,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAU,CAAC;QAAE,OAAO,OAAO,EAAE,CAAC;IACjF,OAAO,KAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,6BAA6B;IAC3C,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,KAAc;IACrD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC;IAC/F,OAAO;QACL,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC;QAC7B,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC;QAC3C,GAAG,CAAC,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;QAC9E,GAAG,CAAC,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;QACtE,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC;QAC/D,GAAG,CAAC,GAAG,CAAC,aAAa,KAAK,SAAS;YACjC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC,EAAE,gCAAgC,CAAC,EAAE,CAAC;KACxF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAc;IAClD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,qBAAqB,EAAE,SAAS,CAAC,CAAC,CAAC;IACxF,MAAM,IAAI,GAAG,MAAM,CACjB,GAAG,CAAC,IAAI,EACR,EAAE,EACF,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,CAAC,CACzE,CAAC;IACF,MAAM,MAAM,GAAqB;QAC/B,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC;QACpB,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC;QACtD,IAAI,EAAE;YACJ,GAAG,CAAC,IAAI,CAAC,OAAO,KAAK,SAAS;gBAC5B,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC;YAChF,GAAG,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS;gBAC7B,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC;YACnF,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS;gBAC1B,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC;YACjE,GAAG,CAAC,IAAI,CAAC,gBAAgB,KAAK,SAAS;gBACrC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC;oBACE,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,EAAE,gCAAgC,CAAC;iBACtF,CAAC;YACN,GAAG,CAAC,IAAI,CAAC,gBAAgB,KAAK,SAAS;gBACrC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC;oBACE,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,EAAE,gCAAgC,CAAC;iBACtF,CAAC;SACP;QACD,mBAAmB,EAAE,IAAI,CAAC,GAAG,CAAC,mBAAmB,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAChE,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAChC;QACD,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,yBAAyB,EAAE,CAAC,IAAI,EAAE,EAAE;YAChE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,OAAO,OAAO,EAAE,CAAC;YACnE,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;QAC5B,CAAC,CAAC;KACH,CAAC;IACF,IACE,MAAM,CAAC,IAAI,CAAC,gBAAgB,KAAK,SAAS;QAC1C,MAAM,CAAC,IAAI,CAAC,gBAAgB,KAAK,SAAS;QAC1C,MAAM,CAAC,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,gBAAgB;QAE3D,OAAO,OAAO,EAAE,CAAC;IACnB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAc;IAClD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAC7C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,uBAAuB;QAAE,OAAO,OAAO,EAAE,CAAC;IAC9F,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACnD,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM;QAAE,OAAO,OAAO,EAAE,CAAC;IAClF,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAc;IAClD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC,CAAC;IAChF,IACE,GAAG,CAAC,OAAO,KAAK,CAAC;QACjB,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC5B,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,0BAA0B;QAEhD,OAAO,OAAO,EAAE,CAAC;IACnB,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAuB,EAAE;QACtE,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;QACxE,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,EAAE,0BAA0B,CAAC,CAAC;QAC9D,IAAI,EAAE,KAAK,KAAK,GAAG,CAAC;YAAE,OAAO,OAAO,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,KAAK,SAAS;YAChF,OAAO,OAAO,EAAE,CAAC;QACnB,OAAO;YACL,EAAE;YACF,IAAI,EAAE,qBAAqB,CAAC,OAAO,CAAC,IAAI,CAAC;YACzC,SAAS;YACT,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACxC,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,MAAM,aAAa,GACjB,GAAG,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC,EAAE,0BAA0B,CAAC,CAAC;IAChG,IAAI,aAAa,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,aAAa,CAAC;QACrF,OAAO,OAAO,EAAE,CAAC;IACnB,OAAO;QACL,OAAO,EAAE,CAAC;QACV,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC;QACzE,aAAa;QACb,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,KAAc;IACzD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAC,CAAC;IACxD,OAAO;QACL,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,EAAE,MAAM,CAAC,gBAAgB,GAAG,CAAC,CAAC;QAC/E,IAAI,EAAE,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC;KACtC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,KAAc;IAC3D,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,kBAAkB,EAAE,WAAW,CAAC,CAAC,CAAC;IAC7D,OAAO;QACL,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,EAAE,MAAM,CAAC,gBAAgB,GAAG,CAAC,CAAC;QAC/E,SAAS,EACP,GAAG,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,EAAE,0BAA0B,CAAC;KACxF,CAAC;AACJ,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,qBAAqB,CACnC,IAAsB,EACtB,OAA4B;IAE5B,IAAI,OAAqC,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,IAAI,aAAa,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,IAAI,cAAc,CAAC;YAAE,SAAS;QACzF,IAAI,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;YAAE,SAAS;QACxE,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAAE,SAAS;QAC/F,IACE,CAAC,IAAI,CAAC,gBAAgB,KAAK,SAAS,IAAI,IAAI,CAAC,gBAAgB,KAAK,SAAS,CAAC;YAC5E,CAAC,OAAO,CAAC,aAAa,KAAK,SAAS;gBAClC,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,aAAa,CAAC;gBAC5C,OAAO,CAAC,aAAa,GAAG,CAAC;gBACzB,CAAC,IAAI,CAAC,gBAAgB,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC;gBACtF,CAAC,IAAI,CAAC,gBAAgB,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAEzF,SAAS;QACX,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ;YAAE,OAAO,GAAG,IAAI,CAAC;IACnE,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import type { ModelRoutingContext, ModelRoutingPlan } from './routing-plans.js';
|
|
2
|
+
export type ModelRoutingPreviewInput = {
|
|
3
|
+
context: ModelRoutingContext;
|
|
4
|
+
plan?: ModelRoutingPlan;
|
|
5
|
+
versionId?: number;
|
|
6
|
+
};
|
|
7
|
+
export type ModelRoutingTargetReason = 'config_unavailable' | 'scope_denied' | 'not_language_model' | 'missing_key' | 'vision_unavailable' | 'context_unknown' | 'context_exceeded' | 'capability_unknown' | 'capability_failed' | 'effective_model_unverified';
|
|
8
|
+
export type ModelRoutingTargetPreview = {
|
|
9
|
+
configId: string;
|
|
10
|
+
eligible: boolean;
|
|
11
|
+
reasons: ModelRoutingTargetReason[];
|
|
12
|
+
modelId?: string;
|
|
13
|
+
configuredModelId?: string;
|
|
14
|
+
provider?: string;
|
|
15
|
+
flavor?: 'openai' | 'anthropic' | 'google';
|
|
16
|
+
};
|
|
17
|
+
export type ModelRoutingPreview = {
|
|
18
|
+
source: 'draft' | 'version' | 'active' | 'none';
|
|
19
|
+
revision: number;
|
|
20
|
+
version: number | null;
|
|
21
|
+
matched: boolean;
|
|
22
|
+
ruleId: string | null;
|
|
23
|
+
selectedConfigId: string | null;
|
|
24
|
+
eligible: boolean;
|
|
25
|
+
targets: ModelRoutingTargetPreview[];
|
|
26
|
+
};
|
|
27
|
+
//# sourceMappingURL=routing-preview.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"routing-preview.d.ts","sourceRoot":"","sources":["../../src/model-proxy/routing-preview.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEhF,MAAM,MAAM,wBAAwB,GAAG;IACrC,OAAO,EAAE,mBAAmB,CAAC;IAC7B,IAAI,CAAC,EAAE,gBAAgB,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AACF,MAAM,MAAM,wBAAwB,GAChC,oBAAoB,GACpB,cAAc,GACd,oBAAoB,GACpB,aAAa,GACb,oBAAoB,GACpB,iBAAiB,GACjB,kBAAkB,GAClB,oBAAoB,GACpB,mBAAmB,GACnB,4BAA4B,CAAC;AACjC,MAAM,MAAM,yBAAyB,GAAG;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,OAAO,CAAC;IAClB,OAAO,EAAE,wBAAwB,EAAE,CAAC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,QAAQ,GAAG,WAAW,GAAG,QAAQ,CAAC;CAC5C,CAAC;AACF,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,EAAE,OAAO,GAAG,SAAS,GAAG,QAAQ,GAAG,MAAM,CAAC;IAChD,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,EAAE,OAAO,CAAC;IAClB,OAAO,EAAE,yBAAyB,EAAE,CAAC;CACtC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"routing-preview.js","sourceRoot":"","sources":["../../src/model-proxy/routing-preview.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { ModelRoutingShadowCaseResult, ModelRoutingShadowDifference, ModelRoutingShadowSide, ModelRoutingShadowSummary } from './routing-shadow.js';
|
|
2
|
+
export declare function diffModelRoutingShadowSides(baseline: ModelRoutingShadowSide, candidate: ModelRoutingShadowSide): ModelRoutingShadowDifference;
|
|
3
|
+
/** Routing observations cannot establish task quality, supplier charges, or promotion safety. */
|
|
4
|
+
export declare function summarizeModelRoutingShadowResults(results: readonly ModelRoutingShadowCaseResult[]): ModelRoutingShadowSummary;
|
|
5
|
+
//# sourceMappingURL=routing-shadow-summary.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"routing-shadow-summary.d.ts","sourceRoot":"","sources":["../../src/model-proxy/routing-shadow-summary.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,4BAA4B,EAC5B,4BAA4B,EAC5B,sBAAsB,EAEtB,yBAAyB,EAC1B,MAAM,qBAAqB,CAAC;AAE7B,wBAAgB,2BAA2B,CACzC,QAAQ,EAAE,sBAAsB,EAChC,SAAS,EAAE,sBAAsB,GAChC,4BAA4B,CAoB9B;AA+CD,iGAAiG;AACjG,wBAAgB,kCAAkC,CAChD,OAAO,EAAE,SAAS,4BAA4B,EAAE,GAC/C,yBAAyB,CAW3B"}
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
export function diffModelRoutingShadowSides(baseline, candidate) {
|
|
2
|
+
return {
|
|
3
|
+
ruleChanged: baseline.preview.ruleId !== candidate.preview.ruleId,
|
|
4
|
+
selectionChanged: baseline.preview.selectedConfigId !== candidate.preview.selectedConfigId,
|
|
5
|
+
targetOrderChanged: JSON.stringify(baseline.preview.targets.map((target) => target.configId)) !==
|
|
6
|
+
JSON.stringify(candidate.preview.targets.map((target) => target.configId)),
|
|
7
|
+
eligibilityChanged: baseline.preview.eligible !== candidate.preview.eligible ||
|
|
8
|
+
JSON.stringify(baseline.preview.targets
|
|
9
|
+
.filter((target) => target.eligible)
|
|
10
|
+
.map((target) => target.configId)) !==
|
|
11
|
+
JSON.stringify(candidate.preview.targets
|
|
12
|
+
.filter((target) => target.eligible)
|
|
13
|
+
.map((target) => target.configId)),
|
|
14
|
+
};
|
|
15
|
+
}
|
|
16
|
+
function stats(results) {
|
|
17
|
+
const value = {
|
|
18
|
+
totalCases: results.length,
|
|
19
|
+
comparableCases: 0,
|
|
20
|
+
inconclusiveCases: 0,
|
|
21
|
+
consistentCases: 0,
|
|
22
|
+
changedCases: 0,
|
|
23
|
+
baselineEligible: 0,
|
|
24
|
+
candidateEligible: 0,
|
|
25
|
+
eligibilityGained: 0,
|
|
26
|
+
eligibilityLost: 0,
|
|
27
|
+
selectedChanged: 0,
|
|
28
|
+
invalidatedCases: 0,
|
|
29
|
+
agreementRate: null,
|
|
30
|
+
changeRate: null,
|
|
31
|
+
};
|
|
32
|
+
for (const result of results) {
|
|
33
|
+
const baselineEligible = result.baseline.preview.eligible && !result.baseline.invalidated;
|
|
34
|
+
const candidateEligible = result.candidate.preview.eligible && !result.candidate.invalidated;
|
|
35
|
+
value.baselineEligible += Number(baselineEligible);
|
|
36
|
+
value.candidateEligible += Number(candidateEligible);
|
|
37
|
+
const invalidated = result.baseline.invalidated || result.candidate.invalidated;
|
|
38
|
+
value.invalidatedCases += Number(invalidated);
|
|
39
|
+
if (!invalidated) {
|
|
40
|
+
value.eligibilityGained += Number(!baselineEligible && candidateEligible);
|
|
41
|
+
value.eligibilityLost += Number(baselineEligible && !candidateEligible);
|
|
42
|
+
}
|
|
43
|
+
if (!baselineEligible || !candidateEligible) {
|
|
44
|
+
value.inconclusiveCases++;
|
|
45
|
+
continue;
|
|
46
|
+
}
|
|
47
|
+
value.comparableCases++;
|
|
48
|
+
const differences = diffModelRoutingShadowSides(result.baseline, result.candidate);
|
|
49
|
+
const changed = Object.values(differences).some(Boolean);
|
|
50
|
+
value.changedCases += Number(changed);
|
|
51
|
+
value.consistentCases += Number(!changed);
|
|
52
|
+
value.selectedChanged += Number(differences.selectionChanged);
|
|
53
|
+
}
|
|
54
|
+
if (value.comparableCases) {
|
|
55
|
+
value.agreementRate = value.consistentCases / value.comparableCases;
|
|
56
|
+
value.changeRate = value.changedCases / value.comparableCases;
|
|
57
|
+
}
|
|
58
|
+
return value;
|
|
59
|
+
}
|
|
60
|
+
/** Routing observations cannot establish task quality, supplier charges, or promotion safety. */
|
|
61
|
+
export function summarizeModelRoutingShadowResults(results) {
|
|
62
|
+
const intents = [...new Set(results.map((result) => result.intent))].sort();
|
|
63
|
+
return {
|
|
64
|
+
...stats(results),
|
|
65
|
+
byIntent: Object.fromEntries(intents.map((intent) => [
|
|
66
|
+
intent,
|
|
67
|
+
stats(results.filter((result) => result.intent === intent)),
|
|
68
|
+
])),
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
//# sourceMappingURL=routing-shadow-summary.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"routing-shadow-summary.js","sourceRoot":"","sources":["../../src/model-proxy/routing-shadow-summary.ts"],"names":[],"mappings":"AAQA,MAAM,UAAU,2BAA2B,CACzC,QAAgC,EAChC,SAAiC;IAEjC,OAAO;QACL,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,OAAO,CAAC,MAAM;QACjE,gBAAgB,EAAE,QAAQ,CAAC,OAAO,CAAC,gBAAgB,KAAK,SAAS,CAAC,OAAO,CAAC,gBAAgB;QAC1F,kBAAkB,EAChB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACzE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5E,kBAAkB,EAChB,QAAQ,CAAC,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,OAAO,CAAC,QAAQ;YACxD,IAAI,CAAC,SAAS,CACZ,QAAQ,CAAC,OAAO,CAAC,OAAO;iBACrB,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC;iBACnC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CACpC;gBACC,IAAI,CAAC,SAAS,CACZ,SAAS,CAAC,OAAO,CAAC,OAAO;qBACtB,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC;qBACnC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CACpC;KACN,CAAC;AACJ,CAAC;AAED,SAAS,KAAK,CAAC,OAAgD;IAC7D,MAAM,KAAK,GAA4B;QACrC,UAAU,EAAE,OAAO,CAAC,MAAM;QAC1B,eAAe,EAAE,CAAC;QAClB,iBAAiB,EAAE,CAAC;QACpB,eAAe,EAAE,CAAC;QAClB,YAAY,EAAE,CAAC;QACf,gBAAgB,EAAE,CAAC;QACnB,iBAAiB,EAAE,CAAC;QACpB,iBAAiB,EAAE,CAAC;QACpB,eAAe,EAAE,CAAC;QAClB,eAAe,EAAE,CAAC;QAClB,gBAAgB,EAAE,CAAC;QACnB,aAAa,EAAE,IAAI;QACnB,UAAU,EAAE,IAAI;KACjB,CAAC;IACF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,gBAAgB,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC1F,MAAM,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC;QAC7F,KAAK,CAAC,gBAAgB,IAAI,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACnD,KAAK,CAAC,iBAAiB,IAAI,MAAM,CAAC,iBAAiB,CAAC,CAAC;QACrD,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,IAAI,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC;QAChF,KAAK,CAAC,gBAAgB,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC;QAC9C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,KAAK,CAAC,iBAAiB,IAAI,MAAM,CAAC,CAAC,gBAAgB,IAAI,iBAAiB,CAAC,CAAC;YAC1E,KAAK,CAAC,eAAe,IAAI,MAAM,CAAC,gBAAgB,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,CAAC,gBAAgB,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC5C,KAAK,CAAC,iBAAiB,EAAE,CAAC;YAC1B,SAAS;QACX,CAAC;QACD,KAAK,CAAC,eAAe,EAAE,CAAC;QACxB,MAAM,WAAW,GAAG,2BAA2B,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QACnF,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzD,KAAK,CAAC,YAAY,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC;QACtC,KAAK,CAAC,eAAe,IAAI,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC;QAC1C,KAAK,CAAC,eAAe,IAAI,MAAM,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;QAC1B,KAAK,CAAC,aAAa,GAAG,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC,eAAe,CAAC;QACpE,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,eAAe,CAAC;IAChE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,kCAAkC,CAChD,OAAgD;IAEhD,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5E,OAAO;QACL,GAAG,KAAK,CAAC,OAAO,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC,WAAW,CAC1B,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;YACtB,MAAM;YACN,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;SAC5D,CAAC,CACH;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
import { type ModelRoutingContext, type ModelRoutingVersion } from './routing-plans.js';
|
|
2
|
+
import type { ModelRoutingPreview } from './routing-preview.js';
|
|
3
|
+
export type ModelRoutingIntent = 'code' | 'analysis' | 'writing' | 'vision' | 'general';
|
|
4
|
+
export type ModelRoutingShadowIntent = ModelRoutingIntent;
|
|
5
|
+
export type ModelRoutingShadowCase = {
|
|
6
|
+
id: string;
|
|
7
|
+
intent: ModelRoutingIntent;
|
|
8
|
+
context: ModelRoutingContext;
|
|
9
|
+
};
|
|
10
|
+
export type ModelRoutingShadowInput = {
|
|
11
|
+
requestKey: string;
|
|
12
|
+
baselineVersion: number;
|
|
13
|
+
candidateVersions: Partial<Record<ModelRoutingIntent, number>>;
|
|
14
|
+
cases: ModelRoutingShadowCase[];
|
|
15
|
+
};
|
|
16
|
+
export type ModelRoutingShadowRunInput = ModelRoutingShadowInput;
|
|
17
|
+
export type ModelRoutingShadowReplayInput = {
|
|
18
|
+
requestKey: string;
|
|
19
|
+
};
|
|
20
|
+
export type ModelRoutingShadowSide = {
|
|
21
|
+
version: number;
|
|
22
|
+
planName: string;
|
|
23
|
+
observedAt: string;
|
|
24
|
+
preview: ModelRoutingPreview;
|
|
25
|
+
configFingerprints: Array<{
|
|
26
|
+
configId: string;
|
|
27
|
+
configVersion: string | null;
|
|
28
|
+
}>;
|
|
29
|
+
invalidated: boolean;
|
|
30
|
+
};
|
|
31
|
+
export type ModelRoutingShadowDifference = {
|
|
32
|
+
ruleChanged: boolean;
|
|
33
|
+
selectionChanged: boolean;
|
|
34
|
+
targetOrderChanged: boolean;
|
|
35
|
+
eligibilityChanged: boolean;
|
|
36
|
+
};
|
|
37
|
+
export type ModelRoutingShadowCaseResult = ModelRoutingShadowCase & {
|
|
38
|
+
baseline: ModelRoutingShadowSide;
|
|
39
|
+
candidate: ModelRoutingShadowSide;
|
|
40
|
+
differences: ModelRoutingShadowDifference;
|
|
41
|
+
};
|
|
42
|
+
export type ModelRoutingShadowStats = {
|
|
43
|
+
totalCases: number;
|
|
44
|
+
comparableCases: number;
|
|
45
|
+
inconclusiveCases: number;
|
|
46
|
+
consistentCases: number;
|
|
47
|
+
changedCases: number;
|
|
48
|
+
baselineEligible: number;
|
|
49
|
+
candidateEligible: number;
|
|
50
|
+
eligibilityGained: number;
|
|
51
|
+
eligibilityLost: number;
|
|
52
|
+
selectedChanged: number;
|
|
53
|
+
invalidatedCases: number;
|
|
54
|
+
agreementRate: number | null;
|
|
55
|
+
changeRate: number | null;
|
|
56
|
+
};
|
|
57
|
+
export type ModelRoutingShadowSummary = ModelRoutingShadowStats & {
|
|
58
|
+
byIntent: Partial<Record<ModelRoutingIntent, ModelRoutingShadowStats>>;
|
|
59
|
+
};
|
|
60
|
+
export type ModelRoutingShadowReport = {
|
|
61
|
+
version: 1;
|
|
62
|
+
id: string;
|
|
63
|
+
requestKey: string;
|
|
64
|
+
inputHash: string;
|
|
65
|
+
createdAt: string;
|
|
66
|
+
createdBy: string;
|
|
67
|
+
sourceReportId: string | null;
|
|
68
|
+
baseRevision: number;
|
|
69
|
+
input: ModelRoutingShadowInput;
|
|
70
|
+
frozenVersions: ModelRoutingVersion[];
|
|
71
|
+
results: ModelRoutingShadowCaseResult[];
|
|
72
|
+
summary: ModelRoutingShadowSummary;
|
|
73
|
+
intentSource: 'label';
|
|
74
|
+
promotionEligible: false;
|
|
75
|
+
measurements: {
|
|
76
|
+
completion: 'unobserved';
|
|
77
|
+
cost: 'unobserved';
|
|
78
|
+
duration: 'unobserved';
|
|
79
|
+
rework: 'unobserved';
|
|
80
|
+
};
|
|
81
|
+
evidenceLimits: ModelRoutingShadowEvidenceLimit[];
|
|
82
|
+
};
|
|
83
|
+
export type ModelRoutingShadowReportListItem = Pick<ModelRoutingShadowReport, 'id' | 'requestKey' | 'inputHash' | 'createdAt' | 'createdBy' | 'sourceReportId' | 'baseRevision' | 'summary' | 'intentSource' | 'promotionEligible'> & {
|
|
84
|
+
baselineVersion: number;
|
|
85
|
+
candidateVersions: Partial<Record<ModelRoutingIntent, number>>;
|
|
86
|
+
};
|
|
87
|
+
export type ModelRoutingShadowListItem = ModelRoutingShadowReportListItem;
|
|
88
|
+
export type ModelRoutingShadowEvidenceLimit = 'oracle_labels_only' | 'routing_candidates_only' | 'no_provider_execution' | 'outcomes_unobserved';
|
|
89
|
+
export declare const MODEL_ROUTING_INTENTS: readonly ModelRoutingIntent[];
|
|
90
|
+
export declare const MODEL_ROUTING_SHADOW_EVIDENCE_LIMITS: readonly ModelRoutingShadowEvidenceLimit[];
|
|
91
|
+
export declare const MODEL_ROUTING_SHADOW_MAX_CASES = 50;
|
|
92
|
+
export declare const MODEL_ROUTING_SHADOW_MAX_REPORTS = 100;
|
|
93
|
+
export declare const MODEL_ROUTING_SHADOW_MAX_REPORT_BYTES: number;
|
|
94
|
+
export declare const MODEL_ROUTING_SHADOW_REPORTS_KEY = "modelProxy.routingShadowReports";
|
|
95
|
+
export declare const MODEL_ROUTING_SHADOW_REPORT_PREFIX = "modelProxy.routingShadowReport:";
|
|
96
|
+
export declare function parseModelRoutingShadowInput(value: unknown): ModelRoutingShadowInput;
|
|
97
|
+
export declare const parseModelRoutingShadowRunInput: typeof parseModelRoutingShadowInput;
|
|
98
|
+
export declare function parseModelRoutingShadowReplayInput(value: unknown): ModelRoutingShadowReplayInput;
|
|
99
|
+
export declare function canonicalModelRoutingShadowRequest(input: ModelRoutingShadowInput, sourceReportId?: string | null): string;
|
|
100
|
+
export declare function parseModelRoutingShadowReport(value: unknown): ModelRoutingShadowReport;
|
|
101
|
+
export declare function toModelRoutingShadowReportListItem(report: ModelRoutingShadowReport): ModelRoutingShadowReportListItem;
|
|
102
|
+
export declare function parseModelRoutingShadowReportListItem(value: unknown): ModelRoutingShadowReportListItem;
|
|
103
|
+
//# sourceMappingURL=routing-shadow.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"routing-shadow.d.ts","sourceRoot":"","sources":["../../src/model-proxy/routing-shadow.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,EACzB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,mBAAmB,EAA6B,MAAM,sBAAsB,CAAC;AAM3F,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,UAAU,GAAG,SAAS,GAAG,QAAQ,GAAG,SAAS,CAAC;AACxF,MAAM,MAAM,wBAAwB,GAAG,kBAAkB,CAAC;AAC1D,MAAM,MAAM,sBAAsB,GAAG;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,kBAAkB,CAAC;IAC3B,OAAO,EAAE,mBAAmB,CAAC;CAC9B,CAAC;AACF,MAAM,MAAM,uBAAuB,GAAG;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/D,KAAK,EAAE,sBAAsB,EAAE,CAAC;CACjC,CAAC;AACF,MAAM,MAAM,0BAA0B,GAAG,uBAAuB,CAAC;AACjE,MAAM,MAAM,6BAA6B,GAAG;IAAE,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC;AACnE,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,mBAAmB,CAAC;IAC7B,kBAAkB,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;IAC9E,WAAW,EAAE,OAAO,CAAC;CACtB,CAAC;AACF,MAAM,MAAM,4BAA4B,GAAG;IACzC,WAAW,EAAE,OAAO,CAAC;IACrB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,kBAAkB,EAAE,OAAO,CAAC;CAC7B,CAAC;AACF,MAAM,MAAM,4BAA4B,GAAG,sBAAsB,GAAG;IAClE,QAAQ,EAAE,sBAAsB,CAAC;IACjC,SAAS,EAAE,sBAAsB,CAAC;IAClC,WAAW,EAAE,4BAA4B,CAAC;CAC3C,CAAC;AACF,MAAM,MAAM,uBAAuB,GAAG;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B,CAAC;AACF,MAAM,MAAM,yBAAyB,GAAG,uBAAuB,GAAG;IAChE,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,kBAAkB,EAAE,uBAAuB,CAAC,CAAC,CAAC;CACxE,CAAC;AACF,MAAM,MAAM,wBAAwB,GAAG;IACrC,OAAO,EAAE,CAAC,CAAC;IACX,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,uBAAuB,CAAC;IAC/B,cAAc,EAAE,mBAAmB,EAAE,CAAC;IACtC,OAAO,EAAE,4BAA4B,EAAE,CAAC;IACxC,OAAO,EAAE,yBAAyB,CAAC;IACnC,YAAY,EAAE,OAAO,CAAC;IACtB,iBAAiB,EAAE,KAAK,CAAC;IACzB,YAAY,EAAE;QACZ,UAAU,EAAE,YAAY,CAAC;QACzB,IAAI,EAAE,YAAY,CAAC;QACnB,QAAQ,EAAE,YAAY,CAAC;QACvB,MAAM,EAAE,YAAY,CAAC;KACtB,CAAC;IACF,cAAc,EAAE,+BAA+B,EAAE,CAAC;CACnD,CAAC;AACF,MAAM,MAAM,gCAAgC,GAAG,IAAI,CACjD,wBAAwB,EACtB,IAAI,GACJ,YAAY,GACZ,WAAW,GACX,WAAW,GACX,WAAW,GACX,gBAAgB,GAChB,cAAc,GACd,SAAS,GACT,cAAc,GACd,mBAAmB,CACtB,GAAG;IACF,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAC,CAAC;CAChE,CAAC;AACF,MAAM,MAAM,0BAA0B,GAAG,gCAAgC,CAAC;AAC1E,MAAM,MAAM,+BAA+B,GACvC,oBAAoB,GACpB,yBAAyB,GACzB,uBAAuB,GACvB,qBAAqB,CAAC;AAC1B,eAAO,MAAM,qBAAqB,EAAE,SAAS,kBAAkB,EAM9D,CAAC;AACF,eAAO,MAAM,oCAAoC,EAAE,SAAS,+BAA+B,EAK1F,CAAC;AACF,eAAO,MAAM,8BAA8B,KAAK,CAAC;AACjD,eAAO,MAAM,gCAAgC,MAAM,CAAC;AACpD,eAAO,MAAM,qCAAqC,QAAkB,CAAC;AACrE,eAAO,MAAM,gCAAgC,oCAAoC,CAAC;AAClF,eAAO,MAAM,kCAAkC,oCAAoC,CAAC;AAoEpF,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,OAAO,GAAG,uBAAuB,CAmBpF;AACD,eAAO,MAAM,+BAA+B,qCAA+B,CAAC;AAC5E,wBAAgB,kCAAkC,CAAC,KAAK,EAAE,OAAO,GAAG,6BAA6B,CAGhG;AAkBD,wBAAgB,kCAAkC,CAChD,KAAK,EAAE,uBAAuB,EAC9B,cAAc,GAAE,MAAM,GAAG,IAAW,GACnC,MAAM,CAOR;AAmND,wBAAgB,6BAA6B,CAAC,KAAK,EAAE,OAAO,GAAG,wBAAwB,CA8GtF;AACD,wBAAgB,kCAAkC,CAChD,MAAM,EAAE,wBAAwB,GAC/B,gCAAgC,CA2BlC;AACD,wBAAgB,qCAAqC,CACnD,KAAK,EAAE,OAAO,GACb,gCAAgC,CA8BlC"}
|