@restormel/testing-runner 0.1.4 → 0.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ac-agent-loop.d.ts +10 -0
- package/dist/ac-agent-loop.d.ts.map +1 -1
- package/dist/ac-agent-loop.js +69 -20
- package/dist/ac-agent-loop.js.map +1 -1
- package/dist/ac-judge.d.ts +4 -1
- package/dist/ac-judge.d.ts.map +1 -1
- package/dist/ac-judge.js +69 -74
- package/dist/ac-judge.js.map +1 -1
- package/dist/ac-llm.d.ts +13 -7
- package/dist/ac-llm.d.ts.map +1 -1
- package/dist/ac-llm.js +27 -12
- package/dist/ac-llm.js.map +1 -1
- package/dist/browser-goal.d.ts +5 -0
- package/dist/browser-goal.d.ts.map +1 -1
- package/dist/browser-goal.js +14 -3
- package/dist/browser-goal.js.map +1 -1
- package/dist/egress-browser-context.d.ts +23 -0
- package/dist/egress-browser-context.d.ts.map +1 -0
- package/dist/egress-browser-context.js +46 -0
- package/dist/egress-browser-context.js.map +1 -0
- package/dist/egress-navigation.d.ts +12 -0
- package/dist/egress-navigation.d.ts.map +1 -0
- package/dist/egress-navigation.js +70 -0
- package/dist/egress-navigation.js.map +1 -0
- package/dist/evaluate-criteria.d.ts +5 -0
- package/dist/evaluate-criteria.d.ts.map +1 -1
- package/dist/evaluate-criteria.js +64 -68
- package/dist/evaluate-criteria.js.map +1 -1
- package/dist/llm-usage.d.ts +10 -0
- package/dist/llm-usage.d.ts.map +1 -0
- package/dist/llm-usage.js +22 -0
- package/dist/llm-usage.js.map +1 -0
- package/dist/run-ac-sequence-goal.d.ts.map +1 -1
- package/dist/run-ac-sequence-goal.js +37 -8
- package/dist/run-ac-sequence-goal.js.map +1 -1
- package/dist/run-suite.d.ts.map +1 -1
- package/dist/run-suite.js +140 -65
- package/dist/run-suite.js.map +1 -1
- package/dist/suite-llm-budget.d.ts +50 -0
- package/dist/suite-llm-budget.d.ts.map +1 -0
- package/dist/suite-llm-budget.js +154 -0
- package/dist/suite-llm-budget.js.map +1 -0
- package/package.json +5 -5
package/dist/browser-goal.js
CHANGED
|
@@ -4,6 +4,7 @@ import { join } from "node:path";
|
|
|
4
4
|
import { browserTracesToCoreEvents, createPlaywrightTestingSession } from "@restormel/testing-browser-playwright";
|
|
5
5
|
import { sanitizePathSegment } from "@restormel/testing-core";
|
|
6
6
|
import { resolveModel } from "@restormel/testing-keys-adapter";
|
|
7
|
+
import { installBrowserEgressRouteBlockForSession } from "./egress-browser-context.js";
|
|
7
8
|
import { evaluateBrowserSuccessCriteria } from "./evaluate-criteria.js";
|
|
8
9
|
import { judgeLogicalRefForCriteria } from "./judge-ref.js";
|
|
9
10
|
import { runGoalAttempts } from "./retries.js";
|
|
@@ -23,14 +24,19 @@ export function goalEntryUrl(baseUrl, startPath) {
|
|
|
23
24
|
return baseUrl;
|
|
24
25
|
}
|
|
25
26
|
}
|
|
26
|
-
function toKeysModelMeta(model, invocations) {
|
|
27
|
-
|
|
27
|
+
function toKeysModelMeta(model, invocations, tokens) {
|
|
28
|
+
const m = {
|
|
28
29
|
logicalRef: model.meta.logicalRef,
|
|
29
30
|
provider: model.meta.provider,
|
|
30
31
|
model: model.meta.model,
|
|
31
32
|
resolutionSource: model.meta.resolutionSource,
|
|
32
33
|
invocationCount: invocations,
|
|
33
34
|
};
|
|
35
|
+
if (tokens?.prompt !== undefined)
|
|
36
|
+
m.promptTokens = tokens.prompt;
|
|
37
|
+
if (tokens?.completion !== undefined)
|
|
38
|
+
m.completionTokens = tokens.completion;
|
|
39
|
+
return m;
|
|
34
40
|
}
|
|
35
41
|
async function captureScreenshot(session, artifactDir, goalId, attemptIndex) {
|
|
36
42
|
const safeGoal = sanitizePathSegment(goalId);
|
|
@@ -116,6 +122,7 @@ export async function runBrowserGoal(options) {
|
|
|
116
122
|
};
|
|
117
123
|
}
|
|
118
124
|
try {
|
|
125
|
+
await installBrowserEgressRouteBlockForSession(session, options.baseUrl, options.egressAllowHosts);
|
|
119
126
|
const entryUrl = goalEntryUrl(options.baseUrl, goal.startPath);
|
|
120
127
|
await withTimeout(session.navigate(entryUrl, { timeoutMs: options.timeoutMs, waitUntil: "load" }), options.timeoutMs + 2000, "navigation");
|
|
121
128
|
pushTrace({
|
|
@@ -125,6 +132,7 @@ export async function runBrowserGoal(options) {
|
|
|
125
132
|
});
|
|
126
133
|
const evalResult = await withTimeout(evaluateBrowserSuccessCriteria(session.page, goal.successCriteria, {
|
|
127
134
|
judgeModel,
|
|
135
|
+
suiteLlmBudget: options.suiteLlmBudget,
|
|
128
136
|
}), options.timeoutMs + 2000, "evaluation");
|
|
129
137
|
const drained = session.drainTraceEntries();
|
|
130
138
|
const mapped = browserTracesToCoreEvents(drained, {
|
|
@@ -135,7 +143,10 @@ export async function runBrowserGoal(options) {
|
|
|
135
143
|
stepCursor += mapped.length;
|
|
136
144
|
allTraces.push(...mapped);
|
|
137
145
|
if (judgeModel && (evalResult.judgeModelInvocations ?? 0) > 0) {
|
|
138
|
-
keysModelMetaFragments.push(toKeysModelMeta(judgeModel, evalResult.judgeModelInvocations ?? 1
|
|
146
|
+
keysModelMetaFragments.push(toKeysModelMeta(judgeModel, evalResult.judgeModelInvocations ?? 1, {
|
|
147
|
+
prompt: evalResult.judgePromptTokens,
|
|
148
|
+
completion: evalResult.judgeCompletionTokens,
|
|
149
|
+
}));
|
|
139
150
|
}
|
|
140
151
|
pushTrace({
|
|
141
152
|
kind: "assertion",
|
package/dist/browser-goal.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"browser-goal.js","sourceRoot":"","sources":["../src/browser-goal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,yBAAyB,EAAE,8BAA8B,EAAE,MAAM,uCAAuC,CAAC;AAMlH,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAE9D,OAAO,EAAE,YAAY,EAAoD,MAAM,iCAAiC,CAAC;AACjH,OAAO,EAAE,8BAA8B,EAAE,MAAM,wBAAwB,CAAC;AACxE,OAAO,EAAE,0BAA0B,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAuB,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"browser-goal.js","sourceRoot":"","sources":["../src/browser-goal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,yBAAyB,EAAE,8BAA8B,EAAE,MAAM,uCAAuC,CAAC;AAMlH,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAE9D,OAAO,EAAE,YAAY,EAAoD,MAAM,iCAAiC,CAAC;AACjH,OAAO,EAAE,wCAAwC,EAAE,MAAM,6BAA6B,CAAC;AACvF,OAAO,EAAE,8BAA8B,EAAE,MAAM,wBAAwB,CAAC;AACxE,OAAO,EAAE,0BAA0B,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAuB,MAAM,cAAc,CAAC;AAEpE,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AA+BzD,SAAS,MAAM;IACb,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAClC,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,YAAY,CAAC,OAAe,EAAE,SAAkB;IAC9D,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACvD,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;IACjD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,OAAO,CAAC;IACjB,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CACtB,KAAoB,EACpB,WAAmB,EACnB,MAAiD;IAEjD,MAAM,CAAC,GAAkB;QACvB,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU;QACjC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ;QAC7B,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;QACvB,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB;QAC7C,eAAe,EAAE,WAAW;KAC7B,CAAC;IACF,IAAI,MAAM,EAAE,MAAM,KAAK,SAAS;QAAE,CAAC,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC;IACjE,IAAI,MAAM,EAAE,UAAU,KAAK,SAAS;QAAE,CAAC,CAAC,gBAAgB,GAAG,MAAM,CAAC,UAAU,CAAC;IAC7E,OAAO,CAAC,CAAC;AACX,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,OAA8B,EAC9B,WAAmB,EACnB,MAAc,EACd,YAAoB;IAEpB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IACjD,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,WAAW,YAAY,MAAM,CAAC;IAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAC5B,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAC9B,OAAO,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAA8B;IACjE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;IAChC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,sBAAsB,GAAoB,EAAE,CAAC;IACnD,MAAM,SAAS,GAAiB,EAAE,CAAC;IACnC,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,IAAI,UAAU,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAE3C,MAAM,SAAS,GAAG,CAAC,OAAgF,EAAE,EAAE;QACrG,SAAS,CAAC,IAAI,CAAC;YACb,EAAE,EAAE,UAAU,EAAE;YAChB,KAAK;YACL,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,SAAS,EAAE,UAAU,EAAE;YACvB,SAAS,EAAE,MAAM,EAAE;YACnB,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,IAAI,UAAqC,CAAC;IAC1C,IAAI,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,0BAA0B,CAAC,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;QACnF,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,QAAQ,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,EAAE,gFAAgF,CAAC,CAAC;QAClH,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;YACtE,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;gBACX,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAC/B,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,EAAE,+BAA+B,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACxG,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAG,OAAO,CAAC,oBAAoB,IAAI,8BAA8B,CAAC;IAEtF,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC;QAC1C,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,UAAU;QAC1C,SAAS,EAAE,OAAO,CAAC,WAAW,CAAC,SAAS;QACxC,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE;YACjC,SAAS,CAAC;gBACR,IAAI,EAAE,aAAa;gBACnB,OAAO,EAAE,WAAW,YAAY,GAAG,CAAC,QAAQ;gBAC5C,QAAQ,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE,YAAY,EAAE;aACnD,CAAC,CAAC;YAEH,IAAI,OAA0C,CAAC;YAC/C,IAAI,CAAC;gBACH,OAAO,GAAG,MAAM,cAAc,CAAC;oBAC7B,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI;oBAClC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,GAAG,CAAC,OAAO,CAAC,gBAAgB,KAAK,SAAS,IAAI,OAAO,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC;wBAC/E,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,gBAAgB,EAAE;wBAC5C,CAAC,CAAC,EAAE,CAAC;iBACR,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACvD,SAAS,CAAC;oBACR,IAAI,EAAE,OAAO;oBACb,OAAO,EAAE,2BAA2B,GAAG,EAAE;oBACzC,QAAQ,EAAE,EAAE,YAAY,EAAE;iBAC3B,CAAC,CAAC;gBACH,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,eAAe;oBAC3B,OAAO,EAAE,8CAA8C,GAAG,EAAE;oBAC5D,SAAS,EAAE,KAAK;iBACQ,CAAC;YAC7B,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,wCAAwC,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;gBACnG,MAAM,QAAQ,GAAG,YAAY,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC/D,MAAM,WAAW,CACf,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,EAC/E,OAAO,CAAC,SAAS,GAAG,IAAI,EACxB,YAAY,CACb,CAAC;gBAEF,SAAS,CAAC;oBACR,IAAI,EAAE,aAAa;oBACnB,OAAO,EAAE,gBAAgB,QAAQ,EAAE;oBACnC,QAAQ,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE;iBACxG,CAAC,CAAC;gBAEH,MAAM,UAAU,GAAG,MAAM,WAAW,CAClC,8BAA8B,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,eAAe,EAAE;oBACjE,UAAU;oBACV,cAAc,EAAE,OAAO,CAAC,cAAc;iBACvC,CAAC,EACF,OAAO,CAAC,SAAS,GAAG,IAAI,EACxB,YAAY,CACb,CAAC;gBAEF,MAAM,OAAO,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;gBAC5C,MAAM,MAAM,GAAG,yBAAyB,CAAC,OAAO,EAAE;oBAChD,KAAK;oBACL,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,iBAAiB,EAAE,UAAU;iBAC9B,CAAC,CAAC;gBACH,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC;gBAC5B,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;gBAE1B,IAAI,UAAU,IAAI,CAAC,UAAU,CAAC,qBAAqB,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC9D,sBAAsB,CAAC,IAAI,CACzB,eAAe,CAAC,UAAU,EAAE,UAAU,CAAC,qBAAqB,IAAI,CAAC,EAAE;wBACjE,MAAM,EAAE,UAAU,CAAC,iBAAiB;wBACpC,UAAU,EAAE,UAAU,CAAC,qBAAqB;qBAC7C,CAAC,CACH,CAAC;gBACJ,CAAC;gBAED,SAAS,CAAC;oBACR,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,UAAU,CAAC,OAAO;oBAC3B,QAAQ,EAAE;wBACR,OAAO,EAAE,UAAU,CAAC,OAAO;wBAC3B,UAAU,EAAE,UAAU,CAAC,UAAU;wBACjC,YAAY;qBACb;iBACF,CAAC,CAAC;gBAEH,IAAI,UAAU,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACpC,OAAO;wBACL,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,QAAQ;wBACjB,UAAU,EAAE,UAAU,CAAC,UAAU;wBACjC,OAAO,EAAE,UAAU,CAAC,OAAO;qBACH,CAAC;gBAC7B,CAAC;gBAED,IAAI,UAAU,CAAC,OAAO,KAAK,eAAe,EAAE,CAAC;oBAC3C,IACE,OAAO,CAAC,0BAA0B;wBAClC,OAAO,CAAC,WAAW;wBACnB,CAAC,UAAU,CAAC,UAAU,KAAK,iBAAiB;4BAC1C,UAAU,CAAC,UAAU,KAAK,kBAAkB;4BAC5C,UAAU,CAAC,UAAU,KAAK,mBAAmB,CAAC,EAChD,CAAC;wBACD,MAAM,GAAG,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;wBACzF,IAAI,GAAG;4BAAE,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAClC,CAAC;oBACD,OAAO;wBACL,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,eAAe;wBACxB,UAAU,EAAE,UAAU,CAAC,UAAU;wBACjC,OAAO,EAAE,UAAU,CAAC,OAAO;qBACH,CAAC;gBAC7B,CAAC;gBAED,IAAI,OAAO,CAAC,0BAA0B,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;oBAC9D,MAAM,GAAG,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;oBACzF,IAAI,GAAG;wBAAE,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClC,CAAC;gBAED,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,UAAU,CAAC,UAAU;oBACjC,OAAO,EAAE,UAAU,CAAC,OAAO;oBAC3B,SAAS,EAAE,IAAI;iBACS,CAAC;YAC7B,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;gBAC5C,MAAM,MAAM,GAAG,yBAAyB,CAAC,OAAO,EAAE;oBAChD,KAAK;oBACL,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,iBAAiB,EAAE,UAAU;iBAC9B,CAAC,CAAC;gBACH,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC;gBAC5B,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;gBAE1B,IAAI,CAAC,YAAY,YAAY,EAAE,CAAC;oBAC9B,SAAS,CAAC;wBACR,IAAI,EAAE,OAAO;wBACb,OAAO,EAAE,CAAC,CAAC,OAAO;wBAClB,QAAQ,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;qBACzC,CAAC,CAAC;oBACH,IAAI,OAAO,CAAC,0BAA0B,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;wBAC9D,MAAM,GAAG,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;wBACzF,IAAI,GAAG;4BAAE,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAClC,CAAC;oBACD,OAAO;wBACL,IAAI,EAAE,OAAO;wBACb,OAAO,EAAE,QAAQ;wBACjB,UAAU,EAAE,SAAS;wBACrB,OAAO,EAAE,CAAC,CAAC,OAAO;wBAClB,SAAS,EAAE,IAAI;qBACS,CAAC;gBAC7B,CAAC;gBAED,MAAM,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACvD,SAAS,CAAC;oBACR,IAAI,EAAE,OAAO;oBACb,OAAO,EAAE,GAAG;oBACZ,QAAQ,EAAE,EAAE,YAAY,EAAE;iBAC3B,CAAC,CAAC;gBACH,IAAI,OAAO,CAAC,0BAA0B,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;oBAC9D,MAAM,GAAG,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;oBACzF,IAAI,GAAG;wBAAE,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClC,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,eAAe;oBAC3B,OAAO,EAAE,GAAG;oBACZ,SAAS,EAAE,IAAI;iBACS,CAAC;YAC7B,CAAC;oBAAS,CAAC;gBACT,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,UAAU,GAAkB;QAChC,MAAM,EAAE,IAAI,CAAC,EAAE;QACf,OAAO,EAAE,aAAa,CAAC,OAAO;QAC9B,UAAU,EAAE,aAAa,CAAC,UAAU;QACpC,OAAO,EAAE,aAAa,CAAC,OAAO;QAC9B,WAAW,EAAE,aAAa,CAAC,WAAW;QACtC,YAAY,EAAE,CAAC,GAAG,YAAY,CAAC;KAChC,CAAC;IAEF,OAAO;QACL,UAAU;QACV,MAAM,EAAE,SAAS;QACjB,aAAa,EAAE,UAAU;QACzB,QAAQ;QACR,sBAAsB;KACvB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { BrowserContext } from "playwright";
|
|
2
|
+
type PageWithOptionalContext = {
|
|
3
|
+
context?: () => BrowserContext | undefined;
|
|
4
|
+
};
|
|
5
|
+
/**
|
|
6
|
+
* Whether a browser-initiated request URL may leave the process (subresources, XHR, WS, navigations).
|
|
7
|
+
* Allows in-document URLs (`data:`, `blob:`, `about:`); applies default-deny to other schemes.
|
|
8
|
+
*/
|
|
9
|
+
export declare function isBrowserEgressUrlAllowed(requestUrl: string, baseUrl: string, egressAllowHosts: string[] | undefined): boolean;
|
|
10
|
+
/**
|
|
11
|
+
* Default-deny egress for the whole browser context: block fetches, XHR, scripts, WS, etc. to any host
|
|
12
|
+
* that is not the **`base_url` origin** or **`egress_allow_hosts`**. Call **before** the first navigation.
|
|
13
|
+
*/
|
|
14
|
+
export declare function installBrowserEgressRouteBlock(context: BrowserContext, baseUrl: string, egressAllowHosts: string[] | undefined): Promise<void>;
|
|
15
|
+
/**
|
|
16
|
+
* Installs {@link installBrowserEgressRouteBlock} when `session.page` is a real Playwright page.
|
|
17
|
+
* Test mocks without `context()` are skipped (no policy).
|
|
18
|
+
*/
|
|
19
|
+
export declare function installBrowserEgressRouteBlockForSession(session: {
|
|
20
|
+
page: PageWithOptionalContext;
|
|
21
|
+
}, baseUrl: string, egressAllowHosts: string[] | undefined): Promise<void>;
|
|
22
|
+
export {};
|
|
23
|
+
//# sourceMappingURL=egress-browser-context.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"egress-browser-context.d.ts","sourceRoot":"","sources":["../src/egress-browser-context.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAGjD,KAAK,uBAAuB,GAAG;IAC7B,OAAO,CAAC,EAAE,MAAM,cAAc,GAAG,SAAS,CAAC;CAC5C,CAAC;AAEF;;;GAGG;AACH,wBAAgB,yBAAyB,CACvC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,EACf,gBAAgB,EAAE,MAAM,EAAE,GAAG,SAAS,GACrC,OAAO,CAWT;AAED;;;GAGG;AACH,wBAAsB,8BAA8B,CAClD,OAAO,EAAE,cAAc,EACvB,OAAO,EAAE,MAAM,EACf,gBAAgB,EAAE,MAAM,EAAE,GAAG,SAAS,GACrC,OAAO,CAAC,IAAI,CAAC,CASf;AAED;;;GAGG;AACH,wBAAsB,wCAAwC,CAC5D,OAAO,EAAE;IAAE,IAAI,EAAE,uBAAuB,CAAA;CAAE,EAC1C,OAAO,EAAE,MAAM,EACf,gBAAgB,EAAE,MAAM,EAAE,GAAG,SAAS,GACrC,OAAO,CAAC,IAAI,CAAC,CAIf"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import { isHostnameAllowedForNavigation } from "./egress-navigation.js";
|
|
2
|
+
/**
|
|
3
|
+
* Whether a browser-initiated request URL may leave the process (subresources, XHR, WS, navigations).
|
|
4
|
+
* Allows in-document URLs (`data:`, `blob:`, `about:`); applies default-deny to other schemes.
|
|
5
|
+
*/
|
|
6
|
+
export function isBrowserEgressUrlAllowed(requestUrl, baseUrl, egressAllowHosts) {
|
|
7
|
+
let u;
|
|
8
|
+
try {
|
|
9
|
+
u = new URL(requestUrl);
|
|
10
|
+
}
|
|
11
|
+
catch {
|
|
12
|
+
return false;
|
|
13
|
+
}
|
|
14
|
+
const p = u.protocol.toLowerCase();
|
|
15
|
+
if (p === "data:" || p === "blob:" || p === "about:")
|
|
16
|
+
return true;
|
|
17
|
+
if (p !== "http:" && p !== "https:" && p !== "ws:" && p !== "wss:")
|
|
18
|
+
return false;
|
|
19
|
+
return isHostnameAllowedForNavigation(u, baseUrl, egressAllowHosts);
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* Default-deny egress for the whole browser context: block fetches, XHR, scripts, WS, etc. to any host
|
|
23
|
+
* that is not the **`base_url` origin** or **`egress_allow_hosts`**. Call **before** the first navigation.
|
|
24
|
+
*/
|
|
25
|
+
export async function installBrowserEgressRouteBlock(context, baseUrl, egressAllowHosts) {
|
|
26
|
+
await context.route("**/*", async (route, request) => {
|
|
27
|
+
const url = request.url();
|
|
28
|
+
if (isBrowserEgressUrlAllowed(url, baseUrl, egressAllowHosts)) {
|
|
29
|
+
await route.continue();
|
|
30
|
+
}
|
|
31
|
+
else {
|
|
32
|
+
await route.abort("blockedbyclient");
|
|
33
|
+
}
|
|
34
|
+
});
|
|
35
|
+
}
|
|
36
|
+
/**
|
|
37
|
+
* Installs {@link installBrowserEgressRouteBlock} when `session.page` is a real Playwright page.
|
|
38
|
+
* Test mocks without `context()` are skipped (no policy).
|
|
39
|
+
*/
|
|
40
|
+
export async function installBrowserEgressRouteBlockForSession(session, baseUrl, egressAllowHosts) {
|
|
41
|
+
const ctx = typeof session.page.context === "function" ? session.page.context() : undefined;
|
|
42
|
+
if (ctx === undefined || typeof ctx.route !== "function")
|
|
43
|
+
return;
|
|
44
|
+
await installBrowserEgressRouteBlock(ctx, baseUrl, egressAllowHosts);
|
|
45
|
+
}
|
|
46
|
+
//# sourceMappingURL=egress-browser-context.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"egress-browser-context.js","sourceRoot":"","sources":["../src/egress-browser-context.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,8BAA8B,EAAE,MAAM,wBAAwB,CAAC;AAMxE;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CACvC,UAAkB,EAClB,OAAe,EACf,gBAAsC;IAEtC,IAAI,CAAM,CAAC;IACX,IAAI,CAAC;QACH,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;IACnC,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAClE,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,MAAM;QAAE,OAAO,KAAK,CAAC;IACjF,OAAO,8BAA8B,CAAC,CAAC,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC;AACtE,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,OAAuB,EACvB,OAAe,EACf,gBAAsC;IAEtC,MAAM,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACnD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAC1B,IAAI,yBAAyB,CAAC,GAAG,EAAE,OAAO,EAAE,gBAAgB,CAAC,EAAE,CAAC;YAC9D,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;QACzB,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACvC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,wCAAwC,CAC5D,OAA0C,EAC1C,OAAe,EACf,gBAAsC;IAEtC,MAAM,GAAG,GAAG,OAAO,OAAO,CAAC,IAAI,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5F,IAAI,GAAG,KAAK,SAAS,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,UAAU;QAAE,OAAO;IACjE,MAAM,8BAA8B,CAAC,GAAG,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC;AACvE,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Navigation allowlist for the built-in AC browser agent (beyond same-origin to base_url).
|
|
3
|
+
* Hostnames are compared case-insensitively; no secrets belong here.
|
|
4
|
+
*/
|
|
5
|
+
/** Normalise YAML allowlist entries to bare hostnames. */
|
|
6
|
+
export declare function normalizeEgressAllowHosts(entries: string[] | undefined): string[];
|
|
7
|
+
export declare function isHostnameAllowedForNavigation(target: URL, baseUrl: string, egressAllowHosts: string[] | undefined): boolean;
|
|
8
|
+
/**
|
|
9
|
+
* Resolve a navigate URL for the agent: same origin as base_url, or host on egress_allow_hosts.
|
|
10
|
+
*/
|
|
11
|
+
export declare function resolveAgentNavigateUrl(href: string, baseUrl: string, currentPageUrl: string | undefined, egressAllowHosts: string[] | undefined): string | null;
|
|
12
|
+
//# sourceMappingURL=egress-navigation.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"egress-navigation.d.ts","sourceRoot":"","sources":["../src/egress-navigation.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAeH,0DAA0D;AAC1D,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,SAAS,GAAG,MAAM,EAAE,CAQjF;AAED,wBAAgB,8BAA8B,CAC5C,MAAM,EAAE,GAAG,EACX,OAAO,EAAE,MAAM,EACf,gBAAgB,EAAE,MAAM,EAAE,GAAG,SAAS,GACrC,OAAO,CAYT;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,cAAc,EAAE,MAAM,GAAG,SAAS,EAClC,gBAAgB,EAAE,MAAM,EAAE,GAAG,SAAS,GACrC,MAAM,GAAG,IAAI,CAkBf"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Navigation allowlist for the built-in AC browser agent (beyond same-origin to base_url).
|
|
3
|
+
* Hostnames are compared case-insensitively; no secrets belong here.
|
|
4
|
+
*/
|
|
5
|
+
function normalizeHostname(raw) {
|
|
6
|
+
const t = raw.trim().toLowerCase();
|
|
7
|
+
if (t === "")
|
|
8
|
+
return "";
|
|
9
|
+
try {
|
|
10
|
+
if (t.includes("://")) {
|
|
11
|
+
return new URL(t).hostname.toLowerCase();
|
|
12
|
+
}
|
|
13
|
+
}
|
|
14
|
+
catch {
|
|
15
|
+
return "";
|
|
16
|
+
}
|
|
17
|
+
return t.replace(/^\[|\]$/g, "");
|
|
18
|
+
}
|
|
19
|
+
/** Normalise YAML allowlist entries to bare hostnames. */
|
|
20
|
+
export function normalizeEgressAllowHosts(entries) {
|
|
21
|
+
if (entries === undefined || entries.length === 0)
|
|
22
|
+
return [];
|
|
23
|
+
const out = [];
|
|
24
|
+
for (const e of entries) {
|
|
25
|
+
const h = normalizeHostname(e);
|
|
26
|
+
if (h.length > 0)
|
|
27
|
+
out.push(h);
|
|
28
|
+
}
|
|
29
|
+
return out;
|
|
30
|
+
}
|
|
31
|
+
export function isHostnameAllowedForNavigation(target, baseUrl, egressAllowHosts) {
|
|
32
|
+
let base;
|
|
33
|
+
try {
|
|
34
|
+
base = new URL(baseUrl);
|
|
35
|
+
}
|
|
36
|
+
catch {
|
|
37
|
+
return false;
|
|
38
|
+
}
|
|
39
|
+
if (target.origin === base.origin)
|
|
40
|
+
return true;
|
|
41
|
+
const allowed = normalizeEgressAllowHosts(egressAllowHosts);
|
|
42
|
+
if (allowed.length === 0)
|
|
43
|
+
return false;
|
|
44
|
+
const host = target.hostname.toLowerCase();
|
|
45
|
+
return allowed.includes(host);
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* Resolve a navigate URL for the agent: same origin as base_url, or host on egress_allow_hosts.
|
|
49
|
+
*/
|
|
50
|
+
export function resolveAgentNavigateUrl(href, baseUrl, currentPageUrl, egressAllowHosts) {
|
|
51
|
+
try {
|
|
52
|
+
const base = new URL(baseUrl);
|
|
53
|
+
const fromBase = new URL(href.trim(), base);
|
|
54
|
+
if (isHostnameAllowedForNavigation(fromBase, baseUrl, egressAllowHosts)) {
|
|
55
|
+
return fromBase.href;
|
|
56
|
+
}
|
|
57
|
+
if (currentPageUrl) {
|
|
58
|
+
const cur = new URL(currentPageUrl);
|
|
59
|
+
const fromPage = new URL(href.trim(), cur);
|
|
60
|
+
if (isHostnameAllowedForNavigation(fromPage, baseUrl, egressAllowHosts)) {
|
|
61
|
+
return fromPage.href;
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
return null;
|
|
65
|
+
}
|
|
66
|
+
catch {
|
|
67
|
+
return null;
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
//# sourceMappingURL=egress-navigation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"egress-navigation.js","sourceRoot":"","sources":["../src/egress-navigation.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,SAAS,iBAAiB,CAAC,GAAW;IACpC,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACnC,IAAI,CAAC,KAAK,EAAE;QAAE,OAAO,EAAE,CAAC;IACxB,IAAI,CAAC;QACH,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC3C,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;AACnC,CAAC;AAED,0DAA0D;AAC1D,MAAM,UAAU,yBAAyB,CAAC,OAA6B;IACrE,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAC7D,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,CAAC,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,MAAW,EACX,OAAe,EACf,gBAAsC;IAEtC,IAAI,IAAS,CAAC;IACd,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAC/C,MAAM,OAAO,GAAG,yBAAyB,CAAC,gBAAgB,CAAC,CAAC;IAC5D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACvC,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC3C,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CACrC,IAAY,EACZ,OAAe,EACf,cAAkC,EAClC,gBAAsC;IAEtC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;QAC9B,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;QAC5C,IAAI,8BAA8B,CAAC,QAAQ,EAAE,OAAO,EAAE,gBAAgB,CAAC,EAAE,CAAC;YACxE,OAAO,QAAQ,CAAC,IAAI,CAAC;QACvB,CAAC;QACD,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,CAAC;YACpC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;YAC3C,IAAI,8BAA8B,CAAC,QAAQ,EAAE,OAAO,EAAE,gBAAgB,CAAC,EAAE,CAAC;gBACxE,OAAO,QAAQ,CAAC,IAAI,CAAC;YACvB,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}
|
|
@@ -1,12 +1,16 @@
|
|
|
1
1
|
import type { Page } from "playwright";
|
|
2
2
|
import type { SuccessCriteria, Verdict } from "@restormel/testing-core";
|
|
3
3
|
import type { ResolvedModel } from "@restormel/testing-keys-adapter";
|
|
4
|
+
import type { SuiteLlmBudgetTracker } from "./suite-llm-budget.js";
|
|
4
5
|
export interface CriteriaEvaluation {
|
|
5
6
|
verdict: Verdict;
|
|
6
7
|
reasonCode: string;
|
|
7
8
|
summary: string;
|
|
8
9
|
/** Set when an OpenAI-compatible judge request was sent (for Keys model meta). */
|
|
9
10
|
judgeModelInvocations?: number;
|
|
11
|
+
/** Provider-reported tokens from the judge completion, when present. */
|
|
12
|
+
judgePromptTokens?: number;
|
|
13
|
+
judgeCompletionTokens?: number;
|
|
10
14
|
}
|
|
11
15
|
/**
|
|
12
16
|
* Deterministic checks: URL, DOM visibility, text present/absent, minimal structured checks.
|
|
@@ -14,5 +18,6 @@ export interface CriteriaEvaluation {
|
|
|
14
18
|
*/
|
|
15
19
|
export declare function evaluateBrowserSuccessCriteria(page: Page, criteria: SuccessCriteria, options?: {
|
|
16
20
|
judgeModel?: ResolvedModel;
|
|
21
|
+
suiteLlmBudget?: SuiteLlmBudgetTracker;
|
|
17
22
|
}): Promise<CriteriaEvaluation>;
|
|
18
23
|
//# sourceMappingURL=evaluate-criteria.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluate-criteria.d.ts","sourceRoot":"","sources":["../src/evaluate-criteria.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,EAAe,eAAe,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AACrF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAGrE,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,kFAAkF;IAClF,qBAAqB,CAAC,EAAE,MAAM,CAAC;CAChC;AAUD;;;GAGG;AACH,wBAAsB,8BAA8B,CAClD,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,eAAe,EACzB,OAAO,CAAC,EAAE;IACR,UAAU,CAAC,EAAE,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"evaluate-criteria.d.ts","sourceRoot":"","sources":["../src/evaluate-criteria.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,EAAe,eAAe,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AACrF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAGrE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAEnE,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,kFAAkF;IAClF,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,wEAAwE;IACxE,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,qBAAqB,CAAC,EAAE,MAAM,CAAC;CAChC;AAUD;;;GAGG;AACH,wBAAsB,8BAA8B,CAClD,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,eAAe,EACzB,OAAO,CAAC,EAAE;IACR,UAAU,CAAC,EAAE,aAAa,CAAC;IAC3B,cAAc,CAAC,EAAE,qBAAqB,CAAC;CACxC,GACA,OAAO,CAAC,kBAAkB,CAAC,CA0H7B"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { postChatCompletions } from "./ac-llm.js";
|
|
1
2
|
import { evaluateLighthouseStructuredCheck, parseLighthouseStructuredPath } from "./lighthouse-structured-check.js";
|
|
2
3
|
function normalizeUrl(u) {
|
|
3
4
|
try {
|
|
@@ -113,7 +114,7 @@ export async function evaluateBrowserSuccessCriteria(page, criteria, options) {
|
|
|
113
114
|
summary: "judge_rubric present but model could not be resolved via Keys",
|
|
114
115
|
};
|
|
115
116
|
}
|
|
116
|
-
const j = await runJudgeRubric(page, criteria, options.judgeModel);
|
|
117
|
+
const j = await runJudgeRubric(page, criteria, options.judgeModel, options.suiteLlmBudget);
|
|
117
118
|
return j;
|
|
118
119
|
}
|
|
119
120
|
if (!hasAnyCriterion(criteria)) {
|
|
@@ -295,89 +296,84 @@ async function sampleTextForJudge(page, rubric) {
|
|
|
295
296
|
const bodyText = await page.locator("body").innerText().catch(() => "");
|
|
296
297
|
return truncate(bodyText.trim(), MAX_JUDGE_SAMPLE_CHARS);
|
|
297
298
|
}
|
|
298
|
-
function
|
|
299
|
-
|
|
299
|
+
function judgeUsageFields(usage) {
|
|
300
|
+
const out = {};
|
|
301
|
+
if (usage?.promptTokens !== undefined)
|
|
302
|
+
out.judgePromptTokens = usage.promptTokens;
|
|
303
|
+
if (usage?.completionTokens !== undefined)
|
|
304
|
+
out.judgeCompletionTokens = usage.completionTokens;
|
|
305
|
+
return out;
|
|
300
306
|
}
|
|
301
|
-
async function runJudgeRubric(page, criteria, model) {
|
|
307
|
+
async function runJudgeRubric(page, criteria, model, suiteLlmBudget) {
|
|
302
308
|
const rubric = criteria.judgeRubric;
|
|
303
309
|
if (!rubric) {
|
|
304
310
|
return { verdict: "passed", reasonCode: "OK", summary: "No rubric" };
|
|
305
311
|
}
|
|
306
312
|
const sample = await sampleTextForJudge(page, rubric);
|
|
307
|
-
const base = model.providerBaseUrl?.replace(/\/?$/, "") ?? "https://api.openai.com/v1";
|
|
308
|
-
const url = `${base}/chat/completions`;
|
|
309
313
|
const system = 'You are a test oracle. Reply with a single JSON object only: {"verdict":"pass"|"fail"|"uncertain"} matching whether the page satisfies the rubric.';
|
|
310
314
|
const user = `Rubric id: ${rubric.id}\nSummary: ${rubric.summary ?? "(none)"}\n\nPage text:\n${sample}`;
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
});
|
|
328
|
-
if (!res.ok) {
|
|
329
|
-
const t = await res.text().catch(() => "");
|
|
330
|
-
return {
|
|
331
|
-
verdict: "indeterminate",
|
|
332
|
-
reasonCode: "JUDGE_HTTP_ERROR",
|
|
333
|
-
summary: `Judge request failed: HTTP ${res.status} ${truncate(redactForLog(t), 80)}`,
|
|
334
|
-
judgeModelInvocations: 1,
|
|
335
|
-
};
|
|
336
|
-
}
|
|
337
|
-
const data = (await res.json());
|
|
338
|
-
const raw = data.choices?.[0]?.message?.content ?? "{}";
|
|
339
|
-
let parsed;
|
|
340
|
-
try {
|
|
341
|
-
parsed = JSON.parse(raw);
|
|
342
|
-
}
|
|
343
|
-
catch {
|
|
344
|
-
return {
|
|
345
|
-
verdict: "indeterminate",
|
|
346
|
-
reasonCode: "JUDGE_PARSE_ERROR",
|
|
347
|
-
summary: "Judge response was not valid JSON",
|
|
348
|
-
judgeModelInvocations: 1,
|
|
349
|
-
};
|
|
350
|
-
}
|
|
351
|
-
const v = (parsed.verdict ?? "").toLowerCase();
|
|
352
|
-
if (v === "pass") {
|
|
353
|
-
return {
|
|
354
|
-
verdict: "passed",
|
|
355
|
-
reasonCode: "JUDGE_PASS",
|
|
356
|
-
summary: "Judge rubric passed",
|
|
357
|
-
judgeModelInvocations: 1,
|
|
358
|
-
};
|
|
359
|
-
}
|
|
360
|
-
if (v === "fail") {
|
|
361
|
-
return {
|
|
362
|
-
verdict: "failed",
|
|
363
|
-
reasonCode: "JUDGE_FAIL",
|
|
364
|
-
summary: "Judge rubric failed",
|
|
365
|
-
judgeModelInvocations: 1,
|
|
366
|
-
};
|
|
367
|
-
}
|
|
315
|
+
const block = suiteLlmBudget?.tryConsumeLlm("chat");
|
|
316
|
+
if (block) {
|
|
317
|
+
return {
|
|
318
|
+
verdict: "failed",
|
|
319
|
+
reasonCode: block.code,
|
|
320
|
+
summary: block.summary,
|
|
321
|
+
judgeModelInvocations: 0,
|
|
322
|
+
};
|
|
323
|
+
}
|
|
324
|
+
const chat = await postChatCompletions(model, [
|
|
325
|
+
{ role: "system", content: system },
|
|
326
|
+
{ role: "user", content: user },
|
|
327
|
+
], { maxTokens: 80, temperature: 0, responseFormat: "json_object" });
|
|
328
|
+
suiteLlmBudget?.recordLlmCall("chat", chat.usage);
|
|
329
|
+
const usageFields = judgeUsageFields(chat.usage);
|
|
330
|
+
if (!chat.ok) {
|
|
368
331
|
return {
|
|
369
332
|
verdict: "indeterminate",
|
|
370
|
-
reasonCode: "
|
|
371
|
-
summary:
|
|
333
|
+
reasonCode: "JUDGE_HTTP_ERROR",
|
|
334
|
+
summary: `Judge request failed: ${chat.summary}`,
|
|
372
335
|
judgeModelInvocations: 1,
|
|
336
|
+
...usageFields,
|
|
373
337
|
};
|
|
374
338
|
}
|
|
375
|
-
|
|
339
|
+
let parsed;
|
|
340
|
+
try {
|
|
341
|
+
parsed = JSON.parse(chat.content);
|
|
342
|
+
}
|
|
343
|
+
catch {
|
|
376
344
|
return {
|
|
377
345
|
verdict: "indeterminate",
|
|
378
|
-
reasonCode: "
|
|
379
|
-
summary:
|
|
346
|
+
reasonCode: "JUDGE_PARSE_ERROR",
|
|
347
|
+
summary: "Judge response was not valid JSON",
|
|
348
|
+
judgeModelInvocations: 1,
|
|
349
|
+
...usageFields,
|
|
350
|
+
};
|
|
351
|
+
}
|
|
352
|
+
const v = (parsed.verdict ?? "").toLowerCase();
|
|
353
|
+
if (v === "pass") {
|
|
354
|
+
return {
|
|
355
|
+
verdict: "passed",
|
|
356
|
+
reasonCode: "JUDGE_PASS",
|
|
357
|
+
summary: "Judge rubric passed",
|
|
358
|
+
judgeModelInvocations: 1,
|
|
359
|
+
...usageFields,
|
|
360
|
+
};
|
|
361
|
+
}
|
|
362
|
+
if (v === "fail") {
|
|
363
|
+
return {
|
|
364
|
+
verdict: "failed",
|
|
365
|
+
reasonCode: "JUDGE_FAIL",
|
|
366
|
+
summary: "Judge rubric failed",
|
|
367
|
+
judgeModelInvocations: 1,
|
|
368
|
+
...usageFields,
|
|
380
369
|
};
|
|
381
370
|
}
|
|
371
|
+
return {
|
|
372
|
+
verdict: "indeterminate",
|
|
373
|
+
reasonCode: "JUDGE_UNCERTAIN",
|
|
374
|
+
summary: "Judge returned uncertain",
|
|
375
|
+
judgeModelInvocations: 1,
|
|
376
|
+
...usageFields,
|
|
377
|
+
};
|
|
382
378
|
}
|
|
383
379
|
//# sourceMappingURL=evaluate-criteria.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluate-criteria.js","sourceRoot":"","sources":["../src/evaluate-criteria.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iCAAiC,EAAE,6BAA6B,EAAE,MAAM,kCAAkC,CAAC;AAUpH,SAAS,YAAY,CAAC,CAAS;IAC7B,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,IAAU,EACV,QAAyB,EACzB,OAEC;IAED,IAAI,QAAQ,CAAC,KAAK,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9D,MAAM,QAAQ,GAAyB,EAAE,CAAC;QAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;YAClC,MAAM,CAAC,GAAG,MAAM,8BAA8B,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YACtE,IAAI,CAAC,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC3B,OAAO;oBACL,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,sBAAsB;oBAClC,OAAO,EAAE,kBAAkB,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,UAAU,GAAG;iBAC/D,CAAC;YACJ,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC;QACD,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,EAAE,CAAC;YAClD,OAAO;gBACL,OAAO,EAAE,QAAQ;gBACjB,UAAU,EAAE,mBAAmB;gBAC/B,OAAO,EAAE,eAAe,QAAQ,CAAC,MAAM,kBAAkB;aAC1D,CAAC;QACJ,CAAC;QACD,OAAO;YACL,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,oBAAoB;YAChC,OAAO,EAAE,6BAA6B,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;SACtF,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEvB,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAClG,MAAM,EAAE,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;QAC7B,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxC,OAAO;oBACL,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,cAAc;oBAC1B,OAAO,EAAE,yBAAyB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;iBACjF,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxE,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;YACtC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC;YACtC,MAAM,CAAC,GAAG,MAAM,gBAAgB,CAAC,GAAG,CAAC,CAAC;YACtC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACZ,OAAO;oBACL,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,oBAAoB;oBAChC,OAAO,EAAE,iCAAiC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE;iBAChE,CAAC;YACJ,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;YACzD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO;oBACL,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,iBAAiB;oBAC7B,OAAO,EAAE,YAAY,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,4BAA4B;iBACrE,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IACxE,MAAM,GAAG,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IAEnC,IAAI,QAAQ,CAAC,WAAW,KAAK,SAAS,IAAI,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1E,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;YACrC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBACnC,OAAO;oBACL,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,gBAAgB;oBAC5B,OAAO,EAAE,iBAAiB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,UAAU;iBACpE,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxE,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;YACpC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBAClC,OAAO;oBACL,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,iBAAiB;oBAC7B,OAAO,EAAE,uBAAuB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE;iBAClE,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,gBAAgB,KAAK,SAAS,IAAI,QAAQ,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpF,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,gBAAgB,EAAE,CAAC;YAC9C,MAAM,GAAG,GAAG,MAAM,uBAAuB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACvD,IAAI,GAAG;gBAAE,OAAO,GAAG,CAAC;QACtB,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACvC,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC;YACzB,OAAO;gBACL,OAAO,EAAE,eAAe;gBACxB,UAAU,EAAE,gBAAgB;gBAC5B,OAAO,EAAE,+DAA+D;aACzE,CAAC;QACJ,CAAC;QACD,MAAM,CAAC,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACnE,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/B,OAAO;YACL,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,aAAa;YACzB,OAAO,EAAE,+BAA+B;SACzC,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,wBAAwB,EAAE,CAAC;AACpF,CAAC;AAED,SAAS,eAAe,CAAC,CAAkB;IACzC,OAAO,CACL,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QACvC,CAAC,CAAC,UAAU,IAAI,IAAI;QACpB,CAAC,CAAC,CAAC,UAAU,IAAI,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC,WAAW,IAAI,IAAI,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC,UAAU,IAAI,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC,gBAAgB,IAAI,IAAI,IAAI,CAAC,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;QAC7D,CAAC,CAAC,WAAW,IAAI,IAAI,CACtB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,IAAU,EAAE,KAAsD;IACvG,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAC/B,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IACnC,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IACD,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;IACnD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QACpB,OAAO,iCAAiC,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACtE,CAAC;IACD,IAAI,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACzD,OAAO;YACL,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,yBAAyB;YACrC,OAAO,EAAE,4CAA4C,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,EAAE;SACjG,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACzC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO;YACL,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,yBAAyB;YACrC,OAAO,EAAE,qCAAqC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,EAAE;SAC1F,CAAC;IACJ,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACrF,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5C,OAAO;gBACL,OAAO,EAAE,QAAQ;gBACjB,UAAU,EAAE,qBAAqB;gBACjC,OAAO,EAAE,oBAAoB,KAAK,CAAC,EAAE,IAAI,MAAM,CAAC,QAAQ,+BAA+B;aACxF,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAID,SAAS,cAAc,CAAC,IAAY;IAClC,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IAC7B,IAAI,CAAC,KAAK,WAAW,IAAI,CAAC,KAAK,gBAAgB;QAAE,OAAO,KAAK,CAAC;IAC9D,IAAI,CAAC,KAAK,WAAW,IAAI,CAAC,KAAK,gBAAgB;QAAE,OAAO,KAAK,CAAC;IAC9D,IAAI,CAAC,KAAK,WAAW,IAAI,CAAC,KAAK,gBAAgB;QAAE,OAAO,KAAK,CAAC;IAC9D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,IAAU,EACV,IAAe,EACf,KAAwC;IAExC,MAAM,KAAK,GACT,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IACjH,MAAM,KAAK,GAAG,KAAK,CAAC,EAAE,IAAI,SAAS,IAAI,EAAE,CAAC;IAE1C,IAAI,CAAC;QACH,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBAClC,MAAM,OAAO,GACX,WAAW,CAAC,gBAKb,CAAC,0BAA0B,CAAC,CAAC;gBAC9B,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBACzC,IAAI,CAAC,IAAI;oBAAE,OAAO,IAAI,CAAC;gBACvB,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC;gBAC7D,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACnD,CAAC,CAAC,CAAC;YACH,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC;gBACf,OAAO;oBACL,OAAO,EAAE,eAAe;oBACxB,UAAU,EAAE,mBAAmB;oBAC/B,OAAO,EAAE,GAAG,KAAK,uCAAuC;iBACzD,CAAC;YACJ,CAAC;YACD,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;gBACf,OAAO;oBACL,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,gBAAgB;oBAC5B,OAAO,EAAE,GAAG,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,kBAAkB,KAAK,IAAI;iBACpE,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,cAAc,EAAE,OAAO,EAAE,GAAG,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QACzG,CAAC;QAED,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBAClC,MAAM,OAAO,GAAG,WAAW,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,CAAC;gBACvE,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBACrB,OAAO,CAAC,IAAI,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;YACnE,CAAC,CAAC,CAAC;YACH,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC;gBACf,OAAO;oBACL,OAAO,EAAE,eAAe;oBACxB,UAAU,EAAE,mBAAmB;oBAC/B,OAAO,EAAE,GAAG,KAAK,gBAAgB;iBAClC,CAAC;YACJ,CAAC;YACD,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;gBACf,OAAO;oBACL,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,gBAAgB;oBAC5B,OAAO,EAAE,GAAG,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,kBAAkB,KAAK,IAAI;iBACpE,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,cAAc,EAAE,OAAO,EAAE,GAAG,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QACzG,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACnC,MAAM,OAAO,GAAI,WAAW,CAAC,gBAAuF,CAClH,cAAc,CACf,CAAC;YACF,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACxB,IAAI,CAAC,CAAC,cAAc,KAAK,IAAI;oBAAE,SAAS;gBACxC,KAAK,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;YACxB,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QACH,IAAI,GAAG,GAAG,KAAK,EAAE,CAAC;YAChB,OAAO;gBACL,OAAO,EAAE,QAAQ;gBACjB,UAAU,EAAE,gBAAgB;gBAC5B,OAAO,EAAE,GAAG,KAAK,SAAS,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,KAAK,EAAE;aAChE,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,cAAc,EAAE,OAAO,EAAE,GAAG,KAAK,SAAS,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACvG,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO;YACL,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,kBAAkB;YAC9B,OAAO,EAAE,GAAG,KAAK,KAAK,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;SACnE,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACvC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;IACrE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY,EAAE,MAAgB;IACxD,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;IACxD,OAAO,IAAI,CAAC,IAAI,EAAE,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC;AACxC,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,GAAgC;IAC9D,IAAI,CAAC;QACH,OAAO,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,CAAS,EAAE,CAAS;IACpC,OAAO,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC;AACjD,CAAC;AAED,MAAM,sBAAsB,GAAG,IAAI,CAAC;AAEpC,KAAK,UAAU,kBAAkB,CAAC,IAAU,EAAE,MAAmB;IAC/D,IAAI,MAAM,CAAC,eAAe,KAAK,SAAS,IAAI,MAAM,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACjF,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACzF,OAAO,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,sBAAsB,CAAC,CAAC;IACpD,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IAChF,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,sBAAsB,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IACxE,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,sBAAsB,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,YAAY,CAAC,CAAS;IAC7B,OAAO,CAAC,CAAC,OAAO,CAAC,yBAAyB,EAAE,mBAAmB,CAAC,CAAC,OAAO,CAAC,0BAA0B,EAAE,eAAe,CAAC,CAAC;AACxH,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,IAAU,EACV,QAAyB,EACzB,KAAoB;IAEpB,MAAM,MAAM,GAAG,QAAQ,CAAC,WAAW,CAAC;IACpC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IACvE,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACtD,MAAM,IAAI,GAAG,KAAK,CAAC,eAAe,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,2BAA2B,CAAC;IACvF,MAAM,GAAG,GAAG,GAAG,IAAI,mBAAmB,CAAC;IAEvC,MAAM,MAAM,GACV,oJAAoJ,CAAC;IACvJ,MAAM,IAAI,GAAG,cAAc,MAAM,CAAC,EAAE,cAAc,MAAM,CAAC,OAAO,IAAI,QAAQ,mBAAmB,MAAM,EAAE,CAAC;IAExG,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE;aACpD;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,KAAK,CAAC,OAAO;gBACpB,QAAQ,EAAE;oBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;oBACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE;iBAChC;gBACD,UAAU,EAAE,EAAE;gBACd,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;aACzC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,CAAC,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC3C,OAAO;gBACL,OAAO,EAAE,eAAe;gBACxB,UAAU,EAAE,kBAAkB;gBAC9B,OAAO,EAAE,8BAA8B,GAAG,CAAC,MAAM,IAAI,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;gBACpF,qBAAqB,EAAE,CAAC;aACzB,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA4D,CAAC;QAC3F,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC;QACxD,IAAI,MAA4B,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAyB,CAAC;QACnD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;gBACL,OAAO,EAAE,eAAe;gBACxB,UAAU,EAAE,mBAAmB;gBAC/B,OAAO,EAAE,mCAAmC;gBAC5C,qBAAqB,EAAE,CAAC;aACzB,CAAC;QACJ,CAAC;QAED,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAC/C,IAAI,CAAC,KAAK,MAAM,EAAE,CAAC;YACjB,OAAO;gBACL,OAAO,EAAE,QAAQ;gBACjB,UAAU,EAAE,YAAY;gBACxB,OAAO,EAAE,qBAAqB;gBAC9B,qBAAqB,EAAE,CAAC;aACzB,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,MAAM,EAAE,CAAC;YACjB,OAAO;gBACL,OAAO,EAAE,QAAQ;gBACjB,UAAU,EAAE,YAAY;gBACxB,OAAO,EAAE,qBAAqB;gBAC9B,qBAAqB,EAAE,CAAC;aACzB,CAAC;QACJ,CAAC;QACD,OAAO;YACL,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,iBAAiB;YAC7B,OAAO,EAAE,0BAA0B;YACnC,qBAAqB,EAAE,CAAC;SACzB,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO;YACL,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,aAAa;YACzB,OAAO,EAAE,gBAAgB,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;SACtE,CAAC;IACJ,CAAC;AACH,CAAC"}
|
|
1
|
+
{"version":3,"file":"evaluate-criteria.js","sourceRoot":"","sources":["../src/evaluate-criteria.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,iCAAiC,EAAE,6BAA6B,EAAE,MAAM,kCAAkC,CAAC;AAcpH,SAAS,YAAY,CAAC,CAAS;IAC7B,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,IAAU,EACV,QAAyB,EACzB,OAGC;IAED,IAAI,QAAQ,CAAC,KAAK,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9D,MAAM,QAAQ,GAAyB,EAAE,CAAC;QAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;YAClC,MAAM,CAAC,GAAG,MAAM,8BAA8B,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YACtE,IAAI,CAAC,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC3B,OAAO;oBACL,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,sBAAsB;oBAClC,OAAO,EAAE,kBAAkB,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,UAAU,GAAG;iBAC/D,CAAC;YACJ,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC;QACD,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,EAAE,CAAC;YAClD,OAAO;gBACL,OAAO,EAAE,QAAQ;gBACjB,UAAU,EAAE,mBAAmB;gBAC/B,OAAO,EAAE,eAAe,QAAQ,CAAC,MAAM,kBAAkB;aAC1D,CAAC;QACJ,CAAC;QACD,OAAO;YACL,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,oBAAoB;YAChC,OAAO,EAAE,6BAA6B,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;SACtF,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEvB,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAClG,MAAM,EAAE,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;QAC7B,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxC,OAAO;oBACL,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,cAAc;oBAC1B,OAAO,EAAE,yBAAyB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;iBACjF,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxE,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;YACtC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC;YACtC,MAAM,CAAC,GAAG,MAAM,gBAAgB,CAAC,GAAG,CAAC,CAAC;YACtC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACZ,OAAO;oBACL,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,oBAAoB;oBAChC,OAAO,EAAE,iCAAiC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE;iBAChE,CAAC;YACJ,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;YACzD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO;oBACL,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,iBAAiB;oBAC7B,OAAO,EAAE,YAAY,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,4BAA4B;iBACrE,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IACxE,MAAM,GAAG,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IAEnC,IAAI,QAAQ,CAAC,WAAW,KAAK,SAAS,IAAI,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1E,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;YACrC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBACnC,OAAO;oBACL,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,gBAAgB;oBAC5B,OAAO,EAAE,iBAAiB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,UAAU;iBACpE,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxE,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;YACpC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBAClC,OAAO;oBACL,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,iBAAiB;oBAC7B,OAAO,EAAE,uBAAuB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE;iBAClE,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,gBAAgB,KAAK,SAAS,IAAI,QAAQ,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpF,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,gBAAgB,EAAE,CAAC;YAC9C,MAAM,GAAG,GAAG,MAAM,uBAAuB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACvD,IAAI,GAAG;gBAAE,OAAO,GAAG,CAAC;QACtB,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACvC,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC;YACzB,OAAO;gBACL,OAAO,EAAE,eAAe;gBACxB,UAAU,EAAE,gBAAgB;gBAC5B,OAAO,EAAE,+DAA+D;aACzE,CAAC;QACJ,CAAC;QACD,MAAM,CAAC,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;QAC3F,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/B,OAAO;YACL,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,aAAa;YACzB,OAAO,EAAE,+BAA+B;SACzC,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,wBAAwB,EAAE,CAAC;AACpF,CAAC;AAED,SAAS,eAAe,CAAC,CAAkB;IACzC,OAAO,CACL,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QACvC,CAAC,CAAC,UAAU,IAAI,IAAI;QACpB,CAAC,CAAC,CAAC,UAAU,IAAI,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC,WAAW,IAAI,IAAI,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC,UAAU,IAAI,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC,gBAAgB,IAAI,IAAI,IAAI,CAAC,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;QAC7D,CAAC,CAAC,WAAW,IAAI,IAAI,CACtB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,IAAU,EAAE,KAAsD;IACvG,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAC/B,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IACnC,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,kBAAkB,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IACD,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;IACnD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QACpB,OAAO,iCAAiC,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACtE,CAAC;IACD,IAAI,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACzD,OAAO;YACL,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,yBAAyB;YACrC,OAAO,EAAE,4CAA4C,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,EAAE;SACjG,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACzC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO;YACL,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,yBAAyB;YACrC,OAAO,EAAE,qCAAqC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,EAAE;SAC1F,CAAC;IACJ,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACrF,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5C,OAAO;gBACL,OAAO,EAAE,QAAQ;gBACjB,UAAU,EAAE,qBAAqB;gBACjC,OAAO,EAAE,oBAAoB,KAAK,CAAC,EAAE,IAAI,MAAM,CAAC,QAAQ,+BAA+B;aACxF,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAID,SAAS,cAAc,CAAC,IAAY;IAClC,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IAC7B,IAAI,CAAC,KAAK,WAAW,IAAI,CAAC,KAAK,gBAAgB;QAAE,OAAO,KAAK,CAAC;IAC9D,IAAI,CAAC,KAAK,WAAW,IAAI,CAAC,KAAK,gBAAgB;QAAE,OAAO,KAAK,CAAC;IAC9D,IAAI,CAAC,KAAK,WAAW,IAAI,CAAC,KAAK,gBAAgB;QAAE,OAAO,KAAK,CAAC;IAC9D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,IAAU,EACV,IAAe,EACf,KAAwC;IAExC,MAAM,KAAK,GACT,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IACjH,MAAM,KAAK,GAAG,KAAK,CAAC,EAAE,IAAI,SAAS,IAAI,EAAE,CAAC;IAE1C,IAAI,CAAC;QACH,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBAClC,MAAM,OAAO,GACX,WAAW,CAAC,gBAKb,CAAC,0BAA0B,CAAC,CAAC;gBAC9B,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBACzC,IAAI,CAAC,IAAI;oBAAE,OAAO,IAAI,CAAC;gBACvB,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC;gBAC7D,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACnD,CAAC,CAAC,CAAC;YACH,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC;gBACf,OAAO;oBACL,OAAO,EAAE,eAAe;oBACxB,UAAU,EAAE,mBAAmB;oBAC/B,OAAO,EAAE,GAAG,KAAK,uCAAuC;iBACzD,CAAC;YACJ,CAAC;YACD,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;gBACf,OAAO;oBACL,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,gBAAgB;oBAC5B,OAAO,EAAE,GAAG,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,kBAAkB,KAAK,IAAI;iBACpE,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,cAAc,EAAE,OAAO,EAAE,GAAG,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QACzG,CAAC;QAED,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBAClC,MAAM,OAAO,GAAG,WAAW,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,CAAC;gBACvE,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBACrB,OAAO,CAAC,IAAI,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;YACnE,CAAC,CAAC,CAAC;YACH,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC;gBACf,OAAO;oBACL,OAAO,EAAE,eAAe;oBACxB,UAAU,EAAE,mBAAmB;oBAC/B,OAAO,EAAE,GAAG,KAAK,gBAAgB;iBAClC,CAAC;YACJ,CAAC;YACD,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;gBACf,OAAO;oBACL,OAAO,EAAE,QAAQ;oBACjB,UAAU,EAAE,gBAAgB;oBAC5B,OAAO,EAAE,GAAG,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,kBAAkB,KAAK,IAAI;iBACpE,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,cAAc,EAAE,OAAO,EAAE,GAAG,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QACzG,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACnC,MAAM,OAAO,GAAI,WAAW,CAAC,gBAAuF,CAClH,cAAc,CACf,CAAC;YACF,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACxB,IAAI,CAAC,CAAC,cAAc,KAAK,IAAI;oBAAE,SAAS;gBACxC,KAAK,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;YACxB,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QACH,IAAI,GAAG,GAAG,KAAK,EAAE,CAAC;YAChB,OAAO;gBACL,OAAO,EAAE,QAAQ;gBACjB,UAAU,EAAE,gBAAgB;gBAC5B,OAAO,EAAE,GAAG,KAAK,SAAS,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,KAAK,EAAE;aAChE,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,cAAc,EAAE,OAAO,EAAE,GAAG,KAAK,SAAS,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACvG,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO;YACL,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,kBAAkB;YAC9B,OAAO,EAAE,GAAG,KAAK,KAAK,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;SACnE,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACvC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;IACrE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY,EAAE,MAAgB;IACxD,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;IACxD,OAAO,IAAI,CAAC,IAAI,EAAE,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC;AACxC,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,GAAgC;IAC9D,IAAI,CAAC;QACH,OAAO,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,CAAS,EAAE,CAAS;IACpC,OAAO,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC;AACjD,CAAC;AAED,MAAM,sBAAsB,GAAG,IAAI,CAAC;AAEpC,KAAK,UAAU,kBAAkB,CAAC,IAAU,EAAE,MAAmB;IAC/D,IAAI,MAAM,CAAC,eAAe,KAAK,SAAS,IAAI,MAAM,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACjF,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACzF,OAAO,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,sBAAsB,CAAC,CAAC;IACpD,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IAChF,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,sBAAsB,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IACxE,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,sBAAsB,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAuE;IAI/F,MAAM,GAAG,GAA4E,EAAE,CAAC;IACxF,IAAI,KAAK,EAAE,YAAY,KAAK,SAAS;QAAE,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC,YAAY,CAAC;IAClF,IAAI,KAAK,EAAE,gBAAgB,KAAK,SAAS;QAAE,GAAG,CAAC,qBAAqB,GAAG,KAAK,CAAC,gBAAgB,CAAC;IAC9F,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,IAAU,EACV,QAAyB,EACzB,KAAoB,EACpB,cAAsC;IAEtC,MAAM,MAAM,GAAG,QAAQ,CAAC,WAAW,CAAC;IACpC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IACvE,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAEtD,MAAM,MAAM,GACV,oJAAoJ,CAAC;IACvJ,MAAM,IAAI,GAAG,cAAc,MAAM,CAAC,EAAE,cAAc,MAAM,CAAC,OAAO,IAAI,QAAQ,mBAAmB,MAAM,EAAE,CAAC;IAExG,MAAM,KAAK,GAAG,cAAc,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;IACpD,IAAI,KAAK,EAAE,CAAC;QACV,OAAO;YACL,OAAO,EAAE,QAAQ;YACjB,UAAU,EAAE,KAAK,CAAC,IAAI;YACtB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,qBAAqB,EAAE,CAAC;SACzB,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,mBAAmB,CACpC,KAAK,EACL;QACE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;QACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE;KAChC,EACD,EAAE,SAAS,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,cAAc,EAAE,aAAa,EAAE,CACjE,CAAC;IACF,cAAc,EAAE,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IAClD,MAAM,WAAW,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAEjD,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,OAAO;YACL,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,kBAAkB;YAC9B,OAAO,EAAE,yBAAyB,IAAI,CAAC,OAAO,EAAE;YAChD,qBAAqB,EAAE,CAAC;YACxB,GAAG,WAAW;SACf,CAAC;IACJ,CAAC;IAED,IAAI,MAA4B,CAAC;IACjC,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAyB,CAAC;IAC5D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,mBAAmB;YAC/B,OAAO,EAAE,mCAAmC;YAC5C,qBAAqB,EAAE,CAAC;YACxB,GAAG,WAAW;SACf,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC/C,IAAI,CAAC,KAAK,MAAM,EAAE,CAAC;QACjB,OAAO;YACL,OAAO,EAAE,QAAQ;YACjB,UAAU,EAAE,YAAY;YACxB,OAAO,EAAE,qBAAqB;YAC9B,qBAAqB,EAAE,CAAC;YACxB,GAAG,WAAW;SACf,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,KAAK,MAAM,EAAE,CAAC;QACjB,OAAO;YACL,OAAO,EAAE,QAAQ;YACjB,UAAU,EAAE,YAAY;YACxB,OAAO,EAAE,qBAAqB;YAC9B,qBAAqB,EAAE,CAAC;YACxB,GAAG,WAAW;SACf,CAAC;IACJ,CAAC;IACD,OAAO;QACL,OAAO,EAAE,eAAe;QACxB,UAAU,EAAE,iBAAiB;QAC7B,OAAO,EAAE,0BAA0B;QACnC,qBAAqB,EAAE,CAAC;QACxB,GAAG,WAAW;KACf,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* OpenAI-compatible chat.completions `usage` (and common aliases).
|
|
3
|
+
*/
|
|
4
|
+
export type LlmTokenUsage = {
|
|
5
|
+
promptTokens?: number;
|
|
6
|
+
completionTokens?: number;
|
|
7
|
+
totalTokens?: number;
|
|
8
|
+
};
|
|
9
|
+
export declare function extractChatCompletionUsage(data: unknown): LlmTokenUsage | undefined;
|
|
10
|
+
//# sourceMappingURL=llm-usage.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llm-usage.d.ts","sourceRoot":"","sources":["../src/llm-usage.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,OAAO,GAAG,aAAa,GAAG,SAAS,CAmBnF"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
export function extractChatCompletionUsage(data) {
|
|
2
|
+
if (data === null || typeof data !== "object")
|
|
3
|
+
return undefined;
|
|
4
|
+
const o = data;
|
|
5
|
+
const u = o.usage;
|
|
6
|
+
if (u === null || typeof u !== "object")
|
|
7
|
+
return undefined;
|
|
8
|
+
const usage = u;
|
|
9
|
+
const prompt = (typeof usage.prompt_tokens === "number" ? usage.prompt_tokens : undefined) ??
|
|
10
|
+
(typeof usage.input_tokens === "number" ? usage.input_tokens : undefined);
|
|
11
|
+
const completion = (typeof usage.completion_tokens === "number" ? usage.completion_tokens : undefined) ??
|
|
12
|
+
(typeof usage.output_tokens === "number" ? usage.output_tokens : undefined);
|
|
13
|
+
const total = typeof usage.total_tokens === "number" ? usage.total_tokens : undefined;
|
|
14
|
+
if (prompt === undefined && completion === undefined && total === undefined)
|
|
15
|
+
return undefined;
|
|
16
|
+
return {
|
|
17
|
+
promptTokens: prompt,
|
|
18
|
+
completionTokens: completion,
|
|
19
|
+
totalTokens: total,
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=llm-usage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llm-usage.js","sourceRoot":"","sources":["../src/llm-usage.ts"],"names":[],"mappings":"AASA,MAAM,UAAU,0BAA0B,CAAC,IAAa;IACtD,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAChE,MAAM,CAAC,GAAG,IAA+B,CAAC;IAC1C,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;IAClB,IAAI,CAAC,KAAK,IAAI,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC1D,MAAM,KAAK,GAAG,CAA4B,CAAC;IAC3C,MAAM,MAAM,GACV,CAAC,OAAO,KAAK,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3E,CAAC,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC5E,MAAM,UAAU,GACd,CAAC,OAAO,KAAK,CAAC,iBAAiB,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC;QACnF,CAAC,OAAO,KAAK,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC9E,MAAM,KAAK,GAAG,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;IACtF,IAAI,MAAM,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC9F,OAAO;QACL,YAAY,EAAE,MAAM;QACpB,gBAAgB,EAAE,UAAU;QAC5B,WAAW,EAAE,KAAK;KACnB,CAAC;AACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"run-ac-sequence-goal.d.ts","sourceRoot":"","sources":["../src/run-ac-sequence-goal.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,6BAA6B,EAO9B,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"run-ac-sequence-goal.d.ts","sourceRoot":"","sources":["../src/run-ac-sequence-goal.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,6BAA6B,EAO9B,MAAM,yBAAyB,CAAC;AAWjC,OAAO,EAAgB,KAAK,qBAAqB,EAAE,KAAK,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AA6ExG,MAAM,MAAM,+BAA+B,GAAG,qBAAqB,GAAG;IACpE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,6BAA6B,EAAE,CAAC;IACpD,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF;;;GAGG;AACH,wBAAsB,wBAAwB,CAAC,OAAO,EAAE,+BAA+B,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAiatH"}
|