@opensearch-project/agent-health 0.5.2 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/cli/dist/index.js +2325 -961
- package/dist/assets/index-D-Np_l_T.js +246 -0
- package/dist/assets/index-vZt9QZKf.css +1 -0
- package/dist/index.html +2 -2
- package/docs/CLI.md +183 -3
- package/docs/CONFIGURATION.md +1 -1
- package/docs/CONNECTORS.md +1 -1
- package/docs/INSTRUMENT_WITH_OTEL.md +7 -0
- package/docs/SDK.md +178 -5
- package/docs/STORAGE_INDEX_FIELD_LIMITS.md +216 -0
- package/docs/skills/AGENT_HEALTH.md +55 -1
- package/docs/skills/add-connector/SKILL.md +5 -1
- package/examples/eval-files/demo.eval.js +1 -1
- package/examples/eval-files/ops-rca-classification.eval.js +71 -0
- package/examples/eval-files/ops-rca-evaluator.json +15 -0
- package/examples/eval-files/sdk-demo.eval.js +72 -0
- package/examples/eval-files/sdk-describe-demo.eval.js +50 -0
- package/examples/eval-files/sdk-hooks-demo.eval.js +1 -1
- package/lib/dist/lib/agentTrends.d.ts +210 -0
- package/lib/dist/lib/agentTrends.d.ts.map +1 -0
- package/lib/dist/lib/agentTrends.js +360 -0
- package/lib/dist/lib/agentTrends.js.map +1 -0
- package/lib/dist/lib/bedrockCompat.d.ts +27 -0
- package/lib/dist/lib/bedrockCompat.d.ts.map +1 -0
- package/lib/dist/lib/bedrockCompat.js +83 -0
- package/lib/dist/lib/bedrockCompat.js.map +1 -0
- package/lib/dist/lib/benchmarkCaseReview.d.ts +114 -0
- package/lib/dist/lib/benchmarkCaseReview.d.ts.map +1 -0
- package/lib/dist/lib/benchmarkCaseReview.js +177 -0
- package/lib/dist/lib/benchmarkCaseReview.js.map +1 -0
- package/lib/dist/lib/benchmarkImage.d.ts +52 -0
- package/lib/dist/lib/benchmarkImage.d.ts.map +1 -0
- package/lib/dist/lib/benchmarkImage.js +113 -0
- package/lib/dist/lib/benchmarkImage.js.map +1 -0
- package/lib/dist/lib/benchmarkRunsTable.d.ts +109 -0
- package/lib/dist/lib/benchmarkRunsTable.d.ts.map +1 -0
- package/lib/dist/lib/benchmarkRunsTable.js +212 -0
- package/lib/dist/lib/benchmarkRunsTable.js.map +1 -0
- package/lib/dist/lib/benchmarkVersionUtils.d.ts +13 -0
- package/lib/dist/lib/benchmarkVersionUtils.d.ts.map +1 -1
- package/lib/dist/lib/benchmarkVersionUtils.js +21 -0
- package/lib/dist/lib/benchmarkVersionUtils.js.map +1 -1
- package/lib/dist/lib/chunkedFetch.d.ts +18 -0
- package/lib/dist/lib/chunkedFetch.d.ts.map +1 -0
- package/lib/dist/lib/chunkedFetch.js +40 -0
- package/lib/dist/lib/chunkedFetch.js.map +1 -0
- package/lib/dist/lib/comparisonInsights.d.ts +151 -0
- package/lib/dist/lib/comparisonInsights.d.ts.map +1 -0
- package/lib/dist/lib/comparisonInsights.js +270 -0
- package/lib/dist/lib/comparisonInsights.js.map +1 -0
- package/lib/dist/lib/config/loader.d.ts.map +1 -1
- package/lib/dist/lib/config/loader.js +16 -1
- package/lib/dist/lib/config/loader.js.map +1 -1
- package/lib/dist/lib/config/types.d.ts +14 -0
- package/lib/dist/lib/config/types.d.ts.map +1 -1
- package/lib/dist/lib/constants.d.ts +11 -0
- package/lib/dist/lib/constants.d.ts.map +1 -1
- package/lib/dist/lib/constants.js +10 -1
- package/lib/dist/lib/constants.js.map +1 -1
- package/lib/dist/lib/contextFormat.d.ts +26 -0
- package/lib/dist/lib/contextFormat.d.ts.map +1 -0
- package/lib/dist/lib/contextFormat.js +28 -0
- package/lib/dist/lib/contextFormat.js.map +1 -0
- package/lib/dist/lib/dashboardMetrics.d.ts +11 -2
- package/lib/dist/lib/dashboardMetrics.d.ts.map +1 -1
- package/lib/dist/lib/dashboardMetrics.js +38 -3
- package/lib/dist/lib/dashboardMetrics.js.map +1 -1
- package/lib/dist/lib/envCompat.d.ts.map +1 -1
- package/lib/dist/lib/envCompat.js +14 -5
- package/lib/dist/lib/envCompat.js.map +1 -1
- package/lib/dist/lib/evaluationRerun.d.ts +102 -0
- package/lib/dist/lib/evaluationRerun.d.ts.map +1 -0
- package/lib/dist/lib/evaluationRerun.js +134 -0
- package/lib/dist/lib/evaluationRerun.js.map +1 -0
- package/lib/dist/lib/judgeFailureSummary.d.ts +66 -0
- package/lib/dist/lib/judgeFailureSummary.d.ts.map +1 -0
- package/lib/dist/lib/judgeFailureSummary.js +68 -0
- package/lib/dist/lib/judgeFailureSummary.js.map +1 -0
- package/lib/dist/lib/judgeStrategies.d.ts +108 -0
- package/lib/dist/lib/judgeStrategies.d.ts.map +1 -0
- package/lib/dist/lib/judgeStrategies.js +135 -0
- package/lib/dist/lib/judgeStrategies.js.map +1 -0
- package/lib/dist/lib/matchers/expect.d.ts +21 -1
- package/lib/dist/lib/matchers/expect.d.ts.map +1 -1
- package/lib/dist/lib/matchers/expect.js +51 -0
- package/lib/dist/lib/matchers/expect.js.map +1 -1
- package/lib/dist/lib/matchers/judgeAccessor.d.ts +4 -0
- package/lib/dist/lib/matchers/judgeAccessor.d.ts.map +1 -1
- package/lib/dist/lib/matchers/judgeAccessor.js +13 -2
- package/lib/dist/lib/matchers/judgeAccessor.js.map +1 -1
- package/lib/dist/lib/matchers/judgeReasoningParse.d.ts +49 -0
- package/lib/dist/lib/matchers/judgeReasoningParse.d.ts.map +1 -0
- package/lib/dist/lib/matchers/judgeReasoningParse.js +128 -0
- package/lib/dist/lib/matchers/judgeReasoningParse.js.map +1 -0
- package/lib/dist/lib/matchers/traces.d.ts +17 -2
- package/lib/dist/lib/matchers/traces.d.ts.map +1 -1
- package/lib/dist/lib/matchers/traces.js +136 -16
- package/lib/dist/lib/matchers/traces.js.map +1 -1
- package/lib/dist/lib/matchers/tracesPricing.d.ts +38 -0
- package/lib/dist/lib/matchers/tracesPricing.d.ts.map +1 -0
- package/lib/dist/lib/matchers/tracesPricing.js +64 -0
- package/lib/dist/lib/matchers/tracesPricing.js.map +1 -0
- package/lib/dist/lib/matchers/types.d.ts +25 -0
- package/lib/dist/lib/matchers/types.d.ts.map +1 -1
- package/lib/dist/lib/resolveCanonicalRun.d.ts +23 -0
- package/lib/dist/lib/resolveCanonicalRun.d.ts.map +1 -0
- package/lib/dist/lib/resolveCanonicalRun.js +26 -0
- package/lib/dist/lib/resolveCanonicalRun.js.map +1 -0
- package/lib/dist/lib/runActions.d.ts +120 -0
- package/lib/dist/lib/runActions.d.ts.map +1 -0
- package/lib/dist/lib/runActions.js +130 -0
- package/lib/dist/lib/runActions.js.map +1 -0
- package/lib/dist/lib/runInsights.d.ts +86 -0
- package/lib/dist/lib/runInsights.d.ts.map +1 -0
- package/lib/dist/lib/runInsights.js +185 -0
- package/lib/dist/lib/runInsights.js.map +1 -0
- package/lib/dist/lib/runName.d.ts +29 -0
- package/lib/dist/lib/runName.d.ts.map +1 -0
- package/lib/dist/lib/runName.js +38 -0
- package/lib/dist/lib/runName.js.map +1 -0
- package/lib/dist/lib/runReportPath.d.ts +16 -0
- package/lib/dist/lib/runReportPath.d.ts.map +1 -0
- package/lib/dist/lib/runReportPath.js +22 -0
- package/lib/dist/lib/runReportPath.js.map +1 -0
- package/lib/dist/lib/runSort.d.ts +27 -0
- package/lib/dist/lib/runSort.d.ts.map +1 -0
- package/lib/dist/lib/runSort.js +31 -0
- package/lib/dist/lib/runSort.js.map +1 -0
- package/lib/dist/lib/runStats.d.ts +109 -5
- package/lib/dist/lib/runStats.d.ts.map +1 -1
- package/lib/dist/lib/runStats.js +193 -10
- package/lib/dist/lib/runStats.js.map +1 -1
- package/lib/dist/lib/testCases/define.d.ts.map +1 -1
- package/lib/dist/lib/testCases/define.js +93 -46
- package/lib/dist/lib/testCases/define.js.map +1 -1
- package/lib/dist/lib/testCases/judge.d.ts.map +1 -1
- package/lib/dist/lib/testCases/judge.js +22 -4
- package/lib/dist/lib/testCases/judge.js.map +1 -1
- package/lib/dist/lib/testCases/loader.d.ts +35 -1
- package/lib/dist/lib/testCases/loader.d.ts.map +1 -1
- package/lib/dist/lib/testCases/loader.js +278 -31
- package/lib/dist/lib/testCases/loader.js.map +1 -1
- package/lib/dist/lib/trajectoryStepDisplay.d.ts +25 -0
- package/lib/dist/lib/trajectoryStepDisplay.d.ts.map +1 -0
- package/lib/dist/lib/trajectoryStepDisplay.js +42 -0
- package/lib/dist/lib/trajectoryStepDisplay.js.map +1 -0
- package/lib/dist/lib/utils.d.ts +34 -0
- package/lib/dist/lib/utils.d.ts.map +1 -1
- package/lib/dist/lib/utils.js +49 -0
- package/lib/dist/lib/utils.js.map +1 -1
- package/lib/dist/services/connectors/claude-code/ClaudeCodeConnector.d.ts +68 -22
- package/lib/dist/services/connectors/claude-code/ClaudeCodeConnector.d.ts.map +1 -1
- package/lib/dist/services/connectors/claude-code/ClaudeCodeConnector.js +148 -111
- package/lib/dist/services/connectors/claude-code/ClaudeCodeConnector.js.map +1 -1
- package/lib/dist/services/connectors/kiro/KiroConnector.d.ts +21 -13
- package/lib/dist/services/connectors/kiro/KiroConnector.d.ts.map +1 -1
- package/lib/dist/services/connectors/kiro/KiroConnector.js +22 -25
- package/lib/dist/services/connectors/kiro/KiroConnector.js.map +1 -1
- package/lib/dist/services/connectors/pi/PiConnector.d.ts +49 -10
- package/lib/dist/services/connectors/pi/PiConnector.d.ts.map +1 -1
- package/lib/dist/services/connectors/pi/PiConnector.js +102 -86
- package/lib/dist/services/connectors/pi/PiConnector.js.map +1 -1
- package/lib/dist/services/connectors/subprocess/SubprocessConnector.d.ts +59 -14
- package/lib/dist/services/connectors/subprocess/SubprocessConnector.d.ts.map +1 -1
- package/lib/dist/services/connectors/subprocess/SubprocessConnector.js +95 -61
- package/lib/dist/services/connectors/subprocess/SubprocessConnector.js.map +1 -1
- package/lib/dist/services/evaluation/bedrockJudge.d.ts +18 -0
- package/lib/dist/services/evaluation/bedrockJudge.d.ts.map +1 -1
- package/lib/dist/services/evaluation/bedrockJudge.js +4 -0
- package/lib/dist/services/evaluation/bedrockJudge.js.map +1 -1
- package/lib/dist/services/evaluation/index.d.ts +18 -1
- package/lib/dist/services/evaluation/index.d.ts.map +1 -1
- package/lib/dist/services/evaluation/index.js +156 -19
- package/lib/dist/services/evaluation/index.js.map +1 -1
- package/lib/dist/services/metrics.d.ts +55 -0
- package/lib/dist/services/metrics.d.ts.map +1 -0
- package/lib/dist/services/metrics.js +89 -0
- package/lib/dist/services/metrics.js.map +1 -0
- package/lib/dist/services/storage/asyncBenchmarkStorage.d.ts +1 -1
- package/lib/dist/services/storage/asyncBenchmarkStorage.d.ts.map +1 -1
- package/lib/dist/services/storage/asyncBenchmarkStorage.js +30 -3
- package/lib/dist/services/storage/asyncBenchmarkStorage.js.map +1 -1
- package/lib/dist/services/storage/asyncRunStorage.d.ts +20 -1
- package/lib/dist/services/storage/asyncRunStorage.d.ts.map +1 -1
- package/lib/dist/services/storage/asyncRunStorage.js +125 -2
- package/lib/dist/services/storage/asyncRunStorage.js.map +1 -1
- package/lib/dist/services/storage/asyncTestCaseStorage.d.ts +18 -4
- package/lib/dist/services/storage/asyncTestCaseStorage.d.ts.map +1 -1
- package/lib/dist/services/storage/asyncTestCaseStorage.js +21 -4
- package/lib/dist/services/storage/asyncTestCaseStorage.js.map +1 -1
- package/lib/dist/services/storage/opensearchClient.d.ts +47 -12
- package/lib/dist/services/storage/opensearchClient.d.ts.map +1 -1
- package/lib/dist/services/storage/opensearchClient.js +12 -5
- package/lib/dist/services/storage/opensearchClient.js.map +1 -1
- package/lib/dist/services/traces/browserRecovery.d.ts +12 -1
- package/lib/dist/services/traces/browserRecovery.d.ts.map +1 -1
- package/lib/dist/services/traces/browserRecovery.js +35 -5
- package/lib/dist/services/traces/browserRecovery.js.map +1 -1
- package/lib/dist/services/traces/index.d.ts +8 -1
- package/lib/dist/services/traces/index.d.ts.map +1 -1
- package/lib/dist/services/traces/index.js +33 -12
- package/lib/dist/services/traces/index.js.map +1 -1
- package/lib/dist/services/traces/judgeAgentsHints.d.ts +98 -3
- package/lib/dist/services/traces/judgeAgentsHints.d.ts.map +1 -1
- package/lib/dist/services/traces/judgeAgentsHints.js +144 -3
- package/lib/dist/services/traces/judgeAgentsHints.js.map +1 -1
- package/lib/dist/services/traces/messageExtraction.d.ts.map +1 -1
- package/lib/dist/services/traces/messageExtraction.js +95 -33
- package/lib/dist/services/traces/messageExtraction.js.map +1 -1
- package/lib/dist/services/traces/spansToTrajectory.d.ts.map +1 -1
- package/lib/dist/services/traces/spansToTrajectory.js +51 -13
- package/lib/dist/services/traces/spansToTrajectory.js.map +1 -1
- package/lib/dist/services/traces/tracePoller.d.ts +27 -3
- package/lib/dist/services/traces/tracePoller.d.ts.map +1 -1
- package/lib/dist/services/traces/tracePoller.js +196 -33
- package/lib/dist/services/traces/tracePoller.js.map +1 -1
- package/lib/dist/services/traces/trajectoryMerge.d.ts +79 -0
- package/lib/dist/services/traces/trajectoryMerge.d.ts.map +1 -0
- package/lib/dist/services/traces/trajectoryMerge.js +109 -0
- package/lib/dist/services/traces/trajectoryMerge.js.map +1 -0
- package/lib/dist/types/index.d.ts +250 -3
- package/lib/dist/types/index.d.ts.map +1 -1
- package/lib/dist/types/index.js +24 -0
- package/lib/dist/types/index.js.map +1 -1
- package/package.json +8 -5
- package/server/dist/app.js +5490 -1557
- package/server/dist/index.js +5490 -1557
- package/dist/assets/index-CCQRDlO0.js +0 -243
- package/dist/assets/index-CNHQVbcj.css +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tracePoller.js","sourceRoot":"","sources":["../../../../services/traces/tracePoller.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAUH,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,wBAAwB,EAAE,MAAM,sCAAsC,CAAC;AAEhF,uEAAuE;AACvE,sEAAsE;AACtE,kEAAkE;AAClE,EAAE;AACF,4EAA4E;AAC5E,2EAA2E;AAC3E,oEAAoE;AACpE,gEAAgE;AAChE,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,QAAgB,EAAU,EAAE;IACxD,MAAM,GAAG,GACP,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACjF,IAAI,CAAC,GAAG;QAAE,OAAO,QAAQ,CAAC;IAC1B,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACjC,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;AACnE,CAAC,CAAC;AACF,MAAM,wBAAwB,GAAG,MAAM,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC,CAAC,aAAa;AACvF,MAAM,oBAAoB,GAAG,MAAM,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC,CAAC,uCAAuC;AAC3G,MAAM,gBAAgB,GAAG,EAAE,CAAC,CAAC,oFAAoF;AAoBjH;;;;;;;;;GASG;AACH,MAAM,mBAAmB;IAAzB;QACU,UAAK,GAA2B,IAAI,GAAG,EAAE,CAAC;QAC1C,cAAS,GAA+B,IAAI,GAAG,EAAE,CAAC;QAClD,uBAAkB,GAAuE,IAAI,GAAG,EAAE,CAAC;IAuT7G,CAAC;IArTC;;OAEG;IACH,YAAY,CACV,QAAgB,EAChB,KAAa,EACb,SAAwB,EACxB,OAAkF;QAElF,iDAAiD;QACjD,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,OAAO,EAAE,CAAC;YAClE,KAAK,CAAC,aAAa,EAAE,8BAA8B,QAAQ,EAAE,CAAC,CAAC;YAC/D,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAc;YACvB,QAAQ;YACR,KAAK;YACL,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,OAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,oBAAoB,EAAE,gBAAgB,CAAC;YAC5H,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,wBAAwB;YAC3D,WAAW,EAAE,IAAI;YACjB,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,OAAO,EAAE,WAAW;SAClC,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAExC,KAAK,CAAC,aAAa,EAAE,+BAA+B,QAAQ,WAAW,KAAK,EAAE,CAAC,CAAC;QAChF,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACtB,CAAC;IAED;;;;OAIG;IACH,WAAW,CAAC,QAAgB;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClB,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC9B,CAAC;YACD,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;YACtB,KAAK,CAAC,aAAa,EAAE,8BAA8B,QAAQ,EAAE,CAAC,CAAC;QACjE,CAAC;QACD,uEAAuE;QACvE,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,QAAQ,EAAE,CAAC,CAAC,CAAC;YACpE,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,QAAgB;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,MAAM,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAC;QAC5C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;YACrC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClB,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;;OAOG;IACH,iBAAiB,CACf,QAAgB,EAChB,KAAa,EACb,SAAwB,EACxB,OAAkF;QAElF,6DAA6D;QAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,OAAO,EAAE,CAAC;YAC9E,KAAK,CAAC,aAAa,EAAE,8BAA8B,QAAQ,8BAA8B,CAAC,CAAC;YAC3F,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC;gBACvD,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,EAAE;oBACpC,OAAO,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;oBAChD,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;iBACvD,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YAE3D,6DAA6D;YAC7D,MAAM,gBAAgB,GAAkB;gBACtC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;oBACrC,IAAI,CAAC;wBACH,MAAM,SAAS,CAAC,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;wBAC7C,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;oBACnD,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,GAAY,CAAC,CAAC;oBAC9D,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAC3C,CAAC;gBACH,CAAC;gBACD,SAAS,EAAE,SAAS,CAAC,SAAS;gBAC9B,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBACjB,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBACzB,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBACrD,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC3C,CAAC;aACF,CAAC;YAEF,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,IAAI,CAAC,QAAgB;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE/C,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YAC7B,OAAO;QACT,CAAC;QAED,KAAK,CAAC,QAAQ,EAAE,CAAC;QACjB,KAAK,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAE7C,KAAK,CAAC,aAAa,EAAE,gBAAgB,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAW,eAAe,QAAQ,EAAE,CAAC,CAAC;QAEnG,uBAAuB;QACvB,SAAS,EAAE,SAAS,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;QAE1D,mCAAmC;QACnC,IAAI,CAAC;YACH,MAAM,eAAe,CAAC,YAAY,CAAC,QAAQ,EAAE;gBAC3C,kBAAkB,EAAE,KAAK,CAAC,QAAQ;gBAClC,gBAAgB,EAAE,KAAK,CAAC,WAAW;aACpC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,+CAA+C,EAAE,GAAG,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,CAAC;YACH,sBAAsB;YACtB,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;YAExD,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,gBAAgB;gBAChB,KAAK,CAAC,aAAa,EAAE,SAAS,MAAM,CAAC,KAAK,CAAC,MAAM,qBAAqB,QAAQ,EAAE,CAAC,CAAC;gBAElF,yBAAyB;gBACzB,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;gBAC7D,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,MAAM,IAAI,KAAK,CAAC,UAAU,QAAQ,YAAY,CAAC,CAAC;gBAClD,CAAC;gBAED,oCAAoC;gBACpC,MAAM,EAAE,UAAU,EAAE,qBAAqB,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBAC9F,sCAAsC;gBACtC,IAAI,qBAAqB,EAAE,CAAC;oBAC1B,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;wBACxC,OAAO,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAC;wBACxE,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;wBACtB,SAAS,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,0BAA0B,KAAK,CAAC,WAAW,WAAW,CAAC,CAAC,CAAC;wBAEtF,MAAM,eAAe,CAAC,YAAY,CAAC,QAAQ,EAAE,wBAAwB,CACnE,kBAAkB,EAClB,SAAS,MAAM,CAAC,KAAK,CAAC,MAAM,iCAAiC,KAAK,CAAC,WAAW,WAAW,CACnF,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,qDAAqD,EAAE,GAAG,CAAC,CAAC,CAAC;wBAElG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;wBAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAC9B,CAAC;yBAAM,CAAC;wBACN,qBAAqB;wBACrB,KAAK,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;oBAC1E,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,kEAAkE;gBAClE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1B,MAAM,CAAC,UAAU,GAAG,UAAU,CAAC;gBACjC,CAAC;gBAED,kCAAkC;gBAClC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;gBAEtB,IAAI,CAAC;oBACH,MAAM,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBACvD,CAAC;gBAAC,OAAO,WAAW,EAAE,CAAC;oBACrB,mEAAmE;oBACnE,oEAAoE;oBACpE,OAAO,CAAC,KAAK,CAAC,0DAA0D,QAAQ,GAAG,EAAE,WAAW,CAAC,CAAC;oBAClG,IAAI,CAAC;wBACH,MAAM,eAAe,CAAC,YAAY,CAAC,QAAQ,EAAE,wBAAwB,CACnE,uBAAuB,EACvB,WAAW,CACL,CAAC,CAAC;oBACZ,CAAC;oBAAC,OAAO,SAAS,EAAE,CAAC;wBACnB,OAAO,CAAC,KAAK,CAAC,mDAAmD,QAAQ,uCAAuC,EAAE,SAAS,CAAC,CAAC;oBAC/H,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,gBAAgB;gBAChB,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;oBACxC,uBAAuB;oBACvB,KAAK,CAAC,aAAa,EAAE,mCAAmC,QAAQ,EAAE,CAAC,CAAC;oBACpE,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;oBAEtB,SAAS,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,8BAA8B,KAAK,CAAC,WAAW,WAAW,CAAC,CAAC,CAAC;oBAE1F,mFAAmF;oBACnF,IAAI,CAAC;wBACH,MAAM,eAAe,CAAC,YAAY,CAAC,QAAQ,EAAE,wBAAwB,CACnE,eAAe,EACf,8BAA8B,KAAK,CAAC,WAAW,cAAc,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,UAAU,GAAG,KAAK,WAAW,CAC9G,CAAC,CAAC;oBACZ,CAAC;oBAAC,OAAO,SAAS,EAAE,CAAC;wBACnB,OAAO,CAAC,KAAK,CAAC,mDAAmD,QAAQ,sDAAsD,EAAE,SAAS,CAAC,CAAC;oBAC9I,CAAC;oBAED,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACN,qBAAqB;oBACrB,KAAK,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;gBAC1E,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,0CAA0C,QAAQ,GAAG,EAAE,KAAK,CAAC,CAAC;YAE5E,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;gBACxC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;gBACtB,SAAS,EAAE,OAAO,CAAC,KAAc,CAAC,CAAC;gBAEnC,mFAAmF;gBACnF,IAAI,CAAC;oBACH,MAAM,eAAe,CAAC,YAAY,CAAC,QAAQ,EAAE,wBAAwB,CACnE,oBAAoB,EACpB,KAAK,CACC,CAAC,CAAC;gBACZ,CAAC;gBAAC,OAAO,SAAS,EAAE,CAAC;oBACnB,OAAO,CAAC,KAAK,CAAC,mDAAmD,QAAQ,sDAAsD,EAAE,SAAS,CAAC,CAAC;gBAC9I,CAAC;gBAED,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,iBAAiB;gBACjB,KAAK,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAAC,KAAa,EAAE,KAAgB;QAC3D,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;QAClC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;YACxD,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,qBAAqB,EAAE,KAAK,EAAE,CAAC;QAC1D,CAAC;QAED,gFAAgF;QAChF,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;YAC/C,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,qBAAqB,EAAE,KAAK,EAAE,CAAC;QAC1D,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,yDAAyD,OAAO,EAAE,CAAC,CAAC;YAChF,MAAM,UAAU,GAAG,MAAM,0BAA0B,CACjD,KAAK,CAAC,WAAW,CAAC,KAAK,EACvB,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,EAC7B,KAAK,CAAC,WAAW,CAAC,GAAG,CACtB,CAAC;YAEF,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;gBACxB,OAAO,CAAC,GAAG,CAAC,+BAA+B,UAAU,CAAC,MAAM,mBAAmB,CAAC,CAAC;gBACjF,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,qBAAqB,EAAE,KAAK,EAAE,CAAC;YAClE,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;gBACtE,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE,CAAC;YACzD,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,gDAAgD,OAAO,GAAG,EAAE,GAAG,CAAC,CAAC;YAC/E,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,qBAAqB,EAAE,KAAK,EAAE,CAAC;QAC1D,CAAC;IACH,CAAC;CACF;AAED,qBAAqB;AACrB,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,mBAAmB,EAAE,CAAC"}
|
|
1
|
+
{"version":3,"file":"tracePoller.js","sourceRoot":"","sources":["../../../../services/traces/tracePoller.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAUH,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,wBAAwB,EAAE,MAAM,sCAAsC,CAAC;AAChF,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAExD,uEAAuE;AACvE,sEAAsE;AACtE,kEAAkE;AAClE,EAAE;AACF,4EAA4E;AAC5E,2EAA2E;AAC3E,oEAAoE;AACpE,gEAAgE;AAChE,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,QAAgB,EAAU,EAAE;IACxD,MAAM,GAAG,GACP,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACjF,IAAI,CAAC,GAAG;QAAE,OAAO,QAAQ,CAAC;IAC1B,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACjC,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;AACnE,CAAC,CAAC;AACF,MAAM,wBAAwB,GAAG,MAAM,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC,CAAC,aAAa;AACvF,MAAM,oBAAoB,GAAG,MAAM,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC,CAAC,uCAAuC;AAC3G,8EAA8E;AAC9E,0EAA0E;AAC1E,+EAA+E;AAC/E,8EAA8E;AAC9E,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAgC7B;;;;;;;;;GASG;AACH,MAAM,mBAAmB;IAAzB;QACU,UAAK,GAA2B,IAAI,GAAG,EAAE,CAAC;QAC1C,cAAS,GAA+B,IAAI,GAAG,EAAE,CAAC;QAClD,uBAAkB,GAAuE,IAAI,GAAG,EAAE,CAAC;IAod7G,CAAC;IAldC;;OAEG;IACH,YAAY,CACV,QAAgB,EAChB,KAAyB,EACzB,SAAwB,EACxB,OAAkF;QAElF,iDAAiD;QACjD,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,OAAO,EAAE,CAAC;YAClE,KAAK,CAAC,aAAa,EAAE,8BAA8B,QAAQ,EAAE,CAAC,CAAC;YAC/D,OAAO;QACT,CAAC;QAED,sEAAsE;QACtE,0EAA0E;QAC1E,sEAAsE;QACtE,MAAM,UAAU,GAAG,OAAO,EAAE,WAAW,EAAE,YAAY,CAAC;QACtD,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC;YACxD,CAAC,CAAC,OAAQ,CAAC,WAAY;YACvB,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,UAAW,CAAC,WAAY,CAAC,CAAC,CAAC,oBAAoB,CAAC;QAC/F,MAAM,KAAK,GAAc;YACvB,QAAQ;YACR,KAAK;YACL,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,gBAAgB,CAAC;YACrD,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,UAAU,EAAE,UAAU,IAAI,wBAAwB;YACrF,WAAW,EAAE,IAAI;YACjB,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,OAAO,EAAE,WAAW;SAClC,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAExC,KAAK,CAAC,aAAa,EAAE,+BAA+B,QAAQ,WAAW,KAAK,EAAE,CAAC,CAAC;QAChF,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACtB,CAAC;IAED;;;;OAIG;IACH,WAAW,CAAC,QAAgB;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClB,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC9B,CAAC;YACD,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;YACtB,KAAK,CAAC,aAAa,EAAE,8BAA8B,QAAQ,EAAE,CAAC,CAAC;QACjE,CAAC;QACD,uEAAuE;QACvE,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,QAAQ,EAAE,CAAC,CAAC,CAAC;YACpE,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,QAAgB;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,MAAM,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAC;QAC5C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;YACrC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClB,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;;OAOG;IACH,iBAAiB,CACf,QAAgB,EAChB,KAAyB,EACzB,SAAwB,EACxB,OAAkF;QAElF,6DAA6D;QAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,OAAO,EAAE,CAAC;YAC9E,KAAK,CAAC,aAAa,EAAE,8BAA8B,QAAQ,8BAA8B,CAAC,CAAC;YAC3F,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC;gBACvD,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,EAAE;oBACpC,OAAO,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;oBAChD,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;iBACvD,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YAE3D,6DAA6D;YAC7D,MAAM,gBAAgB,GAAkB;gBACtC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;oBACrC,IAAI,CAAC;wBACH,MAAM,SAAS,CAAC,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;wBAC7C,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;oBACnD,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,GAAY,CAAC,CAAC;oBAC9D,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAC3C,CAAC;gBACH,CAAC;gBACD,SAAS,EAAE,SAAS,CAAC,SAAS;gBAC9B,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBACjB,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBACzB,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBACrD,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC3C,CAAC;aACF,CAAC;YAEF,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,aAAa,CAAC,QAAgB;QAC1C,IAAI,CAAC;YACH,OAAO,CAAC,MAAM,eAAe,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,IAAI,IAAI,CAAC;QACjE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,wBAAwB,CAAC,QAAgB,EAAE,KAAU;QACjE,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YACjD,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,aAAa,KAAK,OAAO,IAAI,KAAK,CAAC,aAAa,KAAK,OAAO,CAAC,EAAE,CAAC;gBAClF,uDAAuD;gBACvD,qEAAqE;gBACrE,0DAA0D;gBAC1D,KAAK,CAAC,aAAa,EAAE,4BAA4B,QAAQ,eAAe,KAAK,CAAC,aAAa,GAAG,CAAC,CAAC;gBAChG,OAAO;YACT,CAAC;YACD,MAAM,eAAe,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,SAAS,EAAE,CAAC;YACnB,OAAO,CAAC,KAAK,CAAC,mDAAmD,QAAQ,sDAAsD,EAAE,SAAS,CAAC,CAAC;QAC9I,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,IAAI,CAAC,QAAgB;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE/C,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YAC7B,OAAO;QACT,CAAC;QAED,KAAK,CAAC,QAAQ,EAAE,CAAC;QACjB,KAAK,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAE7C,KAAK,CAAC,aAAa,EAAE,gBAAgB,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAW,eAAe,QAAQ,EAAE,CAAC,CAAC;QAEnG,uBAAuB;QACvB,SAAS,EAAE,SAAS,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;QAE1D,mCAAmC;QACnC,IAAI,CAAC;YACH,MAAM,eAAe,CAAC,YAAY,CAAC,QAAQ,EAAE;gBAC3C,kBAAkB,EAAE,KAAK,CAAC,QAAQ;gBAClC,gBAAgB,EAAE,KAAK,CAAC,WAAW;aACpC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,+CAA+C,EAAE,GAAG,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,CAAC;YACH,+CAA+C;YAC/C,sEAAsE;YACtE,oEAAoE;YACpE,oEAAoE;YACpE,kEAAkE;YAClE,sEAAsE;YACtE,0BAA0B;YAC1B,oEAAoE;YACpE,mEAAmE;YACnE,qEAAqE;YACrE,iEAAiE;YACjE,2DAA2D;YAC3D,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YACzD,IAAI,aAAa,IAAI,CAAC,aAAa,CAAC,aAAa,KAAK,OAAO,IAAI,aAAa,CAAC,aAAa,KAAK,OAAO,CAAC,EAAE,CAAC;gBAC1G,KAAK,CAAC,aAAa,EAAE,UAAU,QAAQ,gBAAgB,aAAa,CAAC,aAAa,gCAAgC,CAAC,CAAC;gBACpH,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;gBACtB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC5B,qEAAqE;gBACrE,mEAAmE;gBACnE,oEAAoE;gBACpE,qEAAqE;gBACrE,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;gBACjD,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACzC,IAAI,CAAC;oBAAC,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,uBAAuB,CAAC,CAAC;gBACnE,OAAO;YACT,CAAC;YAED,MAAM,YAAY,GAAG,aAAa;gBAChC,CAAC,CAAC,qBAAqB,CAAC,aAAoB,EAAE,KAAK,CAAC,WAAW,EAAE,gBAAgB,CAAC;gBAClF,CAAC,CAAC,EAAE,CAAC;YACP,MAAM,SAAS,GAAG,aAAa,EAAE,SAAS,CAAC;YAC3C,oEAAoE;YACpE,sEAAsE;YACtE,uEAAuE;YACvE,+CAA+C;YAC/C,MAAM,WAAW,GAAG,aAAa,EAAE,OAAO,CAAC;YAE3C,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,IAAI,CAAC,WAAW,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5E,kEAAkE;gBAClE,iEAAiE;gBACjE,mEAAmE;gBACnE,qDAAqD;gBACrD,KAAK,CAAC,aAAa,EAAE,sCAAsC,QAAQ,aAAa,KAAK,CAAC,QAAQ,oBAAoB,CAAC,CAAC;gBACpH,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;oBACxC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;oBACtB,SAAS,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,8BAA8B,KAAK,CAAC,WAAW,2CAA2C,CAAC,CAAC,CAAC;oBAC1H,MAAM,IAAI,CAAC,wBAAwB,CAAC,QAAQ,EAAE,wBAAwB,CACpE,eAAe,EACf,gFAAgF,KAAK,CAAC,WAAW,WAAW,CACtG,CAAC,CAAC;oBACV,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;gBAC1E,CAAC;gBACD,OAAO;YACT,CAAC;YAED,uEAAuE;YACvE,4EAA4E;YAC5E,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC;gBACrC,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,WAAW;gBACX,YAAY;gBACZ,qBAAqB,EAAE,YAAY,CAAC,MAAM,GAAG,CAAC;aAC/C,CAAC,CAAC;YAEH,wEAAwE;YACxE,sEAAsE;YACtE,mEAAmE;YACnE,sEAAsE;YACtE,uEAAuE;YACvE,oEAAoE;YACpE,qEAAqE;YACrE,sEAAsE;YACtE,IAAI,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,IAAI,SAAS,EAAE,CAAC;oBACd,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAE,EAAE,CAAC,UAAkB,EAAE,CAAC,YAAY,CAAC,KAAK,SAAS,CAAC,CAAC;oBACjF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;wBAAE,KAAK,CAAC,aAAa,EAAE,WAAW,MAAM,CAAC,KAAM,CAAC,MAAM,iCAAiC,SAAS,YAAY,CAAC,CAAC;gBACtI,CAAC;qBAAM,IAAI,WAAW,EAAE,CAAC;oBACvB,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,KAAK,WAAW,CAAC,CAAC;oBACvD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;wBAAE,KAAK,CAAC,aAAa,EAAE,WAAW,MAAM,CAAC,KAAM,CAAC,MAAM,sCAAsC,WAAW,YAAY,CAAC,CAAC;gBAC7I,CAAC;YACH,CAAC;YACD,MAAM,cAAc,GAAG,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,CAAC;YAE5C,IAAI,cAAc,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5D,gBAAgB;gBAChB,KAAK,CAAC,aAAa,EAAE,SAAS,cAAc,CAAC,KAAK,CAAC,MAAM,qBAAqB,QAAQ,aAAa,MAAM,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC;gBAEjI,8DAA8D;gBAC9D,6CAA6C;gBAC7C,MAAM,MAAM,GAAG,aAAa,IAAI,MAAM,eAAe,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;gBAC9E,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,MAAM,IAAI,KAAK,CAAC,UAAU,QAAQ,YAAY,CAAC,CAAC;gBAClD,CAAC;gBAED,oCAAoC;gBACpC,MAAM,EAAE,UAAU,EAAE,qBAAqB,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBAChH,sCAAsC;gBACtC,IAAI,qBAAqB,EAAE,CAAC;oBAC1B,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;wBACxC,OAAO,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAC;wBACxE,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;wBACtB,SAAS,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,0BAA0B,KAAK,CAAC,WAAW,WAAW,CAAC,CAAC,CAAC;wBAEtF,MAAM,IAAI,CAAC,wBAAwB,CAAC,QAAQ,EAAE,wBAAwB,CACpE,kBAAkB,EAClB,SAAS,cAAc,CAAC,KAAK,CAAC,MAAM,iCAAiC,KAAK,CAAC,WAAW,WAAW,CAC3F,CAAC,CAAC;wBAEV,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;wBAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAC9B,CAAC;yBAAM,CAAC;wBACN,qBAAqB;wBACrB,KAAK,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;oBAC1E,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,2DAA2D;gBAC3D,uCAAuC;gBACvC,mEAAmE;gBACnE,sCAAsC;gBACtC,+DAA+D;gBAC/D,mEAAmE;gBACnE,sEAAsE;gBACtE,mEAAmE;gBACnE,oEAAoE;gBACpE,oEAAoE;gBACpE,oEAAoE;gBACpE,oEAAoE;gBACpE,iEAAiE;gBACjE,mEAAmE;gBACnE,gCAAgC;gBAChC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1B,MAAM,CAAC,UAAU,GAAG,QAAQ;wBAC1B,CAAC,CAAC,UAAU;wBACZ,CAAC,CAAC,mBAAmB,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;gBACzD,CAAC;gBAED,kCAAkC;gBAClC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;gBAEtB,mEAAmE;gBACnE,iEAAiE;gBACjE,mEAAmE;gBACnE,iEAAiE;gBACjE,sBAAsB;gBACtB,IAAI,CAAC;oBACH,MAAM,eAAe,CAAC,YAAY,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,aAAa,EAAS,CAAC,CAAC;gBACxF,CAAC;gBAAC,MAAM,CAAC,CAAC,qDAAqD,CAAC,CAAC;gBAEjE,IAAI,CAAC;oBACH,MAAM,SAAS,EAAE,aAAa,CAAC,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBAC/D,CAAC;gBAAC,OAAO,WAAW,EAAE,CAAC;oBACrB,mEAAmE;oBACnE,oEAAoE;oBACpE,OAAO,CAAC,KAAK,CAAC,0DAA0D,QAAQ,GAAG,EAAE,WAAW,CAAC,CAAC;oBAClG,IAAI,CAAC;wBACH,MAAM,eAAe,CAAC,YAAY,CAAC,QAAQ,EAAE,wBAAwB,CACnE,uBAAuB,EACvB,WAAW,CACL,CAAC,CAAC;oBACZ,CAAC;oBAAC,OAAO,SAAS,EAAE,CAAC;wBACnB,OAAO,CAAC,KAAK,CAAC,mDAAmD,QAAQ,uCAAuC,EAAE,SAAS,CAAC,CAAC;oBAC/H,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,gBAAgB;gBAChB,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;oBACxC,uBAAuB;oBACvB,KAAK,CAAC,aAAa,EAAE,mCAAmC,QAAQ,EAAE,CAAC,CAAC;oBACpE,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;oBAEtB,SAAS,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,8BAA8B,KAAK,CAAC,WAAW,WAAW,CAAC,CAAC,CAAC;oBAE1F,mFAAmF;oBACnF,MAAM,IAAI,CAAC,wBAAwB,CAAC,QAAQ,EAAE,wBAAwB,CACpE,eAAe,EACf,8BAA8B,KAAK,CAAC,WAAW,cAAc,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,UAAU,GAAG,KAAK,WAAW,CAC9G,CAAC,CAAC;oBAEV,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACN,qBAAqB;oBACrB,KAAK,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;gBAC1E,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,0CAA0C,QAAQ,GAAG,EAAE,KAAK,CAAC,CAAC;YAE5E,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;gBACxC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;gBACtB,SAAS,EAAE,OAAO,CAAC,KAAc,CAAC,CAAC;gBAEnC,mFAAmF;gBACnF,MAAM,IAAI,CAAC,wBAAwB,CAAC,QAAQ,EAAE,wBAAwB,CACpE,oBAAoB,EACpB,KAAK,CACC,CAAC,CAAC;gBAEV,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,iBAAiB;gBACjB,KAAK,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAAC,KAAa,EAAE,KAAgB;QAC3D,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;QAClC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;YACxD,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;QAC3E,CAAC;QAED,oEAAoE;QACpE,qEAAqE;QACrE,kEAAkE;QAClE,wEAAwE;QACxE,sEAAsE;QACtE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;YAC/C,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC;gBAChF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACzB,KAAK,CAAC,aAAa,EAAE,+CAA+C,SAAS,CAAC,MAAM,oBAAoB,OAAO,EAAE,CAAC,CAAC;gBACrH,CAAC;gBACD,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;YAClF,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,+DAA+D,OAAO,GAAG,EAAE,GAAG,CAAC,CAAC;gBAC9F,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;YAC3E,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,yDAAyD,OAAO,EAAE,CAAC,CAAC;YAChF,MAAM,UAAU,GAAG,MAAM,0BAA0B,CACjD,KAAK,CAAC,WAAW,CAAC,KAAK,EACvB,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,EAC7B,KAAK,CAAC,WAAW,CAAC,GAAG,CACtB,CAAC;YAEF,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;gBACxB,OAAO,CAAC,GAAG,CAAC,+BAA+B,UAAU,CAAC,MAAM,mBAAmB,CAAC,CAAC;gBACjF,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;YAClF,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;gBACtE,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;YACzE,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,gDAAgD,OAAO,GAAG,EAAE,GAAG,CAAC,CAAC;YAC/E,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC1E,CAAC;IACH,CAAC;CACF;AAED,qBAAqB;AACrB,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,mBAAmB,EAAE,CAAC"}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Trajectory replacement policy for the trace poller.
|
|
3
|
+
*
|
|
4
|
+
* When an agent's spans arrive, the poller converts them into a trajectory
|
|
5
|
+
* (via the agent's explicit `buildTrajectory` hook, or the default
|
|
6
|
+
* `spansToTrajectory()` conversion) and decides what the judge grades.
|
|
7
|
+
*
|
|
8
|
+
* Policy — **replacement must never lose evidence**:
|
|
9
|
+
*
|
|
10
|
+
* 1. An agent's explicit `buildTrajectory` HOOK is intentional — its output
|
|
11
|
+
* always wins (issue #320). Callers pass hook output straight through;
|
|
12
|
+
* this module is not consulted.
|
|
13
|
+
*
|
|
14
|
+
* 2. The DEFAULT span→trajectory conversion is a *best effort* view of the
|
|
15
|
+
* run. It adds things the connector trajectory lacks (tool calls for
|
|
16
|
+
* trace-only agents, span timing, gen_ai attributes) but it can also drop
|
|
17
|
+
* things the connector saw and the spans did not:
|
|
18
|
+
* - agents whose spans carry no tool payloads yield `tool_result` stubs
|
|
19
|
+
* ("tool succeeded") or no tool steps at all — while the connector /
|
|
20
|
+
* afterResponse-hook `tool_result` steps hold the real outputs
|
|
21
|
+
* (measured live: ~50% of a REST agent's reports ended with NO tool
|
|
22
|
+
* steps after replacement; the judge wrote "no intermediate
|
|
23
|
+
* retrieval steps" and graded without evidence);
|
|
24
|
+
* - Claude Code spans hold prompts/responses in OTel LOGS, so the
|
|
25
|
+
* span-built trajectory has no `response` content.
|
|
26
|
+
*
|
|
27
|
+
* So instead of wholesale replacement:
|
|
28
|
+
* a. **Tool evidence.** If the connector trajectory carries tool
|
|
29
|
+
* evidence the span trajectory would lose — fewer `action` /
|
|
30
|
+
* `tool_result` steps, or fewer bytes of `tool_result` evidence
|
|
31
|
+
* (`toolOutput`, else `content`) — the CONNECTOR trajectory is kept
|
|
32
|
+
* as the judged trajectory (its ordering of calls, results and
|
|
33
|
+
* answer is the faithful narrative). Where the span-derived tool
|
|
34
|
+
* steps line up one-to-one with the connector's — same count, same
|
|
35
|
+
* step types in order, AND the same tool name wherever both sides
|
|
36
|
+
* name one — the spans' timing (`latencyMs`) is folded onto the
|
|
37
|
+
* connector steps so the judge still sees per-step latency; nothing
|
|
38
|
+
* else is copied across (a wrong attribution would be worse than a
|
|
39
|
+
* missing one). The merged tool-step count is never lower than the
|
|
40
|
+
* connector's, and no `tool_result` that had an output loses it.
|
|
41
|
+
* Span-only narrative steps (`[LLM …]` markers, the echoed user
|
|
42
|
+
* prompt) are dropped in this branch — they carry no evidence. If
|
|
43
|
+
* the connector trajectory has no `response` content, the span
|
|
44
|
+
* trajectory's answer steps are appended.
|
|
45
|
+
* b. Otherwise (span tool steps are at least as complete as the
|
|
46
|
+
* connector's) the span trajectory is used, keeping the #320
|
|
47
|
+
* behaviour for trace-only agents — and if it has no non-empty
|
|
48
|
+
* `response` step, the connector's `response` / `assistant` steps
|
|
49
|
+
* are appended so the judge still sees the agent's actual answer
|
|
50
|
+
* (pre-existing rule: replacing wholesale with content-less span
|
|
51
|
+
* stubs failed every case of a live benchmark).
|
|
52
|
+
*/
|
|
53
|
+
import type { TrajectoryStep } from '../../types/index.js';
|
|
54
|
+
/**
|
|
55
|
+
* The evidence text a `tool_result` step contributes to the judge: its
|
|
56
|
+
* `toolOutput` when present, else its `content`. Empty for non-result steps.
|
|
57
|
+
* An explicit empty result (`{}`, `[]`, `""`) IS evidence — "the search
|
|
58
|
+
* returned nothing" is often the crucial fact — so nothing is filtered here;
|
|
59
|
+
* only `undefined`/`null` fall through to `content`.
|
|
60
|
+
*/
|
|
61
|
+
export declare function toolEvidenceText(step: TrajectoryStep | undefined | null): string;
|
|
62
|
+
/** Total bytes of `tool_result` evidence in a trajectory. */
|
|
63
|
+
export declare function toolEvidenceChars(trajectory: readonly TrajectoryStep[]): number;
|
|
64
|
+
/**
|
|
65
|
+
* Would replacing `connector` with `span` lose tool evidence?
|
|
66
|
+
*
|
|
67
|
+
* True when the connector has tool steps and either (a) the span trajectory
|
|
68
|
+
* has fewer tool steps, or (b) the span trajectory carries fewer bytes of
|
|
69
|
+
* `tool_result` evidence than the connector's (e.g. "tool succeeded" stubs
|
|
70
|
+
* standing in for multi-KB retrieval results).
|
|
71
|
+
*/
|
|
72
|
+
export declare function spanTrajectoryLosesToolEvidence(connector: readonly TrajectoryStep[], span: readonly TrajectoryStep[]): boolean;
|
|
73
|
+
/**
|
|
74
|
+
* Build the trajectory the judge grades from the DEFAULT span-derived
|
|
75
|
+
* trajectory and the connector (pre-poll) trajectory. See the module doc for
|
|
76
|
+
* the policy. Hook-built trajectories must bypass this.
|
|
77
|
+
*/
|
|
78
|
+
export declare function mergeSpanTrajectory(connector: readonly TrajectoryStep[] | undefined | null, span: readonly TrajectoryStep[]): TrajectoryStep[];
|
|
79
|
+
//# sourceMappingURL=trajectoryMerge.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"trajectoryMerge.d.ts","sourceRoot":"","sources":["../../../../services/traces/trajectoryMerge.ts"],"names":[],"mappings":"AAKA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmDG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAe9C;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,cAAc,GAAG,SAAS,GAAG,IAAI,GAAG,MAAM,CAIhF;AAMD,6DAA6D;AAC7D,wBAAgB,iBAAiB,CAAC,UAAU,EAAE,SAAS,cAAc,EAAE,GAAG,MAAM,CAE/E;AAED;;;;;;;GAOG;AACH,wBAAgB,+BAA+B,CAC7C,SAAS,EAAE,SAAS,cAAc,EAAE,EACpC,IAAI,EAAE,SAAS,cAAc,EAAE,GAC9B,OAAO,CAKT;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,CACjC,SAAS,EAAE,SAAS,cAAc,EAAE,GAAG,SAAS,GAAG,IAAI,EACvD,IAAI,EAAE,SAAS,cAAc,EAAE,GAC9B,cAAc,EAAE,CAkClB"}
|
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Copyright OpenSearch Contributors
|
|
3
|
+
* SPDX-License-Identifier: Apache-2.0
|
|
4
|
+
*/
|
|
5
|
+
/** Steps that constitute tool evidence for the judge. */
|
|
6
|
+
const TOOL_STEP_TYPES = new Set(['action', 'tool_result']);
|
|
7
|
+
function stringify(value) {
|
|
8
|
+
if (value == null)
|
|
9
|
+
return '';
|
|
10
|
+
if (typeof value === 'string')
|
|
11
|
+
return value;
|
|
12
|
+
try {
|
|
13
|
+
return JSON.stringify(value) ?? '';
|
|
14
|
+
}
|
|
15
|
+
catch {
|
|
16
|
+
return String(value);
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* The evidence text a `tool_result` step contributes to the judge: its
|
|
21
|
+
* `toolOutput` when present, else its `content`. Empty for non-result steps.
|
|
22
|
+
* An explicit empty result (`{}`, `[]`, `""`) IS evidence — "the search
|
|
23
|
+
* returned nothing" is often the crucial fact — so nothing is filtered here;
|
|
24
|
+
* only `undefined`/`null` fall through to `content`.
|
|
25
|
+
*/
|
|
26
|
+
export function toolEvidenceText(step) {
|
|
27
|
+
if (!step || step.type !== 'tool_result')
|
|
28
|
+
return '';
|
|
29
|
+
if (step.toolOutput != null)
|
|
30
|
+
return stringify(step.toolOutput).trim();
|
|
31
|
+
return typeof step.content === 'string' ? step.content.trim() : '';
|
|
32
|
+
}
|
|
33
|
+
function toolSteps(trajectory) {
|
|
34
|
+
return trajectory.filter((s) => s && TOOL_STEP_TYPES.has(s.type));
|
|
35
|
+
}
|
|
36
|
+
/** Total bytes of `tool_result` evidence in a trajectory. */
|
|
37
|
+
export function toolEvidenceChars(trajectory) {
|
|
38
|
+
return trajectory.reduce((sum, s) => sum + toolEvidenceText(s).length, 0);
|
|
39
|
+
}
|
|
40
|
+
/**
|
|
41
|
+
* Would replacing `connector` with `span` lose tool evidence?
|
|
42
|
+
*
|
|
43
|
+
* True when the connector has tool steps and either (a) the span trajectory
|
|
44
|
+
* has fewer tool steps, or (b) the span trajectory carries fewer bytes of
|
|
45
|
+
* `tool_result` evidence than the connector's (e.g. "tool succeeded" stubs
|
|
46
|
+
* standing in for multi-KB retrieval results).
|
|
47
|
+
*/
|
|
48
|
+
export function spanTrajectoryLosesToolEvidence(connector, span) {
|
|
49
|
+
const connectorTools = toolSteps(connector);
|
|
50
|
+
if (connectorTools.length === 0)
|
|
51
|
+
return false;
|
|
52
|
+
if (toolSteps(span).length < connectorTools.length)
|
|
53
|
+
return true;
|
|
54
|
+
return toolEvidenceChars(span) < toolEvidenceChars(connector);
|
|
55
|
+
}
|
|
56
|
+
/**
|
|
57
|
+
* Build the trajectory the judge grades from the DEFAULT span-derived
|
|
58
|
+
* trajectory and the connector (pre-poll) trajectory. See the module doc for
|
|
59
|
+
* the policy. Hook-built trajectories must bypass this.
|
|
60
|
+
*/
|
|
61
|
+
export function mergeSpanTrajectory(connector, span) {
|
|
62
|
+
const original = connector ?? [];
|
|
63
|
+
if (span.length === 0)
|
|
64
|
+
return [...original];
|
|
65
|
+
if (spanTrajectoryLosesToolEvidence(original, span)) {
|
|
66
|
+
// (a) Keep the connector's evidence. Fold span TIMING onto the
|
|
67
|
+
// connector's tool steps only when the two tool sequences are
|
|
68
|
+
// unambiguously the same calls: same count, same step types in order,
|
|
69
|
+
// and — wherever both sides name the tool — the same tool name. Retries,
|
|
70
|
+
// filtered spans or parallel calls that merely preserve the type pattern
|
|
71
|
+
// fail the name check and get no cross-attribution at all.
|
|
72
|
+
const connectorTools = toolSteps(original);
|
|
73
|
+
const spanTools = toolSteps(span);
|
|
74
|
+
const sameCalls = spanTools.length === connectorTools.length &&
|
|
75
|
+
spanTools.every((s, i) => {
|
|
76
|
+
const c = connectorTools[i];
|
|
77
|
+
return s.type === c.type && (!s.toolName || !c.toolName || s.toolName === c.toolName);
|
|
78
|
+
});
|
|
79
|
+
if (!sameCalls)
|
|
80
|
+
return appendAnswerIfMissing([...original], span);
|
|
81
|
+
let toolIdx = 0;
|
|
82
|
+
const kept = original.map((step) => {
|
|
83
|
+
if (!TOOL_STEP_TYPES.has(step.type))
|
|
84
|
+
return step;
|
|
85
|
+
const from = spanTools[toolIdx++];
|
|
86
|
+
if (step.latencyMs != null || from.latencyMs == null)
|
|
87
|
+
return step;
|
|
88
|
+
return { ...step, latencyMs: from.latencyMs };
|
|
89
|
+
});
|
|
90
|
+
return appendAnswerIfMissing(kept, span);
|
|
91
|
+
}
|
|
92
|
+
// (b) Span trajectory wins; append the connector's answer if the spans
|
|
93
|
+
// carry no response content.
|
|
94
|
+
return appendAnswerIfMissing([...span], original);
|
|
95
|
+
}
|
|
96
|
+
/**
|
|
97
|
+
* If `base` has no non-empty `response` step, append `other`'s non-empty
|
|
98
|
+
* `response` / `assistant` steps so the judge always sees the agent's answer.
|
|
99
|
+
*/
|
|
100
|
+
function appendAnswerIfMissing(base, other) {
|
|
101
|
+
const hasResponse = base.some((st) => st?.type === 'response' && typeof st.content === 'string' && st.content.trim().length > 0);
|
|
102
|
+
if (hasResponse)
|
|
103
|
+
return base;
|
|
104
|
+
const answers = other.filter((st) => (st?.type === 'response' || st?.type === 'assistant') &&
|
|
105
|
+
typeof st.content === 'string' &&
|
|
106
|
+
st.content.trim().length > 0);
|
|
107
|
+
return answers.length > 0 ? [...base, ...answers] : base;
|
|
108
|
+
}
|
|
109
|
+
//# sourceMappingURL=trajectoryMerge.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"trajectoryMerge.js","sourceRoot":"","sources":["../../../../services/traces/trajectoryMerge.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAyDH,yDAAyD;AACzD,MAAM,eAAe,GAAwC,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC;AAEhG,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,EAAE,CAAC;IAC7B,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAuC;IACtE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa;QAAE,OAAO,EAAE,CAAC;IACpD,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI;QAAE,OAAO,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC;IACtE,OAAO,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACrE,CAAC;AAED,SAAS,SAAS,CAAC,UAAqC;IACtD,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,6DAA6D;AAC7D,MAAM,UAAU,iBAAiB,CAAC,UAAqC;IACrE,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,+BAA+B,CAC7C,SAAoC,EACpC,IAA+B;IAE/B,MAAM,cAAc,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;IAC5C,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9C,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAChE,OAAO,iBAAiB,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;AAChE,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CACjC,SAAuD,EACvD,IAA+B;IAE/B,MAAM,QAAQ,GAAG,SAAS,IAAI,EAAE,CAAC;IACjC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAC;IAE5C,IAAI,+BAA+B,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC;QACpD,+DAA+D;QAC/D,8DAA8D;QAC9D,sEAAsE;QACtE,yEAAyE;QACzE,yEAAyE;QACzE,2DAA2D;QAC3D,MAAM,cAAc,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC3C,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,SAAS,GACb,SAAS,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM;YAC1C,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACvB,MAAM,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;gBAC5B,OAAO,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC;YACxF,CAAC,CAAC,CAAC;QACL,IAAI,CAAC,SAAS;YAAE,OAAO,qBAAqB,CAAC,CAAC,GAAG,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;QAElE,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACjC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,OAAO,IAAI,CAAC;YACjD,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;YAClC,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;gBAAE,OAAO,IAAI,CAAC;YAClE,OAAO,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;QAChD,CAAC,CAAC,CAAC;QACH,OAAO,qBAAqB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,uEAAuE;IACvE,6BAA6B;IAC7B,OAAO,qBAAqB,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAC;AACpD,CAAC;AAED;;;GAGG;AACH,SAAS,qBAAqB,CAAC,IAAsB,EAAE,KAAgC;IACrF,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAC3B,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,IAAI,KAAK,UAAU,IAAI,OAAO,EAAE,CAAC,OAAO,KAAK,QAAQ,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAClG,CAAC;IACF,IAAI,WAAW;QAAE,OAAO,IAAI,CAAC;IAC7B,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAC1B,CAAC,EAAE,EAAE,EAAE,CACL,CAAC,EAAE,EAAE,IAAI,KAAK,UAAU,IAAI,EAAE,EAAE,IAAI,KAAK,WAAW,CAAC;QACrD,OAAO,EAAE,CAAC,OAAO,KAAK,QAAQ;QAC9B,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAC/B,CAAC;IACF,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAC3D,CAAC"}
|
|
@@ -198,7 +198,7 @@ export declare enum ToolCallStatus {
|
|
|
198
198
|
export interface TrajectoryStep {
|
|
199
199
|
id: string;
|
|
200
200
|
timestamp: number;
|
|
201
|
-
type: 'tool_result' | 'assistant' | 'action' | 'response' | 'thinking';
|
|
201
|
+
type: 'tool_result' | 'assistant' | 'action' | 'response' | 'thinking' | 'user';
|
|
202
202
|
content: string;
|
|
203
203
|
toolName?: string;
|
|
204
204
|
toolArgs?: Record<string, any>;
|
|
@@ -437,11 +437,25 @@ export interface TestCaseRun {
|
|
|
437
437
|
lastTraceFetchAt?: string;
|
|
438
438
|
traceError?: string;
|
|
439
439
|
spans?: Span[];
|
|
440
|
+
/**
|
|
441
|
+
* Set exclusively by the agent (trace) judge provider (`judgeModelId:
|
|
442
|
+
* 'agent-trace-judge'`) to record whether this verdict was backed by real
|
|
443
|
+
* OTel spans/logs (`'trace-tools'`) or had to reason from the trajectory
|
|
444
|
+
* alone because the run carried no trace correlation hint
|
|
445
|
+
* (`'trajectory-only'` — the normal case for an agent declared `useTraces:
|
|
446
|
+
* false`, i.e. not OTel-instrumented). Undefined for every other judge
|
|
447
|
+
* provider, and for agent-trace-judge reports persisted before this field
|
|
448
|
+
* existed. See server/services/piAgenticJudgeService.ts.
|
|
449
|
+
*/
|
|
450
|
+
judgeMode?: 'trajectory-only' | 'trace-tools';
|
|
440
451
|
}
|
|
441
452
|
export type EvaluationReport = TestCaseRun;
|
|
453
|
+
export type ContextItemDisposition = 'prompt' | 'connector' | 'documentation';
|
|
442
454
|
export interface AgentContextItem {
|
|
443
455
|
description: string;
|
|
444
456
|
value: string;
|
|
457
|
+
/** How this item is consumed. Absent is equivalent to `prompt`. */
|
|
458
|
+
disposition?: ContextItemDisposition;
|
|
445
459
|
}
|
|
446
460
|
export interface AgentToolDefinition {
|
|
447
461
|
name: string;
|
|
@@ -476,6 +490,28 @@ export interface TestCaseVersion {
|
|
|
476
490
|
businessValue: string;
|
|
477
491
|
}[];
|
|
478
492
|
}
|
|
493
|
+
/**
|
|
494
|
+
* Per-test definition captured when a code-SDK eval file is imported.
|
|
495
|
+
* Everything here is derived from the single `test(name, options, body)`
|
|
496
|
+
* call that registered the test — not from the surrounding file.
|
|
497
|
+
*/
|
|
498
|
+
export interface TestCaseDefinitionCapture {
|
|
499
|
+
/** How the test was registered. Only `'sdk'` exists today. */
|
|
500
|
+
registeredAs: 'sdk';
|
|
501
|
+
/**
|
|
502
|
+
* The options object exactly as passed to `test()`, after the two-arg /
|
|
503
|
+
* three-arg overload is resolved, with non-JSON-serializable values
|
|
504
|
+
* (functions, symbols, undefined) dropped. Rendered as the "Pretty" view.
|
|
505
|
+
*/
|
|
506
|
+
options: Record<string, unknown>;
|
|
507
|
+
/**
|
|
508
|
+
* `body.toString()` of the evaluate callback — the source text of THIS
|
|
509
|
+
* test's assertions, as it appeared in the executed file. Bounded to
|
|
510
|
+
* `DEFINITION_BODY_SOURCE_MAX_CHARS`; `bodyTruncated` is set when cut.
|
|
511
|
+
*/
|
|
512
|
+
bodySource: string;
|
|
513
|
+
bodyTruncated?: boolean;
|
|
514
|
+
}
|
|
479
515
|
export interface TestCase {
|
|
480
516
|
id: string;
|
|
481
517
|
name: string;
|
|
@@ -491,6 +527,10 @@ export interface TestCase {
|
|
|
491
527
|
versions: TestCaseVersion[];
|
|
492
528
|
sourceFile?: string;
|
|
493
529
|
sourceHash?: string;
|
|
530
|
+
sourceCode?: string;
|
|
531
|
+
sourceFileName?: string;
|
|
532
|
+
sourceLanguage?: 'javascript' | 'typescript';
|
|
533
|
+
definition?: TestCaseDefinitionCapture;
|
|
494
534
|
isPromoted: boolean;
|
|
495
535
|
createdAt: string;
|
|
496
536
|
updatedAt: string;
|
|
@@ -537,6 +577,16 @@ export interface TraceMetrics {
|
|
|
537
577
|
toolCalls: number;
|
|
538
578
|
toolsUsed: string[];
|
|
539
579
|
status: 'success' | 'error' | 'pending';
|
|
580
|
+
/**
|
|
581
|
+
* Whether ANY trace spans were ingested for this runId at query time.
|
|
582
|
+
* `false` only means "no spans matched the query right now" -- it does
|
|
583
|
+
* NOT prove the run doesn't exist: ingestion lag, a wrong/narrow time
|
|
584
|
+
* window, or a query bug can also produce `false` for a real run. Do
|
|
585
|
+
* not treat this as a run-existence check; it distinguishes "some spans
|
|
586
|
+
* are visible" from "none are visible yet/at all", nothing stronger.
|
|
587
|
+
* Optional for backwards compatibility with older callers.
|
|
588
|
+
*/
|
|
589
|
+
hasSpans?: boolean;
|
|
540
590
|
}
|
|
541
591
|
export interface SpanEvent {
|
|
542
592
|
name: string;
|
|
@@ -777,6 +827,22 @@ export interface TestCasePerformanceMetrics {
|
|
|
777
827
|
agentDurationMs: number;
|
|
778
828
|
judgeDurationMs?: number;
|
|
779
829
|
judgeAttempts?: number;
|
|
830
|
+
/**
|
|
831
|
+
* Total LLM token usage (prompt + completion) for this test case's agent
|
|
832
|
+
* invocation, read from the same OTel-derived TracesAccessor a code-SDK
|
|
833
|
+
* test body reads via `result.traces.totalTokens` / the `traces` fixture.
|
|
834
|
+
*
|
|
835
|
+
* Always-record guarantee (see docs/SDK.md): for code-SDK (deterministic)
|
|
836
|
+
* test cases, the runner stamps this immediately after `agent.run()`
|
|
837
|
+
* resolves — independent of whether any matcher in the test body actually
|
|
838
|
+
* asserted on it — so a later-failing gate doesn't erase this objective
|
|
839
|
+
* actual. Undefined when the agent was never invoked (no-prompt test), or
|
|
840
|
+
* when `useTraces: true` but spans were never retrievable (the "loud
|
|
841
|
+
* failure" case — see lib/matchers/traces.ts `unavailableTracesAccessor`).
|
|
842
|
+
*/
|
|
843
|
+
totalTokens?: number;
|
|
844
|
+
/** Same always-record guarantee as {@link totalTokens}, for USD cost. */
|
|
845
|
+
totalCostUsd?: number;
|
|
780
846
|
}
|
|
781
847
|
/** Server-side performance metrics for an entire benchmark run */
|
|
782
848
|
export interface RunPerformanceMetrics {
|
|
@@ -803,6 +869,17 @@ export interface RunStats {
|
|
|
803
869
|
* read as 0.
|
|
804
870
|
*/
|
|
805
871
|
errored?: number;
|
|
872
|
+
/**
|
|
873
|
+
* Number of planned test cases that never executed (or never finished)
|
|
874
|
+
* because the run reached a terminal status first — cancelled part-way, or
|
|
875
|
+
* the executor crashed. Not a pass, not a fail, not pending: excluded from
|
|
876
|
+
* the pass-rate denominator and rendered as "n not run" (never a spinner).
|
|
877
|
+
* See `lib/runStats.bucketRunResults`.
|
|
878
|
+
*
|
|
879
|
+
* Optional for backward-compat: stats persisted before this field read as 0
|
|
880
|
+
* (and `computeRunStats` re-homes a terminal run's stale `pending` here).
|
|
881
|
+
*/
|
|
882
|
+
notRun?: number;
|
|
806
883
|
/** Total number of test cases in the run */
|
|
807
884
|
total: number;
|
|
808
885
|
}
|
|
@@ -823,6 +900,7 @@ export interface BenchmarkRun {
|
|
|
823
900
|
name: string;
|
|
824
901
|
description?: string;
|
|
825
902
|
createdAt: string;
|
|
903
|
+
completedAt?: string;
|
|
826
904
|
status?: BenchmarkRunStatus;
|
|
827
905
|
error?: string;
|
|
828
906
|
agentKey: string;
|
|
@@ -848,7 +926,34 @@ export interface BenchmarkRun {
|
|
|
848
926
|
performanceMetrics?: TestCasePerformanceMetrics;
|
|
849
927
|
}>;
|
|
850
928
|
stats?: RunStats;
|
|
929
|
+
/**
|
|
930
|
+
* One-line aggregate reason when a dominant share (>=50%) of this run's
|
|
931
|
+
* cases failed AT THE JUDGE STEP specifically (not the agent) -- e.g.
|
|
932
|
+
* every case hitting the agent-trace-judge's "needs a runId or trace
|
|
933
|
+
* correlation hint" validation error before that error was fixed to
|
|
934
|
+
* degrade instead of hard-failing (see piAgenticJudgeService.ts /
|
|
935
|
+
* judgeAgentsHints.ts). Computed by `lib/judgeFailureSummary.ts` from the
|
|
936
|
+
* per-case reports at run-completion time; undefined when no dominant
|
|
937
|
+
* judge-failure pattern is present. Surfaced in the runs list and run
|
|
938
|
+
* inspector so "62 errored" isn't silent about *why* -- pre-fix a run
|
|
939
|
+
* like this showed only a bare warning-triangle count with no reason.
|
|
940
|
+
*/
|
|
941
|
+
judgeFailureSummary?: string;
|
|
851
942
|
performanceMetrics?: RunPerformanceMetrics;
|
|
943
|
+
/**
|
|
944
|
+
* Content digest of this run's evaluation conditions (test-case contents +
|
|
945
|
+
* evaluator/judge conditions) -- same identity as {@link EvaluationRun.imageDigest}.
|
|
946
|
+
* Stamped by `POST /api/storage/benchmarks/:id/execute` (the legacy
|
|
947
|
+
* `benchmark -f test-cases.json` / `benchmark -n "Existing Benchmark"`
|
|
948
|
+
* path); runs with equal digests are directly comparable. See {@link BenchmarkImage}.
|
|
949
|
+
*/
|
|
950
|
+
imageDigest?: string;
|
|
951
|
+
/**
|
|
952
|
+
* Audit note set when a run is cancelled without a live executor found
|
|
953
|
+
* (e.g. the server process that started it restarted or crashed —
|
|
954
|
+
* "zombie" run). See POST /api/storage/benchmarks/:id/cancel.
|
|
955
|
+
*/
|
|
956
|
+
cancelNote?: string;
|
|
852
957
|
}
|
|
853
958
|
export interface Benchmark {
|
|
854
959
|
id: string;
|
|
@@ -892,7 +997,33 @@ export type ExperimentStartedEvent = BenchmarkStartedEvent;
|
|
|
892
997
|
* Discriminator for documents in evals_benchmarks index.
|
|
893
998
|
* Legacy docs without this field default to 'benchmark' via normalization.
|
|
894
999
|
*/
|
|
895
|
-
export type EvalDocType = 'benchmark' | 'evaluation-run';
|
|
1000
|
+
export type EvalDocType = 'benchmark' | 'evaluation-run' | 'benchmark-image';
|
|
1001
|
+
/**
|
|
1002
|
+
* BenchmarkImage — content-addressed snapshot of evaluation conditions
|
|
1003
|
+
* ("the controls"): test-case contents + evaluator/judge conditions. Runs
|
|
1004
|
+
* sharing a digest are comparable by construction; the digest is also the
|
|
1005
|
+
* inherent dedup key (same command → same digest → same image, never a
|
|
1006
|
+
* duplicate). Tags are docker-style mutable labels — never identity.
|
|
1007
|
+
* Stored in the evals_benchmarks index/dir with docType 'benchmark-image'.
|
|
1008
|
+
*/
|
|
1009
|
+
export interface BenchmarkImage {
|
|
1010
|
+
id: string;
|
|
1011
|
+
docType: 'benchmark-image';
|
|
1012
|
+
digest: string;
|
|
1013
|
+
tags: string[];
|
|
1014
|
+
testCaseFingerprints: Array<{
|
|
1015
|
+
id?: string;
|
|
1016
|
+
name: string;
|
|
1017
|
+
contentHash: string;
|
|
1018
|
+
}>;
|
|
1019
|
+
testCaseCount: number;
|
|
1020
|
+
evalConditions: {
|
|
1021
|
+
evaluatorId?: string;
|
|
1022
|
+
judgeModelId?: string;
|
|
1023
|
+
};
|
|
1024
|
+
createdAt: string;
|
|
1025
|
+
lastRunAt?: string;
|
|
1026
|
+
}
|
|
896
1027
|
/**
|
|
897
1028
|
* Describes where test cases came from for an evaluation run.
|
|
898
1029
|
* Multiple sources can be combined (union, deduplicated by test case ID).
|
|
@@ -932,7 +1063,17 @@ export interface EvaluationRun {
|
|
|
932
1063
|
description?: string;
|
|
933
1064
|
createdAt: string;
|
|
934
1065
|
completedAt?: string;
|
|
1066
|
+
/**
|
|
1067
|
+
* `status` is TERMINAL only once the executor has drained: `cancelled` is
|
|
1068
|
+
* written by finalization (`services/evaluationRunFinalize.ts`) after every
|
|
1069
|
+
* in-flight case has landed, never by the cancel request itself. A cancel
|
|
1070
|
+
* request stamps `cancelRequestedAt` and leaves `status: 'running'` so
|
|
1071
|
+
* readers don't misreport still-finishing cases as "not run" during the
|
|
1072
|
+
* drain window. UI: running + cancelRequestedAt = "Cancelling…".
|
|
1073
|
+
*/
|
|
935
1074
|
status: BenchmarkRunStatus;
|
|
1075
|
+
/** Set by POST /:id/cancel; the run is draining and will become `cancelled`. */
|
|
1076
|
+
cancelRequestedAt?: string;
|
|
936
1077
|
error?: string;
|
|
937
1078
|
agentKey: string;
|
|
938
1079
|
agentEndpoint?: string;
|
|
@@ -950,15 +1091,79 @@ export interface EvaluationRun {
|
|
|
950
1091
|
testCaseSnapshots: TestCaseSnapshot[];
|
|
951
1092
|
results: Record<string, {
|
|
952
1093
|
reportId: string;
|
|
1094
|
+
/** `cancelled` = never started (run cancelled first); see contract above. */
|
|
953
1095
|
status: RunResultStatus;
|
|
954
1096
|
error?: string;
|
|
955
1097
|
performanceMetrics?: TestCasePerformanceMetrics;
|
|
956
1098
|
}>;
|
|
957
1099
|
stats?: RunStats;
|
|
1100
|
+
/**
|
|
1101
|
+
* One-line aggregate reason when a dominant share (>=50%) of this run's
|
|
1102
|
+
* cases failed at the judge step specifically. See
|
|
1103
|
+
* {@link BenchmarkRun.judgeFailureSummary} for the full doc — same field,
|
|
1104
|
+
* same computation (`lib/judgeFailureSummary.ts`), duplicated here because
|
|
1105
|
+
* `EvaluationRun` and `BenchmarkRun` are independent doc shapes.
|
|
1106
|
+
*/
|
|
1107
|
+
judgeFailureSummary?: string;
|
|
958
1108
|
performanceMetrics?: RunPerformanceMetrics;
|
|
959
1109
|
benchmarkId?: string;
|
|
960
1110
|
benchmarkVersion?: number;
|
|
1111
|
+
/**
|
|
1112
|
+
* Content digest of this run's evaluation conditions (test-case contents +
|
|
1113
|
+
* evaluator/judge conditions). Runs with equal digests ran under identical
|
|
1114
|
+
* conditions and are directly comparable. See {@link BenchmarkImage}.
|
|
1115
|
+
*/
|
|
1116
|
+
imageDigest?: string;
|
|
1117
|
+
/**
|
|
1118
|
+
* Provenance: id of the source {@link EvaluationRun} this run was created
|
|
1119
|
+
* from via `POST /api/storage/evaluation-runs/:id/rerun` ("kick off a
|
|
1120
|
+
* duplicate of the same run"). Undefined for runs created any other way.
|
|
1121
|
+
* The source run is NOT required to still exist for this run to be valid —
|
|
1122
|
+
* it's a point-in-time provenance link, not a live reference.
|
|
1123
|
+
*/
|
|
1124
|
+
rerunOf?: string;
|
|
1125
|
+
/**
|
|
1126
|
+
* True when this run was created via re-run but with one or more config
|
|
1127
|
+
* overrides applied (agent/evaluator/judge model/concurrency/benchmark
|
|
1128
|
+
* source) — i.e. the launched config is NOT an exact duplicate of
|
|
1129
|
+
* `rerunOf`. `rerunOf` is still recorded either way; this flag just
|
|
1130
|
+
* distinguishes a faithful duplicate from a tweaked re-run so the UI can
|
|
1131
|
+
* label it accurately ("re-run" vs "re-run (modified)"). Undefined (not
|
|
1132
|
+
* `false`) when this run wasn't created via re-run at all.
|
|
1133
|
+
*/
|
|
1134
|
+
modified?: boolean;
|
|
1135
|
+
/**
|
|
1136
|
+
* Audit note set when a run is cancelled without a live executor found
|
|
1137
|
+
* (e.g. the server process that started it restarted or crashed —
|
|
1138
|
+
* "zombie" run). Distinguishes a graceful in-process cancel from a
|
|
1139
|
+
* doc-status-only fallback cancel. See POST .../:id/cancel.
|
|
1140
|
+
*/
|
|
1141
|
+
cancelNote?: string;
|
|
961
1142
|
}
|
|
1143
|
+
/**
|
|
1144
|
+
* Typed discriminator between the two run shapes that flow through the UI:
|
|
1145
|
+
* `BenchmarkRun` (legacy, embedded in `benchmark.runs[]`, never carries
|
|
1146
|
+
* `docType`) and `EvaluationRun` (first-class doc, `docType:
|
|
1147
|
+
* 'evaluation-run'`). Runs created WITH a benchmarkId are dual-written as
|
|
1148
|
+
* BOTH shapes for the same logical run (see
|
|
1149
|
+
* `server/routes/storage/evaluationRuns.ts`), so the run object a component
|
|
1150
|
+
* is holding can be either shape regardless of which route loaded it —
|
|
1151
|
+
* `docType`, not the route/URL a component happened to load from, is the
|
|
1152
|
+
* only reliable signal for "does this run support EvaluationRun-only
|
|
1153
|
+
* capabilities (rerun, provenance, retry-judgement, ...)".
|
|
1154
|
+
*
|
|
1155
|
+
* Use this instead of inline `(run as any).docType === 'evaluation-run'`
|
|
1156
|
+
* checks or route-derived `mode` flags for anything that depends on the
|
|
1157
|
+
* RUN's actual shape (capabilities, fields like `rerunOf`). Route-derived
|
|
1158
|
+
* state (which endpoint to fetch, which breadcrumb/URL to build) is a
|
|
1159
|
+
* separate, legitimate concern and should stay keyed on the route.
|
|
1160
|
+
*
|
|
1161
|
+
* Adopted from #466 (`goyamegh/run-type-predicate`) ahead of that PR's
|
|
1162
|
+
* merge, per the note on #462: both PRs hit the same route-vs-doctype bug
|
|
1163
|
+
* class (Retry-judgement's button/dialog mount) and should not ship two
|
|
1164
|
+
* competing `(run as any).docType` patches.
|
|
1165
|
+
*/
|
|
1166
|
+
export declare const isEvaluationRun: (r: BenchmarkRun | EvaluationRun) => r is EvaluationRun;
|
|
962
1167
|
export interface TestCaseVersionRef {
|
|
963
1168
|
id: string;
|
|
964
1169
|
version: string;
|
|
@@ -975,7 +1180,23 @@ export interface RunAggregateMetrics {
|
|
|
975
1180
|
failedCount: number;
|
|
976
1181
|
/** Test cases the evaluator couldn't verdict (#242); excluded from pass rate. */
|
|
977
1182
|
erroredCount?: number;
|
|
978
|
-
|
|
1183
|
+
/**
|
|
1184
|
+
* Mean `metrics.accuracy` over the reports that actually carry one.
|
|
1185
|
+
* `undefined` when no report in the run has an accuracy score (e.g.
|
|
1186
|
+
* custom evaluators scoring different metric keys) — renders "--", not 0%.
|
|
1187
|
+
*/
|
|
1188
|
+
avgAccuracy?: number;
|
|
1189
|
+
/**
|
|
1190
|
+
* Run-level "Avg score" — mean, over test cases that have a derivable
|
|
1191
|
+
* score, of each case's overall score. Unlike `avgAccuracy` (accuracy-
|
|
1192
|
+
* only, `undefined` whenever a run's reports carry no `metrics.accuracy`),
|
|
1193
|
+
* this is defined for custom-evaluator runs too: per case the derivation
|
|
1194
|
+
* is `metrics.accuracy` -> the primary rubric -> the mean of every numeric
|
|
1195
|
+
* metric on the report (see `computeOverallScore` / `getPrimaryRubric` in
|
|
1196
|
+
* services/comparisonService.ts for the exact tiering and why). Only
|
|
1197
|
+
* `undefined` when NOT ONE case in the run has any numeric metric at all.
|
|
1198
|
+
*/
|
|
1199
|
+
avgScore?: number;
|
|
979
1200
|
passRatePercent: number;
|
|
980
1201
|
totalTokens?: number;
|
|
981
1202
|
totalInputTokens?: number;
|
|
@@ -1002,6 +1223,23 @@ export interface TestCaseRunResult {
|
|
|
1002
1223
|
faithfulness?: number;
|
|
1003
1224
|
trajectoryAlignment?: number;
|
|
1004
1225
|
latencyScore?: number;
|
|
1226
|
+
/**
|
|
1227
|
+
* The report's PRIMARY RUBRIC — a heuristic single evaluator metric
|
|
1228
|
+
* MetricCell falls back to showing when `accuracy` is absent (custom
|
|
1229
|
+
* evaluators carry no accuracy field at all; e.g. fact_precision /
|
|
1230
|
+
* provenance_verifiability / abstention_integrity / payload_economy). See
|
|
1231
|
+
* `getPrimaryRubric` in services/comparisonService.ts for how the key is
|
|
1232
|
+
* chosen (alphabetically-first numeric metric — NOT necessarily the
|
|
1233
|
+
* evaluator's own declared/highest-weight rubric; see that function's doc
|
|
1234
|
+
* for why). Only populated when the report has no numeric `accuracy` —
|
|
1235
|
+
* `undefined` whenever `accuracy` IS present, since MetricCell never reads
|
|
1236
|
+
* it in that case and an unconditionally-populated "primary" field would
|
|
1237
|
+
* read as more authoritative than the heuristic actually is.
|
|
1238
|
+
*/
|
|
1239
|
+
primaryRubric?: {
|
|
1240
|
+
key: string;
|
|
1241
|
+
value: number;
|
|
1242
|
+
};
|
|
1005
1243
|
testCaseVersion?: string;
|
|
1006
1244
|
/** Error message if status is 'failed' */
|
|
1007
1245
|
error?: string;
|
|
@@ -1044,6 +1282,13 @@ export interface JudgeResponse {
|
|
|
1044
1282
|
llmJudgeReasoning: string;
|
|
1045
1283
|
improvementStrategies: ImprovementStrategy[];
|
|
1046
1284
|
duration: number;
|
|
1285
|
+
/**
|
|
1286
|
+
* Set only by the demo/mock judge to flag that this verdict was NOT produced
|
|
1287
|
+
* by a real LLM (semi-random pass). A real provider never sets this. The
|
|
1288
|
+
* CLI/UI surface it so a "100% pass" from the mock can't be mistaken for a
|
|
1289
|
+
* real score.
|
|
1290
|
+
*/
|
|
1291
|
+
warning?: string;
|
|
1047
1292
|
}
|
|
1048
1293
|
export interface AgentProxyRequest {
|
|
1049
1294
|
endpoint: string;
|
|
@@ -1117,6 +1362,8 @@ export interface MetricsResult {
|
|
|
1117
1362
|
toolCalls: number;
|
|
1118
1363
|
toolsUsed: string[];
|
|
1119
1364
|
status: 'pending' | 'success' | 'error';
|
|
1365
|
+
/** See TraceMetrics.hasSpans -- same semantics. */
|
|
1366
|
+
hasSpans?: boolean;
|
|
1120
1367
|
}
|
|
1121
1368
|
/**
|
|
1122
1369
|
* Authentication type for OpenSearch clusters
|