@uns-kit/assistant-workflow 2.0.72
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +37 -0
- package/dist/clarification-policy.d.ts +64 -0
- package/dist/clarification-policy.d.ts.map +1 -0
- package/dist/clarification-policy.js +174 -0
- package/dist/clarification-policy.js.map +1 -0
- package/dist/decision.d.ts +37 -0
- package/dist/decision.d.ts.map +1 -0
- package/dist/decision.js +100 -0
- package/dist/decision.js.map +1 -0
- package/dist/definition-catalog-replay.d.ts +25 -0
- package/dist/definition-catalog-replay.d.ts.map +1 -0
- package/dist/definition-catalog-replay.js +54 -0
- package/dist/definition-catalog-replay.js.map +1 -0
- package/dist/definition-catalog.d.ts +45 -0
- package/dist/definition-catalog.d.ts.map +1 -0
- package/dist/definition-catalog.js +97 -0
- package/dist/definition-catalog.js.map +1 -0
- package/dist/definition-diagnostics.d.ts +17 -0
- package/dist/definition-diagnostics.d.ts.map +1 -0
- package/dist/definition-diagnostics.js +353 -0
- package/dist/definition-diagnostics.js.map +1 -0
- package/dist/definition-diff.d.ts +51 -0
- package/dist/definition-diff.d.ts.map +1 -0
- package/dist/definition-diff.js +172 -0
- package/dist/definition-diff.js.map +1 -0
- package/dist/definition-json.d.ts +53 -0
- package/dist/definition-json.d.ts.map +1 -0
- package/dist/definition-json.js +186 -0
- package/dist/definition-json.js.map +1 -0
- package/dist/definition-manifest.d.ts +41 -0
- package/dist/definition-manifest.d.ts.map +1 -0
- package/dist/definition-manifest.js +119 -0
- package/dist/definition-manifest.js.map +1 -0
- package/dist/definition-package-execution-json.d.ts +64 -0
- package/dist/definition-package-execution-json.d.ts.map +1 -0
- package/dist/definition-package-execution-json.js +245 -0
- package/dist/definition-package-execution-json.js.map +1 -0
- package/dist/definition-package-execution-replay.d.ts +14 -0
- package/dist/definition-package-execution-replay.d.ts.map +1 -0
- package/dist/definition-package-execution-replay.js +47 -0
- package/dist/definition-package-execution-replay.js.map +1 -0
- package/dist/definition-package-executor.d.ts +52 -0
- package/dist/definition-package-executor.d.ts.map +1 -0
- package/dist/definition-package-executor.js +70 -0
- package/dist/definition-package-executor.js.map +1 -0
- package/dist/definition-package-loader.d.ts +36 -0
- package/dist/definition-package-loader.d.ts.map +1 -0
- package/dist/definition-package-loader.js +56 -0
- package/dist/definition-package-loader.js.map +1 -0
- package/dist/definition-package-replay.d.ts +28 -0
- package/dist/definition-package-replay.d.ts.map +1 -0
- package/dist/definition-package-replay.js +74 -0
- package/dist/definition-package-replay.js.map +1 -0
- package/dist/definition-package-resolver.d.ts +31 -0
- package/dist/definition-package-resolver.d.ts.map +1 -0
- package/dist/definition-package-resolver.js +60 -0
- package/dist/definition-package-resolver.js.map +1 -0
- package/dist/definition-package-review.d.ts +29 -0
- package/dist/definition-package-review.d.ts.map +1 -0
- package/dist/definition-package-review.js +74 -0
- package/dist/definition-package-review.js.map +1 -0
- package/dist/definition-package-run-report.d.ts +25 -0
- package/dist/definition-package-run-report.d.ts.map +1 -0
- package/dist/definition-package-run-report.js +37 -0
- package/dist/definition-package-run-report.js.map +1 -0
- package/dist/definition-package-run.d.ts +20 -0
- package/dist/definition-package-run.d.ts.map +1 -0
- package/dist/definition-package-run.js +41 -0
- package/dist/definition-package-run.js.map +1 -0
- package/dist/definition-package-selection.d.ts +29 -0
- package/dist/definition-package-selection.d.ts.map +1 -0
- package/dist/definition-package-selection.js +68 -0
- package/dist/definition-package-selection.js.map +1 -0
- package/dist/definition-package-smoke.d.ts +74 -0
- package/dist/definition-package-smoke.d.ts.map +1 -0
- package/dist/definition-package-smoke.js +184 -0
- package/dist/definition-package-smoke.js.map +1 -0
- package/dist/definition-package.d.ts +36 -0
- package/dist/definition-package.d.ts.map +1 -0
- package/dist/definition-package.js +114 -0
- package/dist/definition-package.js.map +1 -0
- package/dist/definition-tuning-approval.d.ts +39 -0
- package/dist/definition-tuning-approval.d.ts.map +1 -0
- package/dist/definition-tuning-approval.js +207 -0
- package/dist/definition-tuning-approval.js.map +1 -0
- package/dist/definition-tuning-json.d.ts +58 -0
- package/dist/definition-tuning-json.d.ts.map +1 -0
- package/dist/definition-tuning-json.js +276 -0
- package/dist/definition-tuning-json.js.map +1 -0
- package/dist/definition-tuning-promotion.d.ts +120 -0
- package/dist/definition-tuning-promotion.d.ts.map +1 -0
- package/dist/definition-tuning-promotion.js +460 -0
- package/dist/definition-tuning-promotion.js.map +1 -0
- package/dist/definition-tuning-replay.d.ts +14 -0
- package/dist/definition-tuning-replay.d.ts.map +1 -0
- package/dist/definition-tuning-replay.js +50 -0
- package/dist/definition-tuning-replay.js.map +1 -0
- package/dist/definition-tuning-review-artifact.d.ts +56 -0
- package/dist/definition-tuning-review-artifact.d.ts.map +1 -0
- package/dist/definition-tuning-review-artifact.js +302 -0
- package/dist/definition-tuning-review-artifact.js.map +1 -0
- package/dist/definition-tuning-review.d.ts +59 -0
- package/dist/definition-tuning-review.d.ts.map +1 -0
- package/dist/definition-tuning-review.js +213 -0
- package/dist/definition-tuning-review.js.map +1 -0
- package/dist/definition-tuning-source-patch.d.ts +43 -0
- package/dist/definition-tuning-source-patch.d.ts.map +1 -0
- package/dist/definition-tuning-source-patch.js +214 -0
- package/dist/definition-tuning-source-patch.js.map +1 -0
- package/dist/definition-tuning.d.ts +73 -0
- package/dist/definition-tuning.d.ts.map +1 -0
- package/dist/definition-tuning.js +426 -0
- package/dist/definition-tuning.js.map +1 -0
- package/dist/definition.d.ts +189 -0
- package/dist/definition.d.ts.map +1 -0
- package/dist/definition.js +494 -0
- package/dist/definition.js.map +1 -0
- package/dist/direct-route-invocation.d.ts +132 -0
- package/dist/direct-route-invocation.d.ts.map +1 -0
- package/dist/direct-route-invocation.js +325 -0
- package/dist/direct-route-invocation.js.map +1 -0
- package/dist/direct-route-policy.d.ts +25 -0
- package/dist/direct-route-policy.d.ts.map +1 -0
- package/dist/direct-route-policy.js +106 -0
- package/dist/direct-route-policy.js.map +1 -0
- package/dist/eval-case.d.ts +85 -0
- package/dist/eval-case.d.ts.map +1 -0
- package/dist/eval-case.js +366 -0
- package/dist/eval-case.js.map +1 -0
- package/dist/eval-replay.d.ts +18 -0
- package/dist/eval-replay.d.ts.map +1 -0
- package/dist/eval-replay.js +41 -0
- package/dist/eval-replay.js.map +1 -0
- package/dist/eval-result.d.ts +46 -0
- package/dist/eval-result.d.ts.map +1 -0
- package/dist/eval-result.js +183 -0
- package/dist/eval-result.js.map +1 -0
- package/dist/eval-runner.d.ts +30 -0
- package/dist/eval-runner.d.ts.map +1 -0
- package/dist/eval-runner.js +57 -0
- package/dist/eval-runner.js.map +1 -0
- package/dist/eval-suite.d.ts +43 -0
- package/dist/eval-suite.d.ts.map +1 -0
- package/dist/eval-suite.js +101 -0
- package/dist/eval-suite.js.map +1 -0
- package/dist/execution-plan.d.ts +43 -0
- package/dist/execution-plan.d.ts.map +1 -0
- package/dist/execution-plan.js +187 -0
- package/dist/execution-plan.js.map +1 -0
- package/dist/hosted-tool-policy.d.ts +70 -0
- package/dist/hosted-tool-policy.d.ts.map +1 -0
- package/dist/hosted-tool-policy.js +228 -0
- package/dist/hosted-tool-policy.js.map +1 -0
- package/dist/index.d.ts +73 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +73 -0
- package/dist/index.js.map +1 -0
- package/dist/memory-policy.d.ts +55 -0
- package/dist/memory-policy.d.ts.map +1 -0
- package/dist/memory-policy.js +187 -0
- package/dist/memory-policy.js.map +1 -0
- package/dist/memory-updates.d.ts +39 -0
- package/dist/memory-updates.d.ts.map +1 -0
- package/dist/memory-updates.js +110 -0
- package/dist/memory-updates.js.map +1 -0
- package/dist/outcome-trace.d.ts +79 -0
- package/dist/outcome-trace.d.ts.map +1 -0
- package/dist/outcome-trace.js +117 -0
- package/dist/outcome-trace.js.map +1 -0
- package/dist/outcome.d.ts +97 -0
- package/dist/outcome.d.ts.map +1 -0
- package/dist/outcome.js +160 -0
- package/dist/outcome.js.map +1 -0
- package/dist/planner-compiler.d.ts +14 -0
- package/dist/planner-compiler.d.ts.map +1 -0
- package/dist/planner-compiler.js +26 -0
- package/dist/planner-compiler.js.map +1 -0
- package/dist/planning.d.ts +36 -0
- package/dist/planning.d.ts.map +1 -0
- package/dist/planning.js +141 -0
- package/dist/planning.js.map +1 -0
- package/dist/policy-resolution.d.ts +10 -0
- package/dist/policy-resolution.d.ts.map +1 -0
- package/dist/policy-resolution.js +30 -0
- package/dist/policy-resolution.js.map +1 -0
- package/dist/run-evaluation.d.ts +29 -0
- package/dist/run-evaluation.d.ts.map +1 -0
- package/dist/run-evaluation.js +128 -0
- package/dist/run-evaluation.js.map +1 -0
- package/dist/run-parity.d.ts +24 -0
- package/dist/run-parity.d.ts.map +1 -0
- package/dist/run-parity.js +36 -0
- package/dist/run-parity.js.map +1 -0
- package/dist/run-report-batch.d.ts +150 -0
- package/dist/run-report-batch.d.ts.map +1 -0
- package/dist/run-report-batch.js +391 -0
- package/dist/run-report-batch.js.map +1 -0
- package/dist/run-report-json.d.ts +76 -0
- package/dist/run-report-json.d.ts.map +1 -0
- package/dist/run-report-json.js +451 -0
- package/dist/run-report-json.js.map +1 -0
- package/dist/run-report.d.ts +22 -0
- package/dist/run-report.d.ts.map +1 -0
- package/dist/run-report.js +46 -0
- package/dist/run-report.js.map +1 -0
- package/dist/run.d.ts +20 -0
- package/dist/run.d.ts.map +1 -0
- package/dist/run.js +36 -0
- package/dist/run.js.map +1 -0
- package/dist/tool-bindings.d.ts +42 -0
- package/dist/tool-bindings.d.ts.map +1 -0
- package/dist/tool-bindings.js +124 -0
- package/dist/tool-bindings.js.map +1 -0
- package/dist/tool-capabilities.d.ts +37 -0
- package/dist/tool-capabilities.d.ts.map +1 -0
- package/dist/tool-capabilities.js +91 -0
- package/dist/tool-capabilities.js.map +1 -0
- package/dist/tool-executor.d.ts +63 -0
- package/dist/tool-executor.d.ts.map +1 -0
- package/dist/tool-executor.js +176 -0
- package/dist/tool-executor.js.map +1 -0
- package/dist/tool-fixtures.d.ts +18 -0
- package/dist/tool-fixtures.d.ts.map +1 -0
- package/dist/tool-fixtures.js +52 -0
- package/dist/tool-fixtures.js.map +1 -0
- package/dist/tool-invocations.d.ts +31 -0
- package/dist/tool-invocations.d.ts.map +1 -0
- package/dist/tool-invocations.js +79 -0
- package/dist/tool-invocations.js.map +1 -0
- package/dist/tool-provider-executors.d.ts +43 -0
- package/dist/tool-provider-executors.d.ts.map +1 -0
- package/dist/tool-provider-executors.js +59 -0
- package/dist/tool-provider-executors.js.map +1 -0
- package/dist/tool-result-cache.d.ts +37 -0
- package/dist/tool-result-cache.d.ts.map +1 -0
- package/dist/tool-result-cache.js +173 -0
- package/dist/tool-result-cache.js.map +1 -0
- package/dist/tool-results.d.ts +41 -0
- package/dist/tool-results.d.ts.map +1 -0
- package/dist/tool-results.js +137 -0
- package/dist/tool-results.js.map +1 -0
- package/dist/tool-runtime.d.ts +46 -0
- package/dist/tool-runtime.d.ts.map +1 -0
- package/dist/tool-runtime.js +163 -0
- package/dist/tool-runtime.js.map +1 -0
- package/dist/tool-selection-evaluation.d.ts +214 -0
- package/dist/tool-selection-evaluation.d.ts.map +1 -0
- package/dist/tool-selection-evaluation.js +773 -0
- package/dist/tool-selection-evaluation.js.map +1 -0
- package/dist/tool-selection-json.d.ts +71 -0
- package/dist/tool-selection-json.d.ts.map +1 -0
- package/dist/tool-selection-json.js +284 -0
- package/dist/tool-selection-json.js.map +1 -0
- package/dist/tool-selection-policy.d.ts +81 -0
- package/dist/tool-selection-policy.d.ts.map +1 -0
- package/dist/tool-selection-policy.js +376 -0
- package/dist/tool-selection-policy.js.map +1 -0
- package/dist/tool-selection-replay.d.ts +26 -0
- package/dist/tool-selection-replay.d.ts.map +1 -0
- package/dist/tool-selection-replay.js +88 -0
- package/dist/tool-selection-replay.js.map +1 -0
- package/dist/tool-selection-rules.d.ts +46 -0
- package/dist/tool-selection-rules.d.ts.map +1 -0
- package/dist/tool-selection-rules.js +183 -0
- package/dist/tool-selection-rules.js.map +1 -0
- package/dist/tool-selection-trace-export.d.ts +37 -0
- package/dist/tool-selection-trace-export.d.ts.map +1 -0
- package/dist/tool-selection-trace-export.js +324 -0
- package/dist/tool-selection-trace-export.js.map +1 -0
- package/dist/trace-events.d.ts +14 -0
- package/dist/trace-events.d.ts.map +1 -0
- package/dist/trace-events.js +65 -0
- package/dist/trace-events.js.map +1 -0
- package/dist/trace-payload.d.ts +24 -0
- package/dist/trace-payload.d.ts.map +1 -0
- package/dist/trace-payload.js +113 -0
- package/dist/trace-payload.js.map +1 -0
- package/dist/trace-replay.d.ts +276 -0
- package/dist/trace-replay.d.ts.map +1 -0
- package/dist/trace-replay.js +685 -0
- package/dist/trace-replay.js.map +1 -0
- package/dist/trace-report.d.ts +320 -0
- package/dist/trace-report.d.ts.map +1 -0
- package/dist/trace-report.js +1394 -0
- package/dist/trace-report.js.map +1 -0
- package/dist/trace-stages.d.ts +70 -0
- package/dist/trace-stages.d.ts.map +1 -0
- package/dist/trace-stages.js +103 -0
- package/dist/trace-stages.js.map +1 -0
- package/dist/value-readers.d.ts +20 -0
- package/dist/value-readers.d.ts.map +1 -0
- package/dist/value-readers.js +82 -0
- package/dist/value-readers.js.map +1 -0
- package/package.json +341 -0
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { AssistantWorkflowRunReport } from "./run-report.js";
|
|
2
|
+
export type AssistantWorkflowRunEvaluationSource = Omit<AssistantWorkflowRunReport, "evaluation">;
|
|
3
|
+
export type AssistantWorkflowRunEvaluationSeverity = "info" | "warning";
|
|
4
|
+
export type AssistantWorkflowRunEvaluationSignalName = "run_not_handled" | "run_needs_clarification" | "run_degraded" | "run_failed" | "missing_required_tools" | "missing_tool_bindings" | "missing_context" | "clarification_policy_mismatch" | "tool_execution_failed" | "tool_execution_partial" | "outcome_unhandled";
|
|
5
|
+
export type AssistantWorkflowRunEvaluationSignal = {
|
|
6
|
+
name: AssistantWorkflowRunEvaluationSignalName;
|
|
7
|
+
severity: AssistantWorkflowRunEvaluationSeverity;
|
|
8
|
+
detail: string | null;
|
|
9
|
+
};
|
|
10
|
+
export type AssistantWorkflowRunEvaluation = {
|
|
11
|
+
workflowId: string;
|
|
12
|
+
workflowVersion: number;
|
|
13
|
+
status: AssistantWorkflowRunReport["status"];
|
|
14
|
+
intent: string | null;
|
|
15
|
+
outcomeKind: string;
|
|
16
|
+
handled: boolean;
|
|
17
|
+
toolResultStatus: string | null;
|
|
18
|
+
readyToolCount: number;
|
|
19
|
+
invokedToolCount: number;
|
|
20
|
+
activePlanningStepProfileIds: string[];
|
|
21
|
+
profileStepIds: string[];
|
|
22
|
+
signalCount: number;
|
|
23
|
+
warningCount: number;
|
|
24
|
+
signals: AssistantWorkflowRunEvaluationSignal[];
|
|
25
|
+
};
|
|
26
|
+
export declare function evaluateAssistantWorkflowRunReport(report: AssistantWorkflowRunEvaluationSource): AssistantWorkflowRunEvaluation;
|
|
27
|
+
export declare function collectAssistantWorkflowRunEvaluationSignals(report: AssistantWorkflowRunEvaluationSource): AssistantWorkflowRunEvaluationSignal[];
|
|
28
|
+
export declare function buildAssistantWorkflowRunEvaluationTracePayload(evaluation: AssistantWorkflowRunEvaluation): Record<string, unknown>;
|
|
29
|
+
//# sourceMappingURL=run-evaluation.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run-evaluation.d.ts","sourceRoot":"","sources":["../src/run-evaluation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAC;AAElE,MAAM,MAAM,oCAAoC,GAAG,IAAI,CAAC,0BAA0B,EAAE,YAAY,CAAC,CAAC;AAElG,MAAM,MAAM,sCAAsC,GAAG,MAAM,GAAG,SAAS,CAAC;AAExE,MAAM,MAAM,wCAAwC,GAChD,iBAAiB,GACjB,yBAAyB,GACzB,cAAc,GACd,YAAY,GACZ,wBAAwB,GACxB,uBAAuB,GACvB,iBAAiB,GACjB,+BAA+B,GAC/B,uBAAuB,GACvB,wBAAwB,GACxB,mBAAmB,CAAC;AAExB,MAAM,MAAM,oCAAoC,GAAG;IACjD,IAAI,EAAE,wCAAwC,CAAC;IAC/C,QAAQ,EAAE,sCAAsC,CAAC;IACjD,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,0BAA0B,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,4BAA4B,EAAE,MAAM,EAAE,CAAC;IACvC,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,oCAAoC,EAAE,CAAC;CACjD,CAAC;AAEF,wBAAgB,kCAAkC,CAChD,MAAM,EAAE,oCAAoC,GAC3C,8BAA8B,CAkBhC;AAED,wBAAgB,4CAA4C,CAC1D,MAAM,EAAE,oCAAoC,GAC3C,oCAAoC,EAAE,CA6ExC;AAED,wBAAgB,+CAA+C,CAC7D,UAAU,EAAE,8BAA8B,GACzC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAiBzB"}
|
|
@@ -0,0 +1,128 @@
|
|
|
1
|
+
export function evaluateAssistantWorkflowRunReport(report) {
|
|
2
|
+
const signals = collectAssistantWorkflowRunEvaluationSignals(report);
|
|
3
|
+
return {
|
|
4
|
+
workflowId: report.workflowId,
|
|
5
|
+
workflowVersion: report.workflowVersion,
|
|
6
|
+
status: report.status,
|
|
7
|
+
intent: report.run.decision.intent,
|
|
8
|
+
outcomeKind: report.outcome.kind,
|
|
9
|
+
handled: report.outcomeSummary.handled,
|
|
10
|
+
toolResultStatus: report.toolExecution?.summary.status ?? null,
|
|
11
|
+
readyToolCount: report.run.executionPlan.readyToolNames.length,
|
|
12
|
+
invokedToolCount: report.toolExecution?.summary.totalInvocations ?? report.run.toolInvocationQueue.invocations.length,
|
|
13
|
+
activePlanningStepProfileIds: [...report.run.decision.plan.activePlanningStepProfileIds],
|
|
14
|
+
profileStepIds: [...report.run.decision.plan.profileStepIds],
|
|
15
|
+
signalCount: signals.length,
|
|
16
|
+
warningCount: signals.filter((signal) => signal.severity === "warning").length,
|
|
17
|
+
signals,
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
export function collectAssistantWorkflowRunEvaluationSignals(report) {
|
|
21
|
+
const signals = [];
|
|
22
|
+
if (report.status === "not_handled") {
|
|
23
|
+
signals.push({
|
|
24
|
+
name: "run_not_handled",
|
|
25
|
+
severity: "warning",
|
|
26
|
+
detail: report.outcomeSummary.reason,
|
|
27
|
+
});
|
|
28
|
+
}
|
|
29
|
+
if (report.status === "clarification") {
|
|
30
|
+
signals.push({
|
|
31
|
+
name: "run_needs_clarification",
|
|
32
|
+
severity: "info",
|
|
33
|
+
detail: report.outcomeSummary.reason,
|
|
34
|
+
});
|
|
35
|
+
}
|
|
36
|
+
if (report.status === "degraded") {
|
|
37
|
+
signals.push({
|
|
38
|
+
name: "run_degraded",
|
|
39
|
+
severity: "warning",
|
|
40
|
+
detail: report.outcomeSummary.reason,
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
if (report.status === "failed") {
|
|
44
|
+
signals.push({
|
|
45
|
+
name: "run_failed",
|
|
46
|
+
severity: "warning",
|
|
47
|
+
detail: report.toolExecution?.summary.status ?? null,
|
|
48
|
+
});
|
|
49
|
+
}
|
|
50
|
+
if (report.run.executionPlan.missingCapabilityNames.length > 0) {
|
|
51
|
+
signals.push({
|
|
52
|
+
name: "missing_required_tools",
|
|
53
|
+
severity: "warning",
|
|
54
|
+
detail: report.run.executionPlan.missingCapabilityNames.join(", "),
|
|
55
|
+
});
|
|
56
|
+
}
|
|
57
|
+
if (report.run.executionPlan.missingBindingNames.length > 0) {
|
|
58
|
+
signals.push({
|
|
59
|
+
name: "missing_tool_bindings",
|
|
60
|
+
severity: "warning",
|
|
61
|
+
detail: report.run.executionPlan.missingBindingNames.join(", "),
|
|
62
|
+
});
|
|
63
|
+
}
|
|
64
|
+
if (report.run.executionPlan.missingContextRequirements.length > 0) {
|
|
65
|
+
signals.push({
|
|
66
|
+
name: "missing_context",
|
|
67
|
+
severity: "warning",
|
|
68
|
+
detail: report.run.executionPlan.missingContextRequirements.join(", "),
|
|
69
|
+
});
|
|
70
|
+
}
|
|
71
|
+
if (report.toolExecution?.summary.status === "failed") {
|
|
72
|
+
signals.push({
|
|
73
|
+
name: "tool_execution_failed",
|
|
74
|
+
severity: "warning",
|
|
75
|
+
detail: summarizeToolExecutionFailure(report),
|
|
76
|
+
});
|
|
77
|
+
}
|
|
78
|
+
else if (report.toolExecution?.summary.status === "partial") {
|
|
79
|
+
signals.push({
|
|
80
|
+
name: "tool_execution_partial",
|
|
81
|
+
severity: "warning",
|
|
82
|
+
detail: summarizeToolExecutionFailure(report),
|
|
83
|
+
});
|
|
84
|
+
}
|
|
85
|
+
if (!report.outcomeSummary.handled) {
|
|
86
|
+
signals.push({
|
|
87
|
+
name: "outcome_unhandled",
|
|
88
|
+
severity: "warning",
|
|
89
|
+
detail: report.outcomeSummary.reason,
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
return signals;
|
|
93
|
+
}
|
|
94
|
+
export function buildAssistantWorkflowRunEvaluationTracePayload(evaluation) {
|
|
95
|
+
return {
|
|
96
|
+
workflowId: evaluation.workflowId,
|
|
97
|
+
workflowVersion: evaluation.workflowVersion,
|
|
98
|
+
status: evaluation.status,
|
|
99
|
+
intent: evaluation.intent,
|
|
100
|
+
outcomeKind: evaluation.outcomeKind,
|
|
101
|
+
handled: evaluation.handled,
|
|
102
|
+
toolResultStatus: evaluation.toolResultStatus,
|
|
103
|
+
readyToolCount: evaluation.readyToolCount,
|
|
104
|
+
invokedToolCount: evaluation.invokedToolCount,
|
|
105
|
+
activePlanningStepProfileIds: evaluation.activePlanningStepProfileIds,
|
|
106
|
+
profileStepIds: evaluation.profileStepIds,
|
|
107
|
+
signalCount: evaluation.signalCount,
|
|
108
|
+
warningCount: evaluation.warningCount,
|
|
109
|
+
signals: evaluation.signals,
|
|
110
|
+
};
|
|
111
|
+
}
|
|
112
|
+
function summarizeToolExecutionFailure(report) {
|
|
113
|
+
const summary = report.toolExecution?.summary;
|
|
114
|
+
if (!summary)
|
|
115
|
+
return null;
|
|
116
|
+
const parts = [
|
|
117
|
+
summary.errorCount > 0 ? `errors=${summary.errorCount}` : "",
|
|
118
|
+
summary.skippedCount > 0 ? `skipped=${summary.skippedCount}` : "",
|
|
119
|
+
summary.missingResultInvocationIds.length > 0
|
|
120
|
+
? `missing=${summary.missingResultInvocationIds.join(",")}`
|
|
121
|
+
: "",
|
|
122
|
+
summary.unexpectedResultInvocationIds.length > 0
|
|
123
|
+
? `unexpected=${summary.unexpectedResultInvocationIds.join(",")}`
|
|
124
|
+
: "",
|
|
125
|
+
].filter((part) => part.length > 0);
|
|
126
|
+
return parts.length ? parts.join("; ") : summary.status;
|
|
127
|
+
}
|
|
128
|
+
//# sourceMappingURL=run-evaluation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run-evaluation.js","sourceRoot":"","sources":["../src/run-evaluation.ts"],"names":[],"mappings":"AA0CA,MAAM,UAAU,kCAAkC,CAChD,MAA4C;IAE5C,MAAM,OAAO,GAAG,4CAA4C,CAAC,MAAM,CAAC,CAAC;IACrE,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,eAAe,EAAE,MAAM,CAAC,eAAe;QACvC,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM;QAClC,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI;QAChC,OAAO,EAAE,MAAM,CAAC,cAAc,CAAC,OAAO;QACtC,gBAAgB,EAAE,MAAM,CAAC,aAAa,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;QAC9D,cAAc,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,cAAc,CAAC,MAAM;QAC9D,gBAAgB,EAAE,MAAM,CAAC,aAAa,EAAE,OAAO,CAAC,gBAAgB,IAAI,MAAM,CAAC,GAAG,CAAC,mBAAmB,CAAC,WAAW,CAAC,MAAM;QACrH,4BAA4B,EAAE,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,4BAA4B,CAAC;QACxF,cAAc,EAAE,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC;QAC5D,WAAW,EAAE,OAAO,CAAC,MAAM;QAC3B,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,MAAM;QAC9E,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4CAA4C,CAC1D,MAA4C;IAE5C,MAAM,OAAO,GAA2C,EAAE,CAAC;IAE3D,IAAI,MAAM,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;QACpC,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC,MAAM;SACrC,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,eAAe,EAAE,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,yBAAyB;YAC/B,QAAQ,EAAE,MAAM;YAChB,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC,MAAM;SACrC,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;QACjC,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,cAAc;YACpB,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC,MAAM;SACrC,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,YAAY;YAClB,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,MAAM,CAAC,aAAa,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;SACrD,CAAC,CAAC;IACL,CAAC;IAED,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,sBAAsB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/D,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,wBAAwB;YAC9B,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC;SACnE,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5D,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,uBAAuB;YAC7B,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC;SAChE,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,0BAA0B,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnE,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC;SACvE,CAAC,CAAC;IACL,CAAC;IAED,IAAI,MAAM,CAAC,aAAa,EAAE,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACtD,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,uBAAuB;YAC7B,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,6BAA6B,CAAC,MAAM,CAAC;SAC9C,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,MAAM,CAAC,aAAa,EAAE,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC9D,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,wBAAwB;YAC9B,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,6BAA6B,CAAC,MAAM,CAAC;SAC9C,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;QACnC,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,mBAAmB;YACzB,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC,MAAM;SACrC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,+CAA+C,CAC7D,UAA0C;IAE1C,OAAO;QACL,UAAU,EAAE,UAAU,CAAC,UAAU;QACjC,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,OAAO,EAAE,UAAU,CAAC,OAAO;QAC3B,gBAAgB,EAAE,UAAU,CAAC,gBAAgB;QAC7C,cAAc,EAAE,UAAU,CAAC,cAAc;QACzC,gBAAgB,EAAE,UAAU,CAAC,gBAAgB;QAC7C,4BAA4B,EAAE,UAAU,CAAC,4BAA4B;QACrE,cAAc,EAAE,UAAU,CAAC,cAAc;QACzC,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,YAAY,EAAE,UAAU,CAAC,YAAY;QACrC,OAAO,EAAE,UAAU,CAAC,OAAO;KAC5B,CAAC;AACJ,CAAC;AAED,SAAS,6BAA6B,CAAC,MAA4C;IACjF,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,EAAE,OAAO,CAAC;IAC9C,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,MAAM,KAAK,GAAG;QACZ,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE;QAC5D,OAAO,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE;QACjE,OAAO,CAAC,0BAA0B,CAAC,MAAM,GAAG,CAAC;YAC3C,CAAC,CAAC,WAAW,OAAO,CAAC,0BAA0B,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YAC3D,CAAC,CAAC,EAAE;QACN,OAAO,CAAC,6BAA6B,CAAC,MAAM,GAAG,CAAC;YAC9C,CAAC,CAAC,cAAc,OAAO,CAAC,6BAA6B,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YACjE,CAAC,CAAC,EAAE;KACP,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;AAC1D,CAAC","sourcesContent":["import type { AssistantWorkflowRunReport } from \"./run-report.js\";\n\nexport type AssistantWorkflowRunEvaluationSource = Omit<AssistantWorkflowRunReport, \"evaluation\">;\n\nexport type AssistantWorkflowRunEvaluationSeverity = \"info\" | \"warning\";\n\nexport type AssistantWorkflowRunEvaluationSignalName =\n | \"run_not_handled\"\n | \"run_needs_clarification\"\n | \"run_degraded\"\n | \"run_failed\"\n | \"missing_required_tools\"\n | \"missing_tool_bindings\"\n | \"missing_context\"\n | \"clarification_policy_mismatch\"\n | \"tool_execution_failed\"\n | \"tool_execution_partial\"\n | \"outcome_unhandled\";\n\nexport type AssistantWorkflowRunEvaluationSignal = {\n name: AssistantWorkflowRunEvaluationSignalName;\n severity: AssistantWorkflowRunEvaluationSeverity;\n detail: string | null;\n};\n\nexport type AssistantWorkflowRunEvaluation = {\n workflowId: string;\n workflowVersion: number;\n status: AssistantWorkflowRunReport[\"status\"];\n intent: string | null;\n outcomeKind: string;\n handled: boolean;\n toolResultStatus: string | null;\n readyToolCount: number;\n invokedToolCount: number;\n activePlanningStepProfileIds: string[];\n profileStepIds: string[];\n signalCount: number;\n warningCount: number;\n signals: AssistantWorkflowRunEvaluationSignal[];\n};\n\nexport function evaluateAssistantWorkflowRunReport(\n report: AssistantWorkflowRunEvaluationSource,\n): AssistantWorkflowRunEvaluation {\n const signals = collectAssistantWorkflowRunEvaluationSignals(report);\n return {\n workflowId: report.workflowId,\n workflowVersion: report.workflowVersion,\n status: report.status,\n intent: report.run.decision.intent,\n outcomeKind: report.outcome.kind,\n handled: report.outcomeSummary.handled,\n toolResultStatus: report.toolExecution?.summary.status ?? null,\n readyToolCount: report.run.executionPlan.readyToolNames.length,\n invokedToolCount: report.toolExecution?.summary.totalInvocations ?? report.run.toolInvocationQueue.invocations.length,\n activePlanningStepProfileIds: [...report.run.decision.plan.activePlanningStepProfileIds],\n profileStepIds: [...report.run.decision.plan.profileStepIds],\n signalCount: signals.length,\n warningCount: signals.filter((signal) => signal.severity === \"warning\").length,\n signals,\n };\n}\n\nexport function collectAssistantWorkflowRunEvaluationSignals(\n report: AssistantWorkflowRunEvaluationSource,\n): AssistantWorkflowRunEvaluationSignal[] {\n const signals: AssistantWorkflowRunEvaluationSignal[] = [];\n\n if (report.status === \"not_handled\") {\n signals.push({\n name: \"run_not_handled\",\n severity: \"warning\",\n detail: report.outcomeSummary.reason,\n });\n }\n if (report.status === \"clarification\") {\n signals.push({\n name: \"run_needs_clarification\",\n severity: \"info\",\n detail: report.outcomeSummary.reason,\n });\n }\n if (report.status === \"degraded\") {\n signals.push({\n name: \"run_degraded\",\n severity: \"warning\",\n detail: report.outcomeSummary.reason,\n });\n }\n if (report.status === \"failed\") {\n signals.push({\n name: \"run_failed\",\n severity: \"warning\",\n detail: report.toolExecution?.summary.status ?? null,\n });\n }\n\n if (report.run.executionPlan.missingCapabilityNames.length > 0) {\n signals.push({\n name: \"missing_required_tools\",\n severity: \"warning\",\n detail: report.run.executionPlan.missingCapabilityNames.join(\", \"),\n });\n }\n if (report.run.executionPlan.missingBindingNames.length > 0) {\n signals.push({\n name: \"missing_tool_bindings\",\n severity: \"warning\",\n detail: report.run.executionPlan.missingBindingNames.join(\", \"),\n });\n }\n if (report.run.executionPlan.missingContextRequirements.length > 0) {\n signals.push({\n name: \"missing_context\",\n severity: \"warning\",\n detail: report.run.executionPlan.missingContextRequirements.join(\", \"),\n });\n }\n\n if (report.toolExecution?.summary.status === \"failed\") {\n signals.push({\n name: \"tool_execution_failed\",\n severity: \"warning\",\n detail: summarizeToolExecutionFailure(report),\n });\n } else if (report.toolExecution?.summary.status === \"partial\") {\n signals.push({\n name: \"tool_execution_partial\",\n severity: \"warning\",\n detail: summarizeToolExecutionFailure(report),\n });\n }\n\n if (!report.outcomeSummary.handled) {\n signals.push({\n name: \"outcome_unhandled\",\n severity: \"warning\",\n detail: report.outcomeSummary.reason,\n });\n }\n\n return signals;\n}\n\nexport function buildAssistantWorkflowRunEvaluationTracePayload(\n evaluation: AssistantWorkflowRunEvaluation,\n): Record<string, unknown> {\n return {\n workflowId: evaluation.workflowId,\n workflowVersion: evaluation.workflowVersion,\n status: evaluation.status,\n intent: evaluation.intent,\n outcomeKind: evaluation.outcomeKind,\n handled: evaluation.handled,\n toolResultStatus: evaluation.toolResultStatus,\n readyToolCount: evaluation.readyToolCount,\n invokedToolCount: evaluation.invokedToolCount,\n activePlanningStepProfileIds: evaluation.activePlanningStepProfileIds,\n profileStepIds: evaluation.profileStepIds,\n signalCount: evaluation.signalCount,\n warningCount: evaluation.warningCount,\n signals: evaluation.signals,\n };\n}\n\nfunction summarizeToolExecutionFailure(report: AssistantWorkflowRunEvaluationSource): string | null {\n const summary = report.toolExecution?.summary;\n if (!summary) return null;\n const parts = [\n summary.errorCount > 0 ? `errors=${summary.errorCount}` : \"\",\n summary.skippedCount > 0 ? `skipped=${summary.skippedCount}` : \"\",\n summary.missingResultInvocationIds.length > 0\n ? `missing=${summary.missingResultInvocationIds.join(\",\")}`\n : \"\",\n summary.unexpectedResultInvocationIds.length > 0\n ? `unexpected=${summary.unexpectedResultInvocationIds.join(\",\")}`\n : \"\",\n ].filter((part) => part.length > 0);\n return parts.length ? parts.join(\"; \") : summary.status;\n}\n"]}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import type { AssistantWorkflowRun } from "./run.js";
|
|
2
|
+
export type AssistantWorkflowRunParitySummary = {
|
|
3
|
+
workflowId: string;
|
|
4
|
+
workflowVersion: number;
|
|
5
|
+
intent: string | null;
|
|
6
|
+
runStatus: AssistantWorkflowRun["status"];
|
|
7
|
+
stepIds: string[];
|
|
8
|
+
readyToolNames: string[];
|
|
9
|
+
invocationToolNames: string[];
|
|
10
|
+
blockingReasonCount: number;
|
|
11
|
+
warningCount: number;
|
|
12
|
+
};
|
|
13
|
+
export type AssistantWorkflowRunParityDifference = {
|
|
14
|
+
field: keyof AssistantWorkflowRunParitySummary;
|
|
15
|
+
expected: string | number | string[] | null;
|
|
16
|
+
actual: string | number | string[] | null;
|
|
17
|
+
};
|
|
18
|
+
export type AssistantWorkflowRunParityResult = {
|
|
19
|
+
matches: boolean;
|
|
20
|
+
differences: AssistantWorkflowRunParityDifference[];
|
|
21
|
+
};
|
|
22
|
+
export declare function buildAssistantWorkflowRunParitySummary(run: AssistantWorkflowRun): AssistantWorkflowRunParitySummary;
|
|
23
|
+
export declare function compareAssistantWorkflowRunParity(expected: AssistantWorkflowRunParitySummary, actual: AssistantWorkflowRunParitySummary): AssistantWorkflowRunParityResult;
|
|
24
|
+
//# sourceMappingURL=run-parity.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run-parity.d.ts","sourceRoot":"","sources":["../src/run-parity.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AAErD,MAAM,MAAM,iCAAiC,GAAG;IAC9C,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,SAAS,EAAE,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IAC1C,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,oCAAoC,GAAG;IACjD,KAAK,EAAE,MAAM,iCAAiC,CAAC;IAC/C,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,EAAE,GAAG,IAAI,CAAC;IAC5C,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,EAAE,GAAG,IAAI,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,gCAAgC,GAAG;IAC7C,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,EAAE,oCAAoC,EAAE,CAAC;CACrD,CAAC;AAEF,wBAAgB,sCAAsC,CACpD,GAAG,EAAE,oBAAoB,GACxB,iCAAiC,CAYnC;AAED,wBAAgB,iCAAiC,CAC/C,QAAQ,EAAE,iCAAiC,EAC3C,MAAM,EAAE,iCAAiC,GACxC,gCAAgC,CAYlC"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
export function buildAssistantWorkflowRunParitySummary(run) {
|
|
2
|
+
return {
|
|
3
|
+
workflowId: run.workflowId,
|
|
4
|
+
workflowVersion: run.workflowVersion,
|
|
5
|
+
intent: run.decision.intent,
|
|
6
|
+
runStatus: run.status,
|
|
7
|
+
stepIds: run.executionPlan.steps.map((step) => step.id),
|
|
8
|
+
readyToolNames: [...run.executionPlan.readyToolNames],
|
|
9
|
+
invocationToolNames: run.toolInvocationQueue.invocations.map((invocation) => invocation.toolName),
|
|
10
|
+
blockingReasonCount: run.executionPlan.blockingReasons.length,
|
|
11
|
+
warningCount: run.executionPlan.warnings.length,
|
|
12
|
+
};
|
|
13
|
+
}
|
|
14
|
+
export function compareAssistantWorkflowRunParity(expected, actual) {
|
|
15
|
+
const differences = [];
|
|
16
|
+
compareValue("workflowId", expected.workflowId, actual.workflowId, differences);
|
|
17
|
+
compareValue("workflowVersion", expected.workflowVersion, actual.workflowVersion, differences);
|
|
18
|
+
compareValue("intent", expected.intent, actual.intent, differences);
|
|
19
|
+
compareValue("runStatus", expected.runStatus, actual.runStatus, differences);
|
|
20
|
+
compareArray("stepIds", expected.stepIds, actual.stepIds, differences);
|
|
21
|
+
compareArray("readyToolNames", expected.readyToolNames, actual.readyToolNames, differences);
|
|
22
|
+
compareArray("invocationToolNames", expected.invocationToolNames, actual.invocationToolNames, differences);
|
|
23
|
+
compareValue("blockingReasonCount", expected.blockingReasonCount, actual.blockingReasonCount, differences);
|
|
24
|
+
compareValue("warningCount", expected.warningCount, actual.warningCount, differences);
|
|
25
|
+
return { matches: differences.length === 0, differences };
|
|
26
|
+
}
|
|
27
|
+
function compareValue(field, expected, actual, differences) {
|
|
28
|
+
if (expected !== actual)
|
|
29
|
+
differences.push({ field, expected, actual });
|
|
30
|
+
}
|
|
31
|
+
function compareArray(field, expected, actual, differences) {
|
|
32
|
+
if (expected.length !== actual.length || expected.some((entry, index) => entry !== actual[index])) {
|
|
33
|
+
differences.push({ field, expected: [...expected], actual: [...actual] });
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=run-parity.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run-parity.js","sourceRoot":"","sources":["../src/run-parity.ts"],"names":[],"mappings":"AAyBA,MAAM,UAAU,sCAAsC,CACpD,GAAyB;IAEzB,OAAO;QACL,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,eAAe,EAAE,GAAG,CAAC,eAAe;QACpC,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,MAAM;QAC3B,SAAS,EAAE,GAAG,CAAC,MAAM;QACrB,OAAO,EAAE,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACvD,cAAc,EAAE,CAAC,GAAG,GAAG,CAAC,aAAa,CAAC,cAAc,CAAC;QACrD,mBAAmB,EAAE,GAAG,CAAC,mBAAmB,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QACjG,mBAAmB,EAAE,GAAG,CAAC,aAAa,CAAC,eAAe,CAAC,MAAM;QAC7D,YAAY,EAAE,GAAG,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM;KAChD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iCAAiC,CAC/C,QAA2C,EAC3C,MAAyC;IAEzC,MAAM,WAAW,GAA2C,EAAE,CAAC;IAC/D,YAAY,CAAC,YAAY,EAAE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;IAChF,YAAY,CAAC,iBAAiB,EAAE,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;IAC/F,YAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACpE,YAAY,CAAC,WAAW,EAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAC7E,YAAY,CAAC,SAAS,EAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACvE,YAAY,CAAC,gBAAgB,EAAE,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;IAC5F,YAAY,CAAC,qBAAqB,EAAE,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,EAAE,WAAW,CAAC,CAAC;IAC3G,YAAY,CAAC,qBAAqB,EAAE,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,EAAE,WAAW,CAAC,CAAC;IAC3G,YAAY,CAAC,cAAc,EAAE,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IACtF,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;AAC5D,CAAC;AAED,SAAS,YAAY,CACnB,KAAoD,EACpD,QAAgC,EAChC,MAA8B,EAC9B,WAAmD;IAEnD,IAAI,QAAQ,KAAK,MAAM;QAAE,WAAW,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,YAAY,CACnB,KAAoD,EACpD,QAAkB,EAClB,MAAgB,EAChB,WAAmD;IAEnD,IAAI,QAAQ,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAClG,WAAW,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,GAAG,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;IAC5E,CAAC;AACH,CAAC","sourcesContent":["import type { AssistantWorkflowRun } from \"./run.js\";\n\nexport type AssistantWorkflowRunParitySummary = {\n workflowId: string;\n workflowVersion: number;\n intent: string | null;\n runStatus: AssistantWorkflowRun[\"status\"];\n stepIds: string[];\n readyToolNames: string[];\n invocationToolNames: string[];\n blockingReasonCount: number;\n warningCount: number;\n};\n\nexport type AssistantWorkflowRunParityDifference = {\n field: keyof AssistantWorkflowRunParitySummary;\n expected: string | number | string[] | null;\n actual: string | number | string[] | null;\n};\n\nexport type AssistantWorkflowRunParityResult = {\n matches: boolean;\n differences: AssistantWorkflowRunParityDifference[];\n};\n\nexport function buildAssistantWorkflowRunParitySummary(\n run: AssistantWorkflowRun,\n): AssistantWorkflowRunParitySummary {\n return {\n workflowId: run.workflowId,\n workflowVersion: run.workflowVersion,\n intent: run.decision.intent,\n runStatus: run.status,\n stepIds: run.executionPlan.steps.map((step) => step.id),\n readyToolNames: [...run.executionPlan.readyToolNames],\n invocationToolNames: run.toolInvocationQueue.invocations.map((invocation) => invocation.toolName),\n blockingReasonCount: run.executionPlan.blockingReasons.length,\n warningCount: run.executionPlan.warnings.length,\n };\n}\n\nexport function compareAssistantWorkflowRunParity(\n expected: AssistantWorkflowRunParitySummary,\n actual: AssistantWorkflowRunParitySummary,\n): AssistantWorkflowRunParityResult {\n const differences: AssistantWorkflowRunParityDifference[] = [];\n compareValue(\"workflowId\", expected.workflowId, actual.workflowId, differences);\n compareValue(\"workflowVersion\", expected.workflowVersion, actual.workflowVersion, differences);\n compareValue(\"intent\", expected.intent, actual.intent, differences);\n compareValue(\"runStatus\", expected.runStatus, actual.runStatus, differences);\n compareArray(\"stepIds\", expected.stepIds, actual.stepIds, differences);\n compareArray(\"readyToolNames\", expected.readyToolNames, actual.readyToolNames, differences);\n compareArray(\"invocationToolNames\", expected.invocationToolNames, actual.invocationToolNames, differences);\n compareValue(\"blockingReasonCount\", expected.blockingReasonCount, actual.blockingReasonCount, differences);\n compareValue(\"warningCount\", expected.warningCount, actual.warningCount, differences);\n return { matches: differences.length === 0, differences };\n}\n\nfunction compareValue(\n field: AssistantWorkflowRunParityDifference[\"field\"],\n expected: string | number | null,\n actual: string | number | null,\n differences: AssistantWorkflowRunParityDifference[],\n): void {\n if (expected !== actual) differences.push({ field, expected, actual });\n}\n\nfunction compareArray(\n field: AssistantWorkflowRunParityDifference[\"field\"],\n expected: string[],\n actual: string[],\n differences: AssistantWorkflowRunParityDifference[],\n): void {\n if (expected.length !== actual.length || expected.some((entry, index) => entry !== actual[index])) {\n differences.push({ field, expected: [...expected], actual: [...actual] });\n }\n}\n"]}
|
|
@@ -0,0 +1,150 @@
|
|
|
1
|
+
import type { AssistantWorkflowRunReport } from "./run-report.js";
|
|
2
|
+
import type { AssistantWorkflowRunEvaluationSignal, AssistantWorkflowRunEvaluationSignalName } from "./run-evaluation.js";
|
|
3
|
+
export type AssistantWorkflowRunReportBatchOptions = {
|
|
4
|
+
onlyInteresting?: boolean;
|
|
5
|
+
};
|
|
6
|
+
export type AssistantWorkflowRunReportBatchCount = {
|
|
7
|
+
key: string;
|
|
8
|
+
count: number;
|
|
9
|
+
};
|
|
10
|
+
export type AssistantWorkflowRunReportBatchSignalCount = {
|
|
11
|
+
name: AssistantWorkflowRunEvaluationSignalName;
|
|
12
|
+
severity: "info" | "warning";
|
|
13
|
+
count: number;
|
|
14
|
+
};
|
|
15
|
+
export type AssistantWorkflowRunReportBatchRow = {
|
|
16
|
+
workflowId: string;
|
|
17
|
+
workflowVersion: number;
|
|
18
|
+
status: AssistantWorkflowRunReport["status"];
|
|
19
|
+
intent: string | null;
|
|
20
|
+
outcomeKind: string;
|
|
21
|
+
handled: boolean;
|
|
22
|
+
toolResultStatus: string | null;
|
|
23
|
+
toolResultProviders: string[];
|
|
24
|
+
activePlanningStepProfileIds: string[];
|
|
25
|
+
profileStepIds: string[];
|
|
26
|
+
directRouteDoneRoutes: string[];
|
|
27
|
+
directRouteRecoveredRoutes: string[];
|
|
28
|
+
directRouteErrorRoutes: string[];
|
|
29
|
+
directRouteSkipReasons: string[];
|
|
30
|
+
directRouteGapReasons: string[];
|
|
31
|
+
directRouteObservedStrategies: string[];
|
|
32
|
+
directRouteUndeclaredStrategies: string[];
|
|
33
|
+
memoryChangedSlots: string[];
|
|
34
|
+
memoryChangedProfileFields: string[];
|
|
35
|
+
memorySkippedPatchReasons: string[];
|
|
36
|
+
threadProfileWriteSources: string[];
|
|
37
|
+
threadProfileWriteReasons: string[];
|
|
38
|
+
threadProfileWriteChangedFields: string[];
|
|
39
|
+
signalCount: number;
|
|
40
|
+
warningCount: number;
|
|
41
|
+
signals: AssistantWorkflowRunEvaluationSignal[];
|
|
42
|
+
};
|
|
43
|
+
export type AssistantWorkflowRunReportBatch = {
|
|
44
|
+
generatedAt: string;
|
|
45
|
+
sourceReportCount: number;
|
|
46
|
+
rowCount: number;
|
|
47
|
+
interestingRowCount: number;
|
|
48
|
+
warningRowCount: number;
|
|
49
|
+
statusCounts: AssistantWorkflowRunReportBatchCount[];
|
|
50
|
+
intentCounts: AssistantWorkflowRunReportBatchCount[];
|
|
51
|
+
outcomeCounts: AssistantWorkflowRunReportBatchCount[];
|
|
52
|
+
toolResultStatusCounts: AssistantWorkflowRunReportBatchCount[];
|
|
53
|
+
toolProviderResultCounts: AssistantWorkflowRunReportBatchCount[];
|
|
54
|
+
activePlanningStepProfileCounts: AssistantWorkflowRunReportBatchCount[];
|
|
55
|
+
profileStepCounts: AssistantWorkflowRunReportBatchCount[];
|
|
56
|
+
directRouteDoneCounts: AssistantWorkflowRunReportBatchCount[];
|
|
57
|
+
directRouteRecoveredCounts: AssistantWorkflowRunReportBatchCount[];
|
|
58
|
+
directRouteErrorCounts: AssistantWorkflowRunReportBatchCount[];
|
|
59
|
+
directRouteSkipReasonCounts: AssistantWorkflowRunReportBatchCount[];
|
|
60
|
+
directRouteGapReasonCounts: AssistantWorkflowRunReportBatchCount[];
|
|
61
|
+
directRouteObservedStrategyCounts: AssistantWorkflowRunReportBatchCount[];
|
|
62
|
+
directRouteUndeclaredStrategyCounts: AssistantWorkflowRunReportBatchCount[];
|
|
63
|
+
memoryChangedSlotCounts: AssistantWorkflowRunReportBatchCount[];
|
|
64
|
+
memoryChangedProfileFieldCounts: AssistantWorkflowRunReportBatchCount[];
|
|
65
|
+
memorySkippedPatchReasonCounts: AssistantWorkflowRunReportBatchCount[];
|
|
66
|
+
threadProfileWriteSourceCounts: AssistantWorkflowRunReportBatchCount[];
|
|
67
|
+
threadProfileWriteReasonCounts: AssistantWorkflowRunReportBatchCount[];
|
|
68
|
+
threadProfileWriteChangedFieldCounts: AssistantWorkflowRunReportBatchCount[];
|
|
69
|
+
signalCounts: AssistantWorkflowRunReportBatchSignalCount[];
|
|
70
|
+
rows: AssistantWorkflowRunReportBatchRow[];
|
|
71
|
+
};
|
|
72
|
+
export type AssistantWorkflowPlanningProfileMigrationCandidateStatus = "ready_for_runtime_change" | "needs_review";
|
|
73
|
+
export type AssistantWorkflowPlanningProfileMigrationCandidate = {
|
|
74
|
+
profileId: string;
|
|
75
|
+
runCount: number;
|
|
76
|
+
completedCount: number;
|
|
77
|
+
handledCount: number;
|
|
78
|
+
warningRowCount: number;
|
|
79
|
+
failedCount: number;
|
|
80
|
+
degradedCount: number;
|
|
81
|
+
clarificationCount: number;
|
|
82
|
+
notHandledCount: number;
|
|
83
|
+
profileStepIds: string[];
|
|
84
|
+
signalCounts: AssistantWorkflowRunReportBatchSignalCount[];
|
|
85
|
+
signalDetails: string[];
|
|
86
|
+
status: AssistantWorkflowPlanningProfileMigrationCandidateStatus;
|
|
87
|
+
blockingReasons: string[];
|
|
88
|
+
};
|
|
89
|
+
export type AssistantWorkflowPlanningProfileMigrationReportOptions = {
|
|
90
|
+
currentRuntimeProfileIds?: readonly string[] | null;
|
|
91
|
+
minRunCount?: number | null;
|
|
92
|
+
generatedAt?: string | null;
|
|
93
|
+
};
|
|
94
|
+
export type AssistantWorkflowPlanningProfileMigrationReport = {
|
|
95
|
+
generatedAt: string;
|
|
96
|
+
minRunCount: number;
|
|
97
|
+
sourceReportCount: number;
|
|
98
|
+
rowCount: number;
|
|
99
|
+
observedProfileCount: number;
|
|
100
|
+
currentRuntimeProfileIds: string[];
|
|
101
|
+
readyProfileIds: string[];
|
|
102
|
+
reviewProfileIds: string[];
|
|
103
|
+
addProfileIds: string[];
|
|
104
|
+
keepProfileIds: string[];
|
|
105
|
+
proposedRuntimeProfileIds: string[];
|
|
106
|
+
candidates: AssistantWorkflowPlanningProfileMigrationCandidate[];
|
|
107
|
+
readyCandidates: AssistantWorkflowPlanningProfileMigrationCandidate[];
|
|
108
|
+
reviewCandidates: AssistantWorkflowPlanningProfileMigrationCandidate[];
|
|
109
|
+
};
|
|
110
|
+
export type AssistantWorkflowPlanningProfileMigrationReviewArtifactStatus = "ready_for_runtime_change" | "no_runtime_change";
|
|
111
|
+
export type AssistantWorkflowPlanningProfileMigrationReviewArtifactRecommendedAction = "apply_planning_profile_runtime_update" | "keep_current_runtime";
|
|
112
|
+
export type AssistantWorkflowPlanningProfileMigrationReviewArtifactOptions = {
|
|
113
|
+
title?: string | null;
|
|
114
|
+
patchTargets?: readonly string[] | null;
|
|
115
|
+
requiredTestIds?: readonly string[] | null;
|
|
116
|
+
};
|
|
117
|
+
export type AssistantWorkflowPlanningProfileMigrationReviewArtifact = {
|
|
118
|
+
generatedAt: string;
|
|
119
|
+
title: string;
|
|
120
|
+
status: AssistantWorkflowPlanningProfileMigrationReviewArtifactStatus;
|
|
121
|
+
recommendedAction: AssistantWorkflowPlanningProfileMigrationReviewArtifactRecommendedAction;
|
|
122
|
+
rationale: string;
|
|
123
|
+
patchTargets: string[];
|
|
124
|
+
requiredTestIds: string[];
|
|
125
|
+
runtimeChange: {
|
|
126
|
+
currentRuntimeProfileIds: string[];
|
|
127
|
+
addProfileIds: string[];
|
|
128
|
+
keepProfileIds: string[];
|
|
129
|
+
proposedRuntimeProfileIds: string[];
|
|
130
|
+
};
|
|
131
|
+
evidence: {
|
|
132
|
+
minRunCount: number;
|
|
133
|
+
sourceReportCount: number;
|
|
134
|
+
rowCount: number;
|
|
135
|
+
readyProfileIds: string[];
|
|
136
|
+
readyCandidates: AssistantWorkflowPlanningProfileMigrationCandidate[];
|
|
137
|
+
};
|
|
138
|
+
review: {
|
|
139
|
+
reviewProfileIds: string[];
|
|
140
|
+
reviewCandidates: AssistantWorkflowPlanningProfileMigrationCandidate[];
|
|
141
|
+
blockerCount: number;
|
|
142
|
+
};
|
|
143
|
+
};
|
|
144
|
+
export declare function buildAssistantWorkflowRunReportBatch(reports: readonly AssistantWorkflowRunReport[], options?: AssistantWorkflowRunReportBatchOptions): AssistantWorkflowRunReportBatch;
|
|
145
|
+
export declare function buildAssistantWorkflowPlanningProfileMigrationReport(batch: AssistantWorkflowRunReportBatch, options?: AssistantWorkflowPlanningProfileMigrationReportOptions): AssistantWorkflowPlanningProfileMigrationReport;
|
|
146
|
+
export declare function buildAssistantWorkflowPlanningProfileMigrationReportTracePayload(report: AssistantWorkflowPlanningProfileMigrationReport): Record<string, unknown>;
|
|
147
|
+
export declare function buildAssistantWorkflowPlanningProfileMigrationReviewArtifact(report: AssistantWorkflowPlanningProfileMigrationReport, options?: AssistantWorkflowPlanningProfileMigrationReviewArtifactOptions): AssistantWorkflowPlanningProfileMigrationReviewArtifact;
|
|
148
|
+
export declare function buildAssistantWorkflowPlanningProfileMigrationReviewArtifactTracePayload(artifact: AssistantWorkflowPlanningProfileMigrationReviewArtifact): Record<string, unknown>;
|
|
149
|
+
export declare function buildAssistantWorkflowRunReportBatchTracePayload(batch: AssistantWorkflowRunReportBatch): Record<string, unknown>;
|
|
150
|
+
//# sourceMappingURL=run-report-batch.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run-report-batch.d.ts","sourceRoot":"","sources":["../src/run-report-batch.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAC;AAClE,OAAO,KAAK,EACV,oCAAoC,EACpC,wCAAwC,EACzC,MAAM,qBAAqB,CAAC;AAE7B,MAAM,MAAM,sCAAsC,GAAG;IACnD,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,oCAAoC,GAAG;IACjD,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,0CAA0C,GAAG;IACvD,IAAI,EAAE,wCAAwC,CAAC;IAC/C,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,kCAAkC,GAAG;IAC/C,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,0BAA0B,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,4BAA4B,EAAE,MAAM,EAAE,CAAC;IACvC,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,qBAAqB,EAAE,MAAM,EAAE,CAAC;IAChC,0BAA0B,EAAE,MAAM,EAAE,CAAC;IACrC,sBAAsB,EAAE,MAAM,EAAE,CAAC;IACjC,sBAAsB,EAAE,MAAM,EAAE,CAAC;IACjC,qBAAqB,EAAE,MAAM,EAAE,CAAC;IAChC,6BAA6B,EAAE,MAAM,EAAE,CAAC;IACxC,+BAA+B,EAAE,MAAM,EAAE,CAAC;IAC1C,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,0BAA0B,EAAE,MAAM,EAAE,CAAC;IACrC,yBAAyB,EAAE,MAAM,EAAE,CAAC;IACpC,yBAAyB,EAAE,MAAM,EAAE,CAAC;IACpC,yBAAyB,EAAE,MAAM,EAAE,CAAC;IACpC,+BAA+B,EAAE,MAAM,EAAE,CAAC;IAC1C,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,oCAAoC,EAAE,CAAC;CACjD,CAAC;AAEF,MAAM,MAAM,+BAA+B,GAAG;IAC5C,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,oCAAoC,EAAE,CAAC;IACrD,YAAY,EAAE,oCAAoC,EAAE,CAAC;IACrD,aAAa,EAAE,oCAAoC,EAAE,CAAC;IACtD,sBAAsB,EAAE,oCAAoC,EAAE,CAAC;IAC/D,wBAAwB,EAAE,oCAAoC,EAAE,CAAC;IACjE,+BAA+B,EAAE,oCAAoC,EAAE,CAAC;IACxE,iBAAiB,EAAE,oCAAoC,EAAE,CAAC;IAC1D,qBAAqB,EAAE,oCAAoC,EAAE,CAAC;IAC9D,0BAA0B,EAAE,oCAAoC,EAAE,CAAC;IACnE,sBAAsB,EAAE,oCAAoC,EAAE,CAAC;IAC/D,2BAA2B,EAAE,oCAAoC,EAAE,CAAC;IACpE,0BAA0B,EAAE,oCAAoC,EAAE,CAAC;IACnE,iCAAiC,EAAE,oCAAoC,EAAE,CAAC;IAC1E,mCAAmC,EAAE,oCAAoC,EAAE,CAAC;IAC5E,uBAAuB,EAAE,oCAAoC,EAAE,CAAC;IAChE,+BAA+B,EAAE,oCAAoC,EAAE,CAAC;IACxE,8BAA8B,EAAE,oCAAoC,EAAE,CAAC;IACvE,8BAA8B,EAAE,oCAAoC,EAAE,CAAC;IACvE,8BAA8B,EAAE,oCAAoC,EAAE,CAAC;IACvE,oCAAoC,EAAE,oCAAoC,EAAE,CAAC;IAC7E,YAAY,EAAE,0CAA0C,EAAE,CAAC;IAC3D,IAAI,EAAE,kCAAkC,EAAE,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,wDAAwD,GAAG,0BAA0B,GAAG,cAAc,CAAC;AAEnH,MAAM,MAAM,kDAAkD,GAAG;IAC/D,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,EAAE,0CAA0C,EAAE,CAAC;IAC3D,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,MAAM,EAAE,wDAAwD,CAAC;IACjE,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,sDAAsD,GAAG;IACnE,wBAAwB,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IACpD,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,+CAA+C,GAAG;IAC5D,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,wBAAwB,EAAE,MAAM,EAAE,CAAC;IACnC,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,yBAAyB,EAAE,MAAM,EAAE,CAAC;IACpC,UAAU,EAAE,kDAAkD,EAAE,CAAC;IACjE,eAAe,EAAE,kDAAkD,EAAE,CAAC;IACtE,gBAAgB,EAAE,kDAAkD,EAAE,CAAC;CACxE,CAAC;AAEF,MAAM,MAAM,6DAA6D,GACrE,0BAA0B,GAC1B,mBAAmB,CAAC;AAExB,MAAM,MAAM,wEAAwE,GAChF,uCAAuC,GACvC,sBAAsB,CAAC;AAE3B,MAAM,MAAM,8DAA8D,GAAG;IAC3E,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IACxC,eAAe,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,uDAAuD,GAAG;IACpE,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,6DAA6D,CAAC;IACtE,iBAAiB,EAAE,wEAAwE,CAAC;IAC5F,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE;QACb,wBAAwB,EAAE,MAAM,EAAE,CAAC;QACnC,aAAa,EAAE,MAAM,EAAE,CAAC;QACxB,cAAc,EAAE,MAAM,EAAE,CAAC;QACzB,yBAAyB,EAAE,MAAM,EAAE,CAAC;KACrC,CAAC;IACF,QAAQ,EAAE;QACR,WAAW,EAAE,MAAM,CAAC;QACpB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,QAAQ,EAAE,MAAM,CAAC;QACjB,eAAe,EAAE,MAAM,EAAE,CAAC;QAC1B,eAAe,EAAE,kDAAkD,EAAE,CAAC;KACvE,CAAC;IACF,MAAM,EAAE;QACN,gBAAgB,EAAE,MAAM,EAAE,CAAC;QAC3B,gBAAgB,EAAE,kDAAkD,EAAE,CAAC;QACvE,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH,CAAC;AAEF,wBAAgB,oCAAoC,CAClD,OAAO,EAAE,SAAS,0BAA0B,EAAE,EAC9C,OAAO,GAAE,sCAA2C,GACnD,+BAA+B,CAmCjC;AAED,wBAAgB,oDAAoD,CAClE,KAAK,EAAE,+BAA+B,EACtC,OAAO,GAAE,sDAA2D,GACnE,+CAA+C,CA4BjD;AAED,wBAAgB,gEAAgE,CAC9E,MAAM,EAAE,+CAA+C,GACtD,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CA8BzB;AAED,wBAAgB,4DAA4D,CAC1E,MAAM,EAAE,+CAA+C,EACvD,OAAO,GAAE,8DAAmE,GAC3E,uDAAuD,CAqCzD;AAED,wBAAgB,wEAAwE,CACtF,QAAQ,EAAE,uDAAuD,GAChE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAmBzB;AAED,wBAAgB,gDAAgD,CAC9D,KAAK,EAAE,+BAA+B,GACrC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CA6BzB"}
|