@opensearch-project/agent-health 0.4.0 → 0.6.0

package/lib/dist/services/traces/tracePoller.js

@@ -0,0 +1,475 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { debug } from '../../lib/debug.js';
+import { fetchTracesForRun } from './index.js';
+import { buildJudgeAgentsHints } from './judgeAgentsHints.js';
+import { asyncRunStorage } from '../storage/asyncRunStorage.js';
+import { executeBuildTrajectoryHook } from '../../lib/hooks.js';
+import { buildEvaluatorErrorPatch } from '../../services/evaluation/evaluatorError.js';
+import { spansToTrajectory } from './spansToTrajectory.js';
+// Polling configuration. Defaults are overridable via env vars so that
+// CI / E2E runs without a real OpenSearch trace backend can fail fast
+// instead of waiting the full ~10 min before the poller gives up.
+//
+// NOTE: this module is imported by browser code (RunDetailsContent.tsx) for
+// recovery polling, where `process` is not defined. Guard the access so we
+// silently fall back to defaults in the browser instead of throwing
+// `ReferenceError: process is not defined` at module load time.
+const envInt = (name, fallback) => {
+    const raw = typeof process !== 'undefined' && process?.env ? process.env[name] : undefined;
+    if (!raw)
+        return fallback;
+    const parsed = parseInt(raw, 10);
+    return Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
+};
+const DEFAULT_POLL_INTERVAL_MS = envInt('TRACE_POLL_INTERVAL_MS', 10000); // 10 seconds
+const DEFAULT_MAX_ATTEMPTS = envInt('TRACE_POLL_MAX_ATTEMPTS', 60); // 10 minutes total at default interval
+// Hard ceiling: never exceed this many attempts regardless of agent config or
+// env override. Raised 60 → 240 (40 min at the default interval): the old
+// ceiling silently clamped explicit agent `tracePolling.maxAttempts` overrides
+// (e.g. 180 for slow OTLP→API-Gateway→cluster ingestion) back down to 10 min.
+const MAX_POLL_CEILING = 240;
+/**
+ * Trace Polling Manager
+ *
+ * Singleton that manages active polling for trace availability.
+ * State is in-memory only - polling is short-lived (~10 min max).
+ *
+ * Polling runs in two places for redundancy:
+ * - Server (experimentRunner.ts): Primary - starts immediately after agent execution
+ * - Browser (RunDetailsContent.tsx): Recovery - starts when viewing a pending report
+ */
+class TracePollingManager {
+    constructor() {
+        this.polls = new Map();
+        this.callbacks = new Map();
+        this.completionPromises = new Map();
+    }
+    /**
+     * Start polling for traces for a specific report
+     */
+    startPolling(reportId, runId, callbacks, options) {
+        // Don't start if already polling for this report
+        if (this.polls.has(reportId) && this.polls.get(reportId).running) {
+            debug('TracePoller', `Already polling for report ${reportId}`);
+            return;
+        }
+        // Explicit options win; otherwise fall back to the agent's configured
+        // tracePolling budget (callers like evaluationRunner pass agentConfig but
+        // not the numbers — per-agent overrides were silently ignored there).
+        const cfgPolling = options?.agentConfig?.tracePolling;
+        const requestedMax = Number.isFinite(options?.maxAttempts)
+            ? options.maxAttempts
+            : Number.isFinite(cfgPolling?.maxAttempts) ? cfgPolling.maxAttempts : DEFAULT_MAX_ATTEMPTS;
+        const state = {
+            reportId,
+            runId,
+            attempts: 0,
+            maxAttempts: Math.min(requestedMax, MAX_POLL_CEILING),
+            intervalMs: options?.intervalMs ?? cfgPolling?.intervalMs ?? DEFAULT_POLL_INTERVAL_MS,
+            lastAttempt: null,
+            running: true,
+            agentConfig: options?.agentConfig,
+        };
+        this.polls.set(reportId, state);
+        this.callbacks.set(reportId, callbacks);
+        debug('TracePoller', `Starting polling for report ${reportId}, runId ${runId}`);
+        this.poll(reportId);
+    }
+    /**
+     * Stop polling for a specific report.
+     * If a completion promise exists (from startPollingAsync), it is rejected
+     * so callers awaiting it are unblocked.
+     */
+    stopPolling(reportId) {
+        const state = this.polls.get(reportId);
+        if (state) {
+            if (state.timerId) {
+                clearTimeout(state.timerId);
+            }
+            state.running = false;
+            debug('TracePoller', `Stopped polling for report ${reportId}`);
+        }
+        // Reject any pending completion promise so awaiting callers don't hang
+        const pending = this.completionPromises.get(reportId);
+        if (pending) {
+            pending.reject(new Error(`Polling stopped for report ${reportId}`));
+            this.completionPromises.delete(reportId);
+        }
+        this.callbacks.delete(reportId);
+        this.polls.delete(reportId);
+    }
+    /**
+     * Get the state for a specific poll
+     */
+    getState(reportId) {
+        return this.polls.get(reportId);
+    }
+    /**
+     * Get all active polls
+     */
+    getAllActivePolls() {
+        const active = new Map();
+        this.polls.forEach((state, reportId) => {
+            if (state.running) {
+                active.set(reportId, state);
+            }
+        });
+        return active;
+    }
+    /**
+     * Start polling and return a Promise that resolves when polling completes.
+     * This allows callers (e.g., benchmark runner) to await trace availability
+     * instead of firing and forgetting.
+     *
+     * If polling is already active for this reportId, returns the existing
+     * completion promise (no duplicate poll started).
+     */
+    startPollingAsync(reportId, runId, callbacks, options) {
+        // If already polling, return the existing completion promise
+        const existing = this.completionPromises.get(reportId);
+        if (existing && this.polls.has(reportId) && this.polls.get(reportId).running) {
+            debug('TracePoller', `Already polling for report ${reportId}, returning existing promise`);
+            return new Promise((resolve, reject) => {
+                const current = this.completionPromises.get(reportId);
+                this.completionPromises.set(reportId, {
+                    resolve: () => { current.resolve(); resolve(); },
+                    reject: (err) => { current.reject(err); reject(err); },
+                });
+            });
+        }
+        return new Promise((resolve, reject) => {
+            this.completionPromises.set(reportId, { resolve, reject });
+            // Wrap callbacks to resolve/reject the promise on completion
+            const wrappedCallbacks = {
+                onTracesFound: async (spans, report) => {
+                    try {
+                        await callbacks.onTracesFound(spans, report);
+                        this.completionPromises.get(reportId)?.resolve();
+                    }
+                    catch (err) {
+                        this.completionPromises.get(reportId)?.reject(err);
+                    }
+                    finally {
+                        this.completionPromises.delete(reportId);
+                    }
+                },
+                onAttempt: callbacks.onAttempt,
+                onError: (error) => {
+                    callbacks.onError(error);
+                    this.completionPromises.get(reportId)?.reject(error);
+                    this.completionPromises.delete(reportId);
+                },
+            };
+            this.startPolling(reportId, runId, wrappedCallbacks, options);
+        });
+    }
+    /**
+     * Fetch a report defensively: storage failures and missing docs both
+     * resolve to null (callers treat null as "unknown — proceed").
+     */
+    async safeGetReport(reportId) {
+        try {
+            return (await asyncRunStorage.getReportById(reportId)) ?? null;
+        }
+        catch {
+            return null;
+        }
+    }
+    /**
+     * Write an evaluator-error patch ONLY if the report is still pending /
+     * calculating. A report judged through another path (eager judge, another
+     * server's poller) must never have its verdict clobbered by this poller's
+     * timeout/error bookkeeping.
+     */
+    async patchErrorIfStillPending(reportId, patch) {
+        try {
+            const fresh = await this.safeGetReport(reportId);
+            if (fresh && (fresh.metricsStatus === 'ready' || fresh.metricsStatus === 'error')) {
+                // 'ready': a real verdict landed — never overwrite it.
+                // 'error': another path already wrote a (likely more specific) error
+                //          cause — don't stomp it with a generic timeout.
+                debug('TracePoller', `Skipping error patch for ${reportId} — already '${fresh.metricsStatus}'`);
+                return;
+            }
+            await asyncRunStorage.updateReport(reportId, patch);
+        }
+        catch (updateErr) {
+            console.error(`[TracePoller] CRITICAL: Failed to update report ${reportId} error status. Report may be stuck in pending state.`, updateErr);
+        }
+    }
+    /**
+     * Execute a single poll attempt
+     */
+    async poll(reportId) {
+        const state = this.polls.get(reportId);
+        const callbacks = this.callbacks.get(reportId);
+        if (!state || !state.running) {
+            return;
+        }
+        state.attempts++;
+        state.lastAttempt = new Date().toISOString();
+        debug('TracePoller', `Poll attempt ${state.attempts}/${state.maxAttempts} for report ${reportId}`);
+        // Notify about attempt
+        callbacks?.onAttempt?.(state.attempts, state.maxAttempts);
+        // Update report with attempt count
+        try {
+            await asyncRunStorage.updateReport(reportId, {
+                traceFetchAttempts: state.attempts,
+                lastTraceFetchAt: state.lastAttempt,
+            });
+        }
+        catch (err) {
+            console.warn(`[TracePoller] Failed to update attempt count:`, err);
+        }
+        try {
+            // Fetch the current report FIRST. Two reasons:
+            //  1. Clobber guard: if the report was already judged (eager path — a
+            //     browser fan-out can start polls for transiently-pending eager
+            //     reports), STOP instead of racing the verdict. A trace_timeout
+            //     patch 10 minutes later must never overwrite a real judgment
+            //     (2026-08-25: run-inspector fan-out clobbered a full run's early
+            //     verdicts this way).
+            //  2. Correlation hints: the report carries sessionId / timestamp /
+            //     connectorProtocol, from which we derive the service-window +
+            //     sessionId hints (Strategies C/D). Claude Code spans carry only
+            //     `session.id` (no runId tag), pi/REST spans carry neither —
+            //     runId-only polling (Strategy B) can never find them.
+            const currentReport = await this.safeGetReport(reportId);
+            if (currentReport && (currentReport.metricsStatus === 'ready' || currentReport.metricsStatus === 'error')) {
+                debug('TracePoller', `Report ${reportId} is already '${currentReport.metricsStatus}' — stopping poll (no clobber)`);
+                state.running = false;
+                this.callbacks.delete(reportId);
+                this.polls.delete(reportId);
+                // Resolve (not reject) any completion promise — the report reached a
+                // terminal state through another path; nothing is owed here. Plain
+                // startPolling callers are notified via onStopped (promise wrappers
+                // like waitForTracesAndJudge resolve there — otherwise they'd hang).
+                this.completionPromises.get(reportId)?.resolve();
+                this.completionPromises.delete(reportId);
+                try {
+                    callbacks?.onStopped?.();
+                }
+                catch { /* notification only */ }
+                return;
+            }
+            const windowAgents = currentReport
+                ? buildJudgeAgentsHints(currentReport, state.agentConfig?.traceServiceName)
+                : [];
+            const sessionId = currentReport?.sessionId;
+            // The run's own OTel traceId (test_case eval span) — stamped by the
+            // runners at case start. Agents that adopt the propagated traceparent
+            // (REST via header, pi via TRACEPARENT env — both verified) emit their
+            // spans under this exact traceId (Strategy A).
+            const evalTraceId = currentReport?.traceId;
+            if (!state.runId && !sessionId && !evalTraceId && windowAgents.length === 0) {
+                // No correlator at all this attempt (report fetch may have failed
+                // transiently, or the report carries no correlation fields yet).
+                // An unfiltered query would be rejected by the traces API anyway —
+                // skip the fetch and let the attempt budget advance.
+                debug('TracePoller', `No correlator available for report ${reportId} (attempt ${state.attempts}) — skipping fetch`);
+                if (state.attempts >= state.maxAttempts) {
+                    state.running = false;
+                    callbacks?.onError(new Error(`Traces not available after ${state.maxAttempts} attempts (no correlation keys on report)`));
+                    await this.patchErrorIfStillPending(reportId, buildEvaluatorErrorPatch('trace_timeout', `no correlation keys (runId/sessionId/traceId/service-window) available after ${state.maxAttempts} attempts`));
+                    this.callbacks.delete(reportId);
+                    this.polls.delete(reportId);
+                }
+                else {
+                    state.timerId = setTimeout(() => this.poll(reportId), state.intervalMs);
+                }
+                return;
+            }
+            // Try to fetch traces — union of Strategy A (eval traceId), B (runId),
+            // C (service.name + time window) and D (session.id inside the window hint).
+            const result = await fetchTracesForRun({
+                runId: state.runId,
+                evalTraceId,
+                windowAgents,
+                includeWindowFallback: windowAgents.length > 0,
+            });
+            // EXACT-MATCH FILTER (fail-closed): the window clause (Strategy C) is a
+            // discovery fallback and can return spans from CONCURRENT runs of the
+            // same agent — or from unrelated emitters sharing the service name
+            // (observed live: a pi-web session's spans were fetched for a pi eval
+            // run). When the report carries a precise correlator, judge ONLY spans
+            // matching it — and if none match yet, treat the attempt as "traces
+            // not available" and keep polling rather than judging foreign spans:
+            //   session.id (Claude Code)  >  eval traceId (traceparent adopters).
+            let spans = result.spans || [];
+            if (spans.length > 0) {
+                if (sessionId) {
+                    spans = spans.filter(sp => sp.attributes?.['session.id'] === sessionId);
+                    if (spans.length === 0)
+                        debug('TracePoller', `Fetched ${result.spans.length} spans but none match session ${sessionId} — waiting`);
+                }
+                else if (evalTraceId) {
+                    spans = spans.filter(sp => sp.traceId === evalTraceId);
+                    if (spans.length === 0)
+                        debug('TracePoller', `Fetched ${result.spans.length} spans but none match eval traceId ${evalTraceId} — waiting`);
+                }
+            }
+            const filteredResult = { ...result, spans };
+            if (filteredResult.spans && filteredResult.spans.length > 0) {
+                // Traces found!
+                debug('TracePoller', `Found ${filteredResult.spans.length} spans for report ${reportId} (fetched ${result.spans?.length ?? 0})`);
+                // Get the current report (reuse the top-of-poll fetch when it
+                // succeeded — one storage read per attempt).
+                const report = currentReport ?? await asyncRunStorage.getReportById(reportId);
+                if (!report) {
+                    throw new Error(`Report ${reportId} not found`);
+                }
+                // Build trajectory from trace spans
+                const { trajectory, shouldContinuePolling, fromHook } = await this.buildTrajectory(filteredResult.spans, state);
+                // Check if we should continue polling
+                if (shouldContinuePolling) {
+                    if (state.attempts >= state.maxAttempts) {
+                        console.log(`[TracePoller] Max attempts reached with incomplete trace`);
+                        state.running = false;
+                        callbacks?.onError(new Error(`Trace incomplete after ${state.maxAttempts} attempts`));
+                        await this.patchErrorIfStillPending(reportId, buildEvaluatorErrorPatch('trace_incomplete', `found ${filteredResult.spans.length} spans but no root span after ${state.maxAttempts} attempts`));
+                        this.callbacks.delete(reportId);
+                        this.polls.delete(reportId);
+                    }
+                    else {
+                        // Schedule next poll
+                        state.timerId = setTimeout(() => this.poll(reportId), state.intervalMs);
+                    }
+                    return;
+                }
+                // Trajectory replacement policy:
+                //  - an agent's explicit buildTrajectory HOOK is intentional — its
+                //    output always wins (issue #320);
+                //  - the DEFAULT span→trajectory conversion replaces the connector
+                //    trajectory so tool calls are visible to the judge (#320) — BUT
+                //    if the span-built steps carry no response content (e.g. Claude
+                //    Code tool spans: prompts/responses live in OTel LOGS, not span
+                //    attributes), the connector trajectory's response steps are
+                //    appended so the judge still sees the agent's actual answer.
+                //    Replacing wholesale with content-less span stubs made the judge
+                //    fail every case of a live benchmark.
+                if (trajectory.length > 0) {
+                    if (fromHook) {
+                        report.trajectory = trajectory;
+                    }
+                    else {
+                        const hasResponseContent = trajectory.some((st) => st?.type === 'response' && typeof st.content === 'string' && st.content.trim().length > 0);
+                        const originalResponses = (report.trajectory || []).filter((st) => (st?.type === 'response' || st?.type === 'assistant') &&
+                            typeof st.content === 'string' && st.content.trim().length > 0);
+                        report.trajectory = !hasResponseContent && originalResponses.length > 0
+                            ? [...trajectory, ...originalResponses]
+                            : trajectory;
+                    }
+                }
+                // Stop polling and notify success
+                state.running = false;
+                // Claim the report before judging (pending -> calculating). Not an
+                // atomic lease — the storage layer has no CAS — but it makes the
+                // browser recovery's "someone else is judging" guard effective and
+                // narrows the double-judge window between sibling pollers to the
+                // fetch-to-claim gap.
+                try {
+                    await asyncRunStorage.updateReport(reportId, { metricsStatus: 'calculating' });
+                }
+                catch { /* best-effort claim — proceed to judge regardless */ }
+                try {
+                    await callbacks?.onTracesFound(filteredResult.spans, report);
+                }
+                catch (callbackErr) {
+                    // onTracesFound failed (e.g., judge + error recovery both failed).
+                    // Write error status so the report doesn't stay stuck in 'pending'.
+                    console.error(`[TracePoller] onTracesFound callback failed for report ${reportId}:`, callbackErr);
+                    try {
+                        await asyncRunStorage.updateReport(reportId, buildEvaluatorErrorPatch('trace_callback_failed', callbackErr));
+                    }
+                    catch (updateErr) {
+                        console.error(`[TracePoller] CRITICAL: Failed to update report ${reportId} error status after callback failure.`, updateErr);
+                    }
+                }
+                this.callbacks.delete(reportId);
+                this.polls.delete(reportId);
+            }
+            else {
+                // No traces yet
+                if (state.attempts >= state.maxAttempts) {
+                    // Max attempts reached
+                    debug('TracePoller', `Max attempts reached for report ${reportId}`);
+                    state.running = false;
+                    callbacks?.onError(new Error(`Traces not available after ${state.maxAttempts} attempts`));
+                    // Update report with error status - critical as report will remain stuck otherwise
+                    await this.patchErrorIfStillPending(reportId, buildEvaluatorErrorPatch('trace_timeout', `traces not available after ${state.maxAttempts} attempts (${state.maxAttempts * state.intervalMs / 60000} minutes)`));
+                    this.callbacks.delete(reportId);
+                    this.polls.delete(reportId);
+                }
+                else {
+                    // Schedule next poll
+                    state.timerId = setTimeout(() => this.poll(reportId), state.intervalMs);
+                }
+            }
+        }
+        catch (error) {
+            console.error(`[TracePoller] Error polling for report ${reportId}:`, error);
+            if (state.attempts >= state.maxAttempts) {
+                state.running = false;
+                callbacks?.onError(error);
+                // Update report with error status - critical as report will remain stuck otherwise
+                await this.patchErrorIfStillPending(reportId, buildEvaluatorErrorPatch('trace_fetch_failed', error));
+                this.callbacks.delete(reportId);
+                this.polls.delete(reportId);
+            }
+            else {
+                // Schedule retry
+                state.timerId = setTimeout(() => this.poll(reportId), state.intervalMs);
+            }
+        }
+    }
+    /**
+     * Build trajectory from spans with proper error handling
+     */
+    async buildTrajectory(spans, state) {
+        const traceId = spans[0]?.traceId;
+        if (!traceId) {
+            console.warn(`[TracePoller] No traceId found in spans`);
+            return { trajectory: [], shouldContinuePolling: false, fromHook: false };
+        }
+        // No buildTrajectory hook: fall back to the generic span→trajectory
+        // conversion so the judge grades what the traces actually show (tool
+        // calls included) instead of the tool-call-less AG-UI trajectory.
+        // Previously this returned [] and trace-only agents could not be judged
+        // from their traces without a custom hook (issue #320, root cause 2).
+        if (!state.agentConfig?.hooks?.buildTrajectory) {
+            try {
+                const converted = spansToTrajectory(spans, state.agentConfig?.traceServiceName);
+                if (converted.length > 0) {
+                    debug('TracePoller', `Default span→trajectory conversion produced ${converted.length} steps for trace ${traceId}`);
+                }
+                return { trajectory: converted, shouldContinuePolling: false, fromHook: false };
+            }
+            catch (err) {
+                console.error(`[TracePoller] Default span→trajectory conversion failed for ${traceId}:`, err);
+                return { trajectory: [], shouldContinuePolling: false, fromHook: false };
+            }
+        }
+        try {
+            console.log(`[TracePoller] Building trajectory from hook for trace ${traceId}`);
+            const hookResult = await executeBuildTrajectoryHook(state.agentConfig.hooks, { spans, runId: state.runId }, state.agentConfig.key);
+            if (hookResult !== null) {
+                console.log(`[TracePoller] Hook returned ${hookResult.length} trajectory steps`);
+                return { trajectory: hookResult, shouldContinuePolling: false, fromHook: true };
+            }
+            else {
+                console.log(`[TracePoller] Hook returned null - trace not ready yet`);
+                return { trajectory: [], shouldContinuePolling: true, fromHook: true };
+            }
+        }
+        catch (err) {
+            console.error(`[TracePoller] Failed to build trajectory for ${traceId}:`, err);
+            return { trajectory: [], shouldContinuePolling: false, fromHook: true };
+        }
+    }
+}
+// Singleton instance
+export const tracePollingManager = new TracePollingManager();
+//# sourceMappingURL=tracePoller.js.map

package/lib/dist/services/traces/tracePoller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracePoller.js","sourceRoot":"","sources":["../../../../services/traces/tracePoller.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAUH,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,wBAAwB,EAAE,MAAM,sCAAsC,CAAC;AAChF,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD,uEAAuE;AACvE,sEAAsE;AACtE,kEAAkE;AAClE,EAAE;AACF,4EAA4E;AAC5E,2EAA2E;AAC3E,oEAAoE;AACpE,gEAAgE;AAChE,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,QAAgB,EAAU,EAAE;IACxD,MAAM,GAAG,GACP,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACjF,IAAI,CAAC,GAAG;QAAE,OAAO,QAAQ,CAAC;IAC1B,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACjC,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;AACnE,CAAC,CAAC;AACF,MAAM,wBAAwB,GAAG,MAAM,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC,CAAC,aAAa;AACvF,MAAM,oBAAoB,GAAG,MAAM,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC,CAAC,uCAAuC;AAC3G,8EAA8E;AAC9E,0EAA0E;AAC1E,+EAA+E;AAC/E,8EAA8E;AAC9E,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAgC7B;;;;;;;;;GASG;AACH,MAAM,mBAAmB;IAAzB;QACU,UAAK,GAA2B,IAAI,GAAG,EAAE,CAAC;QAC1C,cAAS,GAA+B,IAAI,GAAG,EAAE,CAAC;QAClD,uBAAkB,GAAuE,IAAI,GAAG,EAAE,CAAC;IA2d7G,CAAC;IAzdC;;OAEG;IACH,YAAY,CACV,QAAgB,EAChB,KAAyB,EACzB,SAAwB,EACxB,OAAkF;QAElF,iDAAiD;QACjD,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,OAAO,EAAE,CAAC;YAClE,KAAK,CAAC,aAAa,EAAE,8BAA8B,QAAQ,EAAE,CAAC,CAAC;YAC/D,OAAO;QACT,CAAC;QAED,sEAAsE;QACtE,0EAA0E;QAC1E,sEAAsE;QACtE,MAAM,UAAU,GAAG,OAAO,EAAE,WAAW,EAAE,YAAY,CAAC;QACtD,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC;YACxD,CAAC,CAAC,OAAQ,CAAC,WAAY;YACvB,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,UAAW,CAAC,WAAY,CAAC,CAAC,CAAC,oBAAoB,CAAC;QAC/F,MAAM,KAAK,GAAc;YACvB,QAAQ;YACR,KAAK;YACL,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,gBAAgB,CAAC;YACrD,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,UAAU,EAAE,UAAU,IAAI,wBAAwB;YACrF,WAAW,EAAE,IAAI;YACjB,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,OAAO,EAAE,WAAW;SAClC,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAExC,KAAK,CAAC,aAAa,EAAE,+BAA+B,QAAQ,WAAW,KAAK,EAAE,CAAC,CAAC;QAChF,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACtB,CAAC;IAED;;;;OAIG;IACH,WAAW,CAAC,QAAgB;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClB,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC9B,CAAC;YACD,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;YACtB,KAAK,CAAC,aAAa,EAAE,8BAA8B,QAAQ,EAAE,CAAC,CAAC;QACjE,CAAC;QACD,uEAAuE;QACvE,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,QAAQ,EAAE,CAAC,CAAC,CAAC;YACpE,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,QAAgB;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,MAAM,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAC;QAC5C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;YACrC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClB,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;;OAOG;IACH,iBAAiB,CACf,QAAgB,EAChB,KAAyB,EACzB,SAAwB,EACxB,OAAkF;QAElF,6DAA6D;QAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,OAAO,EAAE,CAAC;YAC9E,KAAK,CAAC,aAAa,EAAE,8BAA8B,QAAQ,8BAA8B,CAAC,CAAC;YAC3F,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC;gBACvD,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,EAAE;oBACpC,OAAO,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;oBAChD,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;iBACvD,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YAE3D,6DAA6D;YAC7D,MAAM,gBAAgB,GAAkB;gBACtC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;oBACrC,IAAI,CAAC;wBACH,MAAM,SAAS,CAAC,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;wBAC7C,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;oBACnD,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,GAAY,CAAC,CAAC;oBAC9D,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAC3C,CAAC;gBACH,CAAC;gBACD,SAAS,EAAE,SAAS,CAAC,SAAS;gBAC9B,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBACjB,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBACzB,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBACrD,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC3C,CAAC;aACF,CAAC;YAEF,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,aAAa,CAAC,QAAgB;QAC1C,IAAI,CAAC;YACH,OAAO,CAAC,MAAM,eAAe,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,IAAI,IAAI,CAAC;QACjE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,wBAAwB,CAAC,QAAgB,EAAE,KAAU;QACjE,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YACjD,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,aAAa,KAAK,OAAO,IAAI,KAAK,CAAC,aAAa,KAAK,OAAO,CAAC,EAAE,CAAC;gBAClF,uDAAuD;gBACvD,qEAAqE;gBACrE,0DAA0D;gBAC1D,KAAK,CAAC,aAAa,EAAE,4BAA4B,QAAQ,eAAe,KAAK,CAAC,aAAa,GAAG,CAAC,CAAC;gBAChG,OAAO;YACT,CAAC;YACD,MAAM,eAAe,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,SAAS,EAAE,CAAC;YACnB,OAAO,CAAC,KAAK,CAAC,mDAAmD,QAAQ,sDAAsD,EAAE,SAAS,CAAC,CAAC;QAC9I,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,IAAI,CAAC,QAAgB;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE/C,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YAC7B,OAAO;QACT,CAAC;QAED,KAAK,CAAC,QAAQ,EAAE,CAAC;QACjB,KAAK,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAE7C,KAAK,CAAC,aAAa,EAAE,gBAAgB,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAW,eAAe,QAAQ,EAAE,CAAC,CAAC;QAEnG,uBAAuB;QACvB,SAAS,EAAE,SAAS,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;QAE1D,mCAAmC;QACnC,IAAI,CAAC;YACH,MAAM,eAAe,CAAC,YAAY,CAAC,QAAQ,EAAE;gBAC3C,kBAAkB,EAAE,KAAK,CAAC,QAAQ;gBAClC,gBAAgB,EAAE,KAAK,CAAC,WAAW;aACpC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,+CAA+C,EAAE,GAAG,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,CAAC;YACH,+CAA+C;YAC/C,sEAAsE;YACtE,oEAAoE;YACpE,oEAAoE;YACpE,kEAAkE;YAClE,sEAAsE;YACtE,0BAA0B;YAC1B,oEAAoE;YACpE,mEAAmE;YACnE,qEAAqE;YACrE,iEAAiE;YACjE,2DAA2D;YAC3D,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YACzD,IAAI,aAAa,IAAI,CAAC,aAAa,CAAC,aAAa,KAAK,OAAO,IAAI,aAAa,CAAC,aAAa,KAAK,OAAO,CAAC,EAAE,CAAC;gBAC1G,KAAK,CAAC,aAAa,EAAE,UAAU,QAAQ,gBAAgB,aAAa,CAAC,aAAa,gCAAgC,CAAC,CAAC;gBACpH,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;gBACtB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC5B,qEAAqE;gBACrE,mEAAmE;gBACnE,oEAAoE;gBACpE,qEAAqE;gBACrE,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;gBACjD,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACzC,IAAI,CAAC;oBAAC,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,uBAAuB,CAAC,CAAC;gBACnE,OAAO;YACT,CAAC;YAED,MAAM,YAAY,GAAG,aAAa;gBAChC,CAAC,CAAC,qBAAqB,CAAC,aAAoB,EAAE,KAAK,CAAC,WAAW,EAAE,gBAAgB,CAAC;gBAClF,CAAC,CAAC,EAAE,CAAC;YACP,MAAM,SAAS,GAAG,aAAa,EAAE,SAAS,CAAC;YAC3C,oEAAoE;YACpE,sEAAsE;YACtE,uEAAuE;YACvE,+CAA+C;YAC/C,MAAM,WAAW,GAAG,aAAa,EAAE,OAAO,CAAC;YAE3C,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,IAAI,CAAC,WAAW,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5E,kEAAkE;gBAClE,iEAAiE;gBACjE,mEAAmE;gBACnE,qDAAqD;gBACrD,KAAK,CAAC,aAAa,EAAE,sCAAsC,QAAQ,aAAa,KAAK,CAAC,QAAQ,oBAAoB,CAAC,CAAC;gBACpH,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;oBACxC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;oBACtB,SAAS,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,8BAA8B,KAAK,CAAC,WAAW,2CAA2C,CAAC,CAAC,CAAC;oBAC1H,MAAM,IAAI,CAAC,wBAAwB,CAAC,QAAQ,EAAE,wBAAwB,CACpE,eAAe,EACf,gFAAgF,KAAK,CAAC,WAAW,WAAW,CACtG,CAAC,CAAC;oBACV,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;gBAC1E,CAAC;gBACD,OAAO;YACT,CAAC;YAED,uEAAuE;YACvE,4EAA4E;YAC5E,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC;gBACrC,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,WAAW;gBACX,YAAY;gBACZ,qBAAqB,EAAE,YAAY,CAAC,MAAM,GAAG,CAAC;aAC/C,CAAC,CAAC;YAEH,wEAAwE;YACxE,sEAAsE;YACtE,mEAAmE;YACnE,sEAAsE;YACtE,uEAAuE;YACvE,oEAAoE;YACpE,qEAAqE;YACrE,sEAAsE;YACtE,IAAI,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,IAAI,SAAS,EAAE,CAAC;oBACd,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAE,EAAE,CAAC,UAAkB,EAAE,CAAC,YAAY,CAAC,KAAK,SAAS,CAAC,CAAC;oBACjF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;wBAAE,KAAK,CAAC,aAAa,EAAE,WAAW,MAAM,CAAC,KAAM,CAAC,MAAM,iCAAiC,SAAS,YAAY,CAAC,CAAC;gBACtI,CAAC;qBAAM,IAAI,WAAW,EAAE,CAAC;oBACvB,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,KAAK,WAAW,CAAC,CAAC;oBACvD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;wBAAE,KAAK,CAAC,aAAa,EAAE,WAAW,MAAM,CAAC,KAAM,CAAC,MAAM,sCAAsC,WAAW,YAAY,CAAC,CAAC;gBAC7I,CAAC;YACH,CAAC;YACD,MAAM,cAAc,GAAG,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,CAAC;YAE5C,IAAI,cAAc,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5D,gBAAgB;gBAChB,KAAK,CAAC,aAAa,EAAE,SAAS,cAAc,CAAC,KAAK,CAAC,MAAM,qBAAqB,QAAQ,aAAa,MAAM,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC;gBAEjI,8DAA8D;gBAC9D,6CAA6C;gBAC7C,MAAM,MAAM,GAAG,aAAa,IAAI,MAAM,eAAe,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;gBAC9E,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,MAAM,IAAI,KAAK,CAAC,UAAU,QAAQ,YAAY,CAAC,CAAC;gBAClD,CAAC;gBAED,oCAAoC;gBACpC,MAAM,EAAE,UAAU,EAAE,qBAAqB,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBAChH,sCAAsC;gBACtC,IAAI,qBAAqB,EAAE,CAAC;oBAC1B,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;wBACxC,OAAO,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAC;wBACxE,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;wBACtB,SAAS,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,0BAA0B,KAAK,CAAC,WAAW,WAAW,CAAC,CAAC,CAAC;wBAEtF,MAAM,IAAI,CAAC,wBAAwB,CAAC,QAAQ,EAAE,wBAAwB,CACpE,kBAAkB,EAClB,SAAS,cAAc,CAAC,KAAK,CAAC,MAAM,iCAAiC,KAAK,CAAC,WAAW,WAAW,CAC3F,CAAC,CAAC;wBAEV,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;wBAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAC9B,CAAC;yBAAM,CAAC;wBACN,qBAAqB;wBACrB,KAAK,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;oBAC1E,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,iCAAiC;gBACjC,mEAAmE;gBACnE,sCAAsC;gBACtC,mEAAmE;gBACnE,oEAAoE;gBACpE,oEAAoE;gBACpE,oEAAoE;gBACpE,gEAAgE;gBAChE,iEAAiE;gBACjE,qEAAqE;gBACrE,0CAA0C;gBAC1C,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1B,IAAI,QAAQ,EAAE,CAAC;wBACb,MAAM,CAAC,UAAU,GAAG,UAAU,CAAC;oBACjC,CAAC;yBAAM,CAAC;wBACN,MAAM,kBAAkB,GAAG,UAAU,CAAC,IAAI,CACxC,CAAC,EAAO,EAAE,EAAE,CAAC,EAAE,EAAE,IAAI,KAAK,UAAU,IAAI,OAAO,EAAE,CAAC,OAAO,KAAK,QAAQ,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CACvG,CAAC;wBACF,MAAM,iBAAiB,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,CACxD,CAAC,EAAO,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,KAAK,UAAU,IAAI,EAAE,EAAE,IAAI,KAAK,WAAW,CAAC;4BAChE,OAAO,EAAE,CAAC,OAAO,KAAK,QAAQ,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CACjE,CAAC;wBACF,MAAM,CAAC,UAAU,GAAG,CAAC,kBAAkB,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC;4BACrE,CAAC,CAAC,CAAC,GAAG,UAAU,EAAE,GAAG,iBAAiB,CAAC;4BACvC,CAAC,CAAC,UAAU,CAAC;oBACjB,CAAC;gBACH,CAAC;gBAED,kCAAkC;gBAClC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;gBAEtB,mEAAmE;gBACnE,iEAAiE;gBACjE,mEAAmE;gBACnE,iEAAiE;gBACjE,sBAAsB;gBACtB,IAAI,CAAC;oBACH,MAAM,eAAe,CAAC,YAAY,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,aAAa,EAAS,CAAC,CAAC;gBACxF,CAAC;gBAAC,MAAM,CAAC,CAAC,qDAAqD,CAAC,CAAC;gBAEjE,IAAI,CAAC;oBACH,MAAM,SAAS,EAAE,aAAa,CAAC,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBAC/D,CAAC;gBAAC,OAAO,WAAW,EAAE,CAAC;oBACrB,mEAAmE;oBACnE,oEAAoE;oBACpE,OAAO,CAAC,KAAK,CAAC,0DAA0D,QAAQ,GAAG,EAAE,WAAW,CAAC,CAAC;oBAClG,IAAI,CAAC;wBACH,MAAM,eAAe,CAAC,YAAY,CAAC,QAAQ,EAAE,wBAAwB,CACnE,uBAAuB,EACvB,WAAW,CACL,CAAC,CAAC;oBACZ,CAAC;oBAAC,OAAO,SAAS,EAAE,CAAC;wBACnB,OAAO,CAAC,KAAK,CAAC,mDAAmD,QAAQ,uCAAuC,EAAE,SAAS,CAAC,CAAC;oBAC/H,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,gBAAgB;gBAChB,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;oBACxC,uBAAuB;oBACvB,KAAK,CAAC,aAAa,EAAE,mCAAmC,QAAQ,EAAE,CAAC,CAAC;oBACpE,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;oBAEtB,SAAS,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,8BAA8B,KAAK,CAAC,WAAW,WAAW,CAAC,CAAC,CAAC;oBAE1F,mFAAmF;oBACnF,MAAM,IAAI,CAAC,wBAAwB,CAAC,QAAQ,EAAE,wBAAwB,CACpE,eAAe,EACf,8BAA8B,KAAK,CAAC,WAAW,cAAc,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,UAAU,GAAG,KAAK,WAAW,CAC9G,CAAC,CAAC;oBAEV,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACN,qBAAqB;oBACrB,KAAK,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;gBAC1E,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,0CAA0C,QAAQ,GAAG,EAAE,KAAK,CAAC,CAAC;YAE5E,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;gBACxC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;gBACtB,SAAS,EAAE,OAAO,CAAC,KAAc,CAAC,CAAC;gBAEnC,mFAAmF;gBACnF,MAAM,IAAI,CAAC,wBAAwB,CAAC,QAAQ,EAAE,wBAAwB,CACpE,oBAAoB,EACpB,KAAK,CACC,CAAC,CAAC;gBAEV,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,iBAAiB;gBACjB,KAAK,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAAC,KAAa,EAAE,KAAgB;QAC3D,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;QAClC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;YACxD,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;QAC3E,CAAC;QAED,oEAAoE;QACpE,qEAAqE;QACrE,kEAAkE;QAClE,wEAAwE;QACxE,sEAAsE;QACtE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;YAC/C,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC;gBAChF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACzB,KAAK,CAAC,aAAa,EAAE,+CAA+C,SAAS,CAAC,MAAM,oBAAoB,OAAO,EAAE,CAAC,CAAC;gBACrH,CAAC;gBACD,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;YAClF,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,+DAA+D,OAAO,GAAG,EAAE,GAAG,CAAC,CAAC;gBAC9F,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;YAC3E,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,yDAAyD,OAAO,EAAE,CAAC,CAAC;YAChF,MAAM,UAAU,GAAG,MAAM,0BAA0B,CACjD,KAAK,CAAC,WAAW,CAAC,KAAK,EACvB,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,EAC7B,KAAK,CAAC,WAAW,CAAC,GAAG,CACtB,CAAC;YAEF,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;gBACxB,OAAO,CAAC,GAAG,CAAC,+BAA+B,UAAU,CAAC,MAAM,mBAAmB,CAAC,CAAC;gBACjF,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;YAClF,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;gBACtE,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;YACzE,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,gDAAgD,OAAO,GAAG,EAAE,GAAG,CAAC,CAAC;YAC/E,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,qBAAqB,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC1E,CAAC;IACH,CAAC;CACF;AAED,qBAAqB;AACrB,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,mBAAmB,EAAE,CAAC"}

package/lib/dist/services/traces/traceStats.d.ts

@@ -0,0 +1,45 @@
+/**
+ * Trace Statistics Utilities
+ *
+ * Shared helper functions for calculating trace statistics.
+ * Used by TraceFlowView.
+ */
+import { CategorizedSpan, SpanCategory } from '../../types/index.js';
+/**
+ * Category statistics for trace analysis
+ */
+export interface CategoryStats {
+    category: SpanCategory;
+    count: number;
+    totalDuration: number;
+    percentage: number;
+}
+/**
+ * Tool usage information
+ */
+export interface ToolInfo {
+    name: string;
+    count: number;
+    totalDuration: number;
+}
+/**
+ * Extract tool name from a span
+ */
+export declare function extractToolName(span: CategorizedSpan): string | null;
+/**
+ * Flatten span tree and collect all spans
+ */
+export declare function flattenSpans(spans: CategorizedSpan[]): CategorizedSpan[];
+/**
+ * Calculate category statistics from spans
+ *
+ * Percentages are calculated relative to the sum of all category durations,
+ * not trace duration, because spans can overlap (LLM calls inside AGENT spans).
+ * This ensures percentages naturally sum to 100%.
+ */
+export declare function calculateCategoryStats(spans: CategorizedSpan[], _totalDuration: number): CategoryStats[];
+/**
+ * Extract unique tools with usage stats
+ */
+export declare function extractToolStats(spans: CategorizedSpan[]): ToolInfo[];
+//# sourceMappingURL=traceStats.d.ts.map

package/lib/dist/services/traces/traceStats.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"traceStats.d.ts","sourceRoot":"","sources":["../../../../services/traces/traceStats.ts"],"names":[],"mappings":"AAKA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAGxD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,YAAY,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,eAAe,GAAG,MAAM,GAAG,IAAI,CA8BpE;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,eAAe,EAAE,GAAG,eAAe,EAAE,CAcxE;AAED;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,eAAe,EAAE,EAAE,cAAc,EAAE,MAAM,GAAG,aAAa,EAAE,CA6BxG;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,eAAe,EAAE,GAAG,QAAQ,EAAE,CA2BrE"}