@arizeai/phoenix-client 6.10.0 → 6.11.0

package/dist/esm/testing/phoenix-test-tracking.js

@@ -0,0 +1,521 @@
+import { attachGlobalTracerProvider, context, createNoOpProvider, MimeType, OpenInferenceSpanKind, register, SemanticConventions, SpanStatusCode, suppressTracing, trace, } from "@arizeai/phoenix-otel";
+import { createDataset } from "../datasets/index.js";
+import { cleanupOwnedTracerProvider } from "../experiments/tracing.js";
+import { createClient } from "../index.js";
+import { ensureString } from "../utils/ensureString.js";
+import { toObjectHeaders } from "../utils/toObjectHeaders.js";
+import { getDatasetExperimentsUrl, getDatasetUrl, getExperimentUrl, } from "../utils/urlUtils.js";
+import { currentRun } from "./state.js";
+function isFalsyFlag(value) {
+    const v = (value ?? "").toLowerCase();
+    return v === "false" || v === "0" || v === "off" || v === "no";
+}
+/**
+ * Decide whether tests should sync to Phoenix.
+ *
+ * Tracing is enabled by default. It can be disabled globally by setting
+ * `PHOENIX_TEST_TRACING=false`, or per suite via `SuiteConfig.dryRun`.
+ */
+export function isTrackingEnabled(suite) {
+    if (isFalsyFlag(process.env.PHOENIX_TEST_TRACING)) {
+        return { enabled: false, reason: "PHOENIX_TEST_TRACING is disabled" };
+    }
+    if (suite?.config.dryRun) {
+        return { enabled: false, reason: "suite configured dryRun" };
+    }
+    return { enabled: true };
+}
+/**
+ * Resolve the repetition count for a test: per-test value, else suite-level,
+ * else the `PHOENIX_TEST_REPETITIONS` env var, else `1`. Non-positive or
+ * non-finite values fall back to `1`.
+ */
+export function resolveRepetitions(perTest, suite) {
+    const envValue = Number(process.env.PHOENIX_TEST_REPETITIONS);
+    const candidates = [
+        perTest,
+        suite.config.repetitions,
+        Number.isFinite(envValue) ? envValue : undefined,
+    ];
+    for (const c of candidates) {
+        if (typeof c === "number" && Number.isFinite(c) && c >= 1) {
+            return Math.floor(c);
+        }
+    }
+    return 1;
+}
+/**
+ * Deterministic key for matching dataset examples by content. Uses sorted
+ * keys so two inputs that differ only in property order hash the same.
+ */
+function stableKey(value) {
+    return stableStringify(value);
+}
+function stableStringify(value) {
+    if (value === null || typeof value !== "object") {
+        return JSON.stringify(value);
+    }
+    if (Array.isArray(value)) {
+        return "[" + value.map(stableStringify).join(",") + "]";
+    }
+    const keys = Object.keys(value).sort();
+    return ("{" +
+        keys
+            .map((k) => JSON.stringify(k) +
+            ":" +
+            stableStringify(value[k]))
+            .join(",") +
+        "}");
+}
+/** TEXT for raw strings, JSON for everything else. */
+function mimeTypeFor(value) {
+    return typeof value === "string" ? MimeType.TEXT : MimeType.JSON;
+}
+const taskSpansByRun = new WeakMap();
+/**
+ * Warn once when `PHOENIX_HOST` is plain `http:` while an `Authorization`
+ * header is being forwarded to the OTLP exporter — that combination
+ * exfiltrates the bearer token in cleartext.
+ */
+let warnedAboutHttpScheme = false;
+function maybeWarnHttpScheme(baseUrl, headers) {
+    if (warnedAboutHttpScheme || !baseUrl)
+        return;
+    let parsed;
+    try {
+        parsed = new URL(baseUrl);
+    }
+    catch {
+        return;
+    }
+    if (parsed.protocol !== "http:")
+        return;
+    if (parsed.hostname === "localhost" || parsed.hostname === "127.0.0.1")
+        return;
+    if (!headers)
+        return;
+    const picked = toObjectHeaders(headers);
+    const hasAuth = Object.keys(picked).some((h) => h.toLowerCase() === "authorization");
+    if (!hasAuth)
+        return;
+    warnedAboutHttpScheme = true;
+    // eslint-disable-next-line no-console
+    console.warn(`[@arizeai/phoenix-client] PHOENIX_HOST="${baseUrl}" uses http:// with ` +
+        `an Authorization header set; the bearer token will travel in cleartext. ` +
+        `Use https:// for non-localhost Phoenix endpoints.`);
+}
+function buildLinks(client, datasetId, experimentId) {
+    const baseUrl = client.config.baseUrl;
+    if (!baseUrl)
+        return [];
+    return [
+        { label: "Dataset", url: getDatasetUrl({ baseUrl, datasetId }) },
+        {
+            label: "Experiments",
+            url: getDatasetExperimentsUrl({ baseUrl, datasetId }),
+        },
+        {
+            label: "Experiment",
+            url: getExperimentUrl({ baseUrl, datasetId, experimentId }),
+        },
+    ];
+}
+/**
+ * Initialize the suite: upload the dataset, create the experiment, and
+ * register the OpenInference tracer.
+ *
+ * If tracing is disabled (no Phoenix env vars, or PHOENIX_TEST_TRACING=false),
+ * this populates a no-op tracer and exits without making any network calls.
+ */
+export async function initializeSuite(suite) {
+    const tracking = isTrackingEnabled(suite);
+    if (!tracking.enabled) {
+        suite.trackingDisabled = true;
+        suite.trackingDisabledReason = tracking.reason;
+        suite.tracer = createNoOpProvider().getTracer("no-op");
+        suite.evaluatorTracer = suite.tracer;
+        return;
+    }
+    const client = suite.config.client ?? createClient();
+    suite.client = client;
+    const datasetName = suite.config.datasetName ?? suite.name;
+    const description = suite.config.description ??
+        `Phoenix test dataset auto-generated from ${suite.name}`;
+    const examples = Array.from(suite.registeredExamples.values()).map((registered) => ({
+        id: registered.params.id ?? null,
+        input: registered.params.input,
+        output: registered.params.expected ?? {},
+        metadata: registered.params.metadata ?? {},
+        splits: registered.params.splits,
+    }));
+    let datasetId;
+    try {
+        const created = await createDataset({
+            client,
+            name: datasetName,
+            description,
+            examples,
+        });
+        datasetId = created.datasetId;
+    }
+    catch (err) {
+        suite.trackingDisabled = true;
+        suite.setupError = err instanceof Error ? err : new Error(String(err));
+        suite.tracer = createNoOpProvider().getTracer("no-op");
+        suite.evaluatorTracer = suite.tracer;
+        return;
+    }
+    suite.datasetId = datasetId;
+    // Map test names to server-side example ids by re-fetching the dataset.
+    // The server doesn't promise that the GET response order matches the
+    // upload order, so we match by user-supplied `id` first, then by
+    // `JSON.stringify(input)` deep-equality with FIFO-on-collision.
+    try {
+        const { data: response } = await client.GET("/v1/datasets/{id}/examples", {
+            params: { path: { id: datasetId } },
+        });
+        const fetched = response?.data?.examples ?? [];
+        const idToTestName = new Map();
+        const inputKeyToTestNames = new Map();
+        for (const [testName, registered] of suite.registeredExamples.entries()) {
+            if (registered.params.id) {
+                idToTestName.set(registered.params.id, testName);
+                continue;
+            }
+            const key = stableKey(registered.params.input);
+            const arr = inputKeyToTestNames.get(key) ?? [];
+            arr.push(testName);
+            inputKeyToTestNames.set(key, arr);
+        }
+        for (const ex of fetched) {
+            const byId = idToTestName.get(ex.id);
+            if (byId) {
+                suite.exampleIdsByTest.set(byId, {
+                    exampleId: ex.id,
+                    nodeId: ex.node_id,
+                });
+                idToTestName.delete(ex.id);
+                continue;
+            }
+            const queue = inputKeyToTestNames.get(stableKey(ex.input));
+            if (queue && queue.length) {
+                const testName = queue.shift();
+                suite.exampleIdsByTest.set(testName, {
+                    exampleId: ex.id,
+                    nodeId: ex.node_id,
+                });
+            }
+        }
+    }
+    catch {
+        // If we cannot resolve example ids, runs will be logged without one.
+    }
+    const projectName = `${datasetName}-${new Date().toISOString()}`;
+    suite.projectName = projectName;
+    try {
+        const experimentResponse = await client
+            .POST("/v1/datasets/{dataset_id}/experiments", {
+            params: { path: { dataset_id: datasetId } },
+            body: {
+                name: suite.config.datasetName ?? suite.name,
+                description,
+                metadata: { ...(suite.config.metadata ?? {}), ...envMetadata() },
+                project_name: projectName,
+                repetitions: Math.max(1, suite.maxRepetitions ?? 1),
+            },
+        })
+            .then((res) => res.data?.data);
+        if (!experimentResponse) {
+            throw new Error("Failed to create experiment");
+        }
+        suite.experimentId = experimentResponse.id;
+        suite.projectName = experimentResponse.project_name ?? projectName;
+    }
+    catch (err) {
+        suite.trackingDisabled = true;
+        suite.setupError = err instanceof Error ? err : new Error(String(err));
+        suite.tracer = createNoOpProvider().getTracer("no-op");
+        suite.evaluatorTracer = suite.tracer;
+        return;
+    }
+    const baseUrl = client.config.baseUrl;
+    if (!baseUrl) {
+        suite.trackingDisabled = true;
+        suite.setupError = new Error("Phoenix base URL not found. Set PHOENIX_HOST or pass baseUrl on the client.");
+        suite.tracer = createNoOpProvider().getTracer("no-op");
+        suite.evaluatorTracer = suite.tracer;
+        return;
+    }
+    maybeWarnHttpScheme(baseUrl, client.config.headers);
+    let provider;
+    try {
+        provider = register({
+            projectName: suite.projectName,
+            url: baseUrl,
+            headers: client.config.headers
+                ? toObjectHeaders(client.config.headers)
+                : undefined,
+            batch: false,
+            global: false,
+        });
+        suite.tracerProvider = provider;
+        suite.globalRegistration = attachGlobalTracerProvider(provider);
+    }
+    catch (err) {
+        suite.trackingDisabled = true;
+        suite.setupError = err instanceof Error ? err : new Error(String(err));
+        suite.tracer = createNoOpProvider().getTracer("no-op");
+        suite.evaluatorTracer = suite.tracer;
+        return;
+    }
+    suite.tracer = provider.getTracer(suite.projectName);
+    suite.evaluatorTracer = provider.getTracer(`${suite.projectName}-evaluators`);
+    if (suite.datasetId && suite.experimentId) {
+        suite.links = buildLinks(client, suite.datasetId, suite.experimentId);
+    }
+}
+/** Lazily-created no-op tracer reused for dry runs / fallbacks. */
+let noOpTracer;
+function getNoOpTracer() {
+    if (!noOpTracer)
+        noOpTracer = createNoOpProvider().getTracer("no-op");
+    return noOpTracer;
+}
+/** The tracer to use for the currently-running test — no-op when dry. */
+function taskTracer(suite) {
+    if (currentRun()?.dryRun)
+        return getNoOpTracer();
+    return suite.tracer ?? getNoOpTracer();
+}
+/**
+ * Wrap the user's test body in an OpenInference task span and return the
+ * trace id so we can submit it with the experiment run.
+ */
+export async function runTaskWithTracing(suite, testName, fn) {
+    const tracer = taskTracer(suite);
+    return tracer.startActiveSpan(`Test: ${testName}`, async (span) => {
+        const traceId = span.spanContext().traceId;
+        const run = currentRun();
+        if (run) {
+            run.traceId = traceId;
+            taskSpansByRun.set(run, { span, traceId, ended: false });
+        }
+        try {
+            const result = await fn();
+            if (run) {
+                endTaskSpan({ run, fallbackOutput: result });
+            }
+            else {
+                endSpanAsTask({ span, input: undefined, output: result });
+            }
+            return { traceId, result };
+        }
+        catch (err) {
+            const error = err instanceof Error ? err : new Error(String(err));
+            const isTaskError = run ? !hasTaskSpanEnded(run) : true;
+            if (run && isTaskError) {
+                endTaskSpan({ run, error });
+            }
+            else if (!run) {
+                span.setStatus({ code: SpanStatusCode.ERROR, message: error.message });
+                span.end();
+            }
+            return { traceId, error, isTaskError };
+        }
+        finally {
+            if (run) {
+                taskSpansByRun.delete(run);
+            }
+        }
+    });
+}
+function hasTaskSpanEnded(run) {
+    return taskSpansByRun.get(run)?.ended ?? false;
+}
+/**
+ * End the current run's task span. `logOutput()` calls this immediately so
+ * evaluator work that follows is not included in the task span duration.
+ */
+export function endTaskSpanForRun(run) {
+    endTaskSpan({ run });
+}
+function endTaskSpan({ run, fallbackOutput, error, }) {
+    const lifecycle = taskSpansByRun.get(run);
+    if (!lifecycle || lifecycle.ended)
+        return;
+    const output = run.outputSet ? run.output : fallbackOutput;
+    if (error) {
+        lifecycle.span.setStatus({
+            code: SpanStatusCode.ERROR,
+            message: error.message,
+        });
+        lifecycle.span.setAttributes({
+            [SemanticConventions.OPENINFERENCE_SPAN_KIND]: OpenInferenceSpanKind.CHAIN,
+            [SemanticConventions.INPUT_MIME_TYPE]: mimeTypeFor(run.params.input),
+            [SemanticConventions.INPUT_VALUE]: ensureString(run.params.input),
+        });
+        lifecycle.span.end();
+    }
+    else {
+        endSpanAsTask({ span: lifecycle.span, input: run.params.input, output });
+    }
+    run.traceId = lifecycle.traceId;
+    run.taskEndTime = new Date();
+    lifecycle.ended = true;
+}
+function endSpanAsTask({ span, input, output, }) {
+    span.setAttributes({
+        [SemanticConventions.OPENINFERENCE_SPAN_KIND]: OpenInferenceSpanKind.CHAIN,
+        [SemanticConventions.INPUT_MIME_TYPE]: mimeTypeFor(input),
+        [SemanticConventions.INPUT_VALUE]: ensureString(input),
+        [SemanticConventions.OUTPUT_MIME_TYPE]: mimeTypeFor(output),
+        [SemanticConventions.OUTPUT_VALUE]: ensureString(output),
+    });
+    span.setStatus({ code: SpanStatusCode.OK });
+    span.end();
+}
+/**
+ * POST a single experiment run for one test case to Phoenix.
+ *
+ * Best-effort: failures are captured and surfaced via the test reporter but
+ * do not fail the test itself.
+ */
+export async function postExperimentRun(suite, run) {
+    if (run.dryRun ||
+        suite.trackingDisabled ||
+        !suite.client ||
+        !suite.experimentId) {
+        return undefined;
+    }
+    const example = suite.exampleIdsByTest.get(run.logicalName);
+    if (!example) {
+        return undefined;
+    }
+    try {
+        const res = await suite.client.POST("/v1/experiments/{experiment_id}/runs", {
+            params: { path: { experiment_id: suite.experimentId } },
+            body: {
+                dataset_example_id: example.nodeId,
+                output: run.outputSet
+                    ? run.output
+                    : null,
+                repetition_number: run.repetitionNumber,
+                start_time: run.startTime.toISOString(),
+                end_time: (run.taskEndTime ??
+                    run.endTime ??
+                    new Date()).toISOString(),
+                error: run.error ?? null,
+                trace_id: run.traceId ?? null,
+            },
+        });
+        return res.data?.data.id;
+    }
+    catch {
+        suite.uploadFailureCount = (suite.uploadFailureCount ?? 0) + 1;
+        return undefined;
+    }
+}
+/**
+ * POST one annotation (an "experiment_evaluation") for a run.
+ */
+export async function postAnnotation(suite, runId, annotation) {
+    if (suite.trackingDisabled || !suite.client || !runId)
+        return;
+    const start = new Date();
+    const end = new Date();
+    try {
+        await suite.client.POST("/v1/experiment_evaluations", {
+            body: {
+                experiment_run_id: runId,
+                name: annotation.name,
+                annotator_kind: annotation.annotatorKind ?? "CODE",
+                start_time: start.toISOString(),
+                end_time: end.toISOString(),
+                result: {
+                    score: typeof annotation.score === "boolean"
+                        ? annotation.score
+                            ? 1
+                            : 0
+                        : (annotation.score ?? null),
+                    label: annotation.label ?? null,
+                    explanation: annotation.explanation ?? null,
+                    // Forward annotation metadata, matching the experiment evaluator
+                    // upload path in `runExperiment`. Spread so it's omitted when unset.
+                    ...(annotation.metadata ? { metadata: annotation.metadata } : {}),
+                },
+                error: null,
+                trace_id: annotation.traceId ?? null,
+            },
+        });
+    }
+    catch {
+        suite.uploadFailureCount = (suite.uploadFailureCount ?? 0) + 1;
+    }
+}
+/** Run an evaluator in an OpenInference evaluator span. */
+export async function runEvaluatorWithTracing(suite, name, params, fn) {
+    const isDryRun = currentRun()?.dryRun ?? false;
+    const tracer = isDryRun
+        ? getNoOpTracer()
+        : (suite.evaluatorTracer ?? suite.tracer ?? getNoOpTracer());
+    const parentlessContext = trace.deleteSpan(context.active());
+    const evaluatorContext = isDryRun
+        ? suppressTracing(parentlessContext)
+        : parentlessContext;
+    return context.with(evaluatorContext, () => tracer.startActiveSpan(`Evaluation: ${name}`, async (span) => {
+        const traceId = isDryRun ? null : span.spanContext().traceId;
+        try {
+            const result = await fn(params);
+            span.setAttributes({
+                [SemanticConventions.OPENINFERENCE_SPAN_KIND]: OpenInferenceSpanKind.EVALUATOR,
+                [SemanticConventions.INPUT_MIME_TYPE]: MimeType.JSON,
+                [SemanticConventions.INPUT_VALUE]: ensureString(params),
+                [SemanticConventions.OUTPUT_MIME_TYPE]: MimeType.JSON,
+                [SemanticConventions.OUTPUT_VALUE]: ensureString(result),
+            });
+            span.setStatus({ code: SpanStatusCode.OK });
+            return { result, traceId };
+        }
+        catch (err) {
+            const error = err instanceof Error ? err : new Error(String(err));
+            span.setStatus({ code: SpanStatusCode.ERROR, message: error.message });
+            throw error;
+        }
+        finally {
+            span.end();
+        }
+    }));
+}
+/**
+ * Tear down the tracer provider created for the suite, flushing any pending
+ * spans before the process exits.
+ */
+export async function teardownSuite(suite) {
+    const provider = suite.tracerProvider;
+    if (!provider)
+        return;
+    try {
+        await cleanupOwnedTracerProvider({
+            provider,
+            globalRegistration: suite.globalRegistration,
+        });
+    }
+    finally {
+        suite.tracerProvider = undefined;
+        suite.globalRegistration = null;
+    }
+}
+/**
+ * Snapshot environment-derived metadata recorded on the experiment so users
+ * can filter experiments by env in the Phoenix UI.
+ */
+function envMetadata() {
+    const out = {};
+    const env = process.env.PHOENIX_ENVIRONMENT ??
+        process.env.ENVIRONMENT ??
+        process.env.NODE_ENV;
+    if (env)
+        out.environment = env;
+    return out;
+}
+//# sourceMappingURL=phoenix-test-tracking.js.map

package/dist/esm/testing/phoenix-test-tracking.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"phoenix-test-tracking.js","sourceRoot":"","sources":["../../../src/testing/phoenix-test-tracking.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,0BAA0B,EAC1B,OAAO,EACP,kBAAkB,EAElB,QAAQ,EAER,qBAAqB,EACrB,QAAQ,EACR,mBAAmB,EACnB,cAAc,EACd,eAAe,EACf,KAAK,GAEN,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,0BAA0B,EAAE,MAAM,wBAAwB,CAAC;AACpE,OAAO,EAAE,YAAY,EAAsB,MAAM,UAAU,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EACL,wBAAwB,EACxB,aAAa,EACb,gBAAgB,GACjB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,UAAU,EAAkC,MAAM,SAAS,CAAC;AAGrE,SAAS,WAAW,CAAC,KAAyB;IAC5C,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACtC,OAAO,CAAC,KAAK,OAAO,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI,CAAC;AACjE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAkB;IAIlD,IAAI,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,EAAE,CAAC;QAClD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,kCAAkC,EAAE,CAAC;IACxE,CAAC;IACD,IAAI,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QACzB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,yBAAyB,EAAE,CAAC;IAC/D,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAC3B,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAChC,OAA2B,EAC3B,KAAiB;IAEjB,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;IAC9D,MAAM,UAAU,GAAG;QACjB,OAAO;QACP,KAAK,CAAC,MAAM,CAAC,WAAW;QACxB,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;KACjD,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1D,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;GAGG;AACH,SAAS,SAAS,CAAC,KAAc;IAC/B,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAChD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;IAC1D,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAe,CAAC,CAAC,IAAI,EAAE,CAAC;IACjD,OAAO,CACL,GAAG;QACH,IAAI;aACD,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CACJ,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;YACjB,GAAG;YACH,eAAe,CAAE,KAAiC,CAAC,CAAC,CAAC,CAAC,CACzD;aACA,IAAI,CAAC,GAAG,CAAC;QACZ,GAAG,CACJ,CAAC;AACJ,CAAC;AAED,sDAAsD;AACtD,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;AACnE,CAAC;AAQD,MAAM,cAAc,GAAG,IAAI,OAAO,EAA+B,CAAC;AAElE;;;;GAIG;AACH,IAAI,qBAAqB,GAAG,KAAK,CAAC;AAClC,SAAS,mBAAmB,CAC1B,OAA2B,EAC3B,OAA2C;IAE3C,IAAI,qBAAqB,IAAI,CAAC,OAAO;QAAE,OAAO;IAC9C,IAAI,MAAW,CAAC;IAChB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;IACT,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO;QAAE,OAAO;IACxC,IAAI,MAAM,CAAC,QAAQ,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,KAAK,WAAW;QACpE,OAAO;IACT,IAAI,CAAC,OAAO;QAAE,OAAO;IACrB,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IACxC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CACtC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,eAAe,CAC3C,CAAC;IACF,IAAI,CAAC,OAAO;QAAE,OAAO;IACrB,qBAAqB,GAAG,IAAI,CAAC;IAC7B,sCAAsC;IACtC,OAAO,CAAC,IAAI,CACV,2CAA2C,OAAO,sBAAsB;QACtE,0EAA0E;QAC1E,mDAAmD,CACtD,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CACjB,MAAqB,EACrB,SAAiB,EACjB,YAAoB;IAEpB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;IACtC,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IACxB,OAAO;QACL,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,aAAa,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE;QAChE;YACE,KAAK,EAAE,aAAa;YACpB,GAAG,EAAE,wBAAwB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;SACtD;QACD;YACE,KAAK,EAAE,YAAY;YACnB,GAAG,EAAE,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC;SAC5D;KACF,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,KAAiB;IACrD,MAAM,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACtB,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC9B,KAAK,CAAC,sBAAsB,GAAG,QAAQ,CAAC,MAAM,CAAC;QAC/C,KAAK,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACvD,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC,MAAM,CAAC;QACrC,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;IACrD,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;IAEtB,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,IAAI,KAAK,CAAC,IAAI,CAAC;IAC3D,MAAM,WAAW,GACf,KAAK,CAAC,MAAM,CAAC,WAAW;QACxB,4CAA4C,KAAK,CAAC,IAAI,EAAE,CAAC;IAE3D,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAChE,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QACf,EAAE,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,IAAI,IAAI;QAChC,KAAK,EAAE,UAAU,CAAC,MAAM,CAAC,KAAK;QAC9B,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE;QACxC,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE;QAC1C,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,MAAM;KACjC,CAAC,CACH,CAAC;IAEF,IAAI,SAAiB,CAAC;IACtB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC;YAClC,MAAM;YACN,IAAI,EAAE,WAAW;YACjB,WAAW;YACX,QAAQ;SACT,CAAC,CAAC;QACH,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IAChC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC9B,KAAK,CAAC,UAAU,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvE,KAAK,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACvD,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC,MAAM,CAAC;QACrC,OAAO;IACT,CAAC;IACD,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;IAE5B,wEAAwE;IACxE,qEAAqE;IACrE,iEAAiE;IACjE,gEAAgE;IAChE,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,4BAA4B,EAAE;YACxE,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE;SACpC,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,QAAQ,EAAE,IAAI,EAAE,QAAQ,IAAI,EAAE,CAAC;QAE/C,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC/C,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAoB,CAAC;QACxD,KAAK,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAE,CAAC;YACxE,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;gBACzB,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;gBACjD,SAAS;YACX,CAAC;YACD,MAAM,GAAG,GAAG,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/C,MAAM,GAAG,GAAG,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC/C,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnB,mBAAmB,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACpC,CAAC;QAED,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACrC,IAAI,IAAI,EAAE,CAAC;gBACT,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,EAAE;oBAC/B,SAAS,EAAE,EAAE,CAAC,EAAE;oBAChB,MAAM,EAAE,EAAE,CAAC,OAAO;iBACnB,CAAC,CAAC;gBACH,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC3B,SAAS;YACX,CAAC;YACD,MAAM,KAAK,GAAG,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;YAC3D,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC1B,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,EAAY,CAAC;gBACzC,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE;oBACnC,SAAS,EAAE,EAAE,CAAC,EAAE;oBAChB,MAAM,EAAE,EAAE,CAAC,OAAO;iBACnB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,qEAAqE;IACvE,CAAC;IAED,MAAM,WAAW,GAAG,GAAG,WAAW,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;IACjE,KAAK,CAAC,WAAW,GAAG,WAAW,CAAC;IAEhC,IAAI,CAAC;QACH,MAAM,kBAAkB,GAAG,MAAM,MAAM;aACpC,IAAI,CAAC,uCAAuC,EAAE;YAC7C,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE;YAC3C,IAAI,EAAE;gBACJ,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW,IAAI,KAAK,CAAC,IAAI;gBAC5C,WAAW;gBACX,QAAQ,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,GAAG,WAAW,EAAE,EAAE;gBAChE,YAAY,EAAE,WAAW;gBACzB,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,cAAc,IAAI,CAAC,CAAC;aACpD;SACF,CAAC;aACD,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACjC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QACD,KAAK,CAAC,YAAY,GAAG,kBAAkB,CAAC,EAAE,CAAC;QAC3C,KAAK,CAAC,WAAW,GAAG,kBAAkB,CAAC,YAAY,IAAI,WAAW,CAAC;IACrE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC9B,KAAK,CAAC,UAAU,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvE,KAAK,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACvD,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC,MAAM,CAAC;QACrC,OAAO;IACT,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;IACtC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC9B,KAAK,CAAC,UAAU,GAAG,IAAI,KAAK,CAC1B,6EAA6E,CAC9E,CAAC;QACF,KAAK,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACvD,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC,MAAM,CAAC;QACrC,OAAO;IACT,CAAC;IAED,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAEpD,IAAI,QAA4B,CAAC;IACjC,IAAI,CAAC;QACH,QAAQ,GAAG,QAAQ,CAAC;YAClB,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,GAAG,EAAE,OAAO;YACZ,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;gBAC5B,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;gBACxC,CAAC,CAAC,SAAS;YACb,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QACH,KAAK,CAAC,cAAc,GAAG,QAAQ,CAAC;QAChC,KAAK,CAAC,kBAAkB,GAAG,0BAA0B,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC9B,KAAK,CAAC,UAAU,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvE,KAAK,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACvD,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC,MAAM,CAAC;QACrC,OAAO;IACT,CAAC;IACD,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACrD,KAAK,CAAC,eAAe,GAAG,QAAQ,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,WAAW,aAAa,CAAC,CAAC;IAE9E,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;QAC1C,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;IACxE,CAAC;AACH,CAAC;AAED,mEAAmE;AACnE,IAAI,UAA8B,CAAC;AACnC,SAAS,aAAa;IACpB,IAAI,CAAC,UAAU;QAAE,UAAU,GAAG,kBAAkB,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACtE,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,yEAAyE;AACzE,SAAS,UAAU,CAAC,KAAiB;IACnC,IAAI,UAAU,EAAE,EAAE,MAAM;QAAE,OAAO,aAAa,EAAE,CAAC;IACjD,OAAO,KAAK,CAAC,MAAM,IAAI,aAAa,EAAE,CAAC;AACzC,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,KAAiB,EACjB,QAAgB,EAChB,EAAyB;IAKzB,MAAM,MAAM,GAAW,UAAU,CAAC,KAAK,CAAC,CAAC;IACzC,OAAO,MAAM,CAAC,eAAe,CAAC,SAAS,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QAChE,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC;QAC3C,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC;QACzB,IAAI,GAAG,EAAE,CAAC;YACR,GAAG,CAAC,OAAO,GAAG,OAAO,CAAC;YACtB,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,EAAE,EAAE,CAAC;YAC1B,IAAI,GAAG,EAAE,CAAC;gBACR,WAAW,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC,CAAC;YAC/C,CAAC;iBAAM,CAAC;gBACN,aAAa,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YAC5D,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QAC7B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,MAAM,WAAW,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACxD,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC;gBACvB,WAAW,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9B,CAAC;iBAAM,IAAI,CAAC,GAAG,EAAE,CAAC;gBAChB,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACvE,IAAI,CAAC,GAAG,EAAE,CAAC;YACb,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;QACzC,CAAC;gBAAS,CAAC;YACT,IAAI,GAAG,EAAE,CAAC;gBACR,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAa;IACrC,OAAO,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,KAAK,IAAI,KAAK,CAAC;AACjD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,GAAa;IAC7C,WAAW,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,WAAW,CAAC,EACnB,GAAG,EACH,cAAc,EACd,KAAK,GAKN;IACC,MAAM,SAAS,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,KAAK;QAAE,OAAO;IAC1C,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC;IAC3D,IAAI,KAAK,EAAE,CAAC;QACV,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC;YACvB,IAAI,EAAE,cAAc,CAAC,KAAK;YAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB,CAAC,CAAC;QACH,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC;YAC3B,CAAC,mBAAmB,CAAC,uBAAuB,CAAC,EAC3C,qBAAqB,CAAC,KAAK;YAC7B,CAAC,mBAAmB,CAAC,eAAe,CAAC,EAAE,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC;YACpE,CAAC,mBAAmB,CAAC,WAAW,CAAC,EAAE,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC;SAClE,CAAC,CAAC;QACH,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,CAAC;SAAM,CAAC;QACN,aAAa,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,GAAG,CAAC,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;IAChC,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;IAC7B,SAAS,CAAC,KAAK,GAAG,IAAI,CAAC;AACzB,CAAC;AAED,SAAS,aAAa,CAAC,EACrB,IAAI,EACJ,KAAK,EACL,MAAM,GAKP;IACC,IAAI,CAAC,aAAa,CAAC;QACjB,CAAC,mBAAmB,CAAC,uBAAuB,CAAC,EAAE,qBAAqB,CAAC,KAAK;QAC1E,CAAC,mBAAmB,CAAC,eAAe,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC;QACzD,CAAC,mBAAmB,CAAC,WAAW,CAAC,EAAE,YAAY,CAAC,KAAK,CAAC;QACtD,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC;QAC3D,CAAC,mBAAmB,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC;KACzD,CAAC,CAAC;IACH,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5C,IAAI,CAAC,GAAG,EAAE,CAAC;AACb,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,KAAiB,EACjB,GAAa;IAEb,IACE,GAAG,CAAC,MAAM;QACV,KAAK,CAAC,gBAAgB;QACtB,CAAC,KAAK,CAAC,MAAM;QACb,CAAC,KAAK,CAAC,YAAY,EACnB,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAC5D,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,IAAI,CACjC,sCAAsC,EACtC;YACE,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,aAAa,EAAE,KAAK,CAAC,YAAY,EAAE,EAAE;YACvD,IAAI,EAAE;gBACJ,kBAAkB,EAAE,OAAO,CAAC,MAAM;gBAClC,MAAM,EAAE,GAAG,CAAC,SAAS;oBACnB,CAAC,CAAE,GAAG,CAAC,MAAkD;oBACzD,CAAC,CAAC,IAAI;gBACR,iBAAiB,EAAE,GAAG,CAAC,gBAAgB;gBACvC,UAAU,EAAE,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE;gBACvC,QAAQ,EAAE,CACR,GAAG,CAAC,WAAW;oBACf,GAAG,CAAC,OAAO;oBACX,IAAI,IAAI,EAAE,CACX,CAAC,WAAW,EAAE;gBACf,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI;gBACxB,QAAQ,EAAE,GAAG,CAAC,OAAO,IAAI,IAAI;aAC9B;SACF,CACF,CAAC;QACF,OAAO,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,KAAK,CAAC,kBAAkB,GAAG,CAAC,KAAK,CAAC,kBAAkB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QAC/D,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,KAAiB,EACjB,KAAyB,EACzB,UAAsB;IAEtB,IAAI,KAAK,CAAC,gBAAgB,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK;QAAE,OAAO;IAC9D,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC;IACzB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE;YACpD,IAAI,EAAE;gBACJ,iBAAiB,EAAE,KAAK;gBACxB,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,cAAc,EAAE,UAAU,CAAC,aAAa,IAAI,MAAM;gBAClD,UAAU,EAAE,KAAK,CAAC,WAAW,EAAE;gBAC/B,QAAQ,EAAE,GAAG,CAAC,WAAW,EAAE;gBAC3B,MAAM,EAAE;oBACN,KAAK,EACH,OAAO,UAAU,CAAC,KAAK,KAAK,SAAS;wBACnC,CAAC,CAAC,UAAU,CAAC,KAAK;4BAChB,CAAC,CAAC,CAAC;4BACH,CAAC,CAAC,CAAC;wBACL,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,IAAI,IAAI,CAAC;oBAChC,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,IAAI;oBAC/B,WAAW,EAAE,UAAU,CAAC,WAAW,IAAI,IAAI;oBAC3C,iEAAiE;oBACjE,qEAAqE;oBACrE,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAClE;gBACD,KAAK,EAAE,IAAI;gBACX,QAAQ,EAAE,UAAU,CAAC,OAAO,IAAI,IAAI;aACrC;SACF,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,KAAK,CAAC,kBAAkB,GAAG,CAAC,KAAK,CAAC,kBAAkB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED,2DAA2D;AAC3D,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAI3C,KAAiB,EACjB,IAAY,EACZ,MAAuB,EACvB,EAA2E;IAE3E,MAAM,QAAQ,GAAG,UAAU,EAAE,EAAE,MAAM,IAAI,KAAK,CAAC;IAC/C,MAAM,MAAM,GAAW,QAAQ;QAC7B,CAAC,CAAC,aAAa,EAAE;QACjB,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,MAAM,IAAI,aAAa,EAAE,CAAC,CAAC;IAC/D,MAAM,iBAAiB,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7D,MAAM,gBAAgB,GAAG,QAAQ;QAC/B,CAAC,CAAC,eAAe,CAAC,iBAAiB,CAAC;QACpC,CAAC,CAAC,iBAAiB,CAAC;IACtB,OAAO,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,GAAG,EAAE,CACzC,MAAM,CAAC,eAAe,CAAC,eAAe,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QAC3D,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC;YAChC,IAAI,CAAC,aAAa,CAAC;gBACjB,CAAC,mBAAmB,CAAC,uBAAuB,CAAC,EAC3C,qBAAqB,CAAC,SAAS;gBACjC,CAAC,mBAAmB,CAAC,eAAe,CAAC,EAAE,QAAQ,CAAC,IAAI;gBACpD,CAAC,mBAAmB,CAAC,WAAW,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC;gBACvD,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,EAAE,QAAQ,CAAC,IAAI;gBACrD,CAAC,mBAAmB,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC;aACzD,CAAC,CAAC;YACH,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5C,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAC7B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACvE,MAAM,KAAK,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,GAAG,EAAE,CAAC;QACb,CAAC;IACH,CAAC,CAAC,CACH,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAiB;IACnD,MAAM,QAAQ,GAAG,KAAK,CAAC,cAAc,CAAC;IACtC,IAAI,CAAC,QAAQ;QAAE,OAAO;IACtB,IAAI,CAAC;QACH,MAAM,0BAA0B,CAAC;YAC/B,QAAQ;YACR,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;SAC7C,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,cAAc,GAAG,SAAS,CAAC;QACjC,KAAK,CAAC,kBAAkB,GAAG,IAAI,CAAC;IAClC,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,WAAW;IAClB,MAAM,GAAG,GAAU,EAAE,CAAC;IACtB,MAAM,GAAG,GACP,OAAO,CAAC,GAAG,CAAC,mBAAmB;QAC/B,OAAO,CAAC,GAAG,CAAC,WAAW;QACvB,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACvB,IAAI,GAAG;QAAE,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC;IAC/B,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/esm/testing/report-artifacts.d.ts

@@ -0,0 +1,45 @@
+import type { SuiteSummary } from "./reporter-format.js";
+import type { SuiteState } from "./state.js";
+/**
+ * Env var that overrides where suite summary artifacts are written. When unset,
+ * a stable per-project subdirectory of the OS temp dir is used (see
+ * {@link getSuiteSummaryReportDir}).
+ */
+export declare const PHOENIX_TEST_REPORT_DIR_ENV_VAR = "PHOENIX_TEST_REPORT_DIR";
+/**
+ * Resolve the directory where suite summary artifacts are written and read.
+ *
+ * Honors {@link PHOENIX_TEST_REPORT_DIR_ENV_VAR} when set. Otherwise it derives
+ * a directory under the OS temp dir, namespaced by a hash of the current
+ * working directory so that concurrent test runs in different projects don't
+ * read each other's artifacts.
+ */
+export declare function getSuiteSummaryReportDir(): string;
+/**
+ * Delete any artifacts left over from a previous run. The reporter calls this
+ * at the start of every run so summaries from an earlier watch-mode invocation
+ * don't bleed into the next one.
+ */
+export declare function clearSuiteSummaryArtifacts(): void;
+/**
+ * Write one suite's summary to the report directory. Called from each worker
+ * when a suite finishes.
+ *
+ * The file is written to a `.tmp` path first and then atomically renamed into
+ * place, so the reader never observes a half-written artifact. Failures are
+ * intentionally swallowed — reporting must not break the user's tests.
+ */
+export declare function writeSuiteSummaryArtifact(suite: SuiteState): void;
+/**
+ * Read back all suite summaries the workers wrote during this run, sorted by
+ * suite name for stable output.
+ *
+ * @param sinceMs - When provided, only artifacts created at or after this
+ *   timestamp are returned, so summaries from a previous run that share the
+ *   report directory are ignored. A one-second slack is allowed to absorb
+ *   small clock differences between worker processes.
+ */
+export declare function readSuiteSummaryArtifacts({ sinceMs, }?: {
+    sinceMs?: number;
+}): SuiteSummary[];
+//# sourceMappingURL=report-artifacts.d.ts.map

package/dist/esm/testing/report-artifacts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"report-artifacts.d.ts","sourceRoot":"","sources":["../../../src/testing/report-artifacts.ts"],"names":[],"mappings":"AA4BA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,KAAK,EAAE,UAAU,EAAc,MAAM,SAAS,CAAC;AAEtD;;;;GAIG;AACH,eAAO,MAAM,+BAA+B,4BAA4B,CAAC;AAazE;;;;;;;GAOG;AACH,wBAAgB,wBAAwB,IAAI,MAAM,CAUjD;AAED;;;;GAIG;AACH,wBAAgB,0BAA0B,IAAI,IAAI,CAajD;AAED;;;;;;;GAOG;AACH,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAiBjE;AAED;;;;;;;;GAQG;AACH,wBAAgB,yBAAyB,CAAC,EACxC,OAAO,GACR,GAAE;IACD,OAAO,CAAC,EAAE,MAAM,CAAC;CACb,GAAG,YAAY,EAAE,CAoCtB"}