@arizeai/phoenix-client 5.2.1 → 5.4.0

package/dist/src/experiments/resumeExperiment.d.ts

@@ -0,0 +1,102 @@
+import { type DiagLogLevel } from "@arizeai/phoenix-otel";
+import { ClientFn } from "../types/core";
+import type { ExperimentEvaluatorLike, ExperimentTask } from "../types/experiments";
+import { type Logger } from "../types/logger";
+export type ResumeExperimentParams = ClientFn & {
+    /**
+     * The ID of the experiment to resume
+     */
+    readonly experimentId: string;
+    /**
+     * The task to run on incomplete examples
+     */
+    readonly task: ExperimentTask;
+    /**
+     * Optional evaluators to run on completed task runs
+     * @default undefined
+     */
+    readonly evaluators?: readonly ExperimentEvaluatorLike[];
+    /**
+     * The logger to use
+     * @default console
+     */
+    readonly logger?: Logger;
+    /**
+     * The number of concurrent task executions
+     * @default 5
+     */
+    readonly concurrency?: number;
+    /**
+     * Whether to set the global tracer provider when running the task.
+     * @default true
+     */
+    readonly setGlobalTracerProvider?: boolean;
+    /**
+     * Whether to use batch span processor for tracing.
+     * @default true
+     */
+    readonly useBatchSpanProcessor?: boolean;
+    /**
+     * Log level to set for the default DiagConsoleLogger when tracing.
+     */
+    readonly diagLogLevel?: DiagLogLevel;
+    /**
+     * Stop processing and exit as soon as any task fails.
+     * @default false
+     */
+    readonly stopOnFirstError?: boolean;
+};
+/**
+ * Resume an incomplete experiment by running only the missing or failed runs.
+ *
+ * This function identifies which (example, repetition) pairs have not been completed
+ * (either missing or failed) and re-runs the task only for those pairs. Optionally,
+ * evaluators can be run on the completed runs after task execution.
+ *
+ * The function processes incomplete runs in batches using pagination to minimize memory usage.
+ *
+ * @throws {Error} Throws different error types based on failure:
+ *   - "TaskFetchError": Unable to fetch incomplete runs from the server.
+ *     Always thrown regardless of stopOnFirstError, as it indicates critical infrastructure failure.
+ *   - "TaskAbortedError": stopOnFirstError=true and a task failed.
+ *     Original error preserved in `cause` property.
+ *   - Generic Error: Other task execution errors or unexpected failures.
+ *
+ * @example
+ * ```ts
+ * import { resumeExperiment } from "@arizeai/phoenix-client/experiments";
+ *
+ * // Resume an interrupted experiment
+ * try {
+ *   await resumeExperiment({
+ *     experimentId: "exp_123",
+ *     task: myTask,
+ *   });
+ * } catch (error) {
+ *   // Handle by error name (no instanceof needed)
+ *   if (error.name === "TaskFetchError") {
+ *     console.error("Failed to connect to server:", error.cause);
+ *   } else if (error.name === "TaskAbortedError") {
+ *     console.error("Task stopped due to error:", error.cause);
+ *   } else {
+ *     console.error("Unexpected error:", error);
+ *   }
+ * }
+ *
+ * // Resume with evaluators
+ * await resumeExperiment({
+ *   experimentId: "exp_123",
+ *   task: myTask,
+ *   evaluators: [correctnessEvaluator, relevanceEvaluator],
+ * });
+ *
+ * // Stop on first error (useful for debugging)
+ * await resumeExperiment({
+ *   experimentId: "exp_123",
+ *   task: myTask,
+ *   stopOnFirstError: true, // Exit immediately on first task failure
+ * });
+ * ```
+ */
+export declare function resumeExperiment({ client: _client, experimentId, task, evaluators, logger, concurrency, setGlobalTracerProvider, useBatchSpanProcessor, diagLogLevel, stopOnFirstError, }: ResumeExperimentParams): Promise<void>;
+//# sourceMappingURL=resumeExperiment.d.ts.map

package/dist/src/experiments/resumeExperiment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resumeExperiment.d.ts","sourceRoot":"","sources":["../../../src/experiments/resumeExperiment.ts"],"names":[],"mappings":"AAKA,OAAO,EACL,KAAK,YAAY,EAMlB,MAAM,uBAAuB,CAAC;AAI/B,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEzC,OAAO,KAAK,EACV,uBAAuB,EACvB,cAAc,EACf,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAsC9C,MAAM,MAAM,sBAAsB,GAAG,QAAQ,GAAG;IAC9C;;OAEG;IACH,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B;;;OAGG;IACH,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,uBAAuB,EAAE,CAAC;IACzD;;;OAGG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB;;;OAGG;IACH,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B;;;OAGG;IACH,QAAQ,CAAC,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAC3C;;;OAGG;IACH,QAAQ,CAAC,qBAAqB,CAAC,EAAE,OAAO,CAAC;IACzC;;OAEG;IACH,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC;IACrC;;;OAGG;IACH,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,CAAC;CACrC,CAAC;AAgIF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmDG;AACH,wBAAsB,gBAAgB,CAAC,EACrC,MAAM,EAAE,OAAO,EACf,YAAY,EACZ,IAAI,EACJ,UAAU,EACV,MAAgB,EAChB,WAAe,EACf,uBAA8B,EAC9B,qBAA4B,EAC5B,YAAY,EACZ,gBAAwB,GACzB,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC,CAqSxC"}

package/dist/src/experiments/resumeExperiment.js

@@ -0,0 +1,540 @@
+"use strict";
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.resumeExperiment = resumeExperiment;
+const openinference_semantic_conventions_1 = require("@arizeai/openinference-semantic-conventions");
+const phoenix_otel_1 = require("@arizeai/phoenix-otel");
+const client_1 = require("../client");
+const channel_1 = require("../utils/channel");
+const ensureString_1 = require("../utils/ensureString");
+const isHttpError_1 = require("../utils/isHttpError");
+const toObjectHeaders_1 = require("../utils/toObjectHeaders");
+const urlUtils_1 = require("../utils/urlUtils");
+const getExperimentInfo_js_1 = require("./getExperimentInfo.js");
+const resumeEvaluation_1 = require("./resumeEvaluation");
+const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
+/**
+ * Error thrown when task is aborted due to a failure in stopOnFirstError mode.
+ * This provides semantic context that the abort was intentional, not an infrastructure failure.
+ * @internal - Not exported to minimize API surface area
+ */
+class TaskAbortedError extends Error {
+    constructor(message, cause) {
+        super(message);
+        this.name = "TaskAbortedError";
+        this.cause = cause;
+    }
+}
+/**
+ * Error thrown when the producer fails to fetch incomplete runs from the server.
+ * This is a critical error that should always be surfaced, even in stopOnFirstError=false mode.
+ * @internal - Not exported to minimize API surface area
+ */
+class TaskFetchError extends Error {
+    constructor(message, cause) {
+        super(message);
+        this.name = "TaskFetchError";
+        this.cause = cause;
+    }
+}
+const DEFAULT_PAGE_SIZE = 50;
+/**
+ * Channel capacity multiplier for producer-consumer buffering.
+ * A value of 2 enables pipeline efficiency: workers process batch N while
+ * the producer fetches batch N+1, eliminating idle time without excessive
+ * memory usage. The channel blocks when full, providing natural backpressure.
+ */
+const CHANNEL_CAPACITY_MULTIPLIER = 2;
+/**
+ * Transforms API incomplete run response to ExampleWithId
+ */
+function buildExampleFromApiResponse(apiExample) {
+    return {
+        id: apiExample.id,
+        input: apiExample.input,
+        output: apiExample.output || null,
+        metadata: apiExample.metadata || {},
+        updatedAt: new Date(apiExample.updated_at),
+    };
+}
+/**
+ * Handles fetch errors with helpful version information for unsupported features
+ */
+async function handleFetchError(error, client, featureName) {
+    // Check if this is a JSON parse error (likely 404 HTML response from old server)
+    const isJsonError = error instanceof SyntaxError &&
+        error.message.toLowerCase().includes("json");
+    if (isJsonError) {
+        // Fetch server version to provide helpful context
+        let versionInfo = "";
+        try {
+            const baseUrl = client.config.baseUrl || "";
+            const versionRes = await fetch(`${baseUrl}/arize_phoenix_version`);
+            if (versionRes.ok) {
+                const version = await versionRes.text();
+                versionInfo = ` Your current server version is ${version}.`;
+            }
+        }
+        catch (_a) {
+            // Ignore errors fetching version
+        }
+        throw new Error(`The ${featureName} feature is not available on this Phoenix server. ` +
+            "Please upgrade your Phoenix server to use this feature." +
+            versionInfo);
+    }
+    throw error;
+}
+/**
+ * Sets up OpenTelemetry tracer for experiment tracing
+ */
+function setupTracer({ projectName, baseUrl, headers, useBatchSpanProcessor, diagLogLevel, setGlobalTracerProvider, }) {
+    if (!projectName) {
+        return null;
+    }
+    const provider = (0, phoenix_otel_1.register)({
+        projectName,
+        url: baseUrl,
+        headers,
+        batch: useBatchSpanProcessor,
+        diagLogLevel,
+        global: setGlobalTracerProvider,
+    });
+    const tracer = provider.getTracer(projectName);
+    return { provider, tracer };
+}
+/**
+ * Prints experiment summary to logger
+ */
+function printExperimentSummary({ logger, experimentId, totalProcessed, totalCompleted, }) {
+    logger.info("\n" + "=".repeat(70));
+    logger.info("📊 Experiment Resume Summary");
+    logger.info("=".repeat(70));
+    logger.info(`Experiment ID: ${experimentId}`);
+    logger.info(`Incomplete runs processed: ${totalProcessed}`);
+    logger.info(`Successfully completed: ${totalCompleted}`);
+    logger.info("=".repeat(70));
+}
+/**
+ * Resume an incomplete experiment by running only the missing or failed runs.
+ *
+ * This function identifies which (example, repetition) pairs have not been completed
+ * (either missing or failed) and re-runs the task only for those pairs. Optionally,
+ * evaluators can be run on the completed runs after task execution.
+ *
+ * The function processes incomplete runs in batches using pagination to minimize memory usage.
+ *
+ * @throws {Error} Throws different error types based on failure:
+ *   - "TaskFetchError": Unable to fetch incomplete runs from the server.
+ *     Always thrown regardless of stopOnFirstError, as it indicates critical infrastructure failure.
+ *   - "TaskAbortedError": stopOnFirstError=true and a task failed.
+ *     Original error preserved in `cause` property.
+ *   - Generic Error: Other task execution errors or unexpected failures.
+ *
+ * @example
+ * ```ts
+ * import { resumeExperiment } from "@arizeai/phoenix-client/experiments";
+ *
+ * // Resume an interrupted experiment
+ * try {
+ *   await resumeExperiment({
+ *     experimentId: "exp_123",
+ *     task: myTask,
+ *   });
+ * } catch (error) {
+ *   // Handle by error name (no instanceof needed)
+ *   if (error.name === "TaskFetchError") {
+ *     console.error("Failed to connect to server:", error.cause);
+ *   } else if (error.name === "TaskAbortedError") {
+ *     console.error("Task stopped due to error:", error.cause);
+ *   } else {
+ *     console.error("Unexpected error:", error);
+ *   }
+ * }
+ *
+ * // Resume with evaluators
+ * await resumeExperiment({
+ *   experimentId: "exp_123",
+ *   task: myTask,
+ *   evaluators: [correctnessEvaluator, relevanceEvaluator],
+ * });
+ *
+ * // Stop on first error (useful for debugging)
+ * await resumeExperiment({
+ *   experimentId: "exp_123",
+ *   task: myTask,
+ *   stopOnFirstError: true, // Exit immediately on first task failure
+ * });
+ * ```
+ */
+async function resumeExperiment({ client: _client, experimentId, task, evaluators, logger = console, concurrency = 5, setGlobalTracerProvider = true, useBatchSpanProcessor = true, diagLogLevel, stopOnFirstError = false, }) {
+    var _a, _b;
+    const client = _client !== null && _client !== void 0 ? _client : (0, client_1.createClient)();
+    const pageSize = DEFAULT_PAGE_SIZE;
+    // Get experiment info
+    logger.info(`🔍 Fetching experiment info...`);
+    const experiment = await (0, getExperimentInfo_js_1.getExperimentInfo)({ client, experimentId });
+    // Check if there are incomplete runs
+    const totalExpected = experiment.exampleCount * experiment.repetitions;
+    const incompleteCount = totalExpected - experiment.successfulRunCount;
+    if (incompleteCount === 0) {
+        logger.info("✅ No incomplete runs found. Experiment is already complete.");
+        return;
+    }
+    logger.info(`🧪 Resuming experiment with ${incompleteCount} incomplete runs...`);
+    // Get base URL for tracing and URL generation
+    const baseUrl = client.config.baseUrl;
+    (0, tiny_invariant_1.default)(baseUrl, "Phoenix base URL not found. Please set PHOENIX_HOST or set baseUrl on the client.");
+    // Initialize tracer (only if experiment has a project_name)
+    const tracerSetup = setupTracer({
+        projectName: experiment.projectName,
+        baseUrl,
+        headers: client.config.headers
+            ? (0, toObjectHeaders_1.toObjectHeaders)(client.config.headers)
+            : undefined,
+        useBatchSpanProcessor,
+        diagLogLevel,
+        setGlobalTracerProvider,
+    });
+    const provider = (_a = tracerSetup === null || tracerSetup === void 0 ? void 0 : tracerSetup.provider) !== null && _a !== void 0 ? _a : null;
+    const taskTracer = (_b = tracerSetup === null || tracerSetup === void 0 ? void 0 : tracerSetup.tracer) !== null && _b !== void 0 ? _b : null;
+    // Display URLs
+    const datasetExperimentsUrl = (0, urlUtils_1.getDatasetExperimentsUrl)({
+        baseUrl,
+        datasetId: experiment.datasetId,
+    });
+    const experimentUrl = (0, urlUtils_1.getExperimentUrl)({
+        baseUrl,
+        datasetId: experiment.datasetId,
+        experimentId: experiment.id,
+    });
+    logger.info(`📺 View dataset experiments: ${datasetExperimentsUrl}`);
+    logger.info(`🔗 View this experiment: ${experimentUrl}`);
+    // Create a CSP-style bounded buffer for task distribution
+    const taskChannel = new channel_1.Channel(pageSize * CHANNEL_CAPACITY_MULTIPLIER);
+    // Abort controller for stopOnFirstError coordination
+    const abortController = new AbortController();
+    const { signal } = abortController;
+    let totalProcessed = 0;
+    let totalCompleted = 0;
+    let totalFailed = 0;
+    // Producer: Fetch incomplete runs and send to channel
+    async function fetchIncompleteRuns() {
+        var _a, _b, _c;
+        let cursor = null;
+        try {
+            do {
+                // Stop fetching if abort signal received
+                if (signal.aborted) {
+                    logger.info("🛑 Stopping fetch due to error in task");
+                    break;
+                }
+                let res;
+                try {
+                    res = await client.GET("/v1/experiments/{experiment_id}/incomplete-runs", {
+                        params: {
+                            path: {
+                                experiment_id: experimentId,
+                            },
+                            query: {
+                                cursor,
+                                limit: pageSize,
+                            },
+                        },
+                    });
+                }
+                catch (error) {
+                    // Check for version compatibility issues and throw helpful error
+                    try {
+                        await handleFetchError(error, client, "resume_experiment");
+                        // TypeScript: handleFetchError never returns, but add throw for safety
+                        throw new Error("handleFetchError should never return");
+                    }
+                    catch (handledError) {
+                        // Wrap the error (from handleFetchError or original) in semantic error type
+                        throw new TaskFetchError("Failed to fetch incomplete runs from server", handledError instanceof Error ? handledError : undefined);
+                    }
+                }
+                cursor = (_b = (_a = res.data) === null || _a === void 0 ? void 0 : _a.next_cursor) !== null && _b !== void 0 ? _b : null;
+                const batchIncomplete = (_c = res.data) === null || _c === void 0 ? void 0 : _c.data;
+                (0, tiny_invariant_1.default)(batchIncomplete, "Failed to fetch incomplete runs");
+                if (batchIncomplete.length === 0) {
+                    break;
+                }
+                // Send tasks to channel (blocks if channel is full - natural backpressure!)
+                let batchCount = 0;
+                for (const incomplete of batchIncomplete) {
+                    // Stop sending items if abort signal received
+                    if (signal.aborted) {
+                        break;
+                    }
+                    const example = buildExampleFromApiResponse(incomplete.dataset_example);
+                    for (const repNum of incomplete.repetition_numbers) {
+                        // Stop sending items if abort signal received
+                        if (signal.aborted) {
+                            break;
+                        }
+                        await taskChannel.send({ example, repetitionNumber: repNum });
+                        batchCount++;
+                        totalProcessed++;
+                    }
+                }
+                logger.info(`Fetched batch of ${batchCount} incomplete runs (channel buffer: ${taskChannel.length})`);
+            } while (cursor !== null && !signal.aborted);
+        }
+        catch (error) {
+            // Re-throw with context preservation
+            if (error instanceof TaskFetchError) {
+                throw error;
+            }
+            // ChannelError from blocked send() should bubble up naturally
+            // (happens when channel closes while producer is blocked)
+            if (error instanceof channel_1.ChannelError) {
+                throw error;
+            }
+            // Wrap any unexpected errors from channel operations
+            throw new TaskFetchError("Unexpected error during task fetch", error instanceof Error ? error : undefined);
+        }
+        finally {
+            taskChannel.close(); // Signal workers we're done
+        }
+    }
+    // Worker: Process tasks from channel
+    async function processTasksFromChannel() {
+        var _a, e_1, _b, _c;
+        try {
+            for (var _d = true, taskChannel_1 = __asyncValues(taskChannel), taskChannel_1_1; taskChannel_1_1 = await taskChannel_1.next(), _a = taskChannel_1_1.done, !_a; _d = true) {
+                _c = taskChannel_1_1.value;
+                _d = false;
+                const item = _c;
+                // Stop processing if abort signal received
+                if (signal.aborted) {
+                    break;
+                }
+                try {
+                    await runSingleTask({
+                        client,
+                        experimentId,
+                        task,
+                        example: item.example,
+                        repetitionNumber: item.repetitionNumber,
+                        tracer: taskTracer,
+                    });
+                    totalCompleted++;
+                }
+                catch (error) {
+                    totalFailed++;
+                    logger.error(`Failed to run task for example ${item.example.id}, repetition ${item.repetitionNumber}: ${error}`);
+                    // If stopOnFirstError is enabled, abort and re-throw
+                    if (stopOnFirstError) {
+                        logger.error("🛑 Stopping on first error");
+                        abortController.abort();
+                        throw error;
+                    }
+                }
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (!_d && !_a && (_b = taskChannel_1.return)) await _b.call(taskChannel_1);
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
+    }
+    // Start concurrent execution
+    // Wrap in try-finally to ensure channel is always closed, even if Promise.all throws
+    let executionError = null;
+    try {
+        const producerTask = fetchIncompleteRuns();
+        const workerTasks = Array.from({ length: concurrency }, () => processTasksFromChannel());
+        // Wait for producer and all workers to finish
+        await Promise.all([producerTask, ...workerTasks]);
+    }
+    catch (error) {
+        // Classify and handle errors based on their nature
+        const err = error instanceof Error ? error : new Error(String(error));
+        // Always surface producer/infrastructure errors
+        if (error instanceof TaskFetchError) {
+            // Producer failed - this is ALWAYS critical regardless of stopOnFirstError
+            logger.error(`❌ Critical: Failed to fetch incomplete runs from server`);
+            executionError = err;
+        }
+        else if (error instanceof channel_1.ChannelError && signal.aborted) {
+            // Channel closed due to intentional abort - wrap in semantic error
+            executionError = new TaskAbortedError("Task execution stopped due to error in concurrent worker", err);
+        }
+        else if (stopOnFirstError) {
+            // Worker error in stopOnFirstError mode - already logged by worker
+            executionError = err;
+        }
+        else {
+            // Unexpected error (not from worker, not from producer fetch)
+            // This could be a bug in our code or infrastructure failure
+            logger.error(`❌ Unexpected error during task execution: ${err.message}`);
+            executionError = err;
+        }
+    }
+    finally {
+        // Ensure channel is closed even if there are unexpected errors
+        // This is a safety net in case producer's finally block didn't execute
+        if (!taskChannel.isClosed) {
+            taskChannel.close();
+        }
+    }
+    // Only show completion message if we didn't stop on error
+    if (!executionError) {
+        logger.info(`✅ Task runs completed.`);
+    }
+    if (totalFailed > 0 && !executionError) {
+        logger.info(`⚠️  Warning: ${totalFailed} out of ${totalProcessed} runs failed.`);
+    }
+    // Run evaluators if provided (only on runs missing evaluations)
+    // Skip evaluators if we stopped on error
+    if (evaluators && evaluators.length > 0 && !executionError) {
+        logger.info(`\n🔬 Running evaluators...`);
+        await (0, resumeEvaluation_1.resumeEvaluation)({
+            experimentId,
+            evaluators: [...evaluators],
+            client,
+            logger,
+            concurrency,
+            setGlobalTracerProvider,
+            useBatchSpanProcessor,
+            diagLogLevel,
+            stopOnFirstError,
+        });
+    }
+    // Print summary
+    printExperimentSummary({
+        logger,
+        experimentId: experiment.id,
+        totalProcessed,
+        totalCompleted,
+    });
+    // Flush spans (if tracer was initialized)
+    if (provider) {
+        await provider.forceFlush();
+    }
+    // Re-throw error if stopOnFirstError was triggered
+    if (executionError) {
+        throw executionError;
+    }
+}
+/**
+ * Record task result to API (without executing the task).
+ */
+async function recordTaskResult({ client, experimentId, example, repetitionNumber, output, error, startTime, endTime, traceId = null, }) {
+    try {
+        await client.POST("/v1/experiments/{experiment_id}/runs", {
+            params: {
+                path: {
+                    experiment_id: experimentId,
+                },
+            },
+            body: {
+                dataset_example_id: example.id,
+                repetition_number: repetitionNumber,
+                output: output,
+                start_time: startTime.toISOString(),
+                end_time: endTime.toISOString(),
+                error: error ? (0, ensureString_1.ensureString)(error) : undefined,
+                trace_id: traceId,
+            },
+        });
+    }
+    catch (err) {
+        // Ignore 409 Conflict - result already exists (idempotency)
+        if ((0, isHttpError_1.isHttpErrorWithStatus)(err, 409)) {
+            return;
+        }
+        throw err; // Re-throw other errors
+    }
+}
+/**
+ * Run a single task and record the result with optional tracing.
+ */
+async function runSingleTask({ client, experimentId, task, example, repetitionNumber, tracer, }) {
+    const startTime = new Date();
+    // If no tracer (no project_name), execute without tracing
+    if (!tracer) {
+        let output = null; // Initialize to null for failed tasks
+        let error;
+        try {
+            output = await Promise.resolve(task(example));
+        }
+        catch (err) {
+            error = err instanceof Error ? err.message : String(err);
+            throw err;
+        }
+        finally {
+            const endTime = new Date();
+            await recordTaskResult({
+                client,
+                experimentId,
+                example,
+                repetitionNumber,
+                output,
+                error,
+                startTime,
+                endTime,
+            });
+        }
+        return;
+    }
+    // With tracer: wrap execution in a span for observability
+    return tracer.startActiveSpan(`Task: ${task.name || "anonymous"}`, async (span) => {
+        // Set span attributes
+        span.setAttributes(Object.assign({ [openinference_semantic_conventions_1.SemanticConventions.OPENINFERENCE_SPAN_KIND]: openinference_semantic_conventions_1.OpenInferenceSpanKind.CHAIN, [openinference_semantic_conventions_1.SemanticConventions.INPUT_VALUE]: (0, ensureString_1.ensureString)(example.input), [openinference_semantic_conventions_1.SemanticConventions.INPUT_MIME_TYPE]: openinference_semantic_conventions_1.MimeType.JSON }, (0, phoenix_otel_1.objectAsAttributes)({
+            experiment_id: experimentId,
+            dataset_example_id: example.id,
+            repetition_number: repetitionNumber,
+        })));
+        let output = null; // Initialize to null for failed tasks
+        let error;
+        try {
+            // Execute the task (only once!)
+            output = await Promise.resolve(task(example));
+            // Set output attributes
+            span.setAttributes({
+                [openinference_semantic_conventions_1.SemanticConventions.OUTPUT_VALUE]: (0, ensureString_1.ensureString)(output),
+                [openinference_semantic_conventions_1.SemanticConventions.OUTPUT_MIME_TYPE]: openinference_semantic_conventions_1.MimeType.JSON,
+            });
+            span.setStatus({ code: phoenix_otel_1.SpanStatusCode.OK });
+        }
+        catch (err) {
+            error = err instanceof Error ? err.message : String(err);
+            span.setStatus({
+                code: phoenix_otel_1.SpanStatusCode.ERROR,
+                message: error,
+            });
+            span.recordException(err);
+            throw err;
+        }
+        finally {
+            const endTime = new Date();
+            span.end();
+            // Record result to API
+            await recordTaskResult({
+                client,
+                experimentId,
+                example,
+                repetitionNumber,
+                output,
+                error,
+                startTime,
+                endTime,
+                traceId: span.spanContext().traceId,
+            });
+        }
+    });
+}
+//# sourceMappingURL=resumeExperiment.js.map

package/dist/src/experiments/resumeExperiment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resumeExperiment.js","sourceRoot":"","sources":["../../../src/experiments/resumeExperiment.ts"],"names":[],"mappings":";;;;;;;;;;;;AA2RA,4CAgTC;AA3kBD,oGAIqD;AACrD,wDAO+B;AAG/B,sCAA6D;AAQ7D,8CAAyD;AACzD,wDAAqD;AACrD,sDAA6D;AAC7D,8DAA2D;AAC3D,gDAA+E;AAE/E,iEAA2D;AAC3D,yDAAsD;AAEtD,oEAAuC;AAEvC;;;;GAIG;AACH,MAAM,gBAAiB,SAAQ,KAAK;IAClC,YAAY,OAAe,EAAE,KAAa;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;QAC/B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,cAAe,SAAQ,KAAK;IAChC,YAAY,OAAe,EAAE,KAAa;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;CACF;AA+CD,MAAM,iBAAiB,GAAG,EAAW,CAAC;AACtC;;;;;GAKG;AACH,MAAM,2BAA2B,GAAG,CAAU,CAAC;AAU/C;;GAEG;AACH,SAAS,2BAA2B,CAClC,UAAmD;IAEnD,OAAO;QACL,EAAE,EAAE,UAAU,CAAC,EAAE;QACjB,KAAK,EAAE,UAAU,CAAC,KAAK;QACvB,MAAM,EAAE,UAAU,CAAC,MAAM,IAAI,IAAI;QACjC,QAAQ,EAAE,UAAU,CAAC,QAAQ,IAAI,EAAE;QACnC,SAAS,EAAE,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC;KAC3C,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAC7B,KAAc,EACd,MAAqB,EACrB,WAAmB;IAEnB,iFAAiF;IACjF,MAAM,WAAW,GACf,KAAK,YAAY,WAAW;QAC5B,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAE/C,IAAI,WAAW,EAAE,CAAC;QAChB,kDAAkD;QAClD,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;YAC5C,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,wBAAwB,CAAC,CAAC;YACnE,IAAI,UAAU,CAAC,EAAE,EAAE,CAAC;gBAClB,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC;gBACxC,WAAW,GAAG,mCAAmC,OAAO,GAAG,CAAC;YAC9D,CAAC;QACH,CAAC;QAAC,WAAM,CAAC;YACP,iCAAiC;QACnC,CAAC;QAED,MAAM,IAAI,KAAK,CACb,OAAO,WAAW,oDAAoD;YACpE,yDAAyD;YACzD,WAAW,CACd,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,EACnB,WAAW,EACX,OAAO,EACP,OAAO,EACP,qBAAqB,EACrB,YAAY,EACZ,uBAAuB,GAQxB;IACC,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,QAAQ,GAAG,IAAA,uBAAQ,EAAC;QACxB,WAAW;QACX,GAAG,EAAE,OAAO;QACZ,OAAO;QACP,KAAK,EAAE,qBAAqB;QAC5B,YAAY;QACZ,MAAM,EAAE,uBAAuB;KAChC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;AAC9B,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAAC,EAC9B,MAAM,EACN,YAAY,EACZ,cAAc,EACd,cAAc,GAMf;IACC,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACnC,MAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IAC5C,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,MAAM,CAAC,IAAI,CAAC,kBAAkB,YAAY,EAAE,CAAC,CAAC;IAC9C,MAAM,CAAC,IAAI,CAAC,8BAA8B,cAAc,EAAE,CAAC,CAAC;IAC5D,MAAM,CAAC,IAAI,CAAC,2BAA2B,cAAc,EAAE,CAAC,CAAC;IACzD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmDG;AACI,KAAK,UAAU,gBAAgB,CAAC,EACrC,MAAM,EAAE,OAAO,EACf,YAAY,EACZ,IAAI,EACJ,UAAU,EACV,MAAM,GAAG,OAAO,EAChB,WAAW,GAAG,CAAC,EACf,uBAAuB,GAAG,IAAI,EAC9B,qBAAqB,GAAG,IAAI,EAC5B,YAAY,EACZ,gBAAgB,GAAG,KAAK,GACD;;IACvB,MAAM,MAAM,GAAG,OAAO,aAAP,OAAO,cAAP,OAAO,GAAI,IAAA,qBAAY,GAAE,CAAC;IACzC,MAAM,QAAQ,GAAG,iBAAiB,CAAC;IAEnC,sBAAsB;IACtB,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,MAAM,IAAA,wCAAiB,EAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;IAErE,qCAAqC;IACrC,MAAM,aAAa,GAAG,UAAU,CAAC,YAAY,GAAG,UAAU,CAAC,WAAW,CAAC;IACvE,MAAM,eAAe,GAAG,aAAa,GAAG,UAAU,CAAC,kBAAkB,CAAC;IAEtE,IAAI,eAAe,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAC;QAC3E,OAAO;IACT,CAAC;IAED,MAAM,CAAC,IAAI,CACT,+BAA+B,eAAe,qBAAqB,CACpE,CAAC;IAEF,8CAA8C;IAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;IACtC,IAAA,wBAAS,EACP,OAAO,EACP,mFAAmF,CACpF,CAAC;IAEF,4DAA4D;IAC5D,MAAM,WAAW,GAAG,WAAW,CAAC;QAC9B,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,OAAO;QACP,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;YAC5B,CAAC,CAAC,IAAA,iCAAe,EAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;YACxC,CAAC,CAAC,SAAS;QACb,qBAAqB;QACrB,YAAY;QACZ,uBAAuB;KACxB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,QAAQ,mCAAI,IAAI,CAAC;IAC/C,MAAM,UAAU,GAAG,MAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,MAAM,mCAAI,IAAI,CAAC;IAE/C,eAAe;IACf,MAAM,qBAAqB,GAAG,IAAA,mCAAwB,EAAC;QACrD,OAAO;QACP,SAAS,EAAE,UAAU,CAAC,SAAS;KAChC,CAAC,CAAC;IACH,MAAM,aAAa,GAAG,IAAA,2BAAgB,EAAC;QACrC,OAAO;QACP,SAAS,EAAE,UAAU,CAAC,SAAS;QAC/B,YAAY,EAAE,UAAU,CAAC,EAAE;KAC5B,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC,gCAAgC,qBAAqB,EAAE,CAAC,CAAC;IACrE,MAAM,CAAC,IAAI,CAAC,4BAA4B,aAAa,EAAE,CAAC,CAAC;IAEzD,0DAA0D;IAC1D,MAAM,WAAW,GAAG,IAAI,iBAAO,CAC7B,QAAQ,GAAG,2BAA2B,CACvC,CAAC;IAEF,qDAAqD;IACrD,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IAC9C,MAAM,EAAE,MAAM,EAAE,GAAG,eAAe,CAAC;IAEnC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,sDAAsD;IACtD,KAAK,UAAU,mBAAmB;;QAChC,IAAI,MAAM,GAAkB,IAAI,CAAC;QAEjC,IAAI,CAAC;YACH,GAAG,CAAC;gBACF,yCAAyC;gBACzC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;oBACtD,MAAM;gBACR,CAAC;gBAED,IAAI,GAEH,CAAC;gBAEF,IAAI,CAAC;oBACH,GAAG,GAAG,MAAM,MAAM,CAAC,GAAG,CACpB,iDAAiD,EACjD;wBACE,MAAM,EAAE;4BACN,IAAI,EAAE;gCACJ,aAAa,EAAE,YAAY;6BAC5B;4BACD,KAAK,EAAE;gCACL,MAAM;gCACN,KAAK,EAAE,QAAQ;6BAChB;yBACF;qBACF,CACF,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAc,EAAE,CAAC;oBACxB,iEAAiE;oBACjE,IAAI,CAAC;wBACH,MAAM,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,mBAAmB,CAAC,CAAC;wBAC3D,uEAAuE;wBACvE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;oBAC1D,CAAC;oBAAC,OAAO,YAAY,EAAE,CAAC;wBACtB,4EAA4E;wBAC5E,MAAM,IAAI,cAAc,CACtB,6CAA6C,EAC7C,YAAY,YAAY,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CACzD,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAED,MAAM,GAAG,MAAA,MAAA,GAAG,CAAC,IAAI,0CAAE,WAAW,mCAAI,IAAI,CAAC;gBACvC,MAAM,eAAe,GAAG,MAAA,GAAG,CAAC,IAAI,0CAAE,IAAI,CAAC;gBACvC,IAAA,wBAAS,EAAC,eAAe,EAAE,iCAAiC,CAAC,CAAC;gBAE9D,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACjC,MAAM;gBACR,CAAC;gBAED,4EAA4E;gBAC5E,IAAI,UAAU,GAAG,CAAC,CAAC;gBACnB,KAAK,MAAM,UAAU,IAAI,eAAe,EAAE,CAAC;oBACzC,8CAA8C;oBAC9C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBACnB,MAAM;oBACR,CAAC;oBAED,MAAM,OAAO,GAAG,2BAA2B,CACzC,UAAU,CAAC,eAAe,CAC3B,CAAC;oBACF,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,kBAAkB,EAAE,CAAC;wBACnD,8CAA8C;wBAC9C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;4BACnB,MAAM;wBACR,CAAC;wBAED,MAAM,WAAW,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC;wBAC9D,UAAU,EAAE,CAAC;wBACb,cAAc,EAAE,CAAC;oBACnB,CAAC;gBACH,CAAC;gBAED,MAAM,CAAC,IAAI,CACT,oBAAoB,UAAU,qCAAqC,WAAW,CAAC,MAAM,GAAG,CACzF,CAAC;YACJ,CAAC,QAAQ,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,qCAAqC;YACrC,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;gBACpC,MAAM,KAAK,CAAC;YACd,CAAC;YACD,8DAA8D;YAC9D,0DAA0D;YAC1D,IAAI,KAAK,YAAY,sBAAY,EAAE,CAAC;gBAClC,MAAM,KAAK,CAAC;YACd,CAAC;YACD,qDAAqD;YACrD,MAAM,IAAI,cAAc,CACtB,oCAAoC,EACpC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,4BAA4B;QACnD,CAAC;IACH,CAAC;IAED,qCAAqC;IACrC,KAAK,UAAU,uBAAuB;;;YACpC,KAAyB,eAAA,gBAAA,cAAA,WAAW,CAAA,iBAAA,2FAAE,CAAC;gBAAd,2BAAW;gBAAX,WAAW;gBAAzB,MAAM,IAAI,KAAA,CAAA;gBACnB,2CAA2C;gBAC3C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,MAAM;gBACR,CAAC;gBAED,IAAI,CAAC;oBACH,MAAM,aAAa,CAAC;wBAClB,MAAM;wBACN,YAAY;wBACZ,IAAI;wBACJ,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;wBACvC,MAAM,EAAE,UAAU;qBACnB,CAAC,CAAC;oBACH,cAAc,EAAE,CAAC;gBACnB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,WAAW,EAAE,CAAC;oBACd,MAAM,CAAC,KAAK,CACV,kCAAkC,IAAI,CAAC,OAAO,CAAC,EAAE,gBAAgB,IAAI,CAAC,gBAAgB,KAAK,KAAK,EAAE,CACnG,CAAC;oBAEF,qDAAqD;oBACrD,IAAI,gBAAgB,EAAE,CAAC;wBACrB,MAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;wBAC3C,eAAe,CAAC,KAAK,EAAE,CAAC;wBACxB,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC;YACH,CAAC;;;;;;;;;IACH,CAAC;IAED,6BAA6B;IAC7B,qFAAqF;IACrF,IAAI,cAAc,GAAiB,IAAI,CAAC;IACxC,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,mBAAmB,EAAE,CAAC;QAC3C,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,CAC3D,uBAAuB,EAAE,CAC1B,CAAC;QAEF,8CAA8C;QAC9C,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,mDAAmD;QACnD,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAEtE,gDAAgD;QAChD,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;YACpC,2EAA2E;YAC3E,MAAM,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;YACxE,cAAc,GAAG,GAAG,CAAC;QACvB,CAAC;aAAM,IAAI,KAAK,YAAY,sBAAY,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAC3D,mEAAmE;YACnE,cAAc,GAAG,IAAI,gBAAgB,CACnC,0DAA0D,EAC1D,GAAG,CACJ,CAAC;QACJ,CAAC;aAAM,IAAI,gBAAgB,EAAE,CAAC;YAC5B,mEAAmE;YACnE,cAAc,GAAG,GAAG,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,8DAA8D;YAC9D,4DAA4D;YAC5D,MAAM,CAAC,KAAK,CAAC,6CAA6C,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACzE,cAAc,GAAG,GAAG,CAAC;QACvB,CAAC;IACH,CAAC;YAAS,CAAC;QACT,+DAA+D;QAC/D,uEAAuE;QACvE,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC1B,WAAW,CAAC,KAAK,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAED,0DAA0D;IAC1D,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,WAAW,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;QACvC,MAAM,CAAC,IAAI,CACT,gBAAgB,WAAW,WAAW,cAAc,eAAe,CACpE,CAAC;IACJ,CAAC;IAED,gEAAgE;IAChE,yCAAyC;IACzC,IAAI,UAAU,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;QAC3D,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC1C,MAAM,IAAA,mCAAgB,EAAC;YACrB,YAAY;YACZ,UAAU,EAAE,CAAC,GAAG,UAAU,CAAC;YAC3B,MAAM;YACN,MAAM;YACN,WAAW;YACX,uBAAuB;YACvB,qBAAqB;YACrB,YAAY;YACZ,gBAAgB;SACjB,CAAC,CAAC;IACL,CAAC;IAED,gBAAgB;IAChB,sBAAsB,CAAC;QACrB,MAAM;QACN,YAAY,EAAE,UAAU,CAAC,EAAE;QAC3B,cAAc;QACd,cAAc;KACf,CAAC,CAAC;IAEH,0CAA0C;IAC1C,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;IAC9B,CAAC;IAED,mDAAmD;IACnD,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,cAAc,CAAC;IACvB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAAC,EAC9B,MAAM,EACN,YAAY,EACZ,OAAO,EACP,gBAAgB,EAChB,MAAM,EACN,KAAK,EACL,SAAS,EACT,OAAO,EACP,OAAO,GAAG,IAAI,GAWf;IACC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,sCAAsC,EAAE;YACxD,MAAM,EAAE;gBACN,IAAI,EAAE;oBACJ,aAAa,EAAE,YAAY;iBAC5B;aACF;YACD,IAAI,EAAE;gBACJ,kBAAkB,EAAE,OAAO,CAAC,EAAE;gBAC9B,iBAAiB,EAAE,gBAAgB;gBACnC,MAAM,EAAE,MAAiC;gBACzC,UAAU,EAAE,SAAS,CAAC,WAAW,EAAE;gBACnC,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE;gBAC/B,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,IAAA,2BAAY,EAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;gBAC9C,QAAQ,EAAE,OAAO;aAClB;SACF,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,4DAA4D;QAC5D,IAAI,IAAA,mCAAqB,EAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;YACpC,OAAO;QACT,CAAC;QACD,MAAM,GAAG,CAAC,CAAC,wBAAwB;IACrC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,aAAa,CAAC,EAC3B,MAAM,EACN,YAAY,EACZ,IAAI,EACJ,OAAO,EACP,gBAAgB,EAChB,MAAM,GAQP;IACC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IAE7B,0DAA0D;IAC1D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,IAAI,MAAM,GAAY,IAAI,CAAC,CAAC,sCAAsC;QAClE,IAAI,KAAyB,CAAC;QAE9B,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACzD,MAAM,GAAG,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;YAC3B,MAAM,gBAAgB,CAAC;gBACrB,MAAM;gBACN,YAAY;gBACZ,OAAO;gBACP,gBAAgB;gBAChB,MAAM;gBACN,KAAK;gBACL,SAAS;gBACT,OAAO;aACR,CAAC,CAAC;QACL,CAAC;QACD,OAAO;IACT,CAAC;IAED,0DAA0D;IAC1D,OAAO,MAAM,CAAC,eAAe,CAC3B,SAAS,IAAI,CAAC,IAAI,IAAI,WAAW,EAAE,EACnC,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,sBAAsB;QACtB,IAAI,CAAC,aAAa,iBAChB,CAAC,wDAAmB,CAAC,uBAAuB,CAAC,EAC3C,0DAAqB,CAAC,KAAK,EAC7B,CAAC,wDAAmB,CAAC,WAAW,CAAC,EAAE,IAAA,2BAAY,EAAC,OAAO,CAAC,KAAK,CAAC,EAC9D,CAAC,wDAAmB,CAAC,eAAe,CAAC,EAAE,6CAAQ,CAAC,IAAI,IACjD,IAAA,iCAAkB,EAAC;YACpB,aAAa,EAAE,YAAY;YAC3B,kBAAkB,EAAE,OAAO,CAAC,EAAE;YAC9B,iBAAiB,EAAE,gBAAgB;SACpC,CAAC,EACF,CAAC;QAEH,IAAI,MAAM,GAAY,IAAI,CAAC,CAAC,sCAAsC;QAClE,IAAI,KAAyB,CAAC;QAE9B,IAAI,CAAC;YACH,gCAAgC;YAChC,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YAE9C,wBAAwB;YACxB,IAAI,CAAC,aAAa,CAAC;gBACjB,CAAC,wDAAmB,CAAC,YAAY,CAAC,EAAE,IAAA,2BAAY,EAAC,MAAM,CAAC;gBACxD,CAAC,wDAAmB,CAAC,gBAAgB,CAAC,EAAE,6CAAQ,CAAC,IAAI;aACtD,CAAC,CAAC;YACH,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,6BAAc,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAEzD,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,6BAAc,CAAC,KAAK;gBAC1B,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;YACH,IAAI,CAAC,eAAe,CAAC,GAAY,CAAC,CAAC;YAEnC,MAAM,GAAG,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;YAC3B,IAAI,CAAC,GAAG,EAAE,CAAC;YAEX,uBAAuB;YACvB,MAAM,gBAAgB,CAAC;gBACrB,MAAM;gBACN,YAAY;gBACZ,OAAO;gBACP,gBAAgB;gBAChB,MAAM;gBACN,KAAK;gBACL,SAAS;gBACT,OAAO;gBACP,OAAO,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO;aACpC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CACF,CAAC;AACJ,CAAC"}