@arizeai/phoenix-client 5.2.1 → 5.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (151) hide show
  1. package/README.md +3 -3
  2. package/dist/esm/__generated__/api/v1.d.ts +321 -9
  3. package/dist/esm/__generated__/api/v1.d.ts.map +1 -1
  4. package/dist/esm/experiments/createExperiment.d.ts +39 -0
  5. package/dist/esm/experiments/createExperiment.d.ts.map +1 -0
  6. package/dist/esm/experiments/createExperiment.js +43 -0
  7. package/dist/esm/experiments/createExperiment.js.map +1 -0
  8. package/dist/esm/experiments/deleteExperiment.d.ts +36 -0
  9. package/dist/esm/experiments/deleteExperiment.d.ts.map +1 -0
  10. package/dist/esm/experiments/deleteExperiment.js +49 -0
  11. package/dist/esm/experiments/deleteExperiment.js.map +1 -0
  12. package/dist/esm/experiments/getExperimentInfo.d.ts.map +1 -1
  13. package/dist/esm/experiments/getExperimentInfo.js +9 -2
  14. package/dist/esm/experiments/getExperimentInfo.js.map +1 -1
  15. package/dist/esm/experiments/helpers/asExperimentEvaluator.d.ts +19 -0
  16. package/dist/esm/experiments/helpers/asExperimentEvaluator.d.ts.map +1 -0
  17. package/dist/esm/experiments/helpers/asExperimentEvaluator.js +19 -0
  18. package/dist/esm/experiments/helpers/asExperimentEvaluator.js.map +1 -0
  19. package/dist/esm/experiments/helpers/fromPhoenixLLMEvaluator.d.ts +9 -0
  20. package/dist/esm/experiments/helpers/fromPhoenixLLMEvaluator.d.ts.map +1 -0
  21. package/dist/esm/experiments/helpers/fromPhoenixLLMEvaluator.js +18 -0
  22. package/dist/esm/experiments/helpers/fromPhoenixLLMEvaluator.js.map +1 -0
  23. package/dist/esm/experiments/helpers/getExperimentEvaluators.d.ts +6 -0
  24. package/dist/esm/experiments/helpers/getExperimentEvaluators.d.ts.map +1 -0
  25. package/dist/esm/experiments/helpers/getExperimentEvaluators.js +58 -0
  26. package/dist/esm/experiments/helpers/getExperimentEvaluators.js.map +1 -0
  27. package/dist/esm/experiments/helpers/index.d.ts +4 -0
  28. package/dist/esm/experiments/helpers/index.d.ts.map +1 -0
  29. package/dist/esm/experiments/helpers/index.js +4 -0
  30. package/dist/esm/experiments/helpers/index.js.map +1 -0
  31. package/dist/esm/experiments/index.d.ts +6 -0
  32. package/dist/esm/experiments/index.d.ts.map +1 -1
  33. package/dist/esm/experiments/index.js +6 -0
  34. package/dist/esm/experiments/index.js.map +1 -1
  35. package/dist/esm/experiments/listExperiments.d.ts +29 -0
  36. package/dist/esm/experiments/listExperiments.d.ts.map +1 -0
  37. package/dist/esm/experiments/listExperiments.js +59 -0
  38. package/dist/esm/experiments/listExperiments.js.map +1 -0
  39. package/dist/esm/experiments/resumeEvaluation.d.ts +105 -0
  40. package/dist/esm/experiments/resumeEvaluation.d.ts.map +1 -0
  41. package/dist/esm/experiments/resumeEvaluation.js +559 -0
  42. package/dist/esm/experiments/resumeEvaluation.js.map +1 -0
  43. package/dist/esm/experiments/resumeExperiment.d.ts +102 -0
  44. package/dist/esm/experiments/resumeExperiment.d.ts.map +1 -0
  45. package/dist/esm/experiments/resumeExperiment.js +517 -0
  46. package/dist/esm/experiments/resumeExperiment.js.map +1 -0
  47. package/dist/esm/experiments/runExperiment.d.ts +4 -3
  48. package/dist/esm/experiments/runExperiment.d.ts.map +1 -1
  49. package/dist/esm/experiments/runExperiment.js +32 -3
  50. package/dist/esm/experiments/runExperiment.js.map +1 -1
  51. package/dist/esm/prompts/createPrompt.d.ts +19 -1
  52. package/dist/esm/prompts/createPrompt.d.ts.map +1 -1
  53. package/dist/esm/prompts/createPrompt.js +14 -1
  54. package/dist/esm/prompts/createPrompt.js.map +1 -1
  55. package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
  56. package/dist/esm/types/experiments.d.ts +66 -3
  57. package/dist/esm/types/experiments.d.ts.map +1 -1
  58. package/dist/esm/utils/channel.d.ts +229 -0
  59. package/dist/esm/utils/channel.d.ts.map +1 -0
  60. package/dist/esm/utils/channel.js +352 -0
  61. package/dist/esm/utils/channel.js.map +1 -0
  62. package/dist/esm/utils/formatPromptMessages.d.ts.map +1 -1
  63. package/dist/esm/utils/getPromptBySelector.d.ts.map +1 -1
  64. package/dist/esm/utils/isHttpError.d.ts +21 -0
  65. package/dist/esm/utils/isHttpError.d.ts.map +1 -0
  66. package/dist/esm/utils/isHttpError.js +33 -0
  67. package/dist/esm/utils/isHttpError.js.map +1 -0
  68. package/dist/src/__generated__/api/v1.d.ts +321 -9
  69. package/dist/src/__generated__/api/v1.d.ts.map +1 -1
  70. package/dist/src/experiments/createExperiment.d.ts +39 -0
  71. package/dist/src/experiments/createExperiment.d.ts.map +1 -0
  72. package/dist/src/experiments/createExperiment.js +43 -0
  73. package/dist/src/experiments/createExperiment.js.map +1 -0
  74. package/dist/src/experiments/deleteExperiment.d.ts +36 -0
  75. package/dist/src/experiments/deleteExperiment.d.ts.map +1 -0
  76. package/dist/src/experiments/deleteExperiment.js +52 -0
  77. package/dist/src/experiments/deleteExperiment.js.map +1 -0
  78. package/dist/src/experiments/getExperimentInfo.d.ts.map +1 -1
  79. package/dist/src/experiments/getExperimentInfo.js +9 -2
  80. package/dist/src/experiments/getExperimentInfo.js.map +1 -1
  81. package/dist/src/experiments/helpers/asExperimentEvaluator.d.ts +19 -0
  82. package/dist/src/experiments/helpers/asExperimentEvaluator.d.ts.map +1 -0
  83. package/dist/src/experiments/helpers/asExperimentEvaluator.js +22 -0
  84. package/dist/src/experiments/helpers/asExperimentEvaluator.js.map +1 -0
  85. package/dist/src/experiments/helpers/fromPhoenixLLMEvaluator.d.ts +9 -0
  86. package/dist/src/experiments/helpers/fromPhoenixLLMEvaluator.d.ts.map +1 -0
  87. package/dist/src/experiments/helpers/fromPhoenixLLMEvaluator.js +21 -0
  88. package/dist/src/experiments/helpers/fromPhoenixLLMEvaluator.js.map +1 -0
  89. package/dist/src/experiments/helpers/getExperimentEvaluators.d.ts +6 -0
  90. package/dist/src/experiments/helpers/getExperimentEvaluators.d.ts.map +1 -0
  91. package/dist/src/experiments/helpers/getExperimentEvaluators.js +61 -0
  92. package/dist/src/experiments/helpers/getExperimentEvaluators.js.map +1 -0
  93. package/dist/src/experiments/helpers/index.d.ts +4 -0
  94. package/dist/src/experiments/helpers/index.d.ts.map +1 -0
  95. package/dist/src/experiments/helpers/index.js +20 -0
  96. package/dist/src/experiments/helpers/index.js.map +1 -0
  97. package/dist/src/experiments/index.d.ts +6 -0
  98. package/dist/src/experiments/index.d.ts.map +1 -1
  99. package/dist/src/experiments/index.js +6 -0
  100. package/dist/src/experiments/index.js.map +1 -1
  101. package/dist/src/experiments/listExperiments.d.ts +29 -0
  102. package/dist/src/experiments/listExperiments.d.ts.map +1 -0
  103. package/dist/src/experiments/listExperiments.js +66 -0
  104. package/dist/src/experiments/listExperiments.js.map +1 -0
  105. package/dist/src/experiments/resumeEvaluation.d.ts +105 -0
  106. package/dist/src/experiments/resumeEvaluation.d.ts.map +1 -0
  107. package/dist/src/experiments/resumeEvaluation.js +585 -0
  108. package/dist/src/experiments/resumeEvaluation.js.map +1 -0
  109. package/dist/src/experiments/resumeExperiment.d.ts +102 -0
  110. package/dist/src/experiments/resumeExperiment.d.ts.map +1 -0
  111. package/dist/src/experiments/resumeExperiment.js +540 -0
  112. package/dist/src/experiments/resumeExperiment.js.map +1 -0
  113. package/dist/src/experiments/runExperiment.d.ts +4 -3
  114. package/dist/src/experiments/runExperiment.d.ts.map +1 -1
  115. package/dist/src/experiments/runExperiment.js +32 -3
  116. package/dist/src/experiments/runExperiment.js.map +1 -1
  117. package/dist/src/prompts/createPrompt.d.ts +19 -1
  118. package/dist/src/prompts/createPrompt.d.ts.map +1 -1
  119. package/dist/src/prompts/createPrompt.js +14 -1
  120. package/dist/src/prompts/createPrompt.js.map +1 -1
  121. package/dist/src/types/experiments.d.ts +66 -3
  122. package/dist/src/types/experiments.d.ts.map +1 -1
  123. package/dist/src/utils/channel.d.ts +229 -0
  124. package/dist/src/utils/channel.d.ts.map +1 -0
  125. package/dist/src/utils/channel.js +385 -0
  126. package/dist/src/utils/channel.js.map +1 -0
  127. package/dist/src/utils/formatPromptMessages.d.ts.map +1 -1
  128. package/dist/src/utils/getPromptBySelector.d.ts.map +1 -1
  129. package/dist/src/utils/isHttpError.d.ts +21 -0
  130. package/dist/src/utils/isHttpError.d.ts.map +1 -0
  131. package/dist/src/utils/isHttpError.js +37 -0
  132. package/dist/src/utils/isHttpError.js.map +1 -0
  133. package/dist/tsconfig.tsbuildinfo +1 -1
  134. package/package.json +6 -5
  135. package/src/__generated__/api/v1.ts +321 -9
  136. package/src/experiments/createExperiment.ts +90 -0
  137. package/src/experiments/deleteExperiment.ts +67 -0
  138. package/src/experiments/getExperimentInfo.ts +9 -2
  139. package/src/experiments/helpers/asExperimentEvaluator.ts +29 -0
  140. package/src/experiments/helpers/fromPhoenixLLMEvaluator.ts +24 -0
  141. package/src/experiments/helpers/getExperimentEvaluators.ts +74 -0
  142. package/src/experiments/helpers/index.ts +3 -0
  143. package/src/experiments/index.ts +6 -0
  144. package/src/experiments/listExperiments.ts +83 -0
  145. package/src/experiments/resumeEvaluation.ts +804 -0
  146. package/src/experiments/resumeExperiment.ts +745 -0
  147. package/src/experiments/runExperiment.ts +37 -5
  148. package/src/prompts/createPrompt.ts +19 -1
  149. package/src/types/experiments.ts +72 -3
  150. package/src/utils/channel.ts +397 -0
  151. package/src/utils/isHttpError.ts +45 -0
@@ -0,0 +1,585 @@
1
+ "use strict";
2
+ var __asyncValues = (this && this.__asyncValues) || function (o) {
3
+ if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
4
+ var m = o[Symbol.asyncIterator], i;
5
+ return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
6
+ function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
7
+ function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
8
+ };
9
+ var __importDefault = (this && this.__importDefault) || function (mod) {
10
+ return (mod && mod.__esModule) ? mod : { "default": mod };
11
+ };
12
+ Object.defineProperty(exports, "__esModule", { value: true });
13
+ exports.resumeEvaluation = resumeEvaluation;
14
+ const openinference_semantic_conventions_1 = require("@arizeai/openinference-semantic-conventions");
15
+ const phoenix_otel_1 = require("@arizeai/phoenix-otel");
16
+ const client_1 = require("../client");
17
+ const channel_1 = require("../utils/channel");
18
+ const ensureString_1 = require("../utils/ensureString");
19
+ const toObjectHeaders_1 = require("../utils/toObjectHeaders");
20
+ const getExperimentInfo_js_1 = require("./getExperimentInfo.js");
21
+ const helpers_1 = require("./helpers");
22
+ const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
23
+ /**
24
+ * Error thrown when evaluation is aborted due to a failure in stopOnFirstError mode.
25
+ * This provides semantic context that the abort was intentional, not an infrastructure failure.
26
+ * @internal - Not exported to minimize API surface area
27
+ */
28
+ class EvaluationAbortedError extends Error {
29
+ constructor(message, cause) {
30
+ super(message);
31
+ this.name = "EvaluationAbortedError";
32
+ this.cause = cause;
33
+ }
34
+ }
35
+ /**
36
+ * Error thrown when the producer fails to fetch incomplete evaluations from the server.
37
+ * This is a critical error that should always be surfaced, even in stopOnFirstError=false mode.
38
+ * @internal - Not exported to minimize API surface area
39
+ */
40
+ class EvaluationFetchError extends Error {
41
+ constructor(message, cause) {
42
+ super(message);
43
+ this.name = "EvaluationFetchError";
44
+ this.cause = cause;
45
+ }
46
+ }
47
+ const DEFAULT_PAGE_SIZE = 50;
48
+ /**
49
+ * Channel capacity multiplier for producer-consumer buffering.
50
+ * A value of 2 enables pipeline efficiency: workers process batch N while
51
+ * the producer fetches batch N+1, eliminating idle time without excessive
52
+ * memory usage. The channel blocks when full, providing natural backpressure.
53
+ */
54
+ const CHANNEL_CAPACITY_MULTIPLIER = 2;
55
+ /**
56
+ * Transforms API incomplete evaluation response to IncompleteEvaluation
57
+ */
58
+ function buildIncompleteEvaluation(apiResponse) {
59
+ var _a, _b, _c, _d;
60
+ return {
61
+ experimentRun: {
62
+ id: apiResponse.experiment_run.id,
63
+ experimentId: apiResponse.experiment_run.experiment_id,
64
+ datasetExampleId: apiResponse.experiment_run.dataset_example_id,
65
+ output: (_a = apiResponse.experiment_run.output) !== null && _a !== void 0 ? _a : null,
66
+ startTime: new Date(apiResponse.experiment_run.start_time),
67
+ endTime: new Date(apiResponse.experiment_run.end_time),
68
+ error: (_b = apiResponse.experiment_run.error) !== null && _b !== void 0 ? _b : null,
69
+ traceId: (_c = apiResponse.experiment_run.trace_id) !== null && _c !== void 0 ? _c : null,
70
+ },
71
+ datasetExample: {
72
+ id: apiResponse.dataset_example.id,
73
+ input: apiResponse.dataset_example.input,
74
+ output: (_d = apiResponse.dataset_example.output) !== null && _d !== void 0 ? _d : null,
75
+ metadata: apiResponse.dataset_example.metadata || {},
76
+ updatedAt: new Date(apiResponse.dataset_example.updated_at),
77
+ },
78
+ evaluationNames: apiResponse.evaluation_names,
79
+ };
80
+ }
81
+ /**
82
+ * Determines if an evaluator should run for an incomplete evaluation
83
+ */
84
+ function shouldRunEvaluator(evaluator, incompleteEval) {
85
+ // Match evaluator name directly
86
+ return incompleteEval.evaluationNames.includes(evaluator.name);
87
+ }
88
+ /**
89
+ * Handles fetch errors with helpful version information for unsupported features
90
+ */
91
+ async function handleEvaluationFetchError(error, client, featureName) {
92
+ // Check if this is a JSON parse error (likely 404 HTML response from old server)
93
+ const isJsonError = error instanceof SyntaxError &&
94
+ error.message.toLowerCase().includes("json");
95
+ if (isJsonError) {
96
+ // Fetch server version to provide helpful context
97
+ let versionInfo = "";
98
+ try {
99
+ const baseUrl = client.config.baseUrl || "";
100
+ const versionRes = await fetch(`${baseUrl}/arize_phoenix_version`);
101
+ if (versionRes.ok) {
102
+ const version = await versionRes.text();
103
+ versionInfo = ` Your current server version is ${version}.`;
104
+ }
105
+ }
106
+ catch (_a) {
107
+ // Ignore errors fetching version
108
+ }
109
+ throw new Error(`The ${featureName} feature is not available on this Phoenix server. ` +
110
+ "Please upgrade your Phoenix server to use this feature." +
111
+ versionInfo);
112
+ }
113
+ throw error;
114
+ }
115
+ /**
116
+ * Sets up OpenTelemetry tracer for evaluation tracing
117
+ */
118
+ function setupEvaluationTracer({ projectName, baseUrl, headers, useBatchSpanProcessor, diagLogLevel, setGlobalTracerProvider, }) {
119
+ if (!projectName) {
120
+ return null;
121
+ }
122
+ const provider = (0, phoenix_otel_1.register)({
123
+ projectName,
124
+ url: baseUrl,
125
+ headers,
126
+ batch: useBatchSpanProcessor,
127
+ diagLogLevel,
128
+ global: setGlobalTracerProvider,
129
+ });
130
+ const tracer = provider.getTracer(projectName);
131
+ return { provider, tracer };
132
+ }
133
+ /**
134
+ * Prints evaluation summary to logger
135
+ */
136
+ function printEvaluationSummary({ logger, experimentId, totalProcessed, totalCompleted, }) {
137
+ logger.info("\n" + "=".repeat(70));
138
+ logger.info("📊 Evaluation Resume Summary");
139
+ logger.info("=".repeat(70));
140
+ logger.info(`Experiment ID: ${experimentId}`);
141
+ logger.info(`Runs processed: ${totalProcessed}`);
142
+ logger.info(`Evaluations completed: ${totalCompleted}`);
143
+ logger.info("=".repeat(70));
144
+ }
145
+ /**
146
+ * Resume incomplete evaluations for an experiment.
147
+ *
148
+ * This function identifies which evaluations have not been completed (either missing or failed)
149
+ * and runs the evaluators only for those runs. This is useful for:
150
+ * - Recovering from transient evaluator failures
151
+ * - Adding new evaluators to completed experiments
152
+ * - Completing partially evaluated experiments
153
+ *
154
+ * The function processes incomplete evaluations in batches using pagination to minimize memory usage.
155
+ *
156
+ * Evaluation names are matched to evaluator names. For example, if you pass
157
+ * an evaluator with name "accuracy", it will check for and resume any runs missing the "accuracy" evaluation.
158
+ *
159
+ * **Note:** Multi-output evaluators (evaluators that return an array of results) are not
160
+ * supported for resume operations. Each evaluator should produce a single evaluation
161
+ * result with a name matching the evaluator's name.
162
+ *
163
+ * @throws {Error} Throws different error types based on failure:
164
+ * - "EvaluationFetchError": Unable to fetch incomplete evaluations from the server.
165
+ * Always thrown regardless of stopOnFirstError, as it indicates critical infrastructure failure.
166
+ * - "EvaluationAbortedError": stopOnFirstError=true and an evaluator failed.
167
+ * Original error preserved in `cause` property.
168
+ * - Generic Error: Other evaluator execution errors or unexpected failures.
169
+ *
170
+ * @example
171
+ * ```ts
172
+ * import { resumeEvaluation } from "@arizeai/phoenix-client/experiments";
173
+ *
174
+ * // Standard usage: evaluation name matches evaluator name
175
+ * try {
176
+ * await resumeEvaluation({
177
+ * experimentId: "exp_123",
178
+ * evaluators: [{
179
+ * name: "correctness",
180
+ * kind: "CODE",
181
+ * evaluate: async ({ output, expected }) => ({
182
+ * score: output === expected ? 1 : 0
183
+ * })
184
+ * }],
185
+ * });
186
+ * } catch (error) {
187
+ * // Handle by error name (no instanceof needed)
188
+ * if (error.name === "EvaluationFetchError") {
189
+ * console.error("Failed to connect to server:", error.cause);
190
+ * } else if (error.name === "EvaluationAbortedError") {
191
+ * console.error("Evaluation stopped due to error:", error.cause);
192
+ * } else {
193
+ * console.error("Unexpected error:", error);
194
+ * }
195
+ * }
196
+ *
197
+ * // Stop on first error (useful for debugging)
198
+ * await resumeEvaluation({
199
+ * experimentId: "exp_123",
200
+ * evaluators: [myEvaluator],
201
+ * stopOnFirstError: true, // Exit immediately on first failure
202
+ * });
203
+ * ```
204
+ */
205
+ async function resumeEvaluation({ client: _client, experimentId, evaluators: _evaluators, logger = console, concurrency = 5, setGlobalTracerProvider = true, useBatchSpanProcessor = true, diagLogLevel, stopOnFirstError = false, }) {
206
+ var _a, _b;
207
+ const client = _client !== null && _client !== void 0 ? _client : (0, client_1.createClient)();
208
+ const pageSize = DEFAULT_PAGE_SIZE;
209
+ // Normalize evaluators to array
210
+ const evaluators = (0, helpers_1.getExperimentEvaluators)(Array.isArray(_evaluators) ? _evaluators : [_evaluators]);
211
+ // Validate inputs
212
+ (0, tiny_invariant_1.default)(evaluators.length > 0, "Must specify at least one evaluator");
213
+ // Get experiment info
214
+ logger.info(`🔍 Checking for incomplete evaluations...`);
215
+ const experiment = await (0, getExperimentInfo_js_1.getExperimentInfo)({ client, experimentId });
216
+ // Initialize tracer (only if experiment has a project_name)
217
+ const baseUrl = client.config.baseUrl;
218
+ (0, tiny_invariant_1.default)(baseUrl, "Phoenix base URL not found. Please set PHOENIX_HOST or set baseUrl on the client.");
219
+ const tracerSetup = setupEvaluationTracer({
220
+ projectName: experiment.projectName,
221
+ baseUrl,
222
+ headers: client.config.headers
223
+ ? (0, toObjectHeaders_1.toObjectHeaders)(client.config.headers)
224
+ : undefined,
225
+ useBatchSpanProcessor,
226
+ diagLogLevel,
227
+ setGlobalTracerProvider,
228
+ });
229
+ const provider = (_a = tracerSetup === null || tracerSetup === void 0 ? void 0 : tracerSetup.provider) !== null && _a !== void 0 ? _a : null;
230
+ const evalTracer = (_b = tracerSetup === null || tracerSetup === void 0 ? void 0 : tracerSetup.tracer) !== null && _b !== void 0 ? _b : null;
231
+ // Build evaluation names list for query - derive from evaluator names
232
+ const evaluationNamesList = evaluators.map((e) => e.name);
233
+ // Create a CSP-style bounded buffer for evaluation distribution
234
+ const evalChannel = new channel_1.Channel(pageSize * CHANNEL_CAPACITY_MULTIPLIER);
235
+ // Abort controller for stopOnFirstError coordination
236
+ const abortController = new AbortController();
237
+ const { signal } = abortController;
238
+ let totalProcessed = 0;
239
+ let totalCompleted = 0;
240
+ let totalFailed = 0;
241
+ // Producer: Fetch incomplete evaluations and send to channel
242
+ async function fetchIncompleteEvaluations() {
243
+ var _a, _b, _c;
244
+ let cursor = null;
245
+ try {
246
+ do {
247
+ // Stop fetching if abort signal received
248
+ if (signal.aborted) {
249
+ logger.info("🛑 Stopping fetch due to error in evaluation");
250
+ break;
251
+ }
252
+ let res;
253
+ try {
254
+ res = await client.GET("/v1/experiments/{experiment_id}/incomplete-evaluations", {
255
+ params: {
256
+ path: {
257
+ experiment_id: experimentId,
258
+ },
259
+ query: {
260
+ cursor,
261
+ limit: pageSize,
262
+ evaluation_name: evaluationNamesList,
263
+ },
264
+ },
265
+ });
266
+ }
267
+ catch (error) {
268
+ // Check for version compatibility issues and throw helpful error
269
+ try {
270
+ await handleEvaluationFetchError(error, client, "resume_evaluation");
271
+ // TypeScript: handleEvaluationFetchError never returns, but add throw for safety
272
+ throw new Error("handleEvaluationFetchError should never return");
273
+ }
274
+ catch (handledError) {
275
+ // Wrap the error (from handleEvaluationFetchError or original) in semantic error type
276
+ throw new EvaluationFetchError("Failed to fetch incomplete evaluations from server", handledError instanceof Error ? handledError : undefined);
277
+ }
278
+ }
279
+ // Check for API errors
280
+ if (res.error) {
281
+ throw new EvaluationFetchError(`Failed to fetch incomplete evaluations: ${(0, ensureString_1.ensureString)(res.error)}`);
282
+ }
283
+ cursor = (_b = (_a = res.data) === null || _a === void 0 ? void 0 : _a.next_cursor) !== null && _b !== void 0 ? _b : null;
284
+ const batchIncomplete = (_c = res.data) === null || _c === void 0 ? void 0 : _c.data;
285
+ (0, tiny_invariant_1.default)(batchIncomplete, "Failed to fetch incomplete evaluations");
286
+ if (batchIncomplete.length === 0) {
287
+ if (totalProcessed === 0) {
288
+ logger.info("✅ No incomplete evaluations found. All evaluations are complete.");
289
+ }
290
+ break;
291
+ }
292
+ if (totalProcessed === 0) {
293
+ logger.info("🧠 Resuming evaluations...");
294
+ }
295
+ // Build evaluation tasks and send to channel
296
+ let batchCount = 0;
297
+ for (const incomplete of batchIncomplete) {
298
+ // Stop sending items if abort signal received
299
+ if (signal.aborted) {
300
+ break;
301
+ }
302
+ const incompleteEval = buildIncompleteEvaluation(incomplete);
303
+ const evaluatorsToRun = evaluators.filter((evaluator) => shouldRunEvaluator(evaluator, incompleteEval));
304
+ // Flatten: Send one channel item per evaluator
305
+ for (const evaluator of evaluatorsToRun) {
306
+ // Stop sending items if abort signal received
307
+ if (signal.aborted) {
308
+ break;
309
+ }
310
+ await evalChannel.send({ incompleteEval, evaluator });
311
+ batchCount++;
312
+ totalProcessed++;
313
+ }
314
+ }
315
+ logger.info(`Fetched batch of ${batchCount} evaluation tasks (channel buffer: ${evalChannel.length})`);
316
+ } while (cursor !== null && !signal.aborted);
317
+ }
318
+ catch (error) {
319
+ // Re-throw with context preservation
320
+ if (error instanceof EvaluationFetchError) {
321
+ throw error;
322
+ }
323
+ // ChannelError from blocked send() should bubble up naturally
324
+ // (happens when channel closes while producer is blocked)
325
+ if (error instanceof channel_1.ChannelError) {
326
+ throw error;
327
+ }
328
+ // Wrap any unexpected errors from channel operations
329
+ throw new EvaluationFetchError("Unexpected error during evaluation fetch", error instanceof Error ? error : undefined);
330
+ }
331
+ finally {
332
+ evalChannel.close(); // Signal workers we're done
333
+ }
334
+ }
335
+ // Worker: Process evaluations from channel
336
+ async function processEvaluationsFromChannel() {
337
+ var _a, e_1, _b, _c;
338
+ try {
339
+ for (var _d = true, evalChannel_1 = __asyncValues(evalChannel), evalChannel_1_1; evalChannel_1_1 = await evalChannel_1.next(), _a = evalChannel_1_1.done, !_a; _d = true) {
340
+ _c = evalChannel_1_1.value;
341
+ _d = false;
342
+ const item = _c;
343
+ // Stop processing if abort signal received
344
+ if (signal.aborted) {
345
+ break;
346
+ }
347
+ try {
348
+ await runSingleEvaluation({
349
+ client,
350
+ experimentId,
351
+ evaluator: item.evaluator,
352
+ experimentRun: item.incompleteEval.experimentRun,
353
+ datasetExample: item.incompleteEval.datasetExample,
354
+ tracer: evalTracer,
355
+ });
356
+ totalCompleted++;
357
+ }
358
+ catch (error) {
359
+ totalFailed++;
360
+ logger.error(`Failed to run evaluator "${item.evaluator.name}" for run ${item.incompleteEval.experimentRun.id}: ${error}`);
361
+ // If stopOnFirstError is enabled, abort and re-throw
362
+ if (stopOnFirstError) {
363
+ logger.error("🛑 Stopping on first error");
364
+ abortController.abort();
365
+ throw error;
366
+ }
367
+ }
368
+ }
369
+ }
370
+ catch (e_1_1) { e_1 = { error: e_1_1 }; }
371
+ finally {
372
+ try {
373
+ if (!_d && !_a && (_b = evalChannel_1.return)) await _b.call(evalChannel_1);
374
+ }
375
+ finally { if (e_1) throw e_1.error; }
376
+ }
377
+ }
378
+ // Start concurrent execution
379
+ // Wrap in try-finally to ensure channel is always closed, even if Promise.all throws
380
+ let executionError = null;
381
+ try {
382
+ const producerTask = fetchIncompleteEvaluations();
383
+ const workerTasks = Array.from({ length: concurrency }, () => processEvaluationsFromChannel());
384
+ // Wait for producer and all workers to finish
385
+ await Promise.all([producerTask, ...workerTasks]);
386
+ }
387
+ catch (error) {
388
+ // Classify and handle errors based on their nature
389
+ const err = error instanceof Error ? error : new Error(String(error));
390
+ // Always surface producer/infrastructure errors
391
+ if (error instanceof EvaluationFetchError) {
392
+ // Producer failed - this is ALWAYS critical regardless of stopOnFirstError
393
+ logger.error(`❌ Critical: Failed to fetch evaluations from server`);
394
+ executionError = err;
395
+ }
396
+ else if (error instanceof channel_1.ChannelError && signal.aborted) {
397
+ // Channel closed due to intentional abort - wrap in semantic error
398
+ executionError = new EvaluationAbortedError("Evaluation stopped due to error in concurrent evaluator", err);
399
+ }
400
+ else if (stopOnFirstError) {
401
+ // Worker error in stopOnFirstError mode - already logged by worker
402
+ executionError = err;
403
+ }
404
+ else {
405
+ // Unexpected error (not from worker, not from producer fetch)
406
+ // This could be a bug in our code or infrastructure failure
407
+ logger.error(`❌ Unexpected error during evaluation: ${err.message}`);
408
+ executionError = err;
409
+ }
410
+ }
411
+ finally {
412
+ // Ensure channel is closed even if there are unexpected errors
413
+ // This is a safety net in case producer's finally block didn't execute
414
+ if (!evalChannel.isClosed) {
415
+ evalChannel.close();
416
+ }
417
+ }
418
+ // Only show completion message if we didn't stop on error
419
+ if (!executionError) {
420
+ logger.info(`✅ Evaluations completed.`);
421
+ }
422
+ if (totalFailed > 0 && !executionError) {
423
+ logger.info(`⚠️ Warning: ${totalFailed} out of ${totalProcessed} evaluations failed.`);
424
+ }
425
+ // Print summary
426
+ printEvaluationSummary({
427
+ logger,
428
+ experimentId: experiment.id,
429
+ totalProcessed,
430
+ totalCompleted,
431
+ });
432
+ // Flush spans (if tracer was initialized)
433
+ if (provider) {
434
+ await provider.forceFlush();
435
+ }
436
+ // Re-throw error if evaluation failed
437
+ if (executionError) {
438
+ throw executionError;
439
+ }
440
+ }
441
+ /**
442
+ * Record evaluation results to API.
443
+ */
444
+ async function recordEvaluationResults({ client, evaluator, experimentRun, results, error, startTime, endTime, traceId = null, }) {
445
+ var _a, _b, _c, _d;
446
+ if (results) {
447
+ // Success case: record each evaluation result
448
+ for (const singleResult of results) {
449
+ await client.POST("/v1/experiment_evaluations", {
450
+ body: {
451
+ experiment_run_id: experimentRun.id,
452
+ name: evaluator.name,
453
+ annotator_kind: evaluator.kind,
454
+ result: {
455
+ score: (_a = singleResult.score) !== null && _a !== void 0 ? _a : null,
456
+ label: (_b = singleResult.label) !== null && _b !== void 0 ? _b : null,
457
+ explanation: (_c = singleResult.explanation) !== null && _c !== void 0 ? _c : null,
458
+ metadata: (_d = singleResult.metadata) !== null && _d !== void 0 ? _d : {},
459
+ },
460
+ start_time: startTime.toISOString(),
461
+ end_time: endTime.toISOString(),
462
+ error: null,
463
+ trace_id: traceId,
464
+ },
465
+ });
466
+ }
467
+ }
468
+ else if (error) {
469
+ // Error case: record failed evaluation with evaluator name
470
+ await client.POST("/v1/experiment_evaluations", {
471
+ body: {
472
+ experiment_run_id: experimentRun.id,
473
+ name: evaluator.name,
474
+ annotator_kind: evaluator.kind,
475
+ result: null,
476
+ start_time: startTime.toISOString(),
477
+ end_time: endTime.toISOString(),
478
+ error,
479
+ trace_id: traceId,
480
+ },
481
+ });
482
+ }
483
+ }
484
+ /**
485
+ * Run a single evaluation and record the result.
486
+ */
487
+ async function runSingleEvaluation({ client, experimentId, evaluator, experimentRun, datasetExample, tracer, }) {
488
+ var _a, _b;
489
+ const startTime = new Date();
490
+ // Prepare evaluator inputs
491
+ const taskOutput = (_a = experimentRun.output) !== null && _a !== void 0 ? _a : null;
492
+ const expectedOutput = (_b = datasetExample.output) !== null && _b !== void 0 ? _b : undefined;
493
+ // If no tracer (no project_name), execute without tracing
494
+ if (!tracer) {
495
+ let results;
496
+ let error;
497
+ try {
498
+ const result = await Promise.resolve(evaluator.evaluate({
499
+ input: datasetExample.input,
500
+ output: taskOutput,
501
+ expected: expectedOutput,
502
+ metadata: datasetExample.metadata,
503
+ }));
504
+ results = Array.isArray(result) ? result : [result];
505
+ }
506
+ catch (err) {
507
+ error = err instanceof Error ? err.message : String(err);
508
+ throw err;
509
+ }
510
+ finally {
511
+ const endTime = new Date();
512
+ await recordEvaluationResults({
513
+ client,
514
+ evaluator,
515
+ experimentRun,
516
+ results,
517
+ error,
518
+ startTime,
519
+ endTime,
520
+ });
521
+ }
522
+ return;
523
+ }
524
+ // With tracer: wrap execution in a span for observability
525
+ return tracer.startActiveSpan(`Evaluation: ${evaluator.name}`, async (span) => {
526
+ // Set span attributes for input
527
+ span.setAttributes(Object.assign({ [openinference_semantic_conventions_1.SemanticConventions.OPENINFERENCE_SPAN_KIND]: openinference_semantic_conventions_1.OpenInferenceSpanKind.EVALUATOR, [openinference_semantic_conventions_1.SemanticConventions.INPUT_MIME_TYPE]: openinference_semantic_conventions_1.MimeType.JSON, [openinference_semantic_conventions_1.SemanticConventions.INPUT_VALUE]: (0, ensureString_1.ensureString)({
528
+ input: datasetExample.input,
529
+ output: experimentRun.output,
530
+ expected: datasetExample.output,
531
+ metadata: datasetExample.metadata,
532
+ }) }, (0, phoenix_otel_1.objectAsAttributes)({
533
+ experiment_id: experimentId,
534
+ experiment_run_id: experimentRun.id,
535
+ dataset_example_id: datasetExample.id,
536
+ })));
537
+ let results;
538
+ let error;
539
+ try {
540
+ // Execute the evaluator (only once!)
541
+ const result = await Promise.resolve(evaluator.evaluate({
542
+ input: datasetExample.input,
543
+ output: taskOutput,
544
+ expected: expectedOutput,
545
+ metadata: datasetExample.metadata,
546
+ }));
547
+ results = Array.isArray(result) ? result : [result];
548
+ // Set output span attributes
549
+ span.setAttributes({
550
+ [openinference_semantic_conventions_1.SemanticConventions.OUTPUT_MIME_TYPE]: openinference_semantic_conventions_1.MimeType.JSON,
551
+ [openinference_semantic_conventions_1.SemanticConventions.OUTPUT_VALUE]: (0, ensureString_1.ensureString)(result),
552
+ });
553
+ // Set attributes from first result for span metadata
554
+ if (results[0]) {
555
+ span.setAttributes((0, phoenix_otel_1.objectAsAttributes)(results[0]));
556
+ }
557
+ span.setStatus({ code: phoenix_otel_1.SpanStatusCode.OK });
558
+ }
559
+ catch (err) {
560
+ error = err instanceof Error ? err.message : String(err);
561
+ span.setStatus({
562
+ code: phoenix_otel_1.SpanStatusCode.ERROR,
563
+ message: error,
564
+ });
565
+ span.recordException(err);
566
+ throw err;
567
+ }
568
+ finally {
569
+ const endTime = new Date();
570
+ span.end();
571
+ // Record results to API
572
+ await recordEvaluationResults({
573
+ client,
574
+ evaluator,
575
+ experimentRun,
576
+ results,
577
+ error,
578
+ startTime,
579
+ endTime,
580
+ traceId: span.spanContext().traceId,
581
+ });
582
+ }
583
+ });
584
+ }
585
+ //# sourceMappingURL=resumeEvaluation.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"resumeEvaluation.js","sourceRoot":"","sources":["../../../src/experiments/resumeEvaluation.ts"],"names":[],"mappings":";;;;;;;;;;;;AAwTA,4CAsSC;AA9lBD,oGAIqD;AACrD,wDAO+B;AAG/B,sCAA6D;AAU7D,8CAAyD;AACzD,wDAAqD;AACrD,8DAA2D;AAE3D,iEAA2D;AAC3D,uCAAoD;AAEpD,oEAAuC;AAEvC;;;;GAIG;AACH,MAAM,sBAAuB,SAAQ,KAAK;IACxC,YAAY,OAAe,EAAE,KAAa;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,oBAAqB,SAAQ,KAAK;IACtC,YAAY,OAAe,EAAE,KAAa;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;QACnC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;CACF;AA4CD,MAAM,iBAAiB,GAAG,EAAW,CAAC;AACtC;;;;;GAKG;AACH,MAAM,2BAA2B,GAAG,CAAU,CAAC;AAU/C;;GAEG;AACH,SAAS,yBAAyB,CAChC,WAAoE;;IAEpE,OAAO;QACL,aAAa,EAAE;YACb,EAAE,EAAE,WAAW,CAAC,cAAc,CAAC,EAAE;YACjC,YAAY,EAAE,WAAW,CAAC,cAAc,CAAC,aAAa;YACtD,gBAAgB,EAAE,WAAW,CAAC,cAAc,CAAC,kBAAkB;YAC/D,MAAM,EAAE,MAAA,WAAW,CAAC,cAAc,CAAC,MAAM,mCAAI,IAAI;YACjD,SAAS,EAAE,IAAI,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,UAAU,CAAC;YAC1D,OAAO,EAAE,IAAI,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,QAAQ,CAAC;YACtD,KAAK,EAAE,MAAA,WAAW,CAAC,cAAc,CAAC,KAAK,mCAAI,IAAI;YAC/C,OAAO,EAAE,MAAA,WAAW,CAAC,cAAc,CAAC,QAAQ,mCAAI,IAAI;SACrD;QACD,cAAc,EAAE;YACd,EAAE,EAAE,WAAW,CAAC,eAAe,CAAC,EAAE;YAClC,KAAK,EAAE,WAAW,CAAC,eAAe,CAAC,KAAK;YACxC,MAAM,EAAE,MAAA,WAAW,CAAC,eAAe,CAAC,MAAM,mCAAI,IAAI;YAClD,QAAQ,EAAE,WAAW,CAAC,eAAe,CAAC,QAAQ,IAAI,EAAE;YACpD,SAAS,EAAE,IAAI,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,UAAU,CAAC;SAC5D;QACD,eAAe,EAAE,WAAW,CAAC,gBAAgB;KAC9C,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CACzB,SAAoB,EACpB,cAAoC;IAEpC,gCAAgC;IAChC,OAAO,cAAc,CAAC,eAAe,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;AACjE,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,0BAA0B,CACvC,KAAc,EACd,MAAqB,EACrB,WAAmB;IAEnB,iFAAiF;IACjF,MAAM,WAAW,GACf,KAAK,YAAY,WAAW;QAC5B,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAE/C,IAAI,WAAW,EAAE,CAAC;QAChB,kDAAkD;QAClD,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;YAC5C,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,wBAAwB,CAAC,CAAC;YACnE,IAAI,UAAU,CAAC,EAAE,EAAE,CAAC;gBAClB,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC;gBACxC,WAAW,GAAG,mCAAmC,OAAO,GAAG,CAAC;YAC9D,CAAC;QACH,CAAC;QAAC,WAAM,CAAC;YACP,iCAAiC;QACnC,CAAC;QAED,MAAM,IAAI,KAAK,CACb,OAAO,WAAW,oDAAoD;YACpE,yDAAyD;YACzD,WAAW,CACd,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAS,qBAAqB,CAAC,EAC7B,WAAW,EACX,OAAO,EACP,OAAO,EACP,qBAAqB,EACrB,YAAY,EACZ,uBAAuB,GAQxB;IACC,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,QAAQ,GAAG,IAAA,uBAAQ,EAAC;QACxB,WAAW;QACX,GAAG,EAAE,OAAO;QACZ,OAAO;QACP,KAAK,EAAE,qBAAqB;QAC5B,YAAY;QACZ,MAAM,EAAE,uBAAuB;KAChC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;AAC9B,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAAC,EAC9B,MAAM,EACN,YAAY,EACZ,cAAc,EACd,cAAc,GAMf;IACC,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACnC,MAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IAC5C,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,MAAM,CAAC,IAAI,CAAC,kBAAkB,YAAY,EAAE,CAAC,CAAC;IAC9C,MAAM,CAAC,IAAI,CAAC,mBAAmB,cAAc,EAAE,CAAC,CAAC;IACjD,MAAM,CAAC,IAAI,CAAC,0BAA0B,cAAc,EAAE,CAAC,CAAC;IACxD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2DG;AACI,KAAK,UAAU,gBAAgB,CAAC,EACrC,MAAM,EAAE,OAAO,EACf,YAAY,EACZ,UAAU,EAAE,WAAW,EACvB,MAAM,GAAG,OAAO,EAChB,WAAW,GAAG,CAAC,EACf,uBAAuB,GAAG,IAAI,EAC9B,qBAAqB,GAAG,IAAI,EAC5B,YAAY,EACZ,gBAAgB,GAAG,KAAK,GACD;;IACvB,MAAM,MAAM,GAAG,OAAO,aAAP,OAAO,cAAP,OAAO,GAAI,IAAA,qBAAY,GAAE,CAAC;IACzC,MAAM,QAAQ,GAAG,iBAAiB,CAAC;IAEnC,gCAAgC;IAChC,MAAM,UAAU,GAAG,IAAA,iCAAuB,EACxC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CACzD,CAAC;IACF,kBAAkB;IAClB,IAAA,wBAAS,EAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,qCAAqC,CAAC,CAAC;IAExE,sBAAsB;IACtB,MAAM,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;IACzD,MAAM,UAAU,GAAG,MAAM,IAAA,wCAAiB,EAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;IAErE,4DAA4D;IAC5D,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;IACtC,IAAA,wBAAS,EACP,OAAO,EACP,mFAAmF,CACpF,CAAC;IAEF,MAAM,WAAW,GAAG,qBAAqB,CAAC;QACxC,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,OAAO;QACP,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;YAC5B,CAAC,CAAC,IAAA,iCAAe,EAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;YACxC,CAAC,CAAC,SAAS;QACb,qBAAqB;QACrB,YAAY;QACZ,uBAAuB;KACxB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,QAAQ,mCAAI,IAAI,CAAC;IAC/C,MAAM,UAAU,GAAG,MAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,MAAM,mCAAI,IAAI,CAAC;IAE/C,sEAAsE;IACtE,MAAM,mBAAmB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAE1D,gEAAgE;IAChE,MAAM,WAAW,GAAG,IAAI,iBAAO,CAC7B,QAAQ,GAAG,2BAA2B,CACvC,CAAC;IAEF,qDAAqD;IACrD,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IAC9C,MAAM,EAAE,MAAM,EAAE,GAAG,eAAe,CAAC;IAEnC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,6DAA6D;IAC7D,KAAK,UAAU,0BAA0B;;QACvC,IAAI,MAAM,GAAkB,IAAI,CAAC;QAEjC,IAAI,CAAC;YACH,GAAG,CAAC;gBACF,yCAAyC;gBACzC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,MAAM,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;oBAC5D,MAAM;gBACR,CAAC;gBAED,IAAI,GAGH,CAAC;gBAEF,IAAI,CAAC;oBACH,GAAG,GAAG,MAAM,MAAM,CAAC,GAAG,CACpB,wDAAwD,EACxD;wBACE,MAAM,EAAE;4BACN,IAAI,EAAE;gCACJ,aAAa,EAAE,YAAY;6BAC5B;4BACD,KAAK,EAAE;gCACL,MAAM;gCACN,KAAK,EAAE,QAAQ;gCACf,eAAe,EAAE,mBAAmB;6BACrC;yBACF;qBACF,CACF,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAc,EAAE,CAAC;oBACxB,iEAAiE;oBACjE,IAAI,CAAC;wBACH,MAAM,0BAA0B,CAC9B,KAAK,EACL,MAAM,EACN,mBAAmB,CACpB,CAAC;wBACF,iFAAiF;wBACjF,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;oBACpE,CAAC;oBAAC,OAAO,YAAY,EAAE,CAAC;wBACtB,sFAAsF;wBACtF,MAAM,IAAI,oBAAoB,CAC5B,oDAAoD,EACpD,YAAY,YAAY,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CACzD,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAED,uBAAuB;gBACvB,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;oBACd,MAAM,IAAI,oBAAoB,CAC5B,2CAA2C,IAAA,2BAAY,EAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CACrE,CAAC;gBACJ,CAAC;gBAED,MAAM,GAAG,MAAA,MAAA,GAAG,CAAC,IAAI,0CAAE,WAAW,mCAAI,IAAI,CAAC;gBACvC,MAAM,eAAe,GAAG,MAAA,GAAG,CAAC,IAAI,0CAAE,IAAI,CAAC;gBACvC,IAAA,wBAAS,EAAC,eAAe,EAAE,wCAAwC,CAAC,CAAC;gBAErE,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACjC,IAAI,cAAc,KAAK,CAAC,EAAE,CAAC;wBACzB,MAAM,CAAC,IAAI,CACT,kEAAkE,CACnE,CAAC;oBACJ,CAAC;oBACD,MAAM;gBACR,CAAC;gBAED,IAAI,cAAc,KAAK,CAAC,EAAE,CAAC;oBACzB,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;gBAC5C,CAAC;gBAED,6CAA6C;gBAC7C,IAAI,UAAU,GAAG,CAAC,CAAC;gBACnB,KAAK,MAAM,UAAU,IAAI,eAAe,EAAE,CAAC;oBACzC,8CAA8C;oBAC9C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBACnB,MAAM;oBACR,CAAC;oBAED,MAAM,cAAc,GAAG,yBAAyB,CAAC,UAAU,CAAC,CAAC;oBAE7D,MAAM,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CACtD,kBAAkB,CAAC,SAAS,EAAE,cAAc,CAAC,CAC9C,CAAC;oBAEF,+CAA+C;oBAC/C,KAAK,MAAM,SAAS,IAAI,eAAe,EAAE,CAAC;wBACxC,8CAA8C;wBAC9C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;4BACnB,MAAM;wBACR,CAAC;wBAED,MAAM,WAAW,CAAC,IAAI,CAAC,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC,CAAC;wBACtD,UAAU,EAAE,CAAC;wBACb,cAAc,EAAE,CAAC;oBACnB,CAAC;gBACH,CAAC;gBAED,MAAM,CAAC,IAAI,CACT,oBAAoB,UAAU,sCAAsC,WAAW,CAAC,MAAM,GAAG,CAC1F,CAAC;YACJ,CAAC,QAAQ,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,qCAAqC;YACrC,IAAI,KAAK,YAAY,oBAAoB,EAAE,CAAC;gBAC1C,MAAM,KAAK,CAAC;YACd,CAAC;YACD,8DAA8D;YAC9D,0DAA0D;YAC1D,IAAI,KAAK,YAAY,sBAAY,EAAE,CAAC;gBAClC,MAAM,KAAK,CAAC;YACd,CAAC;YACD,qDAAqD;YACrD,MAAM,IAAI,oBAAoB,CAC5B,0CAA0C,EAC1C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,4BAA4B;QACnD,CAAC;IACH,CAAC;IAED,2CAA2C;IAC3C,KAAK,UAAU,6BAA6B;;;YAC1C,KAAyB,eAAA,gBAAA,cAAA,WAAW,CAAA,iBAAA,2FAAE,CAAC;gBAAd,2BAAW;gBAAX,WAAW;gBAAzB,MAAM,IAAI,KAAA,CAAA;gBACnB,2CAA2C;gBAC3C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,MAAM;gBACR,CAAC;gBAED,IAAI,CAAC;oBACH,MAAM,mBAAmB,CAAC;wBACxB,MAAM;wBACN,YAAY;wBACZ,SAAS,EAAE,IAAI,CAAC,SAAS;wBACzB,aAAa,EAAE,IAAI,CAAC,cAAc,CAAC,aAAa;wBAChD,cAAc,EAAE,IAAI,CAAC,cAAc,CAAC,cAAc;wBAClD,MAAM,EAAE,UAAU;qBACnB,CAAC,CAAC;oBACH,cAAc,EAAE,CAAC;gBACnB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,WAAW,EAAE,CAAC;oBACd,MAAM,CAAC,KAAK,CACV,4BAA4B,IAAI,CAAC,SAAS,CAAC,IAAI,aAAa,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE,KAAK,KAAK,EAAE,CAC7G,CAAC;oBAEF,qDAAqD;oBACrD,IAAI,gBAAgB,EAAE,CAAC;wBACrB,MAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;wBAC3C,eAAe,CAAC,KAAK,EAAE,CAAC;wBACxB,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC;YACH,CAAC;;;;;;;;;IACH,CAAC;IAED,6BAA6B;IAC7B,qFAAqF;IACrF,IAAI,cAAc,GAAiB,IAAI,CAAC;IACxC,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,0BAA0B,EAAE,CAAC;QAClD,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,CAC3D,6BAA6B,EAAE,CAChC,CAAC;QAEF,8CAA8C;QAC9C,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,mDAAmD;QACnD,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAEtE,gDAAgD;QAChD,IAAI,KAAK,YAAY,oBAAoB,EAAE,CAAC;YAC1C,2EAA2E;YAC3E,MAAM,CAAC,KAAK,CAAC,qDAAqD,CAAC,CAAC;YACpE,cAAc,GAAG,GAAG,CAAC;QACvB,CAAC;aAAM,IAAI,KAAK,YAAY,sBAAY,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAC3D,mEAAmE;YACnE,cAAc,GAAG,IAAI,sBAAsB,CACzC,yDAAyD,EACzD,GAAG,CACJ,CAAC;QACJ,CAAC;aAAM,IAAI,gBAAgB,EAAE,CAAC;YAC5B,mEAAmE;YACnE,cAAc,GAAG,GAAG,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,8DAA8D;YAC9D,4DAA4D;YAC5D,MAAM,CAAC,KAAK,CAAC,yCAAyC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACrE,cAAc,GAAG,GAAG,CAAC;QACvB,CAAC;IACH,CAAC;YAAS,CAAC;QACT,+DAA+D;QAC/D,uEAAuE;QACvE,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC1B,WAAW,CAAC,KAAK,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAED,0DAA0D;IAC1D,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,WAAW,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;QACvC,MAAM,CAAC,IAAI,CACT,gBAAgB,WAAW,WAAW,cAAc,sBAAsB,CAC3E,CAAC;IACJ,CAAC;IAED,gBAAgB;IAChB,sBAAsB,CAAC;QACrB,MAAM;QACN,YAAY,EAAE,UAAU,CAAC,EAAE;QAC3B,cAAc;QACd,cAAc;KACf,CAAC,CAAC;IAEH,0CAA0C;IAC1C,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;IAC9B,CAAC;IAED,sCAAsC;IACtC,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,cAAc,CAAC;IACvB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,uBAAuB,CAAC,EACrC,MAAM,EACN,SAAS,EACT,aAAa,EACb,OAAO,EACP,KAAK,EACL,SAAS,EACT,OAAO,EACP,OAAO,GAAG,IAAI,GAUf;;IACC,IAAI,OAAO,EAAE,CAAC;QACZ,8CAA8C;QAC9C,KAAK,MAAM,YAAY,IAAI,OAAO,EAAE,CAAC;YACnC,MAAM,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE;gBAC9C,IAAI,EAAE;oBACJ,iBAAiB,EAAE,aAAa,CAAC,EAAE;oBACnC,IAAI,EAAE,SAAS,CAAC,IAAI;oBACpB,cAAc,EAAE,SAAS,CAAC,IAAI;oBAC9B,MAAM,EAAE;wBACN,KAAK,EAAE,MAAA,YAAY,CAAC,KAAK,mCAAI,IAAI;wBACjC,KAAK,EAAE,MAAA,YAAY,CAAC,KAAK,mCAAI,IAAI;wBACjC,WAAW,EAAE,MAAA,YAAY,CAAC,WAAW,mCAAI,IAAI;wBAC7C,QAAQ,EAAE,MAAA,YAAY,CAAC,QAAQ,mCAAI,EAAE;qBACtC;oBACD,UAAU,EAAE,SAAS,CAAC,WAAW,EAAE;oBACnC,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE;oBAC/B,KAAK,EAAE,IAAI;oBACX,QAAQ,EAAE,OAAO;iBAClB;aACF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,IAAI,KAAK,EAAE,CAAC;QACjB,2DAA2D;QAC3D,MAAM,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE;YAC9C,IAAI,EAAE;gBACJ,iBAAiB,EAAE,aAAa,CAAC,EAAE;gBACnC,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,cAAc,EAAE,SAAS,CAAC,IAAI;gBAC9B,MAAM,EAAE,IAAI;gBACZ,UAAU,EAAE,SAAS,CAAC,WAAW,EAAE;gBACnC,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE;gBAC/B,KAAK;gBACL,QAAQ,EAAE,OAAO;aAClB;SACF,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,mBAAmB,CAAC,EACjC,MAAM,EACN,YAAY,EACZ,SAAS,EACT,aAAa,EACb,cAAc,EACd,MAAM,GAQP;;IACC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IAE7B,2BAA2B;IAC3B,MAAM,UAAU,GAAe,MAAA,aAAa,CAAC,MAAM,mCAAI,IAAI,CAAC;IAC5D,MAAM,cAAc,GAAG,MAAA,cAAc,CAAC,MAAM,mCAAI,SAAS,CAAC;IAE1D,0DAA0D;IAC1D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,IAAI,OAAgD,CAAC;QACrD,IAAI,KAAyB,CAAC;QAE9B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAClC,SAAS,CAAC,QAAQ,CAAC;gBACjB,KAAK,EAAE,cAAc,CAAC,KAAK;gBAC3B,MAAM,EAAE,UAAU;gBAClB,QAAQ,EAAE,cAAc;gBACxB,QAAQ,EAAE,cAAc,CAAC,QAAQ;aAClC,CAAC,CACH,CAAC;YACF,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACzD,MAAM,GAAG,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;YAC3B,MAAM,uBAAuB,CAAC;gBAC5B,MAAM;gBACN,SAAS;gBACT,aAAa;gBACb,OAAO;gBACP,KAAK;gBACL,SAAS;gBACT,OAAO;aACR,CAAC,CAAC;QACL,CAAC;QACD,OAAO;IACT,CAAC;IAED,0DAA0D;IAC1D,OAAO,MAAM,CAAC,eAAe,CAC3B,eAAe,SAAS,CAAC,IAAI,EAAE,EAC/B,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,gCAAgC;QAChC,IAAI,CAAC,aAAa,iBAChB,CAAC,wDAAmB,CAAC,uBAAuB,CAAC,EAC3C,0DAAqB,CAAC,SAAS,EACjC,CAAC,wDAAmB,CAAC,eAAe,CAAC,EAAE,6CAAQ,CAAC,IAAI,EACpD,CAAC,wDAAmB,CAAC,WAAW,CAAC,EAAE,IAAA,2BAAY,EAAC;gBAC9C,KAAK,EAAE,cAAc,CAAC,KAAK;gBAC3B,MAAM,EAAE,aAAa,CAAC,MAAM;gBAC5B,QAAQ,EAAE,cAAc,CAAC,MAAM;gBAC/B,QAAQ,EAAE,cAAc,CAAC,QAAQ;aAClC,CAAC,IACC,IAAA,iCAAkB,EAAC;YACpB,aAAa,EAAE,YAAY;YAC3B,iBAAiB,EAAE,aAAa,CAAC,EAAE;YACnC,kBAAkB,EAAE,cAAc,CAAC,EAAE;SACtC,CAAC,EACF,CAAC;QAEH,IAAI,OAAgD,CAAC;QACrD,IAAI,KAAyB,CAAC;QAE9B,IAAI,CAAC;YACH,qCAAqC;YACrC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAClC,SAAS,CAAC,QAAQ,CAAC;gBACjB,KAAK,EAAE,cAAc,CAAC,KAAK;gBAC3B,MAAM,EAAE,UAAU;gBAClB,QAAQ,EAAE,cAAc;gBACxB,QAAQ,EAAE,cAAc,CAAC,QAAQ;aAClC,CAAC,CACH,CAAC;YAEF,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAEpD,6BAA6B;YAC7B,IAAI,CAAC,aAAa,CAAC;gBACjB,CAAC,wDAAmB,CAAC,gBAAgB,CAAC,EAAE,6CAAQ,CAAC,IAAI;gBACrD,CAAC,wDAAmB,CAAC,YAAY,CAAC,EAAE,IAAA,2BAAY,EAAC,MAAM,CAAC;aACzD,CAAC,CAAC;YAEH,qDAAqD;YACrD,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;gBACf,IAAI,CAAC,aAAa,CAAC,IAAA,iCAAkB,EAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrD,CAAC;YAED,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,6BAAc,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAEzD,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,6BAAc,CAAC,KAAK;gBAC1B,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;YACH,IAAI,CAAC,eAAe,CAAC,GAAY,CAAC,CAAC;YAEnC,MAAM,GAAG,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;YAC3B,IAAI,CAAC,GAAG,EAAE,CAAC;YAEX,wBAAwB;YACxB,MAAM,uBAAuB,CAAC;gBAC5B,MAAM;gBACN,SAAS;gBACT,aAAa;gBACb,OAAO;gBACP,KAAK;gBACL,SAAS;gBACT,OAAO;gBACP,OAAO,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO;aACpC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CACF,CAAC;AACJ,CAAC"}