judgeval 0.2.4 → 0.2.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (109) hide show
  1. package/dist/cjs/common/logger.js +28 -24
  2. package/dist/cjs/common/logger.js.map +1 -1
  3. package/dist/cjs/common/tracer.js +80 -130
  4. package/dist/cjs/common/tracer.js.map +1 -1
  5. package/dist/cjs/constants.js +2 -1
  6. package/dist/cjs/constants.js.map +1 -1
  7. package/dist/cjs/data/datasets/eval-dataset-client.js +45 -0
  8. package/dist/cjs/data/datasets/eval-dataset-client.js.map +1 -1
  9. package/dist/cjs/e2etests/eval-operations.test.js +3 -3
  10. package/dist/cjs/exporters/otel-exporter.js +352 -0
  11. package/dist/cjs/exporters/otel-exporter.js.map +1 -0
  12. package/dist/cjs/judges/index.js +217 -0
  13. package/dist/cjs/judges/index.js.map +1 -0
  14. package/dist/cjs/run-evaluation.js +13 -13
  15. package/dist/cjs/run-evaluation.js.map +1 -1
  16. package/dist/cjs/scorers/metrics/answer-correctness/answer-correctness.js +610 -0
  17. package/dist/cjs/scorers/metrics/answer-correctness/answer-correctness.js.map +1 -0
  18. package/dist/cjs/scorers/metrics/answer-correctness/index.js +19 -0
  19. package/dist/cjs/scorers/metrics/answer-correctness/index.js.map +1 -0
  20. package/dist/cjs/scorers/metrics/answer-correctness/prompts.js +175 -0
  21. package/dist/cjs/scorers/metrics/answer-correctness/prompts.js.map +1 -0
  22. package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js +525 -0
  23. package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js.map +1 -0
  24. package/dist/cjs/scorers/metrics/answer-relevancy/index.js +19 -0
  25. package/dist/cjs/scorers/metrics/answer-relevancy/index.js.map +1 -0
  26. package/dist/cjs/scorers/metrics/answer-relevancy/prompts.js +179 -0
  27. package/dist/cjs/scorers/metrics/answer-relevancy/prompts.js.map +1 -0
  28. package/dist/cjs/scorers/metrics/faithfulness/faithfulness.js +524 -0
  29. package/dist/cjs/scorers/metrics/faithfulness/faithfulness.js.map +1 -0
  30. package/dist/cjs/scorers/metrics/faithfulness/index.js +19 -0
  31. package/dist/cjs/scorers/metrics/faithfulness/index.js.map +1 -0
  32. package/dist/cjs/scorers/metrics/faithfulness/prompts.js +232 -0
  33. package/dist/cjs/scorers/metrics/faithfulness/prompts.js.map +1 -0
  34. package/dist/cjs/scorers/metrics/hallucination/hallucination.js +390 -0
  35. package/dist/cjs/scorers/metrics/hallucination/hallucination.js.map +1 -0
  36. package/dist/cjs/scorers/metrics/hallucination/index.js +11 -0
  37. package/dist/cjs/scorers/metrics/hallucination/index.js.map +1 -0
  38. package/dist/cjs/scorers/metrics/hallucination/prompts.js +106 -0
  39. package/dist/cjs/scorers/metrics/hallucination/prompts.js.map +1 -0
  40. package/dist/cjs/scorers/metrics/instruction-adherence/index.js +19 -0
  41. package/dist/cjs/scorers/metrics/instruction-adherence/index.js.map +1 -0
  42. package/dist/cjs/scorers/metrics/instruction-adherence/instruction-adherence.js +382 -0
  43. package/dist/cjs/scorers/metrics/instruction-adherence/instruction-adherence.js.map +1 -0
  44. package/dist/cjs/scorers/metrics/instruction-adherence/prompts.js +124 -0
  45. package/dist/cjs/scorers/metrics/instruction-adherence/prompts.js.map +1 -0
  46. package/dist/esm/common/logger.js +16 -11
  47. package/dist/esm/common/logger.js.map +1 -1
  48. package/dist/esm/common/tracer.js +78 -128
  49. package/dist/esm/common/tracer.js.map +1 -1
  50. package/dist/esm/constants.js +1 -0
  51. package/dist/esm/constants.js.map +1 -1
  52. package/dist/esm/data/datasets/eval-dataset-client.js +46 -1
  53. package/dist/esm/data/datasets/eval-dataset-client.js.map +1 -1
  54. package/dist/esm/e2etests/eval-operations.test.js +3 -3
  55. package/dist/esm/exporters/otel-exporter.js +348 -0
  56. package/dist/esm/exporters/otel-exporter.js.map +1 -0
  57. package/dist/esm/judges/index.js +185 -0
  58. package/dist/esm/judges/index.js.map +1 -0
  59. package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js +601 -0
  60. package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js.map +1 -0
  61. package/dist/esm/scorers/metrics/answer-correctness/index.js +3 -0
  62. package/dist/esm/scorers/metrics/answer-correctness/index.js.map +1 -0
  63. package/dist/esm/scorers/metrics/answer-correctness/prompts.js +171 -0
  64. package/dist/esm/scorers/metrics/answer-correctness/prompts.js.map +1 -0
  65. package/dist/esm/scorers/metrics/answer-relevancy/answer-relevancy.js +521 -0
  66. package/dist/esm/scorers/metrics/answer-relevancy/answer-relevancy.js.map +1 -0
  67. package/dist/esm/scorers/metrics/answer-relevancy/index.js +3 -0
  68. package/dist/esm/scorers/metrics/answer-relevancy/index.js.map +1 -0
  69. package/dist/esm/scorers/metrics/answer-relevancy/prompts.js +175 -0
  70. package/dist/esm/scorers/metrics/answer-relevancy/prompts.js.map +1 -0
  71. package/dist/esm/scorers/metrics/faithfulness/faithfulness.js +520 -0
  72. package/dist/esm/scorers/metrics/faithfulness/faithfulness.js.map +1 -0
  73. package/dist/esm/scorers/metrics/faithfulness/index.js +3 -0
  74. package/dist/esm/scorers/metrics/faithfulness/index.js.map +1 -0
  75. package/dist/esm/scorers/metrics/faithfulness/prompts.js +228 -0
  76. package/dist/esm/scorers/metrics/faithfulness/prompts.js.map +1 -0
  77. package/dist/esm/scorers/metrics/hallucination/hallucination.js +386 -0
  78. package/dist/esm/scorers/metrics/hallucination/hallucination.js.map +1 -0
  79. package/dist/esm/scorers/metrics/hallucination/index.js +3 -0
  80. package/dist/esm/scorers/metrics/hallucination/index.js.map +1 -0
  81. package/dist/esm/scorers/metrics/hallucination/prompts.js +102 -0
  82. package/dist/esm/scorers/metrics/hallucination/prompts.js.map +1 -0
  83. package/dist/esm/scorers/metrics/instruction-adherence/index.js +3 -0
  84. package/dist/esm/scorers/metrics/instruction-adherence/index.js.map +1 -0
  85. package/dist/esm/scorers/metrics/instruction-adherence/instruction-adherence.js +378 -0
  86. package/dist/esm/scorers/metrics/instruction-adherence/instruction-adherence.js.map +1 -0
  87. package/dist/esm/scorers/metrics/instruction-adherence/prompts.js +120 -0
  88. package/dist/esm/scorers/metrics/instruction-adherence/prompts.js.map +1 -0
  89. package/dist/types/common/logger.d.ts +1 -1
  90. package/dist/types/constants.d.ts +1 -0
  91. package/dist/types/data/datasets/eval-dataset-client.d.ts +5 -0
  92. package/dist/types/exporters/otel-exporter.d.ts +16 -0
  93. package/dist/types/judges/index.d.ts +50 -0
  94. package/dist/types/scorers/metrics/answer-correctness/answer-correctness.d.ts +99 -0
  95. package/dist/types/scorers/metrics/answer-correctness/index.d.ts +2 -0
  96. package/dist/types/scorers/metrics/answer-correctness/prompts.d.ts +71 -0
  97. package/dist/types/scorers/metrics/answer-relevancy/answer-relevancy.d.ts +78 -0
  98. package/dist/types/scorers/metrics/answer-relevancy/index.d.ts +2 -0
  99. package/dist/types/scorers/metrics/answer-relevancy/prompts.d.ts +71 -0
  100. package/dist/types/scorers/metrics/faithfulness/faithfulness.d.ts +77 -0
  101. package/dist/types/scorers/metrics/faithfulness/index.d.ts +2 -0
  102. package/dist/types/scorers/metrics/faithfulness/prompts.d.ts +94 -0
  103. package/dist/types/scorers/metrics/hallucination/hallucination.d.ts +67 -0
  104. package/dist/types/scorers/metrics/hallucination/index.d.ts +3 -0
  105. package/dist/types/scorers/metrics/hallucination/prompts.d.ts +63 -0
  106. package/dist/types/scorers/metrics/instruction-adherence/index.d.ts +2 -0
  107. package/dist/types/scorers/metrics/instruction-adherence/instruction-adherence.d.ts +67 -0
  108. package/dist/types/scorers/metrics/instruction-adherence/prompts.d.ts +78 -0
  109. package/package.json +32 -14
@@ -14,7 +14,7 @@ import cliProgress from 'cli-progress'; // Use cli-progress
14
14
  import colors from 'ansi-colors'; // For colored progress bar text
15
15
  import logger from '../../common/logger-instance.js'; // Adjust path as needed
16
16
  // Import constants (assuming they are correctly defined in constants.ts)
17
- import { JUDGMENT_DATASETS_PUSH_API_URL, JUDGMENT_DATASETS_PULL_API_URL, JUDGMENT_DATASETS_DELETE_API_URL, JUDGMENT_DATASETS_PROJECT_STATS_API_URL, JUDGMENT_DATASETS_INSERT_API_URL, JUDGMENT_DATASETS_EXPORT_JSONL_API_URL } from '../../constants.js'; // Adjust path as needed
17
+ import { JUDGMENT_DATASETS_PUSH_API_URL, JUDGMENT_DATASETS_APPEND_API_URL, JUDGMENT_DATASETS_PULL_API_URL, JUDGMENT_DATASETS_DELETE_API_URL, JUDGMENT_DATASETS_PROJECT_STATS_API_URL, JUDGMENT_DATASETS_INSERT_API_URL, JUDGMENT_DATASETS_EXPORT_JSONL_API_URL } from '../../constants.js'; // Adjust path as needed
18
18
  export class EvalDatasetClient {
19
19
  constructor(judgmentApiKey, organizationId) {
20
20
  if (!judgmentApiKey)
@@ -301,6 +301,51 @@ export class EvalDatasetClient {
301
301
  }
302
302
  });
303
303
  }
304
+ /**
305
+ * Appends examples to an existing dataset on the Judgment platform.
306
+ * @returns True if successful, false otherwise.
307
+ */
308
+ append(alias, examples, projectName) {
309
+ return __awaiter(this, void 0, void 0, function* () {
310
+ logger.debug(`Appending ${examples.length} examples to dataset '${alias}' for project '${projectName}'`);
311
+ const progressBar = new cliProgress.SingleBar({
312
+ format: `Appending to ${colors.magenta(alias)}... | ${colors.cyan('{bar}')} | {percentage}% || {status}`,
313
+ barCompleteChar: '\u2588',
314
+ barIncompleteChar: '\u2591',
315
+ hideCursor: true,
316
+ clearOnComplete: false,
317
+ stopOnComplete: true,
318
+ }, cliProgress.Presets.shades_classic);
319
+ progressBar.start(100, 0, { status: 'Starting...' });
320
+ const content = {
321
+ dataset_alias: alias,
322
+ examples: examples.map((e) => e.toJSON()),
323
+ project_name: projectName
324
+ };
325
+ try {
326
+ progressBar.update(30, { status: 'Sending request...' });
327
+ const response = yield axios.post(JUDGMENT_DATASETS_APPEND_API_URL, content, {
328
+ headers: this.getAuthHeaders()
329
+ });
330
+ progressBar.update(80, { status: 'Processing response...' });
331
+ if (response.status >= 200 && response.status < 300) {
332
+ logger.info(`Successfully appended examples to dataset '${alias}' in project '${projectName}'`);
333
+ progressBar.update(100, { status: colors.green('Done!') });
334
+ return true;
335
+ }
336
+ else {
337
+ logger.error(`Server error during append dataset: ${response.status} ${response.statusText}`, response.data);
338
+ progressBar.stop();
339
+ return false;
340
+ }
341
+ }
342
+ catch (error) {
343
+ this.handleApiError(error, 'appendDataset');
344
+ progressBar.stop();
345
+ return false;
346
+ }
347
+ });
348
+ }
304
349
  // --- Helper Methods ---
305
350
  getAuthHeaders() {
306
351
  return {
@@ -1 +1 @@
1
- {"version":3,"file":"eval-dataset-client.js","sourceRoot":"","sources":["../../../../src/data/datasets/eval-dataset-client.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,OAAO,EAAkB,MAAM,eAAe,CAAC,CAAC,oBAAoB;AAC7E,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAoC,MAAM,OAAO,CAAC,CAAC,YAAY;AACtE,OAAO,WAAW,MAAM,cAAc,CAAC,CAAC,mBAAmB;AAC3D,OAAO,MAAM,MAAM,aAAa,CAAC,CAAC,gCAAgC;AAClE,OAAO,MAAM,MAAM,iCAAiC,CAAC,CAAC,wBAAwB;AAE9E,yEAAyE;AACzE,OAAO,EACL,8BAA8B,EAC9B,8BAA8B,EAC9B,gCAAgC,EAChC,uCAAuC,EACvC,gCAAgC,EAChC,sCAAsC,EACvC,MAAM,oBAAoB,CAAC,CAAC,wBAAwB;AAErD,MAAM,OAAO,iBAAiB;IAI5B,YAAY,cAAsB,EAAE,cAAsB;QACxD,IAAI,CAAC,cAAc;YAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QAC5F,IAAI,CAAC,cAAc;YAAE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QAC3F,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACpC,0CAA0C;QAC1C,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACjD,CAAC;IAEM,aAAa,CAAC,WAAsB,EAAE;QAC3C,OAAO,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED;;;OAGG;IACU,WAAW;6DACtB,OAAoB,EACpB,KAAa,EACb,WAAmB,EACnB,YAAqB,KAAK;;YAE1B,MAAM,CAAC,KAAK,CACV,+BAA+B,KAAK,kBAAkB,WAAW,gBAAgB,SAAS,GAAG,CAC9F,CAAC;YACF,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,CAAC,IAAI,CAAC,wCAAwC,KAAK,iBAAiB,WAAW,GAAG,CAAC,CAAC;YAC5F,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC;gBAC5C,MAAM,EAAE,WAAW,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,qBAAqB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,8BAA8B;gBAC/G,eAAe,EAAE,QAAQ;gBACzB,iBAAiB,EAAE,QAAQ;gBAC3B,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,KAAK;gBACtB,cAAc,EAAE,IAAI;aACrB,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAEvC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAErD,MAAM,OAAO,GAAG;gBACd,aAAa,EAAE,KAAK;gBACpB,YAAY,EAAE,WAAW;gBACzB,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAU,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBAC1D,SAAS,EAAE,SAAS;aACrB,CAAC;YAEF,IAAI,CAAC;gBACH,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACzD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,8BAA8B,EAC9B,OAAO,EACP;oBACE,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;iBAC/B,CACF,CAAC;gBACF,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC,CAAC;gBAE7D,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBACpD,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC;oBAC9B,OAAO,CAAC,KAAK,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,MAAM,mCAAI,KAAK,CAAC;oBACzC,OAAO,CAAC,EAAE,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,GAAG,CAAC;oBAC1B,MAAM,CAAC,IAAI,CAAC,2CAA2C,KAAK,iBAAiB,WAAW,GAAG,CAAC,CAAC;oBAC7F,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;oBAC3D,OAAO,IAAI,CAAC;gBACd,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,KAAK,CACV,qCAAqC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAC9E,CAAC;oBACF,WAAW,CAAC,IAAI,EAAE,CAAC;oBACnB,OAAO,KAAK,CAAC;gBACf,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;gBAC1C,WAAW,CAAC,IAAI,EAAE,CAAC;gBACnB,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,WAAW,CACtB,KAAa,EACb,WAAmB;;;YAEnB,MAAM,CAAC,KAAK,CAAC,+BAA+B,KAAK,mBAAmB,WAAW,GAAG,CAAC,CAAC;YACpF,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,wBAAwB;YAE9D,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC;gBAC5C,MAAM,EAAE,WAAW,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,uBAAuB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,8BAA8B;gBACjH,eAAe,EAAE,QAAQ;gBACzB,iBAAiB,EAAE,QAAQ;gBAC3B,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,KAAK;gBACtB,cAAc,EAAE,IAAI;aACrB,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAEvC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAErD,MAAM,WAAW,GAAG;gBAClB,aAAa,EAAE,KAAK;gBACpB,YAAY,EAAE,WAAW;aAC1B,CAAC;YAEF,IAAI,CAAC;gBACH,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACzD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,8BAA8B,EAC9B,WAAW,EACX;oBACE,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;iBAC/B,CACF,CAAC;gBACF,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC,CAAC;gBAE7D,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBACpD,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC;oBAC9B,MAAM,eAAe,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,QAAQ,mCAAI,EAAE,CAAC;oBAEhD,2EAA2E;oBAC3E,OAAO,CAAC,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE;wBACjD,MAAM,OAAO,GAAmB;4BAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;4BAClB,YAAY,EAAE,KAAK,CAAC,aAAa;4BACjC,cAAc,EAAE,KAAK,CAAC,eAAe;4BACrC,OAAO,EAAE,KAAK,CAAC,OAAO;4BACtB,gBAAgB,EAAE,KAAK,CAAC,iBAAiB;4BACzC,kBAAkB,EAAE,KAAK,CAAC,mBAAmB;4BAC7C,WAAW,EAAE,KAAK,CAAC,YAAY;4BAC/B,aAAa,EAAE,KAAK,CAAC,cAAc;4BACnC,SAAS,EAAE,KAAK,CAAC,UAAU;4BAC3B,YAAY,EAAE,KAAK,CAAC,aAAa;4BACjC,SAAS,EAAE,KAAK,CAAC,SAAS;4BAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;yBACzB,CAAC;wBACF,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;oBAChC,CAAC,CAAC,CAAC;oBAEJ,OAAO,CAAC,KAAK,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,KAAK,mCAAI,KAAK,CAAC;oBACxC,OAAO,CAAC,EAAE,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,EAAE,CAAC;oBAEzB,MAAM,CAAC,IAAI,CAAC,2CAA2C,KAAK,mBAAmB,WAAW,GAAG,CAAC,CAAC;oBAC/F,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;oBAC3D,OAAO,OAAO,CAAC;gBACjB,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,KAAK,CACV,qCAAqC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAC9E,CAAC;oBACF,WAAW,CAAC,IAAI,EAAE,CAAC;oBACnB,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;gBAC/E,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;gBAC1C,WAAW,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KAAA;IAED;;;OAGG;IACU,aAAa,CACxB,KAAa,EACb,WAAmB;;YAEnB,MAAM,CAAC,KAAK,CAAC,gCAAgC,KAAK,mBAAmB,WAAW,GAAG,CAAC,CAAC;YAErF,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC;gBAC5C,MAAM,EAAE,YAAY,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,uBAAuB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,8BAA8B;gBAClH,eAAe,EAAE,QAAQ;gBACzB,iBAAiB,EAAE,QAAQ;gBAC3B,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,KAAK;gBACtB,cAAc,EAAE,IAAI;aACrB,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAEvC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAErD,MAAM,WAAW,GAAG;gBAClB,aAAa,EAAE,KAAK;gBACpB,YAAY,EAAE,WAAW;aAC1B,CAAC;YAEF,IAAI,CAAC;gBACH,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACzD,MAAM,KAAK,CAAC,IAAI,CAAC,gCAAgC,EAAE,WAAW,EAAE;oBAC9D,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;iBAC/B,CAAC,CAAC;gBACH,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC3D,MAAM,CAAC,IAAI,CAAC,4CAA4C,KAAK,mBAAmB,WAAW,GAAG,CAAC,CAAC;gBAChG,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;gBAC5C,WAAW,CAAC,IAAI,EAAE,CAAC;gBACnB,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,uBAAuB,CAClC,WAAmB;;YAElB,MAAM,CAAC,KAAK,CAAC,8CAA8C,WAAW,GAAG,CAAC,CAAC;YAE5E,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC;gBAC5C,MAAM,EAAE,6BAA6B,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,SAAS,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,8BAA8B;gBAC3H,eAAe,EAAE,QAAQ;gBACzB,iBAAiB,EAAE,QAAQ;gBAC3B,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,KAAK;gBACtB,cAAc,EAAE,IAAI;aACrB,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAEvC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAErD,MAAM,WAAW,GAAG;gBAClB,YAAY,EAAE,WAAW;aAC1B,CAAC;YAEF,IAAI,CAAC;gBACH,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACzD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,uCAAuC,EACvC,WAAW,EACX;oBACE,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;iBAC/B,CACF,CAAC;gBACF,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC,CAAC;gBAE7D,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBACpD,MAAM,CAAC,IAAI,CACT,0CAA0C,WAAW,GAAG,CACzD,CAAC;oBACF,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;oBAC3D,OAAO,QAAQ,CAAC,IAAI,CAAC;gBACvB,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,KAAK,CACV,uCAAuC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAChF,CAAC;oBACF,WAAW,CAAC,IAAI,EAAE,CAAC;oBACnB,MAAM,IAAI,KAAK,CAAC,qCAAqC,WAAW,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;gBAC/F,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,yBAAyB,CAAC,CAAC;gBACtD,WAAW,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KAAA;IAED;;;OAGG;IACU,aAAa,CACxB,KAAa,EACb,QAAmB,EACnB,WAAmB;;YAElB,MAAM,CAAC,KAAK,CAAC,aAAa,QAAQ,CAAC,MAAM,2BAA2B,KAAK,kBAAkB,WAAW,GAAG,CAAC,CAAC;YAE5G,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC;gBAC5C,MAAM,EAAE,2BAA2B,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,8BAA8B;gBACnH,eAAe,EAAE,QAAQ;gBACzB,iBAAiB,EAAE,QAAQ;gBAC3B,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,KAAK;gBACtB,cAAc,EAAE,IAAI;aACrB,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAEvC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAErD,MAAM,OAAO,GAAG;gBACd,aAAa,EAAE,KAAK;gBACpB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBACzC,YAAY,EAAE,WAAW;aAC1B,CAAC;YAEF,IAAI,CAAC;gBACH,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACzD,MAAM,KAAK,CAAC,IAAI,CAAC,gCAAgC,EAAE,OAAO,EAAE;oBAC1D,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;iBAC/B,CAAC,CAAC;gBACH,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC3D,MAAM,CAAC,IAAI,CAAC,gDAAgD,KAAK,iBAAiB,WAAW,GAAG,CAAC,CAAC;gBAClG,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;gBAC5C,WAAW,CAAC,IAAI,EAAE,CAAC;gBACnB,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KAAA;IAED;;;OAGG;IACU,WAAW,CACtB,KAAa,EACb,WAAmB;;YAElB,MAAM,CAAC,KAAK,CAAC,sBAAsB,KAAK,mBAAmB,WAAW,YAAY,CAAC,CAAC;YAErF,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC;gBAC1C,MAAM,EAAE,aAAa,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,kBAAkB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,8BAA8B;gBAC9G,eAAe,EAAE,QAAQ;gBACzB,iBAAiB,EAAE,QAAQ;gBAC3B,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,KAAK;gBACtB,cAAc,EAAE,IAAI;aACrB,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAEzC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAErD,MAAM,WAAW,GAAG;gBAClB,aAAa,EAAE,KAAK;gBACpB,YAAY,EAAE,WAAW;aAC1B,CAAC;YAEF,IAAI,CAAC;gBACH,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACzD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,sCAAsC,EACtC,WAAW,EACX;oBACE,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;oBAC9B,YAAY,EAAE,QAAQ;iBACvB,CACF,CAAC;gBACF,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC3D,MAAM,CAAC,IAAI,CAAC,8CAA8C,KAAK,mBAAmB,WAAW,GAAG,CAAC,CAAC;gBAClG,OAAO,QAAQ,CAAC;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;gBAC1C,WAAW,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KAAA;IAED,yBAAyB;IAEjB,cAAc;QACpB,OAAO;YACL,cAAc,EAAE,kBAAkB;YAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;YAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;SACzC,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,KAAc,EAAE,OAAe;QACpD,MAAM,CAAC,KAAK,CAAC,oBAAoB,OAAO,GAAG,CAAC,CAAC;QAC7C,IAAI,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,UAAU,GAAG,KAAmB,CAAC;YACvC,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;YAErC,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,CAAC,KAAK,CAAC,WAAW,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;gBAClE,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9C,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC5B,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC1D,CAAC;qBAAM,IAAI,OAAO,KAAK,aAAa,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC/D,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;gBACtC,CAAC;qBAAM,IAAI,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAClE,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,sDAAsD,CAAC,CAAC;gBACjF,CAAC;YACH,CAAC;iBAAM,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;gBAC9B,MAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC,CAAC,sBAAsB;YAC3E,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,KAAK,CAAC,oCAAoC,OAAO,EAAE,CAAC,CAAC,CAAC,sBAAsB;YACrF,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,KAAK,CAAC,2BAA2B,OAAO,EAAE,CAAC,CAAC,CAAC,sBAAsB;QAC5E,CAAC;IACH,CAAC;CACF"}
1
+ {"version":3,"file":"eval-dataset-client.js","sourceRoot":"","sources":["../../../../src/data/datasets/eval-dataset-client.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,OAAO,EAAkB,MAAM,eAAe,CAAC,CAAC,oBAAoB;AAC7E,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAoC,MAAM,OAAO,CAAC,CAAC,YAAY;AACtE,OAAO,WAAW,MAAM,cAAc,CAAC,CAAC,mBAAmB;AAC3D,OAAO,MAAM,MAAM,aAAa,CAAC,CAAC,gCAAgC;AAClE,OAAO,MAAM,MAAM,iCAAiC,CAAC,CAAC,wBAAwB;AAE9E,yEAAyE;AACzE,OAAO,EACL,8BAA8B,EAC9B,gCAAgC,EAChC,8BAA8B,EAC9B,gCAAgC,EAChC,uCAAuC,EACvC,gCAAgC,EAChC,sCAAsC,EACvC,MAAM,oBAAoB,CAAC,CAAC,wBAAwB;AAErD,MAAM,OAAO,iBAAiB;IAI5B,YAAY,cAAsB,EAAE,cAAsB;QACxD,IAAI,CAAC,cAAc;YAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QAC5F,IAAI,CAAC,cAAc;YAAE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QAC3F,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACpC,0CAA0C;QAC1C,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACjD,CAAC;IAEM,aAAa,CAAC,WAAsB,EAAE;QAC3C,OAAO,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED;;;OAGG;IACU,WAAW;6DACtB,OAAoB,EACpB,KAAa,EACb,WAAmB,EACnB,YAAqB,KAAK;;YAE1B,MAAM,CAAC,KAAK,CACV,+BAA+B,KAAK,kBAAkB,WAAW,gBAAgB,SAAS,GAAG,CAC9F,CAAC;YACF,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,CAAC,IAAI,CAAC,wCAAwC,KAAK,iBAAiB,WAAW,GAAG,CAAC,CAAC;YAC5F,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC;gBAC5C,MAAM,EAAE,WAAW,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,qBAAqB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,8BAA8B;gBAC/G,eAAe,EAAE,QAAQ;gBACzB,iBAAiB,EAAE,QAAQ;gBAC3B,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,KAAK;gBACtB,cAAc,EAAE,IAAI;aACrB,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAEvC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAErD,MAAM,OAAO,GAAG;gBACd,aAAa,EAAE,KAAK;gBACpB,YAAY,EAAE,WAAW;gBACzB,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAU,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBAC1D,SAAS,EAAE,SAAS;aACrB,CAAC;YAEF,IAAI,CAAC;gBACH,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACzD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,8BAA8B,EAC9B,OAAO,EACP;oBACE,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;iBAC/B,CACF,CAAC;gBACF,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC,CAAC;gBAE7D,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBACpD,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC;oBAC9B,OAAO,CAAC,KAAK,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,MAAM,mCAAI,KAAK,CAAC;oBACzC,OAAO,CAAC,EAAE,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,GAAG,CAAC;oBAC1B,MAAM,CAAC,IAAI,CAAC,2CAA2C,KAAK,iBAAiB,WAAW,GAAG,CAAC,CAAC;oBAC7F,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;oBAC3D,OAAO,IAAI,CAAC;gBACd,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,KAAK,CACV,qCAAqC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAC9E,CAAC;oBACF,WAAW,CAAC,IAAI,EAAE,CAAC;oBACnB,OAAO,KAAK,CAAC;gBACf,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;gBAC1C,WAAW,CAAC,IAAI,EAAE,CAAC;gBACnB,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,WAAW,CACtB,KAAa,EACb,WAAmB;;;YAEnB,MAAM,CAAC,KAAK,CAAC,+BAA+B,KAAK,mBAAmB,WAAW,GAAG,CAAC,CAAC;YACpF,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,wBAAwB;YAE9D,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC;gBAC5C,MAAM,EAAE,WAAW,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,uBAAuB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,8BAA8B;gBACjH,eAAe,EAAE,QAAQ;gBACzB,iBAAiB,EAAE,QAAQ;gBAC3B,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,KAAK;gBACtB,cAAc,EAAE,IAAI;aACrB,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAEvC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAErD,MAAM,WAAW,GAAG;gBAClB,aAAa,EAAE,KAAK;gBACpB,YAAY,EAAE,WAAW;aAC1B,CAAC;YAEF,IAAI,CAAC;gBACH,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACzD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,8BAA8B,EAC9B,WAAW,EACX;oBACE,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;iBAC/B,CACF,CAAC;gBACF,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC,CAAC;gBAE7D,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBACpD,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC;oBAC9B,MAAM,eAAe,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,QAAQ,mCAAI,EAAE,CAAC;oBAEhD,2EAA2E;oBAC3E,OAAO,CAAC,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE;wBACjD,MAAM,OAAO,GAAmB;4BAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;4BAClB,YAAY,EAAE,KAAK,CAAC,aAAa;4BACjC,cAAc,EAAE,KAAK,CAAC,eAAe;4BACrC,OAAO,EAAE,KAAK,CAAC,OAAO;4BACtB,gBAAgB,EAAE,KAAK,CAAC,iBAAiB;4BACzC,kBAAkB,EAAE,KAAK,CAAC,mBAAmB;4BAC7C,WAAW,EAAE,KAAK,CAAC,YAAY;4BAC/B,aAAa,EAAE,KAAK,CAAC,cAAc;4BACnC,SAAS,EAAE,KAAK,CAAC,UAAU;4BAC3B,YAAY,EAAE,KAAK,CAAC,aAAa;4BACjC,SAAS,EAAE,KAAK,CAAC,SAAS;4BAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;yBACzB,CAAC;wBACF,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;oBAChC,CAAC,CAAC,CAAC;oBAEJ,OAAO,CAAC,KAAK,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,KAAK,mCAAI,KAAK,CAAC;oBACxC,OAAO,CAAC,EAAE,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,EAAE,CAAC;oBAEzB,MAAM,CAAC,IAAI,CAAC,2CAA2C,KAAK,mBAAmB,WAAW,GAAG,CAAC,CAAC;oBAC/F,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;oBAC3D,OAAO,OAAO,CAAC;gBACjB,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,KAAK,CACV,qCAAqC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAC9E,CAAC;oBACF,WAAW,CAAC,IAAI,EAAE,CAAC;oBACnB,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;gBAC/E,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;gBAC1C,WAAW,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KAAA;IAED;;;OAGG;IACU,aAAa,CACxB,KAAa,EACb,WAAmB;;YAEnB,MAAM,CAAC,KAAK,CAAC,gCAAgC,KAAK,mBAAmB,WAAW,GAAG,CAAC,CAAC;YAErF,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC;gBAC5C,MAAM,EAAE,YAAY,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,uBAAuB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,8BAA8B;gBAClH,eAAe,EAAE,QAAQ;gBACzB,iBAAiB,EAAE,QAAQ;gBAC3B,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,KAAK;gBACtB,cAAc,EAAE,IAAI;aACrB,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAEvC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAErD,MAAM,WAAW,GAAG;gBAClB,aAAa,EAAE,KAAK;gBACpB,YAAY,EAAE,WAAW;aAC1B,CAAC;YAEF,IAAI,CAAC;gBACH,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACzD,MAAM,KAAK,CAAC,IAAI,CAAC,gCAAgC,EAAE,WAAW,EAAE;oBAC9D,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;iBAC/B,CAAC,CAAC;gBACH,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC3D,MAAM,CAAC,IAAI,CAAC,4CAA4C,KAAK,mBAAmB,WAAW,GAAG,CAAC,CAAC;gBAChG,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;gBAC5C,WAAW,CAAC,IAAI,EAAE,CAAC;gBACnB,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,uBAAuB,CAClC,WAAmB;;YAElB,MAAM,CAAC,KAAK,CAAC,8CAA8C,WAAW,GAAG,CAAC,CAAC;YAE5E,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC;gBAC5C,MAAM,EAAE,6BAA6B,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,SAAS,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,8BAA8B;gBAC3H,eAAe,EAAE,QAAQ;gBACzB,iBAAiB,EAAE,QAAQ;gBAC3B,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,KAAK;gBACtB,cAAc,EAAE,IAAI;aACrB,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAEvC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAErD,MAAM,WAAW,GAAG;gBAClB,YAAY,EAAE,WAAW;aAC1B,CAAC;YAEF,IAAI,CAAC;gBACH,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACzD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,uCAAuC,EACvC,WAAW,EACX;oBACE,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;iBAC/B,CACF,CAAC;gBACF,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC,CAAC;gBAE7D,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBACpD,MAAM,CAAC,IAAI,CACT,0CAA0C,WAAW,GAAG,CACzD,CAAC;oBACF,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;oBAC3D,OAAO,QAAQ,CAAC,IAAI,CAAC;gBACvB,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,KAAK,CACV,uCAAuC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAChF,CAAC;oBACF,WAAW,CAAC,IAAI,EAAE,CAAC;oBACnB,MAAM,IAAI,KAAK,CAAC,qCAAqC,WAAW,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;gBAC/F,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,yBAAyB,CAAC,CAAC;gBACtD,WAAW,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KAAA;IAED;;;OAGG;IACU,aAAa,CACxB,KAAa,EACb,QAAmB,EACnB,WAAmB;;YAElB,MAAM,CAAC,KAAK,CAAC,aAAa,QAAQ,CAAC,MAAM,2BAA2B,KAAK,kBAAkB,WAAW,GAAG,CAAC,CAAC;YAE5G,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC;gBAC5C,MAAM,EAAE,2BAA2B,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,8BAA8B;gBACnH,eAAe,EAAE,QAAQ;gBACzB,iBAAiB,EAAE,QAAQ;gBAC3B,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,KAAK;gBACtB,cAAc,EAAE,IAAI;aACrB,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAEvC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAErD,MAAM,OAAO,GAAG;gBACd,aAAa,EAAE,KAAK;gBACpB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBACzC,YAAY,EAAE,WAAW;aAC1B,CAAC;YAEF,IAAI,CAAC;gBACH,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACzD,MAAM,KAAK,CAAC,IAAI,CAAC,gCAAgC,EAAE,OAAO,EAAE;oBAC1D,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;iBAC/B,CAAC,CAAC;gBACH,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC3D,MAAM,CAAC,IAAI,CAAC,gDAAgD,KAAK,iBAAiB,WAAW,GAAG,CAAC,CAAC;gBAClG,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;gBAC5C,WAAW,CAAC,IAAI,EAAE,CAAC;gBACnB,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KAAA;IAED;;;OAGG;IACU,WAAW,CACtB,KAAa,EACb,WAAmB;;YAElB,MAAM,CAAC,KAAK,CAAC,sBAAsB,KAAK,mBAAmB,WAAW,YAAY,CAAC,CAAC;YAErF,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC;gBAC1C,MAAM,EAAE,aAAa,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,kBAAkB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,8BAA8B;gBAC9G,eAAe,EAAE,QAAQ;gBACzB,iBAAiB,EAAE,QAAQ;gBAC3B,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,KAAK;gBACtB,cAAc,EAAE,IAAI;aACrB,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAEzC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAErD,MAAM,WAAW,GAAG;gBAClB,aAAa,EAAE,KAAK;gBACpB,YAAY,EAAE,WAAW;aAC1B,CAAC;YAEF,IAAI,CAAC;gBACH,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACzD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,sCAAsC,EACtC,WAAW,EACX;oBACE,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;oBAC9B,YAAY,EAAE,QAAQ;iBACvB,CACF,CAAC;gBACF,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC3D,MAAM,CAAC,IAAI,CAAC,8CAA8C,KAAK,mBAAmB,WAAW,GAAG,CAAC,CAAC;gBAClG,OAAO,QAAQ,CAAC;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;gBAC1C,WAAW,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KAAA;IAED;;;OAGG;IACU,MAAM,CACjB,KAAa,EACb,QAAmB,EACnB,WAAmB;;YAEnB,MAAM,CAAC,KAAK,CAAC,aAAa,QAAQ,CAAC,MAAM,yBAAyB,KAAK,kBAAkB,WAAW,GAAG,CAAC,CAAC;YAEzG,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC;gBAC5C,MAAM,EAAE,gBAAgB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,8BAA8B;gBACxG,eAAe,EAAE,QAAQ;gBACzB,iBAAiB,EAAE,QAAQ;gBAC3B,UAAU,EAAE,IAAI;gBAChB,eAAe,EAAE,KAAK;gBACtB,cAAc,EAAE,IAAI;aACrB,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAEvC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAErD,MAAM,OAAO,GAAG;gBACd,aAAa,EAAE,KAAK;gBACpB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBACzC,YAAY,EAAE,WAAW;aAC1B,CAAC;YAEF,IAAI,CAAC;gBACH,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACzD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,gCAAgC,EAChC,OAAO,EACP;oBACE,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;iBAC/B,CACF,CAAC;gBACF,WAAW,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC,CAAC;gBAE7D,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBAClD,MAAM,CAAC,IAAI,CAAC,8CAA8C,KAAK,iBAAiB,WAAW,GAAG,CAAC,CAAC;oBAChG,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;oBAC3D,OAAO,IAAI,CAAC;gBAChB,CAAC;qBAAM,CAAC;oBACJ,MAAM,CAAC,KAAK,CACR,uCAAuC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,EAC/E,QAAQ,CAAC,IAAI,CAChB,CAAC;oBACF,WAAW,CAAC,IAAI,EAAE,CAAC;oBACnB,OAAO,KAAK,CAAC;gBACjB,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;gBAC5C,WAAW,CAAC,IAAI,EAAE,CAAC;gBACnB,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KAAA;IAED,yBAAyB;IAEjB,cAAc;QACpB,OAAO;YACL,cAAc,EAAE,kBAAkB;YAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;YAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;SACzC,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,KAAc,EAAE,OAAe;QACpD,MAAM,CAAC,KAAK,CAAC,oBAAoB,OAAO,GAAG,CAAC,CAAC;QAC7C,IAAI,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,UAAU,GAAG,KAAmB,CAAC;YACvC,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;YAErC,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,CAAC,KAAK,CAAC,WAAW,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;gBAClE,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9C,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC5B,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC1D,CAAC;qBAAM,IAAI,OAAO,KAAK,aAAa,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC/D,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;gBACtC,CAAC;qBAAM,IAAI,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAClE,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,sDAAsD,CAAC,CAAC;gBACjF,CAAC;YACH,CAAC;iBAAM,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;gBAC9B,MAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC,CAAC,sBAAsB;YAC3E,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,KAAK,CAAC,oCAAoC,OAAO,EAAE,CAAC,CAAC,CAAC,sBAAsB;YACrF,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,KAAK,CAAC,2BAA2B,OAAO,EAAE,CAAC,CAAC,CAAC,sBAAsB;QAC5E,CAAC;IACH,CAAC;CACF"}
@@ -96,7 +96,7 @@ describe('Evaluation Operations', () => {
96
96
  }
97
97
  }));
98
98
  test('Delete evaluation by project', () => __awaiter(void 0, void 0, void 0, function* () {
99
- var _b, _c;
99
+ var _a, _b;
100
100
  const PROJECT_NAME = generateRandomString();
101
101
  const EVAL_RUN_NAME = generateRandomString();
102
102
  const EVAL_RUN_NAME2 = generateRandomString();
@@ -112,7 +112,7 @@ describe('Evaluation Operations', () => {
112
112
  catch (error) {
113
113
  expect(axios.isAxiosError(error)).toBe(true);
114
114
  if (axios.isAxiosError(error)) {
115
- expect([404, 500]).toContain((_b = error.response) === null || _b === void 0 ? void 0 : _b.status);
115
+ expect([404, 500]).toContain((_a = error.response) === null || _a === void 0 ? void 0 : _a.status);
116
116
  }
117
117
  else {
118
118
  throw error;
@@ -125,7 +125,7 @@ describe('Evaluation Operations', () => {
125
125
  catch (error) {
126
126
  expect(axios.isAxiosError(error)).toBe(true);
127
127
  if (axios.isAxiosError(error)) {
128
- expect([404, 500]).toContain((_c = error.response) === null || _c === void 0 ? void 0 : _c.status);
128
+ expect([404, 500]).toContain((_b = error.response) === null || _b === void 0 ? void 0 : _b.status);
129
129
  }
130
130
  else {
131
131
  throw error;
@@ -0,0 +1,348 @@
1
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
2
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
3
+ return new (P || (P = Promise))(function (resolve, reject) {
4
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
5
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
6
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
7
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
8
+ });
9
+ };
10
+ import { ExportResultCode } from '@opentelemetry/core';
11
+ import { v4 as uuidv4 } from 'uuid';
12
+ // Import using relative path from within the src directory - ADD .js EXTENSION
13
+ import { TraceManagerClient } from '../common/tracer.js';
14
+ // --- Helper Functions --- Reintroduce types
15
+ function parseOtelAttributes(attributesMap) {
16
+ const attributes = {};
17
+ for (const key in attributesMap) {
18
+ attributes[key] = attributesMap[key];
19
+ }
20
+ return attributes;
21
+ }
22
+ function mapToInternalInput(attributes) {
23
+ const kwargs = {};
24
+ for (const [key, value] of Object.entries(attributes)) {
25
+ if (key.startsWith('ai.telemetry.metadata.')) {
26
+ kwargs[key.replace('ai.telemetry.metadata.', 'metadata_')] = value;
27
+ }
28
+ }
29
+ let messages = attributes['ai.prompt.messages'];
30
+ if (typeof messages === 'string') {
31
+ try {
32
+ messages = JSON.parse(messages);
33
+ }
34
+ catch (e) {
35
+ console.warn(`[OtelExporter] Could not parse messages JSON: ${messages}`);
36
+ messages = [];
37
+ }
38
+ }
39
+ else if (!Array.isArray(messages)) {
40
+ console.warn(`[OtelExporter] Messages attribute is not an array or valid JSON string: ${messages}`);
41
+ messages = [];
42
+ }
43
+ return {
44
+ model: attributes['gen_ai.request.model'],
45
+ messages: messages || [],
46
+ kwargs: kwargs,
47
+ };
48
+ }
49
+ function mapToInternalOutput(attributes) {
50
+ const inputTokens = attributes['gen_ai.usage.input_tokens'] || attributes['ai.usage.promptTokens'];
51
+ const outputTokens = attributes['gen_ai.usage.output_tokens'] || attributes['ai.usage.completionTokens'];
52
+ let totalTokens = null;
53
+ if (inputTokens != null && outputTokens != null) {
54
+ totalTokens = inputTokens + outputTokens;
55
+ }
56
+ return {
57
+ content: attributes['ai.response.text'],
58
+ usage: {
59
+ prompt_tokens: inputTokens,
60
+ completion_tokens: outputTokens,
61
+ total_tokens: totalTokens,
62
+ prompt_tokens_cost_usd: 0.0, // Initialize to 0.0
63
+ completion_tokens_cost_usd: 0.0, // Initialize to 0.0
64
+ total_cost_usd: 0.0 // Initialize to 0.0
65
+ },
66
+ };
67
+ }
68
+ // Revert buildTraceTree to return a FLAT list, relying on parent_span_id for hierarchy
69
+ // parent_span_id here refers to the GENERATED UUID of the parent.
70
+ function buildTraceTree(spansList) {
71
+ if (!spansList || spansList.length === 0) {
72
+ return [];
73
+ }
74
+ // Assign depth using parent references (UUIDs)
75
+ const spansById = {};
76
+ // Use the generated span_id (UUID) for the map key
77
+ spansList.forEach(span => { spansById[span.span_id] = span; });
78
+ const depths = {};
79
+ const visited = new Set();
80
+ function calculateDepth(spanId) {
81
+ if (depths[spanId] !== undefined)
82
+ return depths[spanId];
83
+ if (visited.has(spanId)) {
84
+ console.warn(`[OtelExporter BuildTree] Cycle or re-visit detected for span ${spanId}`);
85
+ return 0;
86
+ }
87
+ visited.add(spanId);
88
+ const span = spansById[spanId];
89
+ if (!span) {
90
+ console.warn(`[OtelExporter BuildTree] Span ${spanId} not found in spansById map.`);
91
+ visited.delete(spanId); // Clean up visited set
92
+ return 0;
93
+ }
94
+ // Check parent_span_id (which should be the parent's generated UUID)
95
+ if (!span.parent_span_id || !spansById[span.parent_span_id]) {
96
+ depths[spanId] = 0; // Root span
97
+ }
98
+ else {
99
+ try {
100
+ depths[spanId] = calculateDepth(span.parent_span_id) + 1;
101
+ }
102
+ catch (e) {
103
+ console.error(`[OtelExporter BuildTree] Error calculating depth for span ${spanId}, parent ${span.parent_span_id}: ${e.message}`);
104
+ depths[spanId] = -1; // Indicate an error
105
+ }
106
+ }
107
+ // visited.delete(spanId); // Optional: remove if cycles/revisits need different handling
108
+ return depths[spanId];
109
+ }
110
+ spansList.forEach(span => {
111
+ // Use the generated span_id (UUID) here
112
+ if (depths[span.span_id] === undefined) {
113
+ visited.clear();
114
+ try {
115
+ span.depth = calculateDepth(span.span_id);
116
+ }
117
+ catch (e) {
118
+ console.error(`[OtelExporter BuildTree] Failed initial depth calculation for ${span.span_id}: ${e.message}`);
119
+ span.depth = -1; // Assign error depth
120
+ }
121
+ }
122
+ else {
123
+ span.depth = depths[span.span_id];
124
+ }
125
+ });
126
+ // Create the final flat list, ensuring no 'children' field
127
+ const sortedSpans = spansList.map(span => {
128
+ const finalSpan = {
129
+ span_id: span.span_id, // Generated UUID
130
+ function: span.function,
131
+ depth: span.depth < 0 ? 0 : span.depth, // Reset error depth to 0
132
+ created_at: span.created_at,
133
+ parent_span_id: span.parent_span_id, // Parent's generated UUID or null/undefined
134
+ span_type: span.span_type,
135
+ inputs: span.inputs,
136
+ output: span.output,
137
+ duration: span.duration,
138
+ trace_id: span.trace_id,
139
+ };
140
+ // Explicitly remove children property if it somehow exists on the object
141
+ delete finalSpan.children;
142
+ return finalSpan;
143
+ });
144
+ // Sort the flat list by creation time as a fallback ordering
145
+ sortedSpans.sort((a, b) => new Date(a.created_at).getTime() - new Date(b.created_at).getTime());
146
+ return sortedSpans;
147
+ }
148
+ export class JudgevalExporter {
149
+ constructor(config) {
150
+ this.serviceName = config.serviceName || 'otel-judgeval-export';
151
+ if (!config.apiKey) {
152
+ throw new Error("JudgevalExporter requires apiKey in config");
153
+ }
154
+ if (!config.organizationId) {
155
+ throw new Error("JudgevalExporter requires organizationId in config");
156
+ }
157
+ this.apiKey = config.apiKey;
158
+ this.organizationId = config.organizationId;
159
+ console.log('[OtelExporter] Initialized with API Key and Org ID.');
160
+ }
161
+ export(spans, resultCallback) {
162
+ return __awaiter(this, void 0, void 0, function* () {
163
+ var _a;
164
+ console.log('[OtelExporter] Export method called.');
165
+ console.log(`[OtelExporter] Number of spans received: ${spans.length}`);
166
+ if (spans.length === 0) {
167
+ return resultCallback({ code: ExportResultCode.SUCCESS });
168
+ }
169
+ const traces = new Map();
170
+ for (const span of spans) {
171
+ const traceId = span.spanContext().traceId;
172
+ if (!traces.has(traceId)) {
173
+ traces.set(traceId, []);
174
+ }
175
+ traces.get(traceId).push(span);
176
+ }
177
+ console.log(`[OtelExporter] Processing ${traces.size} unique trace(s).`);
178
+ const exportPromises = [];
179
+ const traceManager = new TraceManagerClient(this.apiKey, this.organizationId);
180
+ for (const [otelTraceId, traceSpans] of traces.entries()) {
181
+ const backendTraceId = uuidv4();
182
+ console.log(`[OtelExporter] Mapping OTEL trace ${otelTraceId} to backend UUID ${backendTraceId}`);
183
+ const processAndSave = () => __awaiter(this, void 0, void 0, function* () {
184
+ var _a, _b, _c, _d;
185
+ try {
186
+ console.log(`[OtelExporter] Processing trace data for backend UUID ${backendTraceId} (${traceSpans.length} span(s)).`);
187
+ const otelIdToDbUuidMap = {};
188
+ const processedSpans = [];
189
+ let traceMetadata = {
190
+ projectName: 'default-otel-project',
191
+ traceName: 'Unnamed OTel Trace',
192
+ };
193
+ for (const span of traceSpans) {
194
+ const ctx = span.spanContext();
195
+ const attributes = parseOtelAttributes(span.attributes);
196
+ const dbSpanUuid = uuidv4();
197
+ otelIdToDbUuidMap[ctx.spanId] = dbSpanUuid;
198
+ if (attributes['ai.telemetry.metadata.project_name']) {
199
+ traceMetadata.projectName = attributes['ai.telemetry.metadata.project_name'];
200
+ }
201
+ if (attributes['ai.telemetry.metadata.trace_name']) {
202
+ traceMetadata.traceName = attributes['ai.telemetry.metadata.trace_name'];
203
+ }
204
+ const startTime = span.startTime[0] + span.startTime[1] / 1e9;
205
+ const endTime = span.endTime[0] + span.endTime[1] / 1e9;
206
+ const duration = endTime - startTime;
207
+ // --- Determine Span Type --- START
208
+ let determinedSpanType = 'span'; // Default to 'span' (Use string type)
209
+ if (span.name === 'ai.generateText') {
210
+ // If it's the main generateText call, maybe treat it as a chain or agent span?
211
+ determinedSpanType = 'chain'; // Or 'agent' or 'span' depending on backend expectation
212
+ }
213
+ else if (span.name === 'ai.generateText.doGenerate') {
214
+ // The actual LLM call part
215
+ determinedSpanType = 'llm';
216
+ }
217
+ else if (span.name.includes('tool') || span.attributes['ai.tool.name']) {
218
+ determinedSpanType = 'tool'; // Example for tool spans
219
+ }
220
+ // Add more heuristics based on span.name or span.attributes if needed
221
+ // --- Determine Span Type --- END
222
+ processedSpans.push({
223
+ trace_id: backendTraceId,
224
+ span_id: dbSpanUuid,
225
+ otel_span_id: ctx.spanId,
226
+ otel_parent_span_id: span.parentSpanId,
227
+ parent_span_id: undefined,
228
+ function: span.name, // Keep using OTel span name for now
229
+ depth: 0,
230
+ created_at: new Date(startTime * 1000).toISOString(),
231
+ duration: duration < 0 ? 0 : duration,
232
+ inputs: mapToInternalInput(attributes),
233
+ output: mapToInternalOutput(attributes),
234
+ span_type: determinedSpanType,
235
+ });
236
+ }
237
+ processedSpans.forEach(span => {
238
+ if (span.otel_parent_span_id && otelIdToDbUuidMap[span.otel_parent_span_id]) {
239
+ span.parent_span_id = otelIdToDbUuidMap[span.otel_parent_span_id];
240
+ }
241
+ });
242
+ const traceEntries = buildTraceTree(processedSpans);
243
+ const traceStartTimeIso = traceEntries.length > 0 ? traceEntries.reduce((min, p) => (p.created_at < min ? p.created_at : min), traceEntries[0].created_at) : new Date().toISOString();
244
+ const traceEndTime = traceEntries.length > 0 ? traceEntries.reduce((max, p) => {
245
+ const endTs = new Date(p.created_at).getTime() + ((p.duration || 0) * 1000);
246
+ return endTs > max ? endTs : max;
247
+ }, 0) : Date.now();
248
+ const overallDuration = (traceEndTime - new Date(traceStartTimeIso).getTime()) / 1000;
249
+ const tokenCounts = {
250
+ prompt_tokens: 0,
251
+ completion_tokens: 0,
252
+ total_tokens: 0,
253
+ prompt_tokens_cost_usd: 0.0,
254
+ completion_tokens_cost_usd: 0.0,
255
+ total_cost_usd: 0.0
256
+ };
257
+ let firstModel = null;
258
+ for (const entry of traceEntries) {
259
+ if (entry.span_type === 'llm' && ((_a = entry.output) === null || _a === void 0 ? void 0 : _a.usage)) {
260
+ tokenCounts.prompt_tokens += entry.output.usage.prompt_tokens || 0;
261
+ tokenCounts.completion_tokens += entry.output.usage.completion_tokens || 0;
262
+ tokenCounts.total_tokens += entry.output.usage.total_tokens ||
263
+ ((entry.output.usage.prompt_tokens || 0) +
264
+ (entry.output.usage.completion_tokens || 0));
265
+ if (!firstModel && ((_b = entry.inputs) === null || _b === void 0 ? void 0 : _b.model)) {
266
+ firstModel = entry.inputs.model;
267
+ }
268
+ }
269
+ }
270
+ if (firstModel && (tokenCounts.prompt_tokens > 0 || tokenCounts.completion_tokens > 0)) {
271
+ try {
272
+ console.log(`[OtelExporter] Calculating token costs for model ${firstModel}...`);
273
+ const costResponse = yield traceManager.calculateTokenCosts(firstModel, tokenCounts.prompt_tokens, tokenCounts.completion_tokens);
274
+ if (costResponse) {
275
+ tokenCounts.prompt_tokens_cost_usd = costResponse.prompt_tokens_cost_usd;
276
+ tokenCounts.completion_tokens_cost_usd = costResponse.completion_tokens_cost_usd;
277
+ tokenCounts.total_cost_usd = costResponse.total_cost_usd;
278
+ console.log(`[OtelExporter] Calculated costs for model ${firstModel}: $${tokenCounts.total_cost_usd.toFixed(6)}`);
279
+ }
280
+ else {
281
+ console.log(`[OtelExporter] Could not fetch token costs for model ${firstModel}. Costs will be 0.`);
282
+ }
283
+ }
284
+ catch (error) {
285
+ console.error(`[OtelExporter] Error fetching token costs: ${error}`);
286
+ }
287
+ }
288
+ // <<< NEW: Update individual span costs >>>
289
+ // Assign the calculated *total* costs back to individual LLM spans
290
+ // Note: This might not be perfectly accurate if multiple models were used,
291
+ // but it ensures costs are numeric and mirrors native client approach.
292
+ for (const entry of traceEntries) {
293
+ if (entry.span_type === 'llm' && ((_c = entry.output) === null || _c === void 0 ? void 0 : _c.usage)) {
294
+ entry.output.usage.prompt_tokens_cost_usd = tokenCounts.prompt_tokens_cost_usd;
295
+ entry.output.usage.completion_tokens_cost_usd = tokenCounts.completion_tokens_cost_usd;
296
+ entry.output.usage.total_cost_usd = tokenCounts.total_cost_usd;
297
+ }
298
+ }
299
+ // <<< END NEW >>>
300
+ const traceSavePayload = {
301
+ trace_id: backendTraceId,
302
+ name: traceMetadata.traceName || ((_d = traceEntries[0]) === null || _d === void 0 ? void 0 : _d.function) || 'Unnamed OTel Trace',
303
+ project_name: traceMetadata.projectName,
304
+ created_at: traceStartTimeIso,
305
+ duration: overallDuration < 0 ? 0 : overallDuration,
306
+ token_counts: tokenCounts,
307
+ entries: traceEntries,
308
+ evaluation_runs: [],
309
+ overwrite: true,
310
+ parent_trace_id: null,
311
+ parent_name: null,
312
+ };
313
+ console.log(`[OtelExporter] Preparing to save trace with backend UUID ${backendTraceId} using TraceManagerClient.`);
314
+ console.log("[OtelExporter] Payload to be sent:", JSON.stringify(traceSavePayload, null, 2));
315
+ const response = yield traceManager.saveTrace(traceSavePayload);
316
+ console.log(`[OtelExporter] TraceManagerClient.saveTrace call completed for backend UUID ${backendTraceId}. Response received:`, response);
317
+ console.log(`[OtelExporter] Successfully exported trace group originally from OTEL trace ${otelTraceId} as backend UUID ${backendTraceId}.`);
318
+ return { code: ExportResultCode.SUCCESS };
319
+ }
320
+ catch (error) {
321
+ console.error(`[OtelExporter] Error exporting trace group originally from OTEL trace ${otelTraceId} (backend UUID ${backendTraceId}):`, error);
322
+ return { code: ExportResultCode.FAILED, error };
323
+ }
324
+ });
325
+ exportPromises.push(processAndSave());
326
+ }
327
+ try {
328
+ const results = yield Promise.all(exportPromises);
329
+ const overallResult = results.some(r => r.code === ExportResultCode.FAILED)
330
+ ? { code: ExportResultCode.FAILED, error: (_a = results.find(r => r.error)) === null || _a === void 0 ? void 0 : _a.error }
331
+ : { code: ExportResultCode.SUCCESS };
332
+ console.log(`[OtelExporter] Batch export finished. Overall result: ${overallResult.code === ExportResultCode.SUCCESS ? 'SUCCESS' : 'FAILED'}`);
333
+ resultCallback(overallResult);
334
+ }
335
+ catch (error) {
336
+ console.error('[OtelExporter] Unexpected error during batch processing:', error);
337
+ resultCallback({ code: ExportResultCode.FAILED, error });
338
+ }
339
+ });
340
+ }
341
+ shutdown() {
342
+ return __awaiter(this, void 0, void 0, function* () {
343
+ console.log('[OtelExporter] Shutting down.');
344
+ return Promise.resolve();
345
+ });
346
+ }
347
+ }
348
+ //# sourceMappingURL=otel-exporter.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"otel-exporter.js","sourceRoot":"","sources":["../../../src/exporters/otel-exporter.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAgB,gBAAgB,EAAU,MAAM,qBAAqB,CAAC;AAE7E,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAEpC,+EAA+E;AAC/E,OAAO,EAAE,kBAAkB,EAAkD,MAAM,qBAAqB,CAAC;AAEzG,6CAA6C;AAC7C,SAAS,mBAAmB,CAAC,aAAkC;IAC3D,MAAM,UAAU,GAAwB,EAAE,CAAC;IAC3C,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QAC9B,UAAU,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,UAAU,CAAC;AACtB,CAAC;AAED,SAAS,kBAAkB,CAAC,UAA+B;IACvD,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QACpD,IAAI,GAAG,CAAC,UAAU,CAAC,wBAAwB,CAAC,EAAE,CAAC;YAC3C,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,wBAAwB,EAAE,WAAW,CAAC,CAAC,GAAG,KAAK,CAAC;QACvE,CAAC;IACL,CAAC;IACD,IAAI,QAAQ,GAAG,UAAU,CAAC,oBAAoB,CAAC,CAAC;IAChD,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC/B,IAAI,CAAC;YACD,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,IAAI,CAAC,iDAAiD,QAAQ,EAAE,CAAC,CAAC;YAC1E,QAAQ,GAAG,EAAE,CAAC;QAClB,CAAC;IACL,CAAC;SAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,OAAO,CAAC,IAAI,CAAC,2EAA2E,QAAQ,EAAE,CAAC,CAAC;QACpG,QAAQ,GAAG,EAAE,CAAC;IAClB,CAAC;IAED,OAAO;QACH,KAAK,EAAE,UAAU,CAAC,sBAAsB,CAAC;QACzC,QAAQ,EAAE,QAAQ,IAAI,EAAE;QACxB,MAAM,EAAE,MAAM;KACjB,CAAC;AACN,CAAC;AAED,SAAS,mBAAmB,CAAC,UAA+B;IACxD,MAAM,WAAW,GAAG,UAAU,CAAC,2BAA2B,CAAC,IAAI,UAAU,CAAC,uBAAuB,CAAC,CAAC;IACnG,MAAM,YAAY,GAAG,UAAU,CAAC,4BAA4B,CAAC,IAAI,UAAU,CAAC,2BAA2B,CAAC,CAAC;IACzG,IAAI,WAAW,GAAG,IAAI,CAAC;IACvB,IAAI,WAAW,IAAI,IAAI,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;QAC9C,WAAW,GAAG,WAAW,GAAG,YAAY,CAAC;IAC7C,CAAC;IAED,OAAO;QACH,OAAO,EAAE,UAAU,CAAC,kBAAkB,CAAC;QACvC,KAAK,EAAE;YACH,aAAa,EAAE,WAAW;YAC1B,iBAAiB,EAAE,YAAY;YAC/B,YAAY,EAAE,WAAW;YACzB,sBAAsB,EAAE,GAAG,EAAE,oBAAoB;YACjD,0BAA0B,EAAE,GAAG,EAAE,oBAAoB;YACrD,cAAc,EAAE,GAAG,CAAC,oBAAoB;SAC3C;KACJ,CAAC;AACN,CAAC;AAaD,uFAAuF;AACvF,kEAAkE;AAClE,SAAS,cAAc,CAAC,SAA0B;IAC9C,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,EAAE,CAAC;IACd,CAAC;IAED,+CAA+C;IAC/C,MAAM,SAAS,GAAqC,EAAE,CAAC;IACvD,mDAAmD;IACnD,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAE/D,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAElC,SAAS,cAAc,CAAC,MAAc;QAClC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC;QACxD,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,IAAI,CAAC,gEAAgE,MAAM,EAAE,CAAC,CAAC;YACvF,OAAO,CAAC,CAAC;QACb,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEpB,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,OAAO,CAAC,IAAI,CAAC,iCAAiC,MAAM,8BAA8B,CAAC,CAAC;YACpF,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,uBAAuB;YAC/C,OAAO,CAAC,CAAC;QACb,CAAC;QAED,qEAAqE;QACrE,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY;QACpC,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC;gBACD,MAAM,CAAC,MAAM,CAAC,GAAG,cAAc,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YAC7D,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBACd,OAAO,CAAC,KAAK,CAAC,6DAA6D,MAAM,YAAY,IAAI,CAAC,cAAc,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBAClI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,oBAAoB;YAC7C,CAAC;QACL,CAAC;QAED,yFAAyF;QAEzF,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;QACrB,wCAAwC;QACxC,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,SAAS,EAAE,CAAC;YACrC,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC;gBACA,IAAI,CAAC,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/C,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBACd,OAAO,CAAC,KAAK,CAAC,iEAAiE,IAAI,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC5G,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,qBAAqB;YAC3C,CAAC;QACL,CAAC;aAAM,CAAC;YACH,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,2DAA2D;IAC3D,MAAM,WAAW,GAAyB,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAC3D,MAAM,SAAS,GAAuB;YAClC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,iBAAiB;YACxC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,yBAAyB;YACjE,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,4CAA4C;YACjF,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;SAC1B,CAAC;QACF,yEAAyE;QACzE,OAAQ,SAAiB,CAAC,QAAQ,CAAC;QACnC,OAAO,SAAS,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,6DAA6D;IAC7D,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAEhG,OAAO,WAAW,CAAC;AACvB,CAAC;AAUD,MAAM,OAAO,gBAAgB;IAKzB,YAAY,MAA0B;QAClC,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,sBAAsB,CAAC;QAChE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;IACvE,CAAC;IAEK,MAAM,CAAC,KAAqB,EAAE,cAA8C;;;YAC9E,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;YACpD,OAAO,CAAC,GAAG,CAAC,4CAA4C,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YACxE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrB,OAAO,cAAc,CAAC,EAAE,IAAI,EAAE,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAC;YAC9D,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;YAEjD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACvB,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC;gBAC3C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACvB,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBAC5B,CAAC;gBACD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,6BAA6B,MAAM,CAAC,IAAI,mBAAmB,CAAC,CAAC;YAEzE,MAAM,cAAc,GAA4B,EAAE,CAAC;YACnD,MAAM,YAAY,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YAE9E,KAAK,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;gBACvD,MAAM,cAAc,GAAG,MAAM,EAAE,CAAC;gBAChC,OAAO,CAAC,GAAG,CAAC,qCAAqC,WAAW,oBAAoB,cAAc,EAAE,CAAC,CAAC;gBAElG,MAAM,cAAc,GAAG,GAAgC,EAAE;;oBACrD,IAAI,CAAC;wBACD,OAAO,CAAC,GAAG,CAAC,yDAAyD,cAAc,KAAK,UAAU,CAAC,MAAM,YAAY,CAAC,CAAC;wBACvH,MAAM,iBAAiB,GAA8B,EAAE,CAAC;wBACxD,MAAM,cAAc,GAAoB,EAAE,CAAC;wBAC3C,IAAI,aAAa,GAAG;4BAChB,WAAW,EAAE,sBAAsB;4BACnC,SAAS,EAAE,oBAAoB;yBAClC,CAAC;wBAEF,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;4BAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;4BAC/B,MAAM,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;4BACxD,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC;4BAC5B,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,UAAU,CAAC;4BAE3C,IAAI,UAAU,CAAC,oCAAoC,CAAC,EAAE,CAAC;gCACnD,aAAa,CAAC,WAAW,GAAG,UAAU,CAAC,oCAAoC,CAAC,CAAC;4BACjF,CAAC;4BACD,IAAI,UAAU,CAAC,kCAAkC,CAAC,EAAE,CAAC;gCACjD,aAAa,CAAC,SAAS,GAAG,UAAU,CAAC,kCAAkC,CAAC,CAAC;4BAC7E,CAAC;4BAED,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;4BAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;4BACxD,MAAM,QAAQ,GAAG,OAAO,GAAG,SAAS,CAAC;4BAErC,oCAAoC;4BACpC,IAAI,kBAAkB,GAAW,MAAM,CAAC,CAAC,sCAAsC;4BAC/E,IAAI,IAAI,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gCAClC,+EAA+E;gCAC/E,kBAAkB,GAAG,OAAO,CAAC,CAAC,wDAAwD;4BAC1F,CAAC;iCAAM,IAAI,IAAI,CAAC,IAAI,KAAK,4BAA4B,EAAE,CAAC;gCACpD,2BAA2B;gCAC3B,kBAAkB,GAAG,KAAK,CAAC;4BAC/B,CAAC;iCAAM,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;gCACtE,kBAAkB,GAAG,MAAM,CAAC,CAAC,yBAAyB;4BAC3D,CAAC;4BACD,sEAAsE;4BACtE,kCAAkC;4BAElC,cAAc,CAAC,IAAI,CAAC;gCAChB,QAAQ,EAAE,cAAc;gCACxB,OAAO,EAAE,UAAU;gCACnB,YAAY,EAAE,GAAG,CAAC,MAAM;gCACxB,mBAAmB,EAAE,IAAI,CAAC,YAAY;gCACtC,cAAc,EAAE,SAAS;gCACzB,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,oCAAoC;gCACzD,KAAK,EAAE,CAAC;gCACR,UAAU,EAAE,IAAI,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE;gCACpD,QAAQ,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ;gCACrC,MAAM,EAAE,kBAAkB,CAAC,UAAU,CAAC;gCACtC,MAAM,EAAE,mBAAmB,CAAC,UAAU,CAAC;gCACvC,SAAS,EAAE,kBAAkB;6BAChC,CAAC,CAAC;wBACP,CAAC;wBAED,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;4BAC1B,IAAI,IAAI,CAAC,mBAAmB,IAAI,iBAAiB,CAAC,IAAI,CAAC,mBAAmB,CAAC,EAAE,CAAC;gCAC1E,IAAI,CAAC,cAAc,GAAG,iBAAiB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;4BACtE,CAAC;wBACL,CAAC,CAAC,CAAC;wBAEH,MAAM,YAAY,GAAG,cAAc,CAAC,cAAc,CAAC,CAAC;wBAEpD,MAAM,iBAAiB,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;wBACtL,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;4BAC1E,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;4BAC5E,OAAO,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;wBACrC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;wBACnB,MAAM,eAAe,GAAG,CAAC,YAAY,GAAG,IAAI,IAAI,CAAC,iBAAiB,CAAC,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC;wBAEtF,MAAM,WAAW,GAAG;4BAChB,aAAa,EAAE,CAAC;4BAChB,iBAAiB,EAAE,CAAC;4BACpB,YAAY,EAAE,CAAC;4BACf,sBAAsB,EAAE,GAAG;4BAC3B,0BAA0B,EAAE,GAAG;4BAC/B,cAAc,EAAE,GAAG;yBACtB,CAAC;wBACF,IAAI,UAAU,GAAkB,IAAI,CAAC;wBACrC,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;4BAC/B,IAAI,KAAK,CAAC,SAAS,KAAK,KAAK,KAAI,MAAA,KAAK,CAAC,MAAM,0CAAE,KAAK,CAAA,EAAE,CAAC;gCACnD,WAAW,CAAC,aAAa,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;gCACnE,WAAW,CAAC,iBAAiB,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;gCAC3E,WAAW,CAAC,YAAY,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY;oCACjD,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;wCACxC,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAAC,CAAC;gCACvD,IAAI,CAAC,UAAU,KAAI,MAAA,KAAK,CAAC,MAAM,0CAAE,KAAK,CAAA,EAAE,CAAC;oCACrC,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;gCACpC,CAAC;4BACL,CAAC;wBACL,CAAC;wBAED,IAAI,UAAU,IAAI,CAAC,WAAW,CAAC,aAAa,GAAG,CAAC,IAAI,WAAW,CAAC,iBAAiB,GAAG,CAAC,CAAC,EAAE,CAAC;4BACrF,IAAI,CAAC;gCACD,OAAO,CAAC,GAAG,CAAC,oDAAoD,UAAU,KAAK,CAAC,CAAC;gCACjF,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,mBAAmB,CACvD,UAAU,EACV,WAAW,CAAC,aAAa,EACzB,WAAW,CAAC,iBAAiB,CAChC,CAAC;gCACF,IAAI,YAAY,EAAE,CAAC;oCACf,WAAW,CAAC,sBAAsB,GAAG,YAAY,CAAC,sBAAsB,CAAC;oCACzE,WAAW,CAAC,0BAA0B,GAAG,YAAY,CAAC,0BAA0B,CAAC;oCACjF,WAAW,CAAC,cAAc,GAAG,YAAY,CAAC,cAAc,CAAC;oCACzD,OAAO,CAAC,GAAG,CAAC,6CAA6C,UAAU,MAAM,WAAW,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gCACtH,CAAC;qCAAM,CAAC;oCACJ,OAAO,CAAC,GAAG,CAAC,wDAAwD,UAAU,oBAAoB,CAAC,CAAC;gCACxG,CAAC;4BACL,CAAC;4BAAC,OAAO,KAAK,EAAE,CAAC;gCACb,OAAO,CAAC,KAAK,CAAC,8CAA8C,KAAK,EAAE,CAAC,CAAC;4BACzE,CAAC;wBACL,CAAC;wBAED,4CAA4C;wBAC5C,mEAAmE;wBACnE,2EAA2E;wBAC3E,uEAAuE;wBACvE,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;4BAC/B,IAAI,KAAK,CAAC,SAAS,KAAK,KAAK,KAAI,MAAA,KAAK,CAAC,MAAM,0CAAE,KAAK,CAAA,EAAE,CAAC;gCACnD,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,WAAW,CAAC,sBAAsB,CAAC;gCAC/E,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,GAAG,WAAW,CAAC,0BAA0B,CAAC;gCACvF,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,GAAG,WAAW,CAAC,cAAc,CAAC;4BACnE,CAAC;wBACL,CAAC;wBACD,kBAAkB;wBAElB,MAAM,gBAAgB,GAAqB;4BACvC,QAAQ,EAAE,cAAc;4BACxB,IAAI,EAAE,aAAa,CAAC,SAAS,KAAI,MAAA,YAAY,CAAC,CAAC,CAAC,0CAAE,QAAQ,CAAA,IAAI,oBAAoB;4BAClF,YAAY,EAAE,aAAa,CAAC,WAAW;4BACvC,UAAU,EAAE,iBAAiB;4BAC7B,QAAQ,EAAE,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe;4BACnD,YAAY,EAAE,WAAW;4BACzB,OAAO,EAAE,YAAY;4BACrB,eAAe,EAAE,EAAE;4BACnB,SAAS,EAAE,IAAI;4BACf,eAAe,EAAE,IAAI;4BACrB,WAAW,EAAE,IAAI;yBACpB,CAAC;wBAEF,OAAO,CAAC,GAAG,CAAC,4DAA4D,cAAc,4BAA4B,CAAC,CAAC;wBACpH,OAAO,CAAC,GAAG,CAAC,oCAAoC,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;wBAE7F,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;wBAEhE,OAAO,CAAC,GAAG,CAAC,+EAA+E,cAAc,sBAAsB,EAAE,QAAQ,CAAC,CAAC;wBAC3I,OAAO,CAAC,GAAG,CAAC,+EAA+E,WAAW,oBAAoB,cAAc,GAAG,CAAC,CAAC;wBAC7I,OAAO,EAAE,IAAI,EAAE,gBAAgB,CAAC,OAAO,EAAE,CAAC;oBAE9C,CAAC;oBAAC,OAAO,KAAU,EAAE,CAAC;wBAClB,OAAO,CAAC,KAAK,CAAC,yEAAyE,WAAW,kBAAkB,cAAc,IAAI,EAAE,KAAK,CAAC,CAAC;wBAC/I,OAAO,EAAE,IAAI,EAAE,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;oBACpD,CAAC;gBACL,CAAC,CAAA,CAAC;gBACF,cAAc,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;YAC1C,CAAC;YAED,IAAI,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;gBAClD,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,gBAAgB,CAAC,MAAM,CAAC;oBACvE,CAAC,CAAC,EAAE,IAAI,EAAE,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAA,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,0CAAE,KAAK,EAAE;oBAC7E,CAAC,CAAC,EAAE,IAAI,EAAE,gBAAgB,CAAC,OAAO,EAAE,CAAC;gBACzC,OAAO,CAAC,GAAG,CAAC,yDAAyD,aAAa,CAAC,IAAI,KAAK,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC/I,cAAc,CAAC,aAAa,CAAC,CAAC;YAClC,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBAClB,OAAO,CAAC,KAAK,CAAC,0DAA0D,EAAE,KAAK,CAAC,CAAC;gBACjF,cAAc,CAAC,EAAE,IAAI,EAAE,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7D,CAAC;QACL,CAAC;KAAA;IAEK,QAAQ;;YACV,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;YAC7C,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC7B,CAAC;KAAA;CACJ"}