braintrust 0.0.72 → 0.0.73

package/dist/browser.js

@@ -398,7 +398,7 @@ var Logger = class {
    * @param event.expected: The ground truth value (an arbitrary, JSON serializable object) that you'd compare to `output` to determine if your `output` value is correct or not. Braintrust currently does not compare `output` to `expected` for you, since there are so many different ways to do that correctly. Instead, these values are just used to help you navigate while digging into analyses. However, we may later use these values to re-score outputs or fine-tune your models.
    * @param event.scores: A dictionary of numeric values (between 0 and 1) to log. The scores should give you a variety of signals that help you determine how accurate the outputs are compared to what you expect and diagnose failures. For example, a summarization app might have one score that tells you how accurate the summary is, and another that measures the word similarity between the generated and grouth truth summary. The word similarity score could help you determine whether the summarization was covering similar concepts or not. You can use these scores to help you sort, filter, and compare logs.
    * @param event.metadata: (Optional) a dictionary with additional data about the test example, model outputs, or just about anything else that's relevant, that you can use to help find and analyze examples later. For example, you could log the `prompt`, example's `id`, or anything else that would be useful to slice/dice later. The values in `metadata` can be any JSON-serializable type, but its keys must be strings.
-   * @param event.metrics: (Optional) a dictionary of metrics to log. The following keys are populated automatically and should not be specified: "start", "end".
+   * @param event.metrics: (Optional) a dictionary of metrics to log. The following keys are populated automatically: "start", "end", "caller_functionname", "caller_filename", "caller_lineno".
    * @param event.id: (Optional) a unique identifier for the event. If you don't provide one, BrainTrust will generate one for you.
    * :returns: The `id` of the logged event.
    */
@@ -827,17 +827,6 @@ function validateAndSanitizeExperimentLogPartialArgs(event) {
         throw new Error("metric keys must be strings");
       }
     }
-    for (const forbiddenKey of [
-      "start",
-      "end",
-      "caller_functionname",
-      "caller_filename",
-      "caller_lineno"
-    ]) {
-      if (forbiddenKey in event.metrics) {
-        throw new Error(`Key ${forbiddenKey} may not be specified in metrics`);
-      }
-    }
   }
   if ("input" in event && event.input && "inputs" in event && event.inputs) {
     throw new Error(
@@ -951,7 +940,7 @@ var Experiment = class {
    * @param event.expected: The ground truth value (an arbitrary, JSON serializable object) that you'd compare to `output` to determine if your `output` value is correct or not. Braintrust currently does not compare `output` to `expected` for you, since there are so many different ways to do that correctly. Instead, these values are just used to help you navigate your experiments while digging into analyses. However, we may later use these values to re-score outputs or fine-tune your models.
    * @param event.scores: A dictionary of numeric values (between 0 and 1) to log. The scores should give you a variety of signals that help you determine how accurate the outputs are compared to what you expect and diagnose failures. For example, a summarization app might have one score that tells you how accurate the summary is, and another that measures the word similarity between the generated and grouth truth summary. The word similarity score could help you determine whether the summarization was covering similar concepts or not. You can use these scores to help you sort, filter, and compare experiments.
    * @param event.metadata: (Optional) a dictionary with additional data about the test example, model outputs, or just about anything else that's relevant, that you can use to help find and analyze examples later. For example, you could log the `prompt`, example's `id`, or anything else that would be useful to slice/dice later. The values in `metadata` can be any JSON-serializable type, but its keys must be strings.
-   * @param event.metrics: (Optional) a dictionary of metrics to log. The following keys are populated automatically and should not be specified: "start", "end".
+   * @param event.metrics: (Optional) a dictionary of metrics to log. The following keys are populated automatically: "start", "end", "caller_functionname", "caller_filename", "caller_lineno".
    * @param event.id: (Optional) a unique identifier for the event. If you don't provide one, BrainTrust will generate one for you.
    * @param event.dataset_record_id: (Optional) the id of the dataset record that this event is associated with. This field is required if and only if the experiment is associated with a dataset.
    * @param event.inputs: (Deprecated) the same as `input` (will be removed in a future version).
@@ -1012,6 +1001,7 @@ var Experiment = class {
     )}/p/${encodeURIComponent(this.project.name)}`;
     const experimentUrl = `${projectUrl}/${encodeURIComponent(this.name)}`;
     let scores = void 0;
+    let metrics = void 0;
     let comparisonExperimentName = void 0;
     if (summarizeScores) {
       if (comparisonExperimentId === void 0) {
@@ -1026,14 +1016,16 @@ var Experiment = class {
         }
       }
       if (comparisonExperimentId !== void 0) {
-        scores = await _state.logConn().get_json(
-          "/experiment-comparison",
+        const results = await _state.logConn().get_json(
+          "/experiment-comparison2",
           {
             experiment_id: this.id,
             base_experiment_id: comparisonExperimentId
           },
           3
         );
+        scores = results["scores"];
+        metrics = results["metrics"];
       }
     }
     return {
@@ -1042,7 +1034,8 @@ var Experiment = class {
       projectUrl,
       experimentUrl,
       comparisonExperimentName,
-      scores
+      scores,
+      metrics
     };
   }
   /**
@@ -1071,6 +1064,7 @@ var SpanImpl = class _SpanImpl {
   constructor(args) {
     this.kind = "span";
     this.finished = false;
+    this.loggedEndTime = void 0;
     this.bgLogger = args.bgLogger;
     const callerLocation = isomorph_default.getCallerLocation();
     this.internalData = {
@@ -1078,54 +1072,66 @@ var SpanImpl = class _SpanImpl {
         start: args.startTime ?? getCurrentUnixTimestamp(),
         ...callerLocation
       },
-      span_attributes: { ...args.spanAttributes, name: args.name }
+      span_attributes: { ...args.spanAttributes, name: args.name },
+      created: (/* @__PURE__ */ new Date()).toISOString()
     };
-    this.id = args.event?.id ?? v4_default();
-    this.span_id = v4_default();
+    const id = args.event?.id ?? v4_default();
+    const span_id = v4_default();
     if ("rootExperiment" in args) {
-      this.root_span_id = this.span_id;
       this._object_info = {
+        id,
+        span_id,
+        root_span_id: span_id,
         project_id: args.rootExperiment.project.id,
         experiment_id: args.rootExperiment.id
       };
-      this.internalData = Object.assign(this.internalData, {
-        created: (/* @__PURE__ */ new Date()).toISOString()
-      });
     } else if ("rootProject" in args) {
-      this.root_span_id = this.span_id;
       this._object_info = {
+        id,
+        span_id,
+        root_span_id: span_id,
         org_id: _state.orgId,
         project_id: args.rootProject.id,
         log_id: "g"
       };
-      this.internalData = Object.assign(this.internalData, {
-        created: (/* @__PURE__ */ new Date()).toISOString()
-      });
     } else if ("parentSpan" in args) {
-      this.root_span_id = args.parentSpan.root_span_id;
-      this._object_info = args.parentSpan._object_info;
+      this._object_info = {
+        ...args.parentSpan._object_info,
+        id,
+        span_id
+      };
       this.internalData.span_parents = [args.parentSpan.span_id];
     } else {
       throw new Error("Must provide either 'rootExperiment' or 'parentSpan'");
     }
     this.isMerge = false;
-    const { id, ...eventRest } = args.event ?? {};
+    const { id: _id, ...eventRest } = args.event ?? {};
     this.log(eventRest);
     this.isMerge = true;
     unterminatedObjects.addUnterminated(this, callerLocation);
   }
+  get id() {
+    return this._object_info.id;
+  }
+  get span_id() {
+    return this._object_info.span_id;
+  }
+  get root_span_id() {
+    return this._object_info.root_span_id;
+  }
   log(event) {
     this.checkNotFinished();
     const sanitized = validateAndSanitizeExperimentLogPartialArgs(event);
+    const sanitizedAndInternalData = { ...this.internalData };
+    mergeDicts(sanitizedAndInternalData, sanitized);
     const record = {
-      ...sanitized,
-      ...this.internalData,
-      id: this.id,
-      span_id: this.span_id,
-      root_span_id: this.root_span_id,
+      ...sanitizedAndInternalData,
       ...this._object_info,
       [IS_MERGE_FIELD]: this.isMerge
     };
+    if (record.metrics?.end) {
+      this.loggedEndTime = record.metrics?.end;
+    }
     this.internalData = {};
     this.bgLogger.log([record]);
   }
@@ -1154,8 +1160,13 @@ var SpanImpl = class _SpanImpl {
   }
   end(args) {
     this.checkNotFinished();
-    const endTime = args?.endTime ?? getCurrentUnixTimestamp();
-    this.internalData = { metrics: { end: endTime } };
+    let endTime;
+    if (!this.loggedEndTime) {
+      endTime = args?.endTime ?? getCurrentUnixTimestamp();
+      this.internalData = { metrics: { end: endTime } };
+    } else {
+      endTime = this.loggedEndTime;
+    }
     this.log({});
     this.finished = true;
     unterminatedObjects.removeUnterminated(this);

package/dist/cli.js

@@ -8955,7 +8955,7 @@ var require_package = __commonJS({
   "package.json"(exports2, module2) {
     module2.exports = {
       name: "braintrust",
-      version: "0.0.72",
+      version: "0.0.73",
       description: "SDK for integrating Braintrust",
       main: "./dist/index.js",
       browser: {
@@ -10979,17 +10979,6 @@ function validateAndSanitizeExperimentLogPartialArgs(event) {
         throw new Error("metric keys must be strings");
       }
     }
-    for (const forbiddenKey of [
-      "start",
-      "end",
-      "caller_functionname",
-      "caller_filename",
-      "caller_lineno"
-    ]) {
-      if (forbiddenKey in event.metrics) {
-        throw new Error(`Key ${forbiddenKey} may not be specified in metrics`);
-      }
-    }
   }
   if ("input" in event && event.input && "inputs" in event && event.inputs) {
     throw new Error(
@@ -11103,7 +11092,7 @@ var Experiment = class {
    * @param event.expected: The ground truth value (an arbitrary, JSON serializable object) that you'd compare to `output` to determine if your `output` value is correct or not. Braintrust currently does not compare `output` to `expected` for you, since there are so many different ways to do that correctly. Instead, these values are just used to help you navigate your experiments while digging into analyses. However, we may later use these values to re-score outputs or fine-tune your models.
    * @param event.scores: A dictionary of numeric values (between 0 and 1) to log. The scores should give you a variety of signals that help you determine how accurate the outputs are compared to what you expect and diagnose failures. For example, a summarization app might have one score that tells you how accurate the summary is, and another that measures the word similarity between the generated and grouth truth summary. The word similarity score could help you determine whether the summarization was covering similar concepts or not. You can use these scores to help you sort, filter, and compare experiments.
    * @param event.metadata: (Optional) a dictionary with additional data about the test example, model outputs, or just about anything else that's relevant, that you can use to help find and analyze examples later. For example, you could log the `prompt`, example's `id`, or anything else that would be useful to slice/dice later. The values in `metadata` can be any JSON-serializable type, but its keys must be strings.
-   * @param event.metrics: (Optional) a dictionary of metrics to log. The following keys are populated automatically and should not be specified: "start", "end".
+   * @param event.metrics: (Optional) a dictionary of metrics to log. The following keys are populated automatically: "start", "end", "caller_functionname", "caller_filename", "caller_lineno".
    * @param event.id: (Optional) a unique identifier for the event. If you don't provide one, BrainTrust will generate one for you.
    * @param event.dataset_record_id: (Optional) the id of the dataset record that this event is associated with. This field is required if and only if the experiment is associated with a dataset.
    * @param event.inputs: (Deprecated) the same as `input` (will be removed in a future version).
@@ -11164,6 +11153,7 @@ var Experiment = class {
     )}/p/${encodeURIComponent(this.project.name)}`;
     const experimentUrl = `${projectUrl}/${encodeURIComponent(this.name)}`;
     let scores = void 0;
+    let metrics = void 0;
     let comparisonExperimentName = void 0;
     if (summarizeScores) {
       if (comparisonExperimentId === void 0) {
@@ -11178,14 +11168,16 @@ var Experiment = class {
         }
       }
       if (comparisonExperimentId !== void 0) {
-        scores = await _state.logConn().get_json(
-          "/experiment-comparison",
+        const results = await _state.logConn().get_json(
+          "/experiment-comparison2",
           {
             experiment_id: this.id,
             base_experiment_id: comparisonExperimentId
           },
           3
         );
+        scores = results["scores"];
+        metrics = results["metrics"];
       }
     }
     return {
@@ -11194,7 +11186,8 @@ var Experiment = class {
       projectUrl,
       experimentUrl,
       comparisonExperimentName,
-      scores
+      scores,
+      metrics
     };
   }
   /**
@@ -11223,6 +11216,7 @@ var SpanImpl = class _SpanImpl {
   constructor(args) {
     this.kind = "span";
     this.finished = false;
+    this.loggedEndTime = void 0;
     this.bgLogger = args.bgLogger;
     const callerLocation = isomorph_default.getCallerLocation();
     this.internalData = {
@@ -11230,54 +11224,66 @@ var SpanImpl = class _SpanImpl {
         start: args.startTime ?? getCurrentUnixTimestamp(),
         ...callerLocation
       },
-      span_attributes: { ...args.spanAttributes, name: args.name }
+      span_attributes: { ...args.spanAttributes, name: args.name },
+      created: (/* @__PURE__ */ new Date()).toISOString()
     };
-    this.id = args.event?.id ?? v4_default();
-    this.span_id = v4_default();
+    const id = args.event?.id ?? v4_default();
+    const span_id = v4_default();
     if ("rootExperiment" in args) {
-      this.root_span_id = this.span_id;
       this._object_info = {
+        id,
+        span_id,
+        root_span_id: span_id,
         project_id: args.rootExperiment.project.id,
         experiment_id: args.rootExperiment.id
       };
-      this.internalData = Object.assign(this.internalData, {
-        created: (/* @__PURE__ */ new Date()).toISOString()
-      });
     } else if ("rootProject" in args) {
-      this.root_span_id = this.span_id;
       this._object_info = {
+        id,
+        span_id,
+        root_span_id: span_id,
         org_id: _state.orgId,
         project_id: args.rootProject.id,
         log_id: "g"
       };
-      this.internalData = Object.assign(this.internalData, {
-        created: (/* @__PURE__ */ new Date()).toISOString()
-      });
     } else if ("parentSpan" in args) {
-      this.root_span_id = args.parentSpan.root_span_id;
-      this._object_info = args.parentSpan._object_info;
+      this._object_info = {
+        ...args.parentSpan._object_info,
+        id,
+        span_id
+      };
       this.internalData.span_parents = [args.parentSpan.span_id];
     } else {
       throw new Error("Must provide either 'rootExperiment' or 'parentSpan'");
     }
     this.isMerge = false;
-    const { id, ...eventRest } = args.event ?? {};
+    const { id: _id, ...eventRest } = args.event ?? {};
     this.log(eventRest);
     this.isMerge = true;
     unterminatedObjects.addUnterminated(this, callerLocation);
   }
+  get id() {
+    return this._object_info.id;
+  }
+  get span_id() {
+    return this._object_info.span_id;
+  }
+  get root_span_id() {
+    return this._object_info.root_span_id;
+  }
   log(event) {
     this.checkNotFinished();
     const sanitized = validateAndSanitizeExperimentLogPartialArgs(event);
+    const sanitizedAndInternalData = { ...this.internalData };
+    mergeDicts(sanitizedAndInternalData, sanitized);
     const record = {
-      ...sanitized,
-      ...this.internalData,
-      id: this.id,
-      span_id: this.span_id,
-      root_span_id: this.root_span_id,
+      ...sanitizedAndInternalData,
       ...this._object_info,
       [IS_MERGE_FIELD]: this.isMerge
     };
+    if (record.metrics?.end) {
+      this.loggedEndTime = record.metrics?.end;
+    }
     this.internalData = {};
     this.bgLogger.log([record]);
   }
@@ -11306,8 +11312,13 @@ var SpanImpl = class _SpanImpl {
   }
   end(args) {
     this.checkNotFinished();
-    const endTime = args?.endTime ?? getCurrentUnixTimestamp();
-    this.internalData = { metrics: { end: endTime } };
+    let endTime;
+    if (!this.loggedEndTime) {
+      endTime = args?.endTime ?? getCurrentUnixTimestamp();
+      this.internalData = { metrics: { end: endTime } };
+    } else {
+      endTime = this.loggedEndTime;
+    }
     this.log({});
     this.finished = true;
     unterminatedObjects.removeUnterminated(this);

package/dist/index.d.ts

@@ -1,5 +1,5 @@
 /**
- * An isomorphic JS library for logging data to Braintrust.
+ * An isomorphic JS library for logging data to Braintrust. `braintrust` is distributed as a [library on NPM](https://www.npmjs.com/package/braintrust).
  *
  * ### Quickstart
  *

package/dist/index.js

@@ -8045,7 +8045,7 @@ var Logger = class {
    * @param event.expected: The ground truth value (an arbitrary, JSON serializable object) that you'd compare to `output` to determine if your `output` value is correct or not. Braintrust currently does not compare `output` to `expected` for you, since there are so many different ways to do that correctly. Instead, these values are just used to help you navigate while digging into analyses. However, we may later use these values to re-score outputs or fine-tune your models.
    * @param event.scores: A dictionary of numeric values (between 0 and 1) to log. The scores should give you a variety of signals that help you determine how accurate the outputs are compared to what you expect and diagnose failures. For example, a summarization app might have one score that tells you how accurate the summary is, and another that measures the word similarity between the generated and grouth truth summary. The word similarity score could help you determine whether the summarization was covering similar concepts or not. You can use these scores to help you sort, filter, and compare logs.
    * @param event.metadata: (Optional) a dictionary with additional data about the test example, model outputs, or just about anything else that's relevant, that you can use to help find and analyze examples later. For example, you could log the `prompt`, example's `id`, or anything else that would be useful to slice/dice later. The values in `metadata` can be any JSON-serializable type, but its keys must be strings.
-   * @param event.metrics: (Optional) a dictionary of metrics to log. The following keys are populated automatically and should not be specified: "start", "end".
+   * @param event.metrics: (Optional) a dictionary of metrics to log. The following keys are populated automatically: "start", "end", "caller_functionname", "caller_filename", "caller_lineno".
    * @param event.id: (Optional) a unique identifier for the event. If you don't provide one, BrainTrust will generate one for you.
    * :returns: The `id` of the logged event.
    */
@@ -8474,17 +8474,6 @@ function validateAndSanitizeExperimentLogPartialArgs(event) {
         throw new Error("metric keys must be strings");
       }
     }
-    for (const forbiddenKey of [
-      "start",
-      "end",
-      "caller_functionname",
-      "caller_filename",
-      "caller_lineno"
-    ]) {
-      if (forbiddenKey in event.metrics) {
-        throw new Error(`Key ${forbiddenKey} may not be specified in metrics`);
-      }
-    }
   }
   if ("input" in event && event.input && "inputs" in event && event.inputs) {
     throw new Error(
@@ -8598,7 +8587,7 @@ var Experiment = class {
    * @param event.expected: The ground truth value (an arbitrary, JSON serializable object) that you'd compare to `output` to determine if your `output` value is correct or not. Braintrust currently does not compare `output` to `expected` for you, since there are so many different ways to do that correctly. Instead, these values are just used to help you navigate your experiments while digging into analyses. However, we may later use these values to re-score outputs or fine-tune your models.
    * @param event.scores: A dictionary of numeric values (between 0 and 1) to log. The scores should give you a variety of signals that help you determine how accurate the outputs are compared to what you expect and diagnose failures. For example, a summarization app might have one score that tells you how accurate the summary is, and another that measures the word similarity between the generated and grouth truth summary. The word similarity score could help you determine whether the summarization was covering similar concepts or not. You can use these scores to help you sort, filter, and compare experiments.
    * @param event.metadata: (Optional) a dictionary with additional data about the test example, model outputs, or just about anything else that's relevant, that you can use to help find and analyze examples later. For example, you could log the `prompt`, example's `id`, or anything else that would be useful to slice/dice later. The values in `metadata` can be any JSON-serializable type, but its keys must be strings.
-   * @param event.metrics: (Optional) a dictionary of metrics to log. The following keys are populated automatically and should not be specified: "start", "end".
+   * @param event.metrics: (Optional) a dictionary of metrics to log. The following keys are populated automatically: "start", "end", "caller_functionname", "caller_filename", "caller_lineno".
    * @param event.id: (Optional) a unique identifier for the event. If you don't provide one, BrainTrust will generate one for you.
    * @param event.dataset_record_id: (Optional) the id of the dataset record that this event is associated with. This field is required if and only if the experiment is associated with a dataset.
    * @param event.inputs: (Deprecated) the same as `input` (will be removed in a future version).
@@ -8659,6 +8648,7 @@ var Experiment = class {
     )}/p/${encodeURIComponent(this.project.name)}`;
     const experimentUrl = `${projectUrl}/${encodeURIComponent(this.name)}`;
     let scores = void 0;
+    let metrics = void 0;
     let comparisonExperimentName = void 0;
     if (summarizeScores) {
       if (comparisonExperimentId === void 0) {
@@ -8673,14 +8663,16 @@ var Experiment = class {
         }
       }
       if (comparisonExperimentId !== void 0) {
-        scores = await _state.logConn().get_json(
-          "/experiment-comparison",
+        const results = await _state.logConn().get_json(
+          "/experiment-comparison2",
           {
             experiment_id: this.id,
             base_experiment_id: comparisonExperimentId
           },
           3
         );
+        scores = results["scores"];
+        metrics = results["metrics"];
       }
     }
     return {
@@ -8689,7 +8681,8 @@ var Experiment = class {
       projectUrl,
       experimentUrl,
       comparisonExperimentName,
-      scores
+      scores,
+      metrics
     };
   }
   /**
@@ -8718,6 +8711,7 @@ var SpanImpl = class _SpanImpl {
   constructor(args) {
     this.kind = "span";
     this.finished = false;
+    this.loggedEndTime = void 0;
     this.bgLogger = args.bgLogger;
     const callerLocation = isomorph_default.getCallerLocation();
     this.internalData = {
@@ -8725,54 +8719,66 @@ var SpanImpl = class _SpanImpl {
         start: args.startTime ?? getCurrentUnixTimestamp(),
         ...callerLocation
       },
-      span_attributes: { ...args.spanAttributes, name: args.name }
+      span_attributes: { ...args.spanAttributes, name: args.name },
+      created: (/* @__PURE__ */ new Date()).toISOString()
     };
-    this.id = args.event?.id ?? v4_default();
-    this.span_id = v4_default();
+    const id = args.event?.id ?? v4_default();
+    const span_id = v4_default();
     if ("rootExperiment" in args) {
-      this.root_span_id = this.span_id;
       this._object_info = {
+        id,
+        span_id,
+        root_span_id: span_id,
         project_id: args.rootExperiment.project.id,
         experiment_id: args.rootExperiment.id
       };
-      this.internalData = Object.assign(this.internalData, {
-        created: (/* @__PURE__ */ new Date()).toISOString()
-      });
     } else if ("rootProject" in args) {
-      this.root_span_id = this.span_id;
       this._object_info = {
+        id,
+        span_id,
+        root_span_id: span_id,
         org_id: _state.orgId,
         project_id: args.rootProject.id,
         log_id: "g"
       };
-      this.internalData = Object.assign(this.internalData, {
-        created: (/* @__PURE__ */ new Date()).toISOString()
-      });
     } else if ("parentSpan" in args) {
-      this.root_span_id = args.parentSpan.root_span_id;
-      this._object_info = args.parentSpan._object_info;
+      this._object_info = {
+        ...args.parentSpan._object_info,
+        id,
+        span_id
+      };
       this.internalData.span_parents = [args.parentSpan.span_id];
     } else {
       throw new Error("Must provide either 'rootExperiment' or 'parentSpan'");
     }
     this.isMerge = false;
-    const { id, ...eventRest } = args.event ?? {};
+    const { id: _id, ...eventRest } = args.event ?? {};
     this.log(eventRest);
     this.isMerge = true;
     unterminatedObjects.addUnterminated(this, callerLocation);
   }
+  get id() {
+    return this._object_info.id;
+  }
+  get span_id() {
+    return this._object_info.span_id;
+  }
+  get root_span_id() {
+    return this._object_info.root_span_id;
+  }
   log(event) {
     this.checkNotFinished();
     const sanitized = validateAndSanitizeExperimentLogPartialArgs(event);
+    const sanitizedAndInternalData = { ...this.internalData };
+    mergeDicts(sanitizedAndInternalData, sanitized);
     const record = {
-      ...sanitized,
-      ...this.internalData,
-      id: this.id,
-      span_id: this.span_id,
-      root_span_id: this.root_span_id,
+      ...sanitizedAndInternalData,
       ...this._object_info,
       [IS_MERGE_FIELD]: this.isMerge
     };
+    if (record.metrics?.end) {
+      this.loggedEndTime = record.metrics?.end;
+    }
     this.internalData = {};
     this.bgLogger.log([record]);
   }
@@ -8801,8 +8807,13 @@ var SpanImpl = class _SpanImpl {
   }
   end(args) {
     this.checkNotFinished();
-    const endTime = args?.endTime ?? getCurrentUnixTimestamp();
-    this.internalData = { metrics: { end: endTime } };
+    let endTime;
+    if (!this.loggedEndTime) {
+      endTime = args?.endTime ?? getCurrentUnixTimestamp();
+      this.internalData = { metrics: { end: endTime } };
+    } else {
+      endTime = this.loggedEndTime;
+    }
     this.log({});
     this.finished = true;
     unterminatedObjects.removeUnterminated(this);

package/dist/logger.d.ts

@@ -161,7 +161,7 @@ export declare class Logger {
      * @param event.expected: The ground truth value (an arbitrary, JSON serializable object) that you'd compare to `output` to determine if your `output` value is correct or not. Braintrust currently does not compare `output` to `expected` for you, since there are so many different ways to do that correctly. Instead, these values are just used to help you navigate while digging into analyses. However, we may later use these values to re-score outputs or fine-tune your models.
      * @param event.scores: A dictionary of numeric values (between 0 and 1) to log. The scores should give you a variety of signals that help you determine how accurate the outputs are compared to what you expect and diagnose failures. For example, a summarization app might have one score that tells you how accurate the summary is, and another that measures the word similarity between the generated and grouth truth summary. The word similarity score could help you determine whether the summarization was covering similar concepts or not. You can use these scores to help you sort, filter, and compare logs.
      * @param event.metadata: (Optional) a dictionary with additional data about the test example, model outputs, or just about anything else that's relevant, that you can use to help find and analyze examples later. For example, you could log the `prompt`, example's `id`, or anything else that would be useful to slice/dice later. The values in `metadata` can be any JSON-serializable type, but its keys must be strings.
-     * @param event.metrics: (Optional) a dictionary of metrics to log. The following keys are populated automatically and should not be specified: "start", "end".
+     * @param event.metrics: (Optional) a dictionary of metrics to log. The following keys are populated automatically: "start", "end", "caller_functionname", "caller_filename", "caller_lineno".
      * @param event.id: (Optional) a unique identifier for the event. If you don't provide one, BrainTrust will generate one for you.
      * :returns: The `id` of the logged event.
      */
@@ -448,7 +448,7 @@ export declare class Experiment {
      * @param event.expected: The ground truth value (an arbitrary, JSON serializable object) that you'd compare to `output` to determine if your `output` value is correct or not. Braintrust currently does not compare `output` to `expected` for you, since there are so many different ways to do that correctly. Instead, these values are just used to help you navigate your experiments while digging into analyses. However, we may later use these values to re-score outputs or fine-tune your models.
      * @param event.scores: A dictionary of numeric values (between 0 and 1) to log. The scores should give you a variety of signals that help you determine how accurate the outputs are compared to what you expect and diagnose failures. For example, a summarization app might have one score that tells you how accurate the summary is, and another that measures the word similarity between the generated and grouth truth summary. The word similarity score could help you determine whether the summarization was covering similar concepts or not. You can use these scores to help you sort, filter, and compare experiments.
      * @param event.metadata: (Optional) a dictionary with additional data about the test example, model outputs, or just about anything else that's relevant, that you can use to help find and analyze examples later. For example, you could log the `prompt`, example's `id`, or anything else that would be useful to slice/dice later. The values in `metadata` can be any JSON-serializable type, but its keys must be strings.
-     * @param event.metrics: (Optional) a dictionary of metrics to log. The following keys are populated automatically and should not be specified: "start", "end".
+     * @param event.metrics: (Optional) a dictionary of metrics to log. The following keys are populated automatically: "start", "end", "caller_functionname", "caller_filename", "caller_lineno".
      * @param event.id: (Optional) a unique identifier for the event. If you don't provide one, BrainTrust will generate one for you.
      * @param event.dataset_record_id: (Optional) the id of the dataset record that this event is associated with. This field is required if and only if the experiment is associated with a dataset.
      * @param event.inputs: (Deprecated) the same as `input` (will be removed in a future version).
@@ -497,9 +497,7 @@ export declare class SpanImpl implements Span {
     private bgLogger;
     private internalData;
     private isMerge;
-    id: string;
-    span_id: string;
-    root_span_id: string;
+    private loggedEndTime;
     private readonly _object_info;
     kind: "span";
     constructor(args: {
@@ -516,6 +514,9 @@ export declare class SpanImpl implements Span {
     } | {
         parentSpan: SpanImpl;
     }));
+    get id(): string;
+    get span_id(): string;
+    get root_span_id(): string;
     log(event: ExperimentLogPartialArgs): void;
     startSpan(name: string, args?: StartSpanArgs): Span;
     traced<R>(name: string, callback: (span: Span) => R, args?: StartSpanArgs & SetCurrentArg): R;
@@ -628,6 +629,23 @@ export interface ScoreSummary {
     improvements: number;
     regressions: number;
 }
+/**
+ * Summary of a metric's performance.
+ * @property name Name of the metric.
+ * @property metric Average metric across all examples.
+ * @property unit Unit label for the metric.
+ * @property diff Difference in metric between the current and reference experiment.
+ * @property improvements Number of improvements in the metric.
+ * @property regressions Number of regressions in the metric.
+ */
+export interface MetricSummary {
+    name: string;
+    metric: number;
+    unit: string;
+    diff: number;
+    improvements: number;
+    regressions: number;
+}
 /**
  * Summary of an experiment's scores and metadata.
  * @property projectName Name of the project that the experiment belongs to.
@@ -644,6 +662,7 @@ export interface ExperimentSummary {
     experimentUrl: string;
     comparisonExperimentName: string | undefined;
     scores: Record<string, ScoreSummary> | undefined;
+    metrics: Record<string, MetricSummary> | undefined;
 }
 /**
  * Summary of a dataset's data.

package/dist/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"program":{"fileNames":["../node_modules/typescript/lib/lib.es5.d.ts","../node_modules/typescript/lib/lib.es2015.d.ts","../node_modules/typescript/lib/lib.es2016.d.ts","../node_modules/typescript/lib/lib.es2017.d.ts","../node_modules/typescript/lib/lib.es2018.d.ts","../node_modules/typescript/lib/lib.es2019.d.ts","../node_modules/typescript/lib/lib.es2020.d.ts","../node_modules/typescript/lib/lib.dom.d.ts","../node_modules/typescript/lib/lib.es2015.core.d.ts","../node_modules/typescript/lib/lib.es2015.collection.d.ts","../node_modules/typescript/lib/lib.es2015.generator.d.ts","../node_modules/typescript/lib/lib.es2015.iterable.d.ts","../node_modules/typescript/lib/lib.es2015.promise.d.ts","../node_modules/typescript/lib/lib.es2015.proxy.d.ts","../node_modules/typescript/lib/lib.es2015.reflect.d.ts","../node_modules/typescript/lib/lib.es2015.symbol.d.ts","../node_modules/typescript/lib/lib.es2015.symbol.wellknown.d.ts","../node_modules/typescript/lib/lib.es2016.array.include.d.ts","../node_modules/typescript/lib/lib.es2017.object.d.ts","../node_modules/typescript/lib/lib.es2017.sharedmemory.d.ts","../node_modules/typescript/lib/lib.es2017.string.d.ts","../node_modules/typescript/lib/lib.es2017.intl.d.ts","../node_modules/typescript/lib/lib.es2017.typedarrays.d.ts","../node_modules/typescript/lib/lib.es2018.asyncgenerator.d.ts","../node_modules/typescript/lib/lib.es2018.asynciterable.d.ts","../node_modules/typescript/lib/lib.es2018.intl.d.ts","../node_modules/typescript/lib/lib.es2018.promise.d.ts","../node_modules/typescript/lib/lib.es2018.regexp.d.ts","../node_modules/typescript/lib/lib.es2019.array.d.ts","../node_modules/typescript/lib/lib.es2019.object.d.ts","../node_modules/typescript/lib/lib.es2019.string.d.ts","../node_modules/typescript/lib/lib.es2019.symbol.d.ts","../node_modules/typescript/lib/lib.es2019.intl.d.ts","../node_modules/typescript/lib/lib.es2020.bigint.d.ts","../node_modules/typescript/lib/lib.es2020.date.d.ts","../node_modules/typescript/lib/lib.es2020.promise.d.ts","../node_modules/typescript/lib/lib.es2020.sharedmemory.d.ts","../node_modules/typescript/lib/lib.es2020.string.d.ts","../node_modules/typescript/lib/lib.es2020.symbol.wellknown.d.ts","../node_modules/typescript/lib/lib.es2020.intl.d.ts","../node_modules/typescript/lib/lib.es2020.number.d.ts","../node_modules/typescript/lib/lib.esnext.intl.d.ts","../node_modules/typescript/lib/lib.decorators.d.ts","../node_modules/typescript/lib/lib.decorators.legacy.d.ts","../src/isomorph.ts","../node_modules/@types/uuid/index.d.ts","../src/util.ts","../src/merge_row_batch.ts","../src/logger.ts","../src/browser-config.ts","../src/oai.ts","../src/browser.ts","../src/cache.ts","../node_modules/esbuild/lib/main.d.ts","../node_modules/@types/node/assert.d.ts","../node_modules/@types/node/assert/strict.d.ts","../node_modules/@types/node/globals.d.ts","../node_modules/@types/node/async_hooks.d.ts","../node_modules/@types/node/buffer.d.ts","../node_modules/@types/node/child_process.d.ts","../node_modules/@types/node/cluster.d.ts","../node_modules/@types/node/console.d.ts","../node_modules/@types/node/constants.d.ts","../node_modules/@types/node/crypto.d.ts","../node_modules/@types/node/dgram.d.ts","../node_modules/@types/node/diagnostics_channel.d.ts","../node_modules/@types/node/dns.d.ts","../node_modules/@types/node/dns/promises.d.ts","../node_modules/@types/node/domain.d.ts","../node_modules/@types/node/dom-events.d.ts","../node_modules/@types/node/events.d.ts","../node_modules/@types/node/fs.d.ts","../node_modules/@types/node/fs/promises.d.ts","../node_modules/@types/node/http.d.ts","../node_modules/@types/node/http2.d.ts","../node_modules/@types/node/https.d.ts","../node_modules/@types/node/inspector.d.ts","../node_modules/@types/node/module.d.ts","../node_modules/@types/node/net.d.ts","../node_modules/@types/node/os.d.ts","../node_modules/@types/node/path.d.ts","../node_modules/@types/node/perf_hooks.d.ts","../node_modules/@types/node/process.d.ts","../node_modules/@types/node/punycode.d.ts","../node_modules/@types/node/querystring.d.ts","../node_modules/@types/node/readline.d.ts","../node_modules/@types/node/readline/promises.d.ts","../node_modules/@types/node/repl.d.ts","../node_modules/@types/node/stream.d.ts","../node_modules/@types/node/stream/promises.d.ts","../node_modules/@types/node/stream/consumers.d.ts","../node_modules/@types/node/stream/web.d.ts","../node_modules/@types/node/string_decoder.d.ts","../node_modules/@types/node/test.d.ts","../node_modules/@types/node/timers.d.ts","../node_modules/@types/node/timers/promises.d.ts","../node_modules/@types/node/tls.d.ts","../node_modules/@types/node/trace_events.d.ts","../node_modules/@types/node/tty.d.ts","../node_modules/@types/node/url.d.ts","../node_modules/@types/node/util.d.ts","../node_modules/@types/node/v8.d.ts","../node_modules/@types/node/vm.d.ts","../node_modules/@types/node/wasi.d.ts","../node_modules/@types/node/worker_threads.d.ts","../node_modules/@types/node/zlib.d.ts","../node_modules/@types/node/globals.global.d.ts","../node_modules/@types/node/index.d.ts","../node_modules/@nodelib/fs.stat/out/types/index.d.ts","../node_modules/@nodelib/fs.stat/out/adapters/fs.d.ts","../node_modules/@nodelib/fs.stat/out/settings.d.ts","../node_modules/@nodelib/fs.stat/out/providers/async.d.ts","../node_modules/@nodelib/fs.stat/out/index.d.ts","../node_modules/@nodelib/fs.scandir/out/types/index.d.ts","../node_modules/@nodelib/fs.scandir/out/adapters/fs.d.ts","../node_modules/@nodelib/fs.scandir/out/settings.d.ts","../node_modules/@nodelib/fs.scandir/out/providers/async.d.ts","../node_modules/@nodelib/fs.scandir/out/index.d.ts","../node_modules/@nodelib/fs.walk/out/types/index.d.ts","../node_modules/@nodelib/fs.walk/out/settings.d.ts","../node_modules/@nodelib/fs.walk/out/readers/reader.d.ts","../node_modules/@nodelib/fs.walk/out/readers/async.d.ts","../node_modules/@nodelib/fs.walk/out/providers/async.d.ts","../node_modules/@nodelib/fs.walk/out/index.d.ts","../node_modules/minimatch/dist/cjs/ast.d.ts","../node_modules/minimatch/dist/cjs/escape.d.ts","../node_modules/minimatch/dist/cjs/unescape.d.ts","../node_modules/minimatch/dist/cjs/index.d.ts","../node_modules/@types/argparse/index.d.ts","../node_modules/@types/pluralize/index.d.ts","../node_modules/@types/cli-progress/index.d.ts","../src/progress.ts","../node_modules/@types/graceful-fs/index.d.ts","../src/jest/tryrealpath.ts","../src/jest/nodemodulespaths.ts","../node_modules/chalk/index.d.ts","../node_modules/autoevals/jsdist/base.d.ts","../node_modules/autoevals/jsdist/oai.d.ts","../node_modules/autoevals/jsdist/templates.d.ts","../node_modules/autoevals/jsdist/llm.d.ts","../node_modules/autoevals/jsdist/string.d.ts","../node_modules/autoevals/jsdist/number.d.ts","../node_modules/autoevals/jsdist/json.d.ts","../node_modules/autoevals/jsdist/index.d.ts","../src/framework.ts","../node_modules/simple-git/dist/src/lib/tasks/task.d.ts","../node_modules/simple-git/dist/src/lib/types/tasks.d.ts","../node_modules/simple-git/dist/src/lib/errors/git-error.d.ts","../node_modules/simple-git/dist/src/lib/types/handlers.d.ts","../node_modules/simple-git/dist/src/lib/types/index.d.ts","../node_modules/simple-git/dist/src/lib/tasks/log.d.ts","../node_modules/simple-git/dist/typings/response.d.ts","../node_modules/simple-git/dist/src/lib/responses/getremotesummary.d.ts","../node_modules/simple-git/dist/src/lib/args/pathspec.d.ts","../node_modules/simple-git/dist/src/lib/tasks/apply-patch.d.ts","../node_modules/simple-git/dist/src/lib/tasks/check-is-repo.d.ts","../node_modules/simple-git/dist/src/lib/tasks/clean.d.ts","../node_modules/simple-git/dist/src/lib/tasks/clone.d.ts","../node_modules/simple-git/dist/src/lib/tasks/config.d.ts","../node_modules/simple-git/dist/src/lib/tasks/grep.d.ts","../node_modules/simple-git/dist/src/lib/tasks/reset.d.ts","../node_modules/simple-git/dist/src/lib/tasks/version.d.ts","../node_modules/simple-git/dist/typings/types.d.ts","../node_modules/simple-git/dist/src/lib/errors/git-construct-error.d.ts","../node_modules/simple-git/dist/src/lib/errors/git-plugin-error.d.ts","../node_modules/simple-git/dist/src/lib/errors/git-response-error.d.ts","../node_modules/simple-git/dist/src/lib/errors/task-configuration-error.d.ts","../node_modules/simple-git/dist/typings/errors.d.ts","../node_modules/simple-git/dist/typings/simple-git.d.ts","../node_modules/simple-git/dist/typings/index.d.ts","../src/gitutil.ts","../src/stackutil.ts","../src/node.ts","../src/cli.ts","../src/index.ts","../node_modules/form-data/index.d.ts","../node_modules/@types/node-fetch/externals.d.ts","../node_modules/@types/node-fetch/index.d.ts","../../../node_modules/@babel/types/lib/index.d.ts","../../../node_modules/@types/babel__generator/index.d.ts","../../../node_modules/@babel/parser/typings/babel-parser.d.ts","../../../node_modules/@types/babel__template/index.d.ts","../../../node_modules/@types/babel__traverse/index.d.ts","../../../node_modules/@types/babel__core/index.d.ts","../../../node_modules/@types/command-line-args/index.d.ts","../../../node_modules/@types/command-line-usage/index.d.ts","../../../node_modules/@types/istanbul-lib-coverage/index.d.ts","../../../node_modules/@types/istanbul-lib-report/index.d.ts","../../../node_modules/@types/istanbul-reports/index.d.ts","../../../node_modules/@jest/expect-utils/build/index.d.ts","../../../node_modules/chalk/index.d.ts","../../../node_modules/@sinclair/typebox/typebox.d.ts","../../../node_modules/@jest/schemas/build/index.d.ts","../../../node_modules/pretty-format/build/index.d.ts","../../../node_modules/jest-diff/build/index.d.ts","../../../node_modules/jest-matcher-utils/build/index.d.ts","../../../node_modules/expect/build/index.d.ts","../../../node_modules/@types/jest/index.d.ts","../../../node_modules/@types/js-levenshtein/index.d.ts","../../../node_modules/@types/js-yaml/index.d.ts","../../../node_modules/@types/mustache/index.d.ts","../../../node_modules/@types/pad-left/index.d.ts","../../../node_modules/@types/stack-utils/index.d.ts","../../../node_modules/@types/yargs-parser/index.d.ts","../../../node_modules/@types/yargs/index.d.ts"],"fileInfos":[{"version":"f59215c5f1d886b05395ee7aca73e0ac69ddfad2843aa88530e797879d511bad","affectsGlobalScope":true},"45b7ab580deca34ae9729e97c13cfd999df04416a79116c3bfb483804f85ded4","dc48272d7c333ccf58034c0026162576b7d50ea0e69c3b9292f803fc20720fd5","27147504487dc1159369da4f4da8a26406364624fa9bc3db632f7d94a5bae2c3","5e1c4c362065a6b95ff952c0eab010f04dcd2c3494e813b493ecfd4fcb9fc0d8","68d73b4a11549f9c0b7d352d10e91e5dca8faa3322bfb77b661839c42b1ddec7","5efce4fc3c29ea84e8928f97adec086e3dc876365e0982cc8479a07954a3efd4",{"version":"3dda5344576193a4ae48b8d03f105c86f20b2f2aff0a1d1fd7935f5d68649654","affectsGlobalScope":true},{"version":"9d9885c728913c1d16e0d2831b40341d6ad9a0ceecaabc55209b306ad9c736a5","affectsGlobalScope":true},{"version":"17bea081b9c0541f39dd1ae9bc8c78bdd561879a682e60e2f25f688c0ecab248","affectsGlobalScope":true},{"version":"4443e68b35f3332f753eacc66a04ac1d2053b8b035a0e0ac1d455392b5e243b3","affectsGlobalScope":true},{"version":"ab22100fdd0d24cfc2cc59d0a00fc8cf449830d9c4030dc54390a46bd562e929","affectsGlobalScope":true},{"version":"f7bd636ae3a4623c503359ada74510c4005df5b36de7f23e1db8a5c543fd176b","affectsGlobalScope":true},{"version":"ce691fb9e5c64efb9547083e4a34091bcbe5bdb41027e310ebba8f7d96a98671","affectsGlobalScope":true},{"version":"8d697a2a929a5fcb38b7a65594020fcef05ec1630804a33748829c5ff53640d0","affectsGlobalScope":true},{"version":"0c20f4d2358eb679e4ae8a4432bdd96c857a2960fd6800b21ec4008ec59d60ea","affectsGlobalScope":true},{"version":"36ae84ccc0633f7c0787bc6108386c8b773e95d3b052d9464a99cd9b8795fbec","affectsGlobalScope":true},{"version":"82d0d8e269b9eeac02c3bd1c9e884e85d483fcb2cd168bccd6bc54df663da031","affectsGlobalScope":true},{"version":"b8deab98702588840be73d67f02412a2d45a417a3c097b2e96f7f3a42ac483d1","affectsGlobalScope":true},{"version":"4738f2420687fd85629c9efb470793bb753709c2379e5f85bc1815d875ceadcd","affectsGlobalScope":true},{"version":"2f11ff796926e0832f9ae148008138ad583bd181899ab7dd768a2666700b1893","affectsGlobalScope":true},{"version":"376d554d042fb409cb55b5cbaf0b2b4b7e669619493c5d18d5fa8bd67273f82a","affectsGlobalScope":true},{"version":"9fc46429fbe091ac5ad2608c657201eb68b6f1b8341bd6d670047d32ed0a88fa","affectsGlobalScope":true},{"version":"61c37c1de663cf4171e1192466e52c7a382afa58da01b1dc75058f032ddf0839","affectsGlobalScope":true},{"version":"c4138a3dd7cd6cf1f363ca0f905554e8d81b45844feea17786cdf1626cb8ea06","affectsGlobalScope":true},{"version":"6ff3e2452b055d8f0ec026511c6582b55d935675af67cdb67dd1dc671e8065df","affectsGlobalScope":true},{"version":"03de17b810f426a2f47396b0b99b53a82c1b60e9cba7a7edda47f9bb077882f4","affectsGlobalScope":true},{"version":"8184c6ddf48f0c98429326b428478ecc6143c27f79b79e85740f17e6feb090f1","affectsGlobalScope":true},{"version":"261c4d2cf86ac5a89ad3fb3fafed74cbb6f2f7c1d139b0540933df567d64a6ca","affectsGlobalScope":true},{"version":"6af1425e9973f4924fca986636ac19a0cf9909a7e0d9d3009c349e6244e957b6","affectsGlobalScope":true},{"version":"576711e016cf4f1804676043e6a0a5414252560eb57de9faceee34d79798c850","affectsGlobalScope":true},{"version":"89c1b1281ba7b8a96efc676b11b264de7a8374c5ea1e6617f11880a13fc56dc6","affectsGlobalScope":true},{"version":"15a630d6817718a2ddd7088c4f83e4673fde19fa992d2eae2cf51132a302a5d3","affectsGlobalScope":true},{"version":"f06948deb2a51aae25184561c9640fb66afeddb34531a9212d011792b1d19e0a","affectsGlobalScope":true},{"version":"01e0ee7e1f661acedb08b51f8a9b7d7f959e9cdb6441360f06522cc3aea1bf2e","affectsGlobalScope":true},{"version":"ac17a97f816d53d9dd79b0d235e1c0ed54a8cc6a0677e9a3d61efb480b2a3e4e","affectsGlobalScope":true},{"version":"bf14a426dbbf1022d11bd08d6b8e709a2e9d246f0c6c1032f3b2edb9a902adbe","affectsGlobalScope":true},{"version":"ec0104fee478075cb5171e5f4e3f23add8e02d845ae0165bfa3f1099241fa2aa","affectsGlobalScope":true},{"version":"2b72d528b2e2fe3c57889ca7baef5e13a56c957b946906d03767c642f386bbc3","affectsGlobalScope":true},{"version":"9cc66b0513ad41cb5f5372cca86ef83a0d37d1c1017580b7dace3ea5661836df","affectsGlobalScope":true},{"version":"368af93f74c9c932edd84c58883e736c9e3d53cec1fe24c0b0ff451f529ceab1","affectsGlobalScope":true},{"version":"307c8b7ebbd7f23a92b73a4c6c0a697beca05b06b036c23a34553e5fe65e4fdc","affectsGlobalScope":true},{"version":"189c0703923150aa30673fa3de411346d727cc44a11c75d05d7cf9ef095daa22","affectsGlobalScope":true},{"version":"782dec38049b92d4e85c1585fbea5474a219c6984a35b004963b00beb1aab538","affectsGlobalScope":true},{"version":"e3e7b677e8ad626f8a801ed3f7b49ca3bfc17e869d265a489518b5c5558fd0fa","signature":"f31a68039c0234a972bc0bc4d9388907ece056e3f76c6b9e880313639baa40d7"},"95c617b16c4765ff6de307629b6918181908bee82a59fca0b2c95f170a4be7ea",{"version":"4e9b0c5aa6c1a4398ee938ebf7bf7649bc85846a5ed6d4140891974e37414bc4","signature":"5456a8d48cefa83fc107de753209d543a8368092fa8da262875d935033e7c9f2"},{"version":"bcafb63b317100f6a35c18a3c513493a141ae524ff78e49134c6dbf9f9be5398","signature":"1deac3c94c91ac1b2e60d29a14b4d4eb1e2964d005b7614a372c9eded6a40f92"},{"version":"90c3de37c6b2f3e4082c2a454b4430bd99e307c6bb1c6207e9b55a028674f0af","signature":"fb6a0346bbdb091efba1e6f1dbb1059aec789214c914454289d68e059a0e1780","affectsGlobalScope":true},{"version":"b5f12e5d3f2153df039e2fbd4fe445a54b39d59527093cd3d99d93d822125e1b","signature":"443148657b934a070c73ec27dfbbc63d3fcfdb703009ed36d997337abc2290e4","affectsGlobalScope":true},{"version":"984b4f2569e713a2f41b81685e4d40549ce279a4c8035be0eabc103a9c14c5c9","signature":"bdc58c2249d6acc63f6fb5acecd4219ee8c7c7ed57c4f87d57e7ac9e84a7e7d8"},{"version":"ddf00d2734715528ba52cfaebaff7d70bbc5663688139efd7ffe0d0476688ff5","signature":"82f11771b6ef70327d9a7a1d43aa3e13dfa2825671bb591c7edeb954335b05e1"},{"version":"43361e6b831db1ef828f60d9219c09bfc43acb1b75ce86ead48f557a0935c0d2","signature":"b4324240466cc26262b0a4876ba6e405a8ad714cd15d4e309b765a3b41d90fb9"},"850040826cfa77593d44f44487133af21917f4f21507258bd4269501b80d32f0","587f13f1e8157bd8cec0adda0de4ef558bb8573daa9d518d1e2af38e87ecc91f","a69c09dbea52352f479d3e7ac949fde3d17b195abe90b045d619f747b38d6d1a",{"version":"bce910d9164785c9f0d4dcea4be359f5f92130c7c7833dea6138ab1db310a1f9","affectsGlobalScope":true},"7a435e0c814f58f23e9a0979045ec0ef5909aac95a70986e8bcce30c27dff228",{"version":"c81c51f43e343b6d89114b17341fb9d381c4ccbb25e0ee77532376052c801ba7","affectsGlobalScope":true},"db71be322f07f769200108aa19b79a75dd19a187c9dca2a30c4537b233aa2863","57135ce61976a8b1dadd01bb412406d1805b90db6e8ecb726d0d78e0b5f76050",{"version":"49479e21a040c0177d1b1bc05a124c0383df7a08a0726ad4d9457619642e875a","affectsGlobalScope":true},"82408ed3e959ddc60d3e9904481b5a8dc16469928257af22a3f7d1a3bc7fd8c4","f302f3a47d7758f67f2afc753b9375d6504dde05d2e6ecdb1df50abbb131fc89","3690133deae19c8127c5505fcb67b04bdc9eb053796008538a9b9abbb70d85aa","5b1c0a23f464f894e7c2b2b6c56df7b9afa60ed48c5345f8618d389a636b2108","be2b092f2765222757c6441b86c53a5ea8dfed47bbc43eab4c5fe37942c866b3","8e6b05abc98adba15e1ac78e137c64576c74002e301d682e66feb77a23907ab8","1ca735bb3d407b2af4fbee7665f3a0a83be52168c728cc209755060ba7ed67bd",{"version":"6b526a5ec4a401ca7c26cfe6a48e641d8f30af76673bad3b06a1b4504594a960","affectsGlobalScope":true},{"version":"8d74c73e21579ffe9f77ce969bc0317470c63797bd4719c8895a60ce6ae6a263","affectsGlobalScope":true},"7a2ba0c9af860ac3e77b35ed01fd96d15986f17aa22fe40f188ae556fb1070df","765f9f91293be0c057d5bf2b59494e1eac70efae55ff1c27c6e47c359bc889d2","55709608060f77965c270ac10ac646286589f1bd1cb174fff1778a2dd9a7ef31","3122a3f1136508a27a229e0e4e2848299028300ffa11d0cdfe99df90c492fe20","42b40e40f2a358cda332456214fad311e1806a6abf3cebaaac72496e07556642","354612fe1d49ecc9551ea3a27d94eef2887b64ef4a71f72ca444efe0f2f0ba80",{"version":"ac0c77cd7db52b3c278bdd1452ce754014835493d05b84535f46854fdc2063b2","affectsGlobalScope":true},"b9f36877501f2ce0e276e993c93cd2cf325e78d0409ec4612b1eb9d6a537e60b","5e2b91328a540a0933ab5c2203f4358918e6f0fe7505d22840a891a6117735f1","3abc3512fa04aa0230f59ea1019311fd8667bd935d28306311dccc8b17e79d5d",{"version":"5810080a0da989a944d3b691b7b479a4a13c75947fb538abb8070710baa5ccee","affectsGlobalScope":true},{"version":"19da7150ca062323b1db6311a6ef058c9b0a39cc64d836b5e9b75d301869653b","affectsGlobalScope":true},"1349077576abb41f0e9c78ec30762ff75b710208aff77f5fdcc6a8c8ce6289dd","e2ce82603102b5c0563f59fb40314cc1ff95a4d521a66ad14146e130ea80d89c","a3e0395220255a350aa9c6d56f882bfcb5b85c19fddf5419ec822cf22246a26d","c27b01e8ddff5cd280711af5e13aecd9a3228d1c256ea797dd64f8fdec5f7df5","898840e876dfd21843db9f2aa6ae38ba2eab550eb780ff62b894b9fbfebfae6b","c58642af30c06a8e250d248a747ceb045af9a92d8cab22478d80c3bef276bfd5","1b952304137851e45bc009785de89ada562d9376177c97e37702e39e60c2f1ff","785e5be57d4f20f290a20e7b0c6263f6c57fd6e51283050756cef07d6d651c68","44b8b584a338b190a59f4f6929d072431950c7bd92ec2694821c11bce180c8a5","164deb2409ac5f4da3cd139dbcee7f7d66753d90363a4d7e2db8d8874f272270",{"version":"13a50542a358c093fee2d204915241f85ca4f571262ea159960610c21a644f8a","affectsGlobalScope":true},{"version":"ab294c4b7279318ee2a8fdf681305457ecc05970c94108d304933f18823eeac1","affectsGlobalScope":true},"ad08154d9602429522cac965a715fde27d421d69b24756c5d291877dda75353e","5bc85813bfcb6907cc3a960fec8734a29d7884e0e372515147720c5991b8bc22","812b25f798033c202baedf386a1ccc41f9191b122f089bffd10fdccce99fba11","993325544790073f77e945bee046d53988c0bc3ac5695c9cf8098166feb82661",{"version":"4d06f3abc2a6aae86f1be39e397372f74fb6e7964f594d645926b4a3419cc15d","affectsGlobalScope":true},{"version":"0e08c360c9b5961ecb0537b703e253842b3ded53151ee07024148219b61a8baf","affectsGlobalScope":true},"2ce2210032ccaff7710e2abf6a722e62c54960458e73e356b6a365c93ab6ca66","92db194ef7d208d5e4b6242a3434573fd142a621ff996d84cc9dbba3553277d0","16a3080e885ed52d4017c902227a8d0d8daf723d062bec9e45627c6fdcd6699b",{"version":"0bd9543cd8fc0959c76fb8f4f5a26626c2ed62ef4be98fd857bce268066db0a2","affectsGlobalScope":true},"1ca6858a0cbcd74d7db72d7b14c5360a928d1d16748a55ecfa6bfaff8b83071b",{"version":"ab9b9a36e5284fd8d3bf2f7d5fcbc60052f25f27e4d20954782099282c60d23e","affectsGlobalScope":true},"562e1951bb48e89df7b821d998bfcd9458d93b0afd06cf6db8286606da5f21fd","46324183533e34fad2461b51174132e8e0e4b3ac1ceb5032e4952992739d1eab","d3fa0530dfb1df408f0abd76486de39def69ca47683d4a3529b2d22fce27c693","d9be977c415df16e4defe4995caeca96e637eeef9d216d0d90cdba6fc617e97e","98e0c2b48d855a844099123e8ec20fe383ecd1c5877f3895b048656befe268d0","ff53802a97b7d11ab3c4395aa052baa14cd12d2b1ed236b520a833fdd2a15003","fce9262f840a74118112caf685b725e1cc86cd2b0927311511113d90d87cc61e","d7a7cac49af2a3bfc208fe68831fbfa569864f74a7f31cc3a607f641e6c583fd","9a80e3322d08274f0e41b77923c91fe67b2c8a5134a5278c2cb60a330441554e","2460af41191009298d931c592fb6d4151beea320f1f25b73605e2211e53e4e88","2f87ea988d84d1c617afdeba9d151435473ab24cd5fc456510c8db26d8bd1581","b7336c1c536e3deaedbda956739c6250ac2d0dd171730c42cb57b10368f38a14","6fb67d664aaab2f1d1ad4613b58548aecb4b4703b9e4c5dba6b865b31bd14722","4414644199b1a047b4234965e07d189781a92b578707c79c3933918d67cd9d85","04a4b38c6a1682059eac00e7d0948d99c46642b57003d61d0fe9ccc9df442887","f12ea658b060da1752c65ae4f1e4c248587f6cd4cb4acabbf79a110b6b02ff75","011b2857871a878d5eae463bedc4b3dd14755dc3a67d5d10f8fbb7823d119294","c56ef8201a294d65d1132160ebc76ed0c0a98dcf983d20775c8c8c0912210572","de0199a112f75809a7f80ec071495159dcf3e434bc021347e0175627398264c3","1a2bed55cfa62b4649485df27c0e560b04d4da4911e3a9f0475468721495563f","854045924626ba585f454b53531c42aed4365f02301aa8eca596423f4675b71f","dac69319e7c96790211dd55fbb25831b7bf6e63f7645297a2c8f46247d44d889","5adf3c3c7204b3614dbc585681a33ef598c68df387298859f9a2521cfb449437","6d8c708a5237a8508ee8553f22143a6d2fb60807de0574b41622c1e281b04c6d",{"version":"d096d550acd00bd6d66825d9a4e572121bd854b28edc5ae2c1d4e80d51a147a9","signature":"46966a0da8f681c479166dd3060b63d3cafc3d5e9e218157490f3697122a3e57"},"bf88ef4208a770ca39a844b182b3695df536326ea566893fdc5b8418702a331e",{"version":"c0b4084226d4ad0a3c78580c50f85985f4a3e808eb59a15c9fb389c8349f9056","signature":"f155bcfea5ae8b647b26fef54caf159a514950ac9cb3c192dcfab787d4588eec"},{"version":"0f3a9fccbf341d90a4be583161e6415c8c0543f5dd180419ea13e3db991ccca0","signature":"d4cb0878684926011f20ef763f982c78e1b0b699c0faefee31d2a7bdcf44a7bb"},"0d14fa22c41fdc7277e6f71473b20ebc07f40f00e38875142335d5b63cdfc9d2","26ed2b3579b00785d7b8028002d5e638444e32e1fad135100a2419e48e5fb458","41274c6cc805d2945895a3654a9fc6bfd2339f2feb647ab5c5f4df664a04cf53","e725e4e013e946cccba3ec0fb642af7b5b9bd7872357b435ffe551dd80d552bc","b8dcce8ae07139e9f4c6019db31d3d1105806025d41e04a40f38cdd0d2dab92f","209dc81a1af545c80808f08403929d4a28791b0c059f3a4dd5b0724bf142fe03","1f6c6d022f61fe4e98a6fc773e400cead9988bf2353290472d7205dec0604b8f","4abcc60b395352b0b1400e3ee5e4b345c54daa6bd86a6ef39bfb3a66bea3daf0","f1535d688ff92c7f16fcd4ff415413edef056ab63008cbec0ac1a1abbefd8f6b",{"version":"d78a4fff1aa078a06b2b231e76b8fef7d6aedf2c19af2049b2ac66e667debc57","signature":"5f0652ab87ae48561321f15f3c8556a615a224ecb4e1ce914be5e5a37f380830","affectsGlobalScope":true},"82c661f1f20d29212d2e0408bee2e0f54bf8930cdcdd88f23ef8e03e4618afb4","d53d8a71b9525be3fb65c331f20db99b826edfa922703578af284736dc780db5","6256cf36c8ae7e82bff606595af8fe08a06f8478140fcf304ee2f10c7716ddc8","2ba0457b958954b9b2041077df992fad015e85c615dc1ccebeddb561d4ab89cf","81c4fd49117bc25b8aac796a345db4315cc31861f61772da6bd405989ede0f79","1f8d4c8257ba50385865ce887940c8fdc745bcf3cea2dc09173bc8d3320b6efe","8459a11cb29556837148a3f82ccff6f3d9745070c3ed77264e279e7fe35ed0b7","7c774169686976056434799723bd7a48348df9d2204b928a0b77920505585214","5e95379e81e2d373e5235cedc4579938e39db274a32cfa32f8906e7ff6698763","d3c8a891b0554f4319651b5c89c2d91a442a792bf84afcbc399be033b96b4abd","8758b438b12ea50fb8b678d29ab0ef42d77abfb801cec481596ce6002b537a6f","88074e936d33e224b83f81eebbaf835467e1c0a6ba1239b950e6476dd7f73356","c895675912a8b2d0dcb13d24433757d233de16a3bb5c60f7d903099d96d61ea8","f73cf81342d2a25b65179c262ca7c38df023969129094607d0eb52510a56f10f","e7d7e67bd66b30f2216e4678b97bb09629a2b31766a79119acaa30e3005ef5fb","4a7b9005bef99460ba60da67219f0aff852cfd44038f17626bf59a6b5c6960b5","e137f087bda0256410b28743ef9a1bf57a4cafd43ffa6b62d5c17a8f5a08b3b5","fa8d9c5ea6ad2a5d3d6ee7703cfe1ddd962f1e4da08a370c6db642b1a1a091b8","af504042a6db047c40cc0aeb14550bbc954f194f2b8c5ad8944f2da502f45bf5","5b25b6ab5ad6c17f90b592162b2e9978ad8d81edf24cd3957306eb6e5edb89a9","24693bd77ac3be0b16e564d0ab498a397feb758ce7f4ed9f13478d566e3aafde","208dad548b895c7d02465de6ba79064b7c67bc4d94e5227b09f21d58790e634c","048c0ced65fa41fbf4bcc3d5e8e5b6f6c7f27335ceb54d401be654e821adbc08","f1c7ab18a927d1a9e3a452ef9b5d2d636dc7f39a116add1a48b0b78a323f19eb","9a57d654b0a0e4bf56a8eb0aa3ede1c7d349cec6220e36b5288c26626c8688ed",{"version":"5ab9a7f3ffc9b232597a079ff9aa17e8cafaffccfe66ac96cc892e7623bb2d97","signature":"68212fb8e2c0dae39c22959cf18904f22a1315a856c20173484371cbb74addbf"},{"version":"282c7c74d33d5ec6a9067728647227358018bf878a6c381973efd5be87f0d2a8","signature":"eef6c9e9e2ced98a276734cb82f81b12d154026659e84128ad42a3a69caced38"},{"version":"c1887ec121feae4f6a72ec295ad8cc2acd12e37b278672d1c1aa53d6ebba076c","signature":"1518a19a9cb02ce4439e1bd5d07e5dd4f496d4598142ff82264b40785ba28789"},{"version":"84b8f4bbd52cb52123a7e274419cc0745fdcdf3417b0d9ab557a6c4f08a89988","signature":"43e818adf60173644896298637f47b01d5819b17eda46eaa32d0c7d64724d012"},{"version":"412e201f9eb70f671b3acb8399d718d8e7d0129166e970ceb78abb5f1db959b5","signature":"fecb7d5df25d549d9b7f94ba017910397c361a144b4aa369bf6402b7bdf81b4f"},"736097ddbb2903bef918bb3b5811ef1c9c5656f2a73bd39b22a91b9cc2525e50","4340936f4e937c452ae783514e7c7bbb7fc06d0c97993ff4865370d0962bb9cf","5009c081fd8ca3fcd6f3adcd071a1c79a933a400532b897822aad0943688a1f1","f713064ca751dc588bc13832137c418cb70cf0446de92ade60ad631071558fca","7a1f3d0b8dd0e869c58b44848d9f0be3592c3ff6dc77091e7130306f6d2907ed","96c23535f4f9dd15beb767e070559ea672f6a35f103152836a67100605136a96","670a76db379b27c8ff42f1ba927828a22862e2ab0b0908e38b671f0e912cc5ed","29a46d003ca3c721e6405f00dee7e3de91b14e09701eba5d887bf76fb2d47d38","3df59a50b6fdd703016b81e254633080b3fa1e9035a462e730235876470d0012","629766229f541d92210f30a92b6038568ec165fab14b7ee53bdf13667da37ca3","29193c018378ca9c8033eaa974c02c1f503e8fcd8a2bf406057c53f7d3fa17a8","035a5df183489c2e22f3cf59fc1ed2b043d27f357eecc0eb8d8e840059d44245","a4809f4d92317535e6b22b01019437030077a76fec1d93b9881c9ed4738fcc54","5f53fa0bd22096d2a78533f94e02c899143b8f0f9891a46965294ee8b91a9434","cdcc132f207d097d7d3aa75615ab9a2e71d6a478162dde8b67f88ea19f3e54de","0d14fa22c41fdc7277e6f71473b20ebc07f40f00e38875142335d5b63cdfc9d2","c085e9aa62d1ae1375794c1fb927a445fa105fed891a7e24edbb1c3300f7384a","f315e1e65a1f80992f0509e84e4ae2df15ecd9ef73df975f7c98813b71e4c8da","5b9586e9b0b6322e5bfbd2c29bd3b8e21ab9d871f82346cb71020e3d84bae73e","3e70a7e67c2cb16f8cd49097360c0309fe9d1e3210ff9222e9dac1f8df9d4fb6","ab68d2a3e3e8767c3fba8f80de099a1cfc18c0de79e42cb02ae66e22dfe14a66","d96cc6598148bf1a98fb2e8dcf01c63a4b3558bdaec6ef35e087fd0562eb40ec",{"version":"7607da500c00af67a93aacb928552afd08d519f8e68eca30d4c624a69fd28ee9","affectsGlobalScope":true},"a8d630427635fa316e57fa4949132acde9cf23aa067220bffea30612497824cc","7a1dd1e9c8bf5e23129495b10718b280340c7500570e0cfe5cffcdee51e13e48","b58c81d4cc365d3986aee6c2a86592edc50f141b796899079196ffb103047390","b92ae8263cac4e5a79f55fe6cb63c030b096679b98f603fbc13963c30ab7da5e","ab82804a14454734010dcdcd43f564ff7b0389bee4c5692eec76ff5b30d4cf66","bae8d023ef6b23df7da26f51cea44321f95817c190342a36882e93b80d07a960","8495c63868f001b156fdeb6382ddd63dc6b2c9b91529ce08019caf312da37c59"],"root":[45,[47,53],132,134,135,145,[171,175]],"options":{"declaration":true,"emitDeclarationOnly":true,"esModuleInterop":true,"module":1,"outDir":"./","skipLibCheck":true,"strict":true,"target":2},"fileIdsList":[[101,179],[101],[101,192],[101,179,180,181,182,183],[101,179,181],[101,187],[101,188],[101,194,197],[101,204],[101,190,196],[101,194],[101,136,195],[101,193],[101,113,114],[101,114,115,116,117],[101,108,114,116],[101,113,115],[72,101,108],[72,101,108,109],[101,109,110,111,112],[101,109,111],[101,110],[89,101,108,118,119,120,123],[101,119,120,122],[71,101,108,118,119,120,121],[101,120],[101,118,119],[101,108,118],[71,101,108],[74,100,101,108,176,177],[55,101],[58,101],[59,64,92,101],[60,71,72,79,89,100,101],[60,61,71,79,101],[62,101],[63,64,72,80,101],[64,89,97,101],[65,67,71,79,101],[66,101],[67,68,101],[71,101],[69,71,101],[71,72,73,89,100,101],[71,72,73,86,89,92,101],[101,105],[67,71,74,79,89,100,101],[71,72,74,75,79,89,97,100,101],[74,76,89,97,100,101],[55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107],[71,77,101],[78,100,101],[67,71,79,89,101],[80,101],[81,101],[58,82,101],[83,99,101,105],[84,101],[85,101],[71,86,87,101],[86,88,101,103],[59,71,89,90,91,92,101],[59,89,91,101],[89,90,101],[92,101],[93,101],[58,89,101],[71,95,96,101],[95,96,101],[64,79,89,97,101],[98,101],[79,99,101],[59,74,85,100,101],[64,101],[89,101,102],[101,103],[101,104],[59,64,71,73,82,89,100,101,103,105],[89,101,106],[101,137,139,140,141,142,143],[101,137],[101,137,138,139],[74,89,101,108],[101,128],[101,125,126,127],[101,148,150],[101,150],[101,148],[101,146,150,170],[101,146,150],[101,170],[101,150,170],[60,101,108,147,149],[101,108,146,150],[101,148,164,165,166,167],[101,152,163,168,169],[101,151],[101,152,163,168],[101,150,151,153,154,155,156,157,158,159,160,161,162],[45,49,58,101],[49,50,51,101],[80,81,101],[46,49,54,72,80,81,101,124,128,129,130,132,135,145,173],[49,101,130,132,136,144],[49,51,101,145,173],[81,101,134],[101,133],[45,46,47,48,101],[47,101],[45,49,58,101,171,172],[47,49,101],[101,131],[45,81,101],[58],[49,51],[49,132,136,144],[170],[49,51,145],[45,47],[45]],"referencedMap":[[181,1],[179,2],[190,2],[193,3],[192,2],[184,4],[180,1],[182,5],[183,1],[185,2],[186,2],[187,2],[188,6],[189,7],[198,8],[199,2],[200,2],[201,2],[202,2],[203,2],[204,2],[205,9],[191,2],[197,10],[195,11],[196,12],[194,13],[115,14],[118,15],[117,16],[116,17],[114,18],[110,19],[113,20],[112,21],[111,22],[109,18],[124,23],[123,24],[122,25],[121,26],[120,27],[119,28],[129,2],[131,29],[133,18],[177,2],[178,30],[55,31],[56,31],[58,32],[59,33],[60,34],[61,35],[62,36],[63,37],[64,38],[65,39],[66,40],[67,41],[68,41],[70,42],[69,43],[71,42],[72,44],[73,45],[57,46],[107,2],[74,47],[75,48],[76,49],[108,50],[77,51],[78,52],[79,53],[80,54],[81,55],[82,56],[83,57],[84,58],[85,59],[86,60],[87,60],[88,61],[89,62],[91,63],[90,64],[92,65],[93,66],[94,67],[95,68],[96,69],[97,70],[98,71],[99,72],[100,73],[101,74],[102,75],[103,76],[104,77],[105,78],[106,79],[130,2],[46,2],[137,2],[144,80],[143,81],[140,82],[142,81],[138,2],[141,81],[139,2],[136,2],[54,2],[176,83],[125,84],[126,84],[128,85],[127,84],[154,2],[164,86],[148,87],[165,86],[166,88],[167,88],[153,2],[155,87],[156,87],[157,89],[158,90],[159,91],[160,91],[151,92],[161,87],[146,87],[162,91],[149,88],[150,93],[147,94],[168,95],[170,96],[152,97],[169,98],[163,99],[43,2],[44,2],[8,2],[10,2],[9,2],[2,2],[11,2],[12,2],[13,2],[14,2],[15,2],[16,2],[17,2],[18,2],[3,2],[4,2],[22,2],[19,2],[20,2],[21,2],[23,2],[24,2],[25,2],[5,2],[26,2],[27,2],[28,2],[29,2],[6,2],[33,2],[30,2],[31,2],[32,2],[34,2],[7,2],[35,2],[40,2],[41,2],[36,2],[37,2],[38,2],[39,2],[1,2],[42,2],[50,100],[52,101],[53,102],[174,103],[145,104],[171,91],[175,105],[45,2],[135,106],[134,107],[49,108],[48,109],[173,110],[51,111],[132,112],[172,113],[47,2]],"exportedModulesMap":[[181,1],[179,2],[190,2],[193,3],[192,2],[184,4],[180,1],[182,5],[183,1],[185,2],[186,2],[187,2],[188,6],[189,7],[198,8],[199,2],[200,2],[201,2],[202,2],[203,2],[204,2],[205,9],[191,2],[197,10],[195,11],[196,12],[194,13],[115,14],[118,15],[117,16],[116,17],[114,18],[110,19],[113,20],[112,21],[111,22],[109,18],[124,23],[123,24],[122,25],[121,26],[120,27],[119,28],[129,2],[131,29],[133,18],[177,2],[178,30],[55,31],[56,31],[58,32],[59,33],[60,34],[61,35],[62,36],[63,37],[64,38],[65,39],[66,40],[67,41],[68,41],[70,42],[69,43],[71,42],[72,44],[73,45],[57,46],[107,2],[74,47],[75,48],[76,49],[108,50],[77,51],[78,52],[79,53],[80,54],[81,55],[82,56],[83,57],[84,58],[85,59],[86,60],[87,60],[88,61],[89,62],[91,63],[90,64],[92,65],[93,66],[94,67],[95,68],[96,69],[97,70],[98,71],[99,72],[100,73],[101,74],[102,75],[103,76],[104,77],[105,78],[106,79],[130,2],[46,2],[137,2],[144,80],[143,81],[140,82],[142,81],[138,2],[141,81],[139,2],[136,2],[54,2],[176,83],[125,84],[126,84],[128,85],[127,84],[154,2],[164,86],[148,87],[165,86],[166,88],[167,88],[153,2],[155,87],[156,87],[157,89],[158,90],[159,91],[160,91],[151,92],[161,87],[146,87],[162,91],[149,88],[150,93],[147,94],[168,95],[170,96],[152,97],[169,98],[163,99],[43,2],[44,2],[8,2],[10,2],[9,2],[2,2],[11,2],[12,2],[13,2],[14,2],[15,2],[16,2],[17,2],[18,2],[3,2],[4,2],[22,2],[19,2],[20,2],[21,2],[23,2],[24,2],[25,2],[5,2],[26,2],[27,2],[28,2],[29,2],[6,2],[33,2],[30,2],[31,2],[32,2],[34,2],[7,2],[35,2],[40,2],[41,2],[36,2],[37,2],[38,2],[39,2],[1,2],[42,2],[50,114],[52,115],[145,116],[171,117],[175,118],[49,119],[172,120]],"semanticDiagnosticsPerFile":[181,179,190,193,192,184,180,182,183,185,186,187,188,189,198,199,200,201,202,203,204,205,191,197,195,196,194,115,118,117,116,114,110,113,112,111,109,124,123,122,121,120,119,129,131,133,177,178,55,56,58,59,60,61,62,63,64,65,66,67,68,70,69,71,72,73,57,107,74,75,76,108,77,78,79,80,81,82,83,84,85,86,87,88,89,91,90,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,130,46,137,144,143,140,142,138,141,139,136,54,176,125,126,128,127,154,164,148,165,166,167,153,155,156,157,158,159,160,151,161,146,162,149,150,147,168,170,152,169,163,43,44,8,10,9,2,11,12,13,14,15,16,17,18,3,4,22,19,20,21,23,24,25,5,26,27,28,29,6,33,30,31,32,34,7,35,40,41,36,37,38,39,1,42,50,52,53,174,145,171,175,45,135,134,49,48,173,51,132,172,47]},"version":"5.1.6"}
+{"program":{"fileNames":["../node_modules/typescript/lib/lib.es5.d.ts","../node_modules/typescript/lib/lib.es2015.d.ts","../node_modules/typescript/lib/lib.es2016.d.ts","../node_modules/typescript/lib/lib.es2017.d.ts","../node_modules/typescript/lib/lib.es2018.d.ts","../node_modules/typescript/lib/lib.es2019.d.ts","../node_modules/typescript/lib/lib.es2020.d.ts","../node_modules/typescript/lib/lib.dom.d.ts","../node_modules/typescript/lib/lib.es2015.core.d.ts","../node_modules/typescript/lib/lib.es2015.collection.d.ts","../node_modules/typescript/lib/lib.es2015.generator.d.ts","../node_modules/typescript/lib/lib.es2015.iterable.d.ts","../node_modules/typescript/lib/lib.es2015.promise.d.ts","../node_modules/typescript/lib/lib.es2015.proxy.d.ts","../node_modules/typescript/lib/lib.es2015.reflect.d.ts","../node_modules/typescript/lib/lib.es2015.symbol.d.ts","../node_modules/typescript/lib/lib.es2015.symbol.wellknown.d.ts","../node_modules/typescript/lib/lib.es2016.array.include.d.ts","../node_modules/typescript/lib/lib.es2017.object.d.ts","../node_modules/typescript/lib/lib.es2017.sharedmemory.d.ts","../node_modules/typescript/lib/lib.es2017.string.d.ts","../node_modules/typescript/lib/lib.es2017.intl.d.ts","../node_modules/typescript/lib/lib.es2017.typedarrays.d.ts","../node_modules/typescript/lib/lib.es2018.asyncgenerator.d.ts","../node_modules/typescript/lib/lib.es2018.asynciterable.d.ts","../node_modules/typescript/lib/lib.es2018.intl.d.ts","../node_modules/typescript/lib/lib.es2018.promise.d.ts","../node_modules/typescript/lib/lib.es2018.regexp.d.ts","../node_modules/typescript/lib/lib.es2019.array.d.ts","../node_modules/typescript/lib/lib.es2019.object.d.ts","../node_modules/typescript/lib/lib.es2019.string.d.ts","../node_modules/typescript/lib/lib.es2019.symbol.d.ts","../node_modules/typescript/lib/lib.es2019.intl.d.ts","../node_modules/typescript/lib/lib.es2020.bigint.d.ts","../node_modules/typescript/lib/lib.es2020.date.d.ts","../node_modules/typescript/lib/lib.es2020.promise.d.ts","../node_modules/typescript/lib/lib.es2020.sharedmemory.d.ts","../node_modules/typescript/lib/lib.es2020.string.d.ts","../node_modules/typescript/lib/lib.es2020.symbol.wellknown.d.ts","../node_modules/typescript/lib/lib.es2020.intl.d.ts","../node_modules/typescript/lib/lib.es2020.number.d.ts","../node_modules/typescript/lib/lib.esnext.intl.d.ts","../node_modules/typescript/lib/lib.decorators.d.ts","../node_modules/typescript/lib/lib.decorators.legacy.d.ts","../src/isomorph.ts","../node_modules/@types/uuid/index.d.ts","../src/util.ts","../src/merge_row_batch.ts","../src/logger.ts","../src/browser-config.ts","../src/oai.ts","../src/browser.ts","../src/cache.ts","../node_modules/esbuild/lib/main.d.ts","../node_modules/@types/node/assert.d.ts","../node_modules/@types/node/assert/strict.d.ts","../node_modules/@types/node/globals.d.ts","../node_modules/@types/node/async_hooks.d.ts","../node_modules/@types/node/buffer.d.ts","../node_modules/@types/node/child_process.d.ts","../node_modules/@types/node/cluster.d.ts","../node_modules/@types/node/console.d.ts","../node_modules/@types/node/constants.d.ts","../node_modules/@types/node/crypto.d.ts","../node_modules/@types/node/dgram.d.ts","../node_modules/@types/node/diagnostics_channel.d.ts","../node_modules/@types/node/dns.d.ts","../node_modules/@types/node/dns/promises.d.ts","../node_modules/@types/node/domain.d.ts","../node_modules/@types/node/dom-events.d.ts","../node_modules/@types/node/events.d.ts","../node_modules/@types/node/fs.d.ts","../node_modules/@types/node/fs/promises.d.ts","../node_modules/@types/node/http.d.ts","../node_modules/@types/node/http2.d.ts","../node_modules/@types/node/https.d.ts","../node_modules/@types/node/inspector.d.ts","../node_modules/@types/node/module.d.ts","../node_modules/@types/node/net.d.ts","../node_modules/@types/node/os.d.ts","../node_modules/@types/node/path.d.ts","../node_modules/@types/node/perf_hooks.d.ts","../node_modules/@types/node/process.d.ts","../node_modules/@types/node/punycode.d.ts","../node_modules/@types/node/querystring.d.ts","../node_modules/@types/node/readline.d.ts","../node_modules/@types/node/readline/promises.d.ts","../node_modules/@types/node/repl.d.ts","../node_modules/@types/node/stream.d.ts","../node_modules/@types/node/stream/promises.d.ts","../node_modules/@types/node/stream/consumers.d.ts","../node_modules/@types/node/stream/web.d.ts","../node_modules/@types/node/string_decoder.d.ts","../node_modules/@types/node/test.d.ts","../node_modules/@types/node/timers.d.ts","../node_modules/@types/node/timers/promises.d.ts","../node_modules/@types/node/tls.d.ts","../node_modules/@types/node/trace_events.d.ts","../node_modules/@types/node/tty.d.ts","../node_modules/@types/node/url.d.ts","../node_modules/@types/node/util.d.ts","../node_modules/@types/node/v8.d.ts","../node_modules/@types/node/vm.d.ts","../node_modules/@types/node/wasi.d.ts","../node_modules/@types/node/worker_threads.d.ts","../node_modules/@types/node/zlib.d.ts","../node_modules/@types/node/globals.global.d.ts","../node_modules/@types/node/index.d.ts","../node_modules/@nodelib/fs.stat/out/types/index.d.ts","../node_modules/@nodelib/fs.stat/out/adapters/fs.d.ts","../node_modules/@nodelib/fs.stat/out/settings.d.ts","../node_modules/@nodelib/fs.stat/out/providers/async.d.ts","../node_modules/@nodelib/fs.stat/out/index.d.ts","../node_modules/@nodelib/fs.scandir/out/types/index.d.ts","../node_modules/@nodelib/fs.scandir/out/adapters/fs.d.ts","../node_modules/@nodelib/fs.scandir/out/settings.d.ts","../node_modules/@nodelib/fs.scandir/out/providers/async.d.ts","../node_modules/@nodelib/fs.scandir/out/index.d.ts","../node_modules/@nodelib/fs.walk/out/types/index.d.ts","../node_modules/@nodelib/fs.walk/out/settings.d.ts","../node_modules/@nodelib/fs.walk/out/readers/reader.d.ts","../node_modules/@nodelib/fs.walk/out/readers/async.d.ts","../node_modules/@nodelib/fs.walk/out/providers/async.d.ts","../node_modules/@nodelib/fs.walk/out/index.d.ts","../node_modules/minimatch/dist/cjs/ast.d.ts","../node_modules/minimatch/dist/cjs/escape.d.ts","../node_modules/minimatch/dist/cjs/unescape.d.ts","../node_modules/minimatch/dist/cjs/index.d.ts","../node_modules/@types/argparse/index.d.ts","../node_modules/@types/pluralize/index.d.ts","../node_modules/@types/cli-progress/index.d.ts","../src/progress.ts","../node_modules/@types/graceful-fs/index.d.ts","../src/jest/tryrealpath.ts","../src/jest/nodemodulespaths.ts","../node_modules/chalk/index.d.ts","../node_modules/autoevals/jsdist/base.d.ts","../node_modules/autoevals/jsdist/oai.d.ts","../node_modules/autoevals/jsdist/templates.d.ts","../node_modules/autoevals/jsdist/llm.d.ts","../node_modules/autoevals/jsdist/string.d.ts","../node_modules/autoevals/jsdist/number.d.ts","../node_modules/autoevals/jsdist/json.d.ts","../node_modules/autoevals/jsdist/index.d.ts","../src/framework.ts","../node_modules/simple-git/dist/src/lib/tasks/task.d.ts","../node_modules/simple-git/dist/src/lib/types/tasks.d.ts","../node_modules/simple-git/dist/src/lib/errors/git-error.d.ts","../node_modules/simple-git/dist/src/lib/types/handlers.d.ts","../node_modules/simple-git/dist/src/lib/types/index.d.ts","../node_modules/simple-git/dist/src/lib/tasks/log.d.ts","../node_modules/simple-git/dist/typings/response.d.ts","../node_modules/simple-git/dist/src/lib/responses/getremotesummary.d.ts","../node_modules/simple-git/dist/src/lib/args/pathspec.d.ts","../node_modules/simple-git/dist/src/lib/tasks/apply-patch.d.ts","../node_modules/simple-git/dist/src/lib/tasks/check-is-repo.d.ts","../node_modules/simple-git/dist/src/lib/tasks/clean.d.ts","../node_modules/simple-git/dist/src/lib/tasks/clone.d.ts","../node_modules/simple-git/dist/src/lib/tasks/config.d.ts","../node_modules/simple-git/dist/src/lib/tasks/grep.d.ts","../node_modules/simple-git/dist/src/lib/tasks/reset.d.ts","../node_modules/simple-git/dist/src/lib/tasks/version.d.ts","../node_modules/simple-git/dist/typings/types.d.ts","../node_modules/simple-git/dist/src/lib/errors/git-construct-error.d.ts","../node_modules/simple-git/dist/src/lib/errors/git-plugin-error.d.ts","../node_modules/simple-git/dist/src/lib/errors/git-response-error.d.ts","../node_modules/simple-git/dist/src/lib/errors/task-configuration-error.d.ts","../node_modules/simple-git/dist/typings/errors.d.ts","../node_modules/simple-git/dist/typings/simple-git.d.ts","../node_modules/simple-git/dist/typings/index.d.ts","../src/gitutil.ts","../src/stackutil.ts","../src/node.ts","../src/cli.ts","../src/index.ts","../node_modules/form-data/index.d.ts","../node_modules/@types/node-fetch/externals.d.ts","../node_modules/@types/node-fetch/index.d.ts","../../../node_modules/@babel/types/lib/index.d.ts","../../../node_modules/@types/babel__generator/index.d.ts","../../../node_modules/@babel/parser/typings/babel-parser.d.ts","../../../node_modules/@types/babel__template/index.d.ts","../../../node_modules/@types/babel__traverse/index.d.ts","../../../node_modules/@types/babel__core/index.d.ts","../../../node_modules/@types/command-line-args/index.d.ts","../../../node_modules/@types/command-line-usage/index.d.ts","../../../node_modules/@types/istanbul-lib-coverage/index.d.ts","../../../node_modules/@types/istanbul-lib-report/index.d.ts","../../../node_modules/@types/istanbul-reports/index.d.ts","../../../node_modules/@jest/expect-utils/build/index.d.ts","../../../node_modules/chalk/index.d.ts","../../../node_modules/@sinclair/typebox/typebox.d.ts","../../../node_modules/@jest/schemas/build/index.d.ts","../../../node_modules/pretty-format/build/index.d.ts","../../../node_modules/jest-diff/build/index.d.ts","../../../node_modules/jest-matcher-utils/build/index.d.ts","../../../node_modules/expect/build/index.d.ts","../../../node_modules/@types/jest/index.d.ts","../../../node_modules/@types/js-levenshtein/index.d.ts","../../../node_modules/@types/js-yaml/index.d.ts","../../../node_modules/@types/mustache/index.d.ts","../../../node_modules/@types/pad-left/index.d.ts","../../../node_modules/@types/stack-utils/index.d.ts","../../../node_modules/@types/yargs-parser/index.d.ts","../../../node_modules/@types/yargs/index.d.ts"],"fileInfos":[{"version":"f59215c5f1d886b05395ee7aca73e0ac69ddfad2843aa88530e797879d511bad","affectsGlobalScope":true},"45b7ab580deca34ae9729e97c13cfd999df04416a79116c3bfb483804f85ded4","dc48272d7c333ccf58034c0026162576b7d50ea0e69c3b9292f803fc20720fd5","27147504487dc1159369da4f4da8a26406364624fa9bc3db632f7d94a5bae2c3","5e1c4c362065a6b95ff952c0eab010f04dcd2c3494e813b493ecfd4fcb9fc0d8","68d73b4a11549f9c0b7d352d10e91e5dca8faa3322bfb77b661839c42b1ddec7","5efce4fc3c29ea84e8928f97adec086e3dc876365e0982cc8479a07954a3efd4",{"version":"3dda5344576193a4ae48b8d03f105c86f20b2f2aff0a1d1fd7935f5d68649654","affectsGlobalScope":true},{"version":"9d9885c728913c1d16e0d2831b40341d6ad9a0ceecaabc55209b306ad9c736a5","affectsGlobalScope":true},{"version":"17bea081b9c0541f39dd1ae9bc8c78bdd561879a682e60e2f25f688c0ecab248","affectsGlobalScope":true},{"version":"4443e68b35f3332f753eacc66a04ac1d2053b8b035a0e0ac1d455392b5e243b3","affectsGlobalScope":true},{"version":"ab22100fdd0d24cfc2cc59d0a00fc8cf449830d9c4030dc54390a46bd562e929","affectsGlobalScope":true},{"version":"f7bd636ae3a4623c503359ada74510c4005df5b36de7f23e1db8a5c543fd176b","affectsGlobalScope":true},{"version":"ce691fb9e5c64efb9547083e4a34091bcbe5bdb41027e310ebba8f7d96a98671","affectsGlobalScope":true},{"version":"8d697a2a929a5fcb38b7a65594020fcef05ec1630804a33748829c5ff53640d0","affectsGlobalScope":true},{"version":"0c20f4d2358eb679e4ae8a4432bdd96c857a2960fd6800b21ec4008ec59d60ea","affectsGlobalScope":true},{"version":"36ae84ccc0633f7c0787bc6108386c8b773e95d3b052d9464a99cd9b8795fbec","affectsGlobalScope":true},{"version":"82d0d8e269b9eeac02c3bd1c9e884e85d483fcb2cd168bccd6bc54df663da031","affectsGlobalScope":true},{"version":"b8deab98702588840be73d67f02412a2d45a417a3c097b2e96f7f3a42ac483d1","affectsGlobalScope":true},{"version":"4738f2420687fd85629c9efb470793bb753709c2379e5f85bc1815d875ceadcd","affectsGlobalScope":true},{"version":"2f11ff796926e0832f9ae148008138ad583bd181899ab7dd768a2666700b1893","affectsGlobalScope":true},{"version":"376d554d042fb409cb55b5cbaf0b2b4b7e669619493c5d18d5fa8bd67273f82a","affectsGlobalScope":true},{"version":"9fc46429fbe091ac5ad2608c657201eb68b6f1b8341bd6d670047d32ed0a88fa","affectsGlobalScope":true},{"version":"61c37c1de663cf4171e1192466e52c7a382afa58da01b1dc75058f032ddf0839","affectsGlobalScope":true},{"version":"c4138a3dd7cd6cf1f363ca0f905554e8d81b45844feea17786cdf1626cb8ea06","affectsGlobalScope":true},{"version":"6ff3e2452b055d8f0ec026511c6582b55d935675af67cdb67dd1dc671e8065df","affectsGlobalScope":true},{"version":"03de17b810f426a2f47396b0b99b53a82c1b60e9cba7a7edda47f9bb077882f4","affectsGlobalScope":true},{"version":"8184c6ddf48f0c98429326b428478ecc6143c27f79b79e85740f17e6feb090f1","affectsGlobalScope":true},{"version":"261c4d2cf86ac5a89ad3fb3fafed74cbb6f2f7c1d139b0540933df567d64a6ca","affectsGlobalScope":true},{"version":"6af1425e9973f4924fca986636ac19a0cf9909a7e0d9d3009c349e6244e957b6","affectsGlobalScope":true},{"version":"576711e016cf4f1804676043e6a0a5414252560eb57de9faceee34d79798c850","affectsGlobalScope":true},{"version":"89c1b1281ba7b8a96efc676b11b264de7a8374c5ea1e6617f11880a13fc56dc6","affectsGlobalScope":true},{"version":"15a630d6817718a2ddd7088c4f83e4673fde19fa992d2eae2cf51132a302a5d3","affectsGlobalScope":true},{"version":"f06948deb2a51aae25184561c9640fb66afeddb34531a9212d011792b1d19e0a","affectsGlobalScope":true},{"version":"01e0ee7e1f661acedb08b51f8a9b7d7f959e9cdb6441360f06522cc3aea1bf2e","affectsGlobalScope":true},{"version":"ac17a97f816d53d9dd79b0d235e1c0ed54a8cc6a0677e9a3d61efb480b2a3e4e","affectsGlobalScope":true},{"version":"bf14a426dbbf1022d11bd08d6b8e709a2e9d246f0c6c1032f3b2edb9a902adbe","affectsGlobalScope":true},{"version":"ec0104fee478075cb5171e5f4e3f23add8e02d845ae0165bfa3f1099241fa2aa","affectsGlobalScope":true},{"version":"2b72d528b2e2fe3c57889ca7baef5e13a56c957b946906d03767c642f386bbc3","affectsGlobalScope":true},{"version":"9cc66b0513ad41cb5f5372cca86ef83a0d37d1c1017580b7dace3ea5661836df","affectsGlobalScope":true},{"version":"368af93f74c9c932edd84c58883e736c9e3d53cec1fe24c0b0ff451f529ceab1","affectsGlobalScope":true},{"version":"307c8b7ebbd7f23a92b73a4c6c0a697beca05b06b036c23a34553e5fe65e4fdc","affectsGlobalScope":true},{"version":"189c0703923150aa30673fa3de411346d727cc44a11c75d05d7cf9ef095daa22","affectsGlobalScope":true},{"version":"782dec38049b92d4e85c1585fbea5474a219c6984a35b004963b00beb1aab538","affectsGlobalScope":true},{"version":"e3e7b677e8ad626f8a801ed3f7b49ca3bfc17e869d265a489518b5c5558fd0fa","signature":"f31a68039c0234a972bc0bc4d9388907ece056e3f76c6b9e880313639baa40d7"},"95c617b16c4765ff6de307629b6918181908bee82a59fca0b2c95f170a4be7ea",{"version":"4e9b0c5aa6c1a4398ee938ebf7bf7649bc85846a5ed6d4140891974e37414bc4","signature":"5456a8d48cefa83fc107de753209d543a8368092fa8da262875d935033e7c9f2"},{"version":"bcafb63b317100f6a35c18a3c513493a141ae524ff78e49134c6dbf9f9be5398","signature":"1deac3c94c91ac1b2e60d29a14b4d4eb1e2964d005b7614a372c9eded6a40f92"},{"version":"7f6b7be299e289d1419ac6c9237bd7d594ccd8a8ddb0c26913f3be0bee6ff57e","signature":"e914a6a25044eaf79aaaca7ae8c3bc2c6d246ab294e483b178f92ecf36d2100e","affectsGlobalScope":true},{"version":"b5f12e5d3f2153df039e2fbd4fe445a54b39d59527093cd3d99d93d822125e1b","signature":"443148657b934a070c73ec27dfbbc63d3fcfdb703009ed36d997337abc2290e4","affectsGlobalScope":true},{"version":"984b4f2569e713a2f41b81685e4d40549ce279a4c8035be0eabc103a9c14c5c9","signature":"bdc58c2249d6acc63f6fb5acecd4219ee8c7c7ed57c4f87d57e7ac9e84a7e7d8"},{"version":"ddf00d2734715528ba52cfaebaff7d70bbc5663688139efd7ffe0d0476688ff5","signature":"82f11771b6ef70327d9a7a1d43aa3e13dfa2825671bb591c7edeb954335b05e1"},{"version":"43361e6b831db1ef828f60d9219c09bfc43acb1b75ce86ead48f557a0935c0d2","signature":"b4324240466cc26262b0a4876ba6e405a8ad714cd15d4e309b765a3b41d90fb9"},"850040826cfa77593d44f44487133af21917f4f21507258bd4269501b80d32f0","587f13f1e8157bd8cec0adda0de4ef558bb8573daa9d518d1e2af38e87ecc91f","a69c09dbea52352f479d3e7ac949fde3d17b195abe90b045d619f747b38d6d1a",{"version":"bce910d9164785c9f0d4dcea4be359f5f92130c7c7833dea6138ab1db310a1f9","affectsGlobalScope":true},"7a435e0c814f58f23e9a0979045ec0ef5909aac95a70986e8bcce30c27dff228",{"version":"c81c51f43e343b6d89114b17341fb9d381c4ccbb25e0ee77532376052c801ba7","affectsGlobalScope":true},"db71be322f07f769200108aa19b79a75dd19a187c9dca2a30c4537b233aa2863","57135ce61976a8b1dadd01bb412406d1805b90db6e8ecb726d0d78e0b5f76050",{"version":"49479e21a040c0177d1b1bc05a124c0383df7a08a0726ad4d9457619642e875a","affectsGlobalScope":true},"82408ed3e959ddc60d3e9904481b5a8dc16469928257af22a3f7d1a3bc7fd8c4","f302f3a47d7758f67f2afc753b9375d6504dde05d2e6ecdb1df50abbb131fc89","3690133deae19c8127c5505fcb67b04bdc9eb053796008538a9b9abbb70d85aa","5b1c0a23f464f894e7c2b2b6c56df7b9afa60ed48c5345f8618d389a636b2108","be2b092f2765222757c6441b86c53a5ea8dfed47bbc43eab4c5fe37942c866b3","8e6b05abc98adba15e1ac78e137c64576c74002e301d682e66feb77a23907ab8","1ca735bb3d407b2af4fbee7665f3a0a83be52168c728cc209755060ba7ed67bd",{"version":"6b526a5ec4a401ca7c26cfe6a48e641d8f30af76673bad3b06a1b4504594a960","affectsGlobalScope":true},{"version":"8d74c73e21579ffe9f77ce969bc0317470c63797bd4719c8895a60ce6ae6a263","affectsGlobalScope":true},"7a2ba0c9af860ac3e77b35ed01fd96d15986f17aa22fe40f188ae556fb1070df","765f9f91293be0c057d5bf2b59494e1eac70efae55ff1c27c6e47c359bc889d2","55709608060f77965c270ac10ac646286589f1bd1cb174fff1778a2dd9a7ef31","3122a3f1136508a27a229e0e4e2848299028300ffa11d0cdfe99df90c492fe20","42b40e40f2a358cda332456214fad311e1806a6abf3cebaaac72496e07556642","354612fe1d49ecc9551ea3a27d94eef2887b64ef4a71f72ca444efe0f2f0ba80",{"version":"ac0c77cd7db52b3c278bdd1452ce754014835493d05b84535f46854fdc2063b2","affectsGlobalScope":true},"b9f36877501f2ce0e276e993c93cd2cf325e78d0409ec4612b1eb9d6a537e60b","5e2b91328a540a0933ab5c2203f4358918e6f0fe7505d22840a891a6117735f1","3abc3512fa04aa0230f59ea1019311fd8667bd935d28306311dccc8b17e79d5d",{"version":"5810080a0da989a944d3b691b7b479a4a13c75947fb538abb8070710baa5ccee","affectsGlobalScope":true},{"version":"19da7150ca062323b1db6311a6ef058c9b0a39cc64d836b5e9b75d301869653b","affectsGlobalScope":true},"1349077576abb41f0e9c78ec30762ff75b710208aff77f5fdcc6a8c8ce6289dd","e2ce82603102b5c0563f59fb40314cc1ff95a4d521a66ad14146e130ea80d89c","a3e0395220255a350aa9c6d56f882bfcb5b85c19fddf5419ec822cf22246a26d","c27b01e8ddff5cd280711af5e13aecd9a3228d1c256ea797dd64f8fdec5f7df5","898840e876dfd21843db9f2aa6ae38ba2eab550eb780ff62b894b9fbfebfae6b","c58642af30c06a8e250d248a747ceb045af9a92d8cab22478d80c3bef276bfd5","1b952304137851e45bc009785de89ada562d9376177c97e37702e39e60c2f1ff","785e5be57d4f20f290a20e7b0c6263f6c57fd6e51283050756cef07d6d651c68","44b8b584a338b190a59f4f6929d072431950c7bd92ec2694821c11bce180c8a5","164deb2409ac5f4da3cd139dbcee7f7d66753d90363a4d7e2db8d8874f272270",{"version":"13a50542a358c093fee2d204915241f85ca4f571262ea159960610c21a644f8a","affectsGlobalScope":true},{"version":"ab294c4b7279318ee2a8fdf681305457ecc05970c94108d304933f18823eeac1","affectsGlobalScope":true},"ad08154d9602429522cac965a715fde27d421d69b24756c5d291877dda75353e","5bc85813bfcb6907cc3a960fec8734a29d7884e0e372515147720c5991b8bc22","812b25f798033c202baedf386a1ccc41f9191b122f089bffd10fdccce99fba11","993325544790073f77e945bee046d53988c0bc3ac5695c9cf8098166feb82661",{"version":"4d06f3abc2a6aae86f1be39e397372f74fb6e7964f594d645926b4a3419cc15d","affectsGlobalScope":true},{"version":"0e08c360c9b5961ecb0537b703e253842b3ded53151ee07024148219b61a8baf","affectsGlobalScope":true},"2ce2210032ccaff7710e2abf6a722e62c54960458e73e356b6a365c93ab6ca66","92db194ef7d208d5e4b6242a3434573fd142a621ff996d84cc9dbba3553277d0","16a3080e885ed52d4017c902227a8d0d8daf723d062bec9e45627c6fdcd6699b",{"version":"0bd9543cd8fc0959c76fb8f4f5a26626c2ed62ef4be98fd857bce268066db0a2","affectsGlobalScope":true},"1ca6858a0cbcd74d7db72d7b14c5360a928d1d16748a55ecfa6bfaff8b83071b",{"version":"ab9b9a36e5284fd8d3bf2f7d5fcbc60052f25f27e4d20954782099282c60d23e","affectsGlobalScope":true},"562e1951bb48e89df7b821d998bfcd9458d93b0afd06cf6db8286606da5f21fd","46324183533e34fad2461b51174132e8e0e4b3ac1ceb5032e4952992739d1eab","d3fa0530dfb1df408f0abd76486de39def69ca47683d4a3529b2d22fce27c693","d9be977c415df16e4defe4995caeca96e637eeef9d216d0d90cdba6fc617e97e","98e0c2b48d855a844099123e8ec20fe383ecd1c5877f3895b048656befe268d0","ff53802a97b7d11ab3c4395aa052baa14cd12d2b1ed236b520a833fdd2a15003","fce9262f840a74118112caf685b725e1cc86cd2b0927311511113d90d87cc61e","d7a7cac49af2a3bfc208fe68831fbfa569864f74a7f31cc3a607f641e6c583fd","9a80e3322d08274f0e41b77923c91fe67b2c8a5134a5278c2cb60a330441554e","2460af41191009298d931c592fb6d4151beea320f1f25b73605e2211e53e4e88","2f87ea988d84d1c617afdeba9d151435473ab24cd5fc456510c8db26d8bd1581","b7336c1c536e3deaedbda956739c6250ac2d0dd171730c42cb57b10368f38a14","6fb67d664aaab2f1d1ad4613b58548aecb4b4703b9e4c5dba6b865b31bd14722","4414644199b1a047b4234965e07d189781a92b578707c79c3933918d67cd9d85","04a4b38c6a1682059eac00e7d0948d99c46642b57003d61d0fe9ccc9df442887","f12ea658b060da1752c65ae4f1e4c248587f6cd4cb4acabbf79a110b6b02ff75","011b2857871a878d5eae463bedc4b3dd14755dc3a67d5d10f8fbb7823d119294","c56ef8201a294d65d1132160ebc76ed0c0a98dcf983d20775c8c8c0912210572","de0199a112f75809a7f80ec071495159dcf3e434bc021347e0175627398264c3","1a2bed55cfa62b4649485df27c0e560b04d4da4911e3a9f0475468721495563f","854045924626ba585f454b53531c42aed4365f02301aa8eca596423f4675b71f","dac69319e7c96790211dd55fbb25831b7bf6e63f7645297a2c8f46247d44d889","5adf3c3c7204b3614dbc585681a33ef598c68df387298859f9a2521cfb449437","6d8c708a5237a8508ee8553f22143a6d2fb60807de0574b41622c1e281b04c6d",{"version":"d096d550acd00bd6d66825d9a4e572121bd854b28edc5ae2c1d4e80d51a147a9","signature":"46966a0da8f681c479166dd3060b63d3cafc3d5e9e218157490f3697122a3e57"},"bf88ef4208a770ca39a844b182b3695df536326ea566893fdc5b8418702a331e",{"version":"c0b4084226d4ad0a3c78580c50f85985f4a3e808eb59a15c9fb389c8349f9056","signature":"f155bcfea5ae8b647b26fef54caf159a514950ac9cb3c192dcfab787d4588eec"},{"version":"0f3a9fccbf341d90a4be583161e6415c8c0543f5dd180419ea13e3db991ccca0","signature":"d4cb0878684926011f20ef763f982c78e1b0b699c0faefee31d2a7bdcf44a7bb"},"0d14fa22c41fdc7277e6f71473b20ebc07f40f00e38875142335d5b63cdfc9d2","26ed2b3579b00785d7b8028002d5e638444e32e1fad135100a2419e48e5fb458","41274c6cc805d2945895a3654a9fc6bfd2339f2feb647ab5c5f4df664a04cf53","e725e4e013e946cccba3ec0fb642af7b5b9bd7872357b435ffe551dd80d552bc","b8dcce8ae07139e9f4c6019db31d3d1105806025d41e04a40f38cdd0d2dab92f","209dc81a1af545c80808f08403929d4a28791b0c059f3a4dd5b0724bf142fe03","1f6c6d022f61fe4e98a6fc773e400cead9988bf2353290472d7205dec0604b8f","4abcc60b395352b0b1400e3ee5e4b345c54daa6bd86a6ef39bfb3a66bea3daf0","f1535d688ff92c7f16fcd4ff415413edef056ab63008cbec0ac1a1abbefd8f6b",{"version":"d78a4fff1aa078a06b2b231e76b8fef7d6aedf2c19af2049b2ac66e667debc57","signature":"5f0652ab87ae48561321f15f3c8556a615a224ecb4e1ce914be5e5a37f380830","affectsGlobalScope":true},"82c661f1f20d29212d2e0408bee2e0f54bf8930cdcdd88f23ef8e03e4618afb4","d53d8a71b9525be3fb65c331f20db99b826edfa922703578af284736dc780db5","6256cf36c8ae7e82bff606595af8fe08a06f8478140fcf304ee2f10c7716ddc8","2ba0457b958954b9b2041077df992fad015e85c615dc1ccebeddb561d4ab89cf","81c4fd49117bc25b8aac796a345db4315cc31861f61772da6bd405989ede0f79","1f8d4c8257ba50385865ce887940c8fdc745bcf3cea2dc09173bc8d3320b6efe","8459a11cb29556837148a3f82ccff6f3d9745070c3ed77264e279e7fe35ed0b7","7c774169686976056434799723bd7a48348df9d2204b928a0b77920505585214","5e95379e81e2d373e5235cedc4579938e39db274a32cfa32f8906e7ff6698763","d3c8a891b0554f4319651b5c89c2d91a442a792bf84afcbc399be033b96b4abd","8758b438b12ea50fb8b678d29ab0ef42d77abfb801cec481596ce6002b537a6f","88074e936d33e224b83f81eebbaf835467e1c0a6ba1239b950e6476dd7f73356","c895675912a8b2d0dcb13d24433757d233de16a3bb5c60f7d903099d96d61ea8","f73cf81342d2a25b65179c262ca7c38df023969129094607d0eb52510a56f10f","e7d7e67bd66b30f2216e4678b97bb09629a2b31766a79119acaa30e3005ef5fb","4a7b9005bef99460ba60da67219f0aff852cfd44038f17626bf59a6b5c6960b5","e137f087bda0256410b28743ef9a1bf57a4cafd43ffa6b62d5c17a8f5a08b3b5","fa8d9c5ea6ad2a5d3d6ee7703cfe1ddd962f1e4da08a370c6db642b1a1a091b8","af504042a6db047c40cc0aeb14550bbc954f194f2b8c5ad8944f2da502f45bf5","5b25b6ab5ad6c17f90b592162b2e9978ad8d81edf24cd3957306eb6e5edb89a9","24693bd77ac3be0b16e564d0ab498a397feb758ce7f4ed9f13478d566e3aafde","208dad548b895c7d02465de6ba79064b7c67bc4d94e5227b09f21d58790e634c","048c0ced65fa41fbf4bcc3d5e8e5b6f6c7f27335ceb54d401be654e821adbc08","f1c7ab18a927d1a9e3a452ef9b5d2d636dc7f39a116add1a48b0b78a323f19eb","9a57d654b0a0e4bf56a8eb0aa3ede1c7d349cec6220e36b5288c26626c8688ed",{"version":"5ab9a7f3ffc9b232597a079ff9aa17e8cafaffccfe66ac96cc892e7623bb2d97","signature":"68212fb8e2c0dae39c22959cf18904f22a1315a856c20173484371cbb74addbf"},{"version":"282c7c74d33d5ec6a9067728647227358018bf878a6c381973efd5be87f0d2a8","signature":"eef6c9e9e2ced98a276734cb82f81b12d154026659e84128ad42a3a69caced38"},{"version":"c1887ec121feae4f6a72ec295ad8cc2acd12e37b278672d1c1aa53d6ebba076c","signature":"1518a19a9cb02ce4439e1bd5d07e5dd4f496d4598142ff82264b40785ba28789"},{"version":"84b8f4bbd52cb52123a7e274419cc0745fdcdf3417b0d9ab557a6c4f08a89988","signature":"43e818adf60173644896298637f47b01d5819b17eda46eaa32d0c7d64724d012"},{"version":"1fb79997b88eae2ba6d1f4306832f059ed04453ecb9a368f8733fa53f636daf5","signature":"88c1a4ef1d377f95ba49cb68a724b921ad33861d14bf2fc4f47b3ad683314e41"},"736097ddbb2903bef918bb3b5811ef1c9c5656f2a73bd39b22a91b9cc2525e50","4340936f4e937c452ae783514e7c7bbb7fc06d0c97993ff4865370d0962bb9cf","5009c081fd8ca3fcd6f3adcd071a1c79a933a400532b897822aad0943688a1f1","f713064ca751dc588bc13832137c418cb70cf0446de92ade60ad631071558fca","7a1f3d0b8dd0e869c58b44848d9f0be3592c3ff6dc77091e7130306f6d2907ed","96c23535f4f9dd15beb767e070559ea672f6a35f103152836a67100605136a96","670a76db379b27c8ff42f1ba927828a22862e2ab0b0908e38b671f0e912cc5ed","29a46d003ca3c721e6405f00dee7e3de91b14e09701eba5d887bf76fb2d47d38","3df59a50b6fdd703016b81e254633080b3fa1e9035a462e730235876470d0012","629766229f541d92210f30a92b6038568ec165fab14b7ee53bdf13667da37ca3","29193c018378ca9c8033eaa974c02c1f503e8fcd8a2bf406057c53f7d3fa17a8","035a5df183489c2e22f3cf59fc1ed2b043d27f357eecc0eb8d8e840059d44245","a4809f4d92317535e6b22b01019437030077a76fec1d93b9881c9ed4738fcc54","5f53fa0bd22096d2a78533f94e02c899143b8f0f9891a46965294ee8b91a9434","cdcc132f207d097d7d3aa75615ab9a2e71d6a478162dde8b67f88ea19f3e54de","0d14fa22c41fdc7277e6f71473b20ebc07f40f00e38875142335d5b63cdfc9d2","c085e9aa62d1ae1375794c1fb927a445fa105fed891a7e24edbb1c3300f7384a","f315e1e65a1f80992f0509e84e4ae2df15ecd9ef73df975f7c98813b71e4c8da","5b9586e9b0b6322e5bfbd2c29bd3b8e21ab9d871f82346cb71020e3d84bae73e","3e70a7e67c2cb16f8cd49097360c0309fe9d1e3210ff9222e9dac1f8df9d4fb6","ab68d2a3e3e8767c3fba8f80de099a1cfc18c0de79e42cb02ae66e22dfe14a66","d96cc6598148bf1a98fb2e8dcf01c63a4b3558bdaec6ef35e087fd0562eb40ec",{"version":"7607da500c00af67a93aacb928552afd08d519f8e68eca30d4c624a69fd28ee9","affectsGlobalScope":true},"a8d630427635fa316e57fa4949132acde9cf23aa067220bffea30612497824cc","7a1dd1e9c8bf5e23129495b10718b280340c7500570e0cfe5cffcdee51e13e48","b58c81d4cc365d3986aee6c2a86592edc50f141b796899079196ffb103047390","b92ae8263cac4e5a79f55fe6cb63c030b096679b98f603fbc13963c30ab7da5e","ab82804a14454734010dcdcd43f564ff7b0389bee4c5692eec76ff5b30d4cf66","bae8d023ef6b23df7da26f51cea44321f95817c190342a36882e93b80d07a960","8495c63868f001b156fdeb6382ddd63dc6b2c9b91529ce08019caf312da37c59"],"root":[45,[47,53],132,134,135,145,[171,175]],"options":{"declaration":true,"emitDeclarationOnly":true,"esModuleInterop":true,"module":1,"outDir":"./","skipLibCheck":true,"strict":true,"target":2},"fileIdsList":[[101,179],[101],[101,192],[101,179,180,181,182,183],[101,179,181],[101,187],[101,188],[101,194,197],[101,204],[101,190,196],[101,194],[101,136,195],[101,193],[101,113,114],[101,114,115,116,117],[101,108,114,116],[101,113,115],[72,101,108],[72,101,108,109],[101,109,110,111,112],[101,109,111],[101,110],[89,101,108,118,119,120,123],[101,119,120,122],[71,101,108,118,119,120,121],[101,120],[101,118,119],[101,108,118],[71,101,108],[74,100,101,108,176,177],[55,101],[58,101],[59,64,92,101],[60,71,72,79,89,100,101],[60,61,71,79,101],[62,101],[63,64,72,80,101],[64,89,97,101],[65,67,71,79,101],[66,101],[67,68,101],[71,101],[69,71,101],[71,72,73,89,100,101],[71,72,73,86,89,92,101],[101,105],[67,71,74,79,89,100,101],[71,72,74,75,79,89,97,100,101],[74,76,89,97,100,101],[55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107],[71,77,101],[78,100,101],[67,71,79,89,101],[80,101],[81,101],[58,82,101],[83,99,101,105],[84,101],[85,101],[71,86,87,101],[86,88,101,103],[59,71,89,90,91,92,101],[59,89,91,101],[89,90,101],[92,101],[93,101],[58,89,101],[71,95,96,101],[95,96,101],[64,79,89,97,101],[98,101],[79,99,101],[59,74,85,100,101],[64,101],[89,101,102],[101,103],[101,104],[59,64,71,73,82,89,100,101,103,105],[89,101,106],[101,137,139,140,141,142,143],[101,137],[101,137,138,139],[74,89,101,108],[101,128],[101,125,126,127],[101,148,150],[101,150],[101,148],[101,146,150,170],[101,146,150],[101,170],[101,150,170],[60,101,108,147,149],[101,108,146,150],[101,148,164,165,166,167],[101,152,163,168,169],[101,151],[101,152,163,168],[101,150,151,153,154,155,156,157,158,159,160,161,162],[45,49,58,101],[49,50,51,101],[80,81,101],[46,49,54,72,80,81,101,124,128,129,130,132,135,145,173],[49,101,130,132,136,144],[49,51,101,145,173],[81,101,134],[101,133],[45,46,47,48,101],[47,101],[45,49,58,101,171,172],[47,49,101],[101,131],[45,81,101],[58],[49,51],[49,132,136,144],[170],[49,51,145],[45,47],[45]],"referencedMap":[[181,1],[179,2],[190,2],[193,3],[192,2],[184,4],[180,1],[182,5],[183,1],[185,2],[186,2],[187,2],[188,6],[189,7],[198,8],[199,2],[200,2],[201,2],[202,2],[203,2],[204,2],[205,9],[191,2],[197,10],[195,11],[196,12],[194,13],[115,14],[118,15],[117,16],[116,17],[114,18],[110,19],[113,20],[112,21],[111,22],[109,18],[124,23],[123,24],[122,25],[121,26],[120,27],[119,28],[129,2],[131,29],[133,18],[177,2],[178,30],[55,31],[56,31],[58,32],[59,33],[60,34],[61,35],[62,36],[63,37],[64,38],[65,39],[66,40],[67,41],[68,41],[70,42],[69,43],[71,42],[72,44],[73,45],[57,46],[107,2],[74,47],[75,48],[76,49],[108,50],[77,51],[78,52],[79,53],[80,54],[81,55],[82,56],[83,57],[84,58],[85,59],[86,60],[87,60],[88,61],[89,62],[91,63],[90,64],[92,65],[93,66],[94,67],[95,68],[96,69],[97,70],[98,71],[99,72],[100,73],[101,74],[102,75],[103,76],[104,77],[105,78],[106,79],[130,2],[46,2],[137,2],[144,80],[143,81],[140,82],[142,81],[138,2],[141,81],[139,2],[136,2],[54,2],[176,83],[125,84],[126,84],[128,85],[127,84],[154,2],[164,86],[148,87],[165,86],[166,88],[167,88],[153,2],[155,87],[156,87],[157,89],[158,90],[159,91],[160,91],[151,92],[161,87],[146,87],[162,91],[149,88],[150,93],[147,94],[168,95],[170,96],[152,97],[169,98],[163,99],[43,2],[44,2],[8,2],[10,2],[9,2],[2,2],[11,2],[12,2],[13,2],[14,2],[15,2],[16,2],[17,2],[18,2],[3,2],[4,2],[22,2],[19,2],[20,2],[21,2],[23,2],[24,2],[25,2],[5,2],[26,2],[27,2],[28,2],[29,2],[6,2],[33,2],[30,2],[31,2],[32,2],[34,2],[7,2],[35,2],[40,2],[41,2],[36,2],[37,2],[38,2],[39,2],[1,2],[42,2],[50,100],[52,101],[53,102],[174,103],[145,104],[171,91],[175,105],[45,2],[135,106],[134,107],[49,108],[48,109],[173,110],[51,111],[132,112],[172,113],[47,2]],"exportedModulesMap":[[181,1],[179,2],[190,2],[193,3],[192,2],[184,4],[180,1],[182,5],[183,1],[185,2],[186,2],[187,2],[188,6],[189,7],[198,8],[199,2],[200,2],[201,2],[202,2],[203,2],[204,2],[205,9],[191,2],[197,10],[195,11],[196,12],[194,13],[115,14],[118,15],[117,16],[116,17],[114,18],[110,19],[113,20],[112,21],[111,22],[109,18],[124,23],[123,24],[122,25],[121,26],[120,27],[119,28],[129,2],[131,29],[133,18],[177,2],[178,30],[55,31],[56,31],[58,32],[59,33],[60,34],[61,35],[62,36],[63,37],[64,38],[65,39],[66,40],[67,41],[68,41],[70,42],[69,43],[71,42],[72,44],[73,45],[57,46],[107,2],[74,47],[75,48],[76,49],[108,50],[77,51],[78,52],[79,53],[80,54],[81,55],[82,56],[83,57],[84,58],[85,59],[86,60],[87,60],[88,61],[89,62],[91,63],[90,64],[92,65],[93,66],[94,67],[95,68],[96,69],[97,70],[98,71],[99,72],[100,73],[101,74],[102,75],[103,76],[104,77],[105,78],[106,79],[130,2],[46,2],[137,2],[144,80],[143,81],[140,82],[142,81],[138,2],[141,81],[139,2],[136,2],[54,2],[176,83],[125,84],[126,84],[128,85],[127,84],[154,2],[164,86],[148,87],[165,86],[166,88],[167,88],[153,2],[155,87],[156,87],[157,89],[158,90],[159,91],[160,91],[151,92],[161,87],[146,87],[162,91],[149,88],[150,93],[147,94],[168,95],[170,96],[152,97],[169,98],[163,99],[43,2],[44,2],[8,2],[10,2],[9,2],[2,2],[11,2],[12,2],[13,2],[14,2],[15,2],[16,2],[17,2],[18,2],[3,2],[4,2],[22,2],[19,2],[20,2],[21,2],[23,2],[24,2],[25,2],[5,2],[26,2],[27,2],[28,2],[29,2],[6,2],[33,2],[30,2],[31,2],[32,2],[34,2],[7,2],[35,2],[40,2],[41,2],[36,2],[37,2],[38,2],[39,2],[1,2],[42,2],[50,114],[52,115],[145,116],[171,117],[175,118],[49,119],[172,120]],"semanticDiagnosticsPerFile":[181,179,190,193,192,184,180,182,183,185,186,187,188,189,198,199,200,201,202,203,204,205,191,197,195,196,194,115,118,117,116,114,110,113,112,111,109,124,123,122,121,120,119,129,131,133,177,178,55,56,58,59,60,61,62,63,64,65,66,67,68,70,69,71,72,73,57,107,74,75,76,108,77,78,79,80,81,82,83,84,85,86,87,88,89,91,90,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,130,46,137,144,143,140,142,138,141,139,136,54,176,125,126,128,127,154,164,148,165,166,167,153,155,156,157,158,159,160,151,161,146,162,149,150,147,168,170,152,169,163,43,44,8,10,9,2,11,12,13,14,15,16,17,18,3,4,22,19,20,21,23,24,25,5,26,27,28,29,6,33,30,31,32,34,7,35,40,41,36,37,38,39,1,42,50,52,53,174,145,171,175,45,135,134,49,48,173,51,132,172,47]},"version":"5.1.6"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "braintrust",
-  "version": "0.0.72",
+  "version": "0.0.73",
   "description": "SDK for integrating Braintrust",
   "main": "./dist/index.js",
   "browser": {