@arizeai/phoenix-evals 1.0.0 → 1.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.createEvaluator = createEvaluator;
4
4
  const openinference_core_1 = require("@arizeai/openinference-core");
5
5
  const FunctionEvaluator_1 = require("../core/FunctionEvaluator");
6
+ const telemetry_1 = require("../telemetry");
6
7
  const asEvaluatorFn_1 = require("./asEvaluatorFn");
7
8
  function generateUniqueName() {
8
9
  return `evaluator-${Math.random().toString(36).substring(2, 15)}`;
@@ -77,13 +78,14 @@ function generateUniqueName() {
77
78
  * ```
78
79
  */
79
80
  function createEvaluator(fn, options) {
81
+ var _a;
80
82
  const { name, kind, optimizationDirection, telemetry = { isEnabled: true }, } = options || {};
81
83
  const evaluatorName = name || fn.name || generateUniqueName();
82
84
  let evaluateFn = (0, asEvaluatorFn_1.asEvaluatorFn)(fn);
83
85
  // Add OpenTelemetry span wrapping if telemetry is enabled
84
86
  if (telemetry && telemetry.isEnabled) {
85
87
  evaluateFn = (0, openinference_core_1.withSpan)(evaluateFn, {
86
- tracer: telemetry.tracer,
88
+ tracer: (_a = telemetry.tracer) !== null && _a !== void 0 ? _a : telemetry_1.tracer,
87
89
  name: evaluatorName,
88
90
  kind: "EVALUATOR",
89
91
  });
@@ -1 +1 @@
1
- {"version":3,"file":"createEvaluator.js","sourceRoot":"","sources":["../../../src/helpers/createEvaluator.ts"],"names":[],"mappings":";;AA0JA,0CA4BC;AAtLD,oEAAuD;AAGvD,iEAA8D;AAM9D,mDAAgD;AAKhD,SAAS,kBAAkB;IACzB,OAAO,aAAa,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;AACpE,CAAC;AAqED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoEG;AACH,SAAgB,eAAe,CAG7B,EAAM,EAAE,OAAgC;IACxC,MAAM,EACJ,IAAI,EACJ,IAAI,EACJ,qBAAqB,EACrB,SAAS,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,GAChC,GAAG,OAAO,IAAI,EAAE,CAAC;IAClB,MAAM,aAAa,GAAG,IAAI,IAAI,EAAE,CAAC,IAAI,IAAI,kBAAkB,EAAE,CAAC;IAC9D,IAAI,UAAU,GAAG,IAAA,6BAAa,EAAa,EAAE,CAAC,CAAC;IAE/C,0DAA0D;IAC1D,IAAI,SAAS,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;QACrC,UAAU,GAAG,IAAA,6BAAQ,EAAC,UAAU,EAAE;YAChC,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,WAAW;SAClB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,IAAI,qCAAiB,CAAa;QACvC,UAAU;QACV,IAAI,EAAE,aAAa;QACnB,IAAI,EAAE,IAAI,IAAI,MAAM;QACpB,qBAAqB,EAAE,qBAAqB,IAAI,UAAU;QAC1D,SAAS;KACV,CAAC,CAAC;AACL,CAAC"}
1
+ {"version":3,"file":"createEvaluator.js","sourceRoot":"","sources":["../../../src/helpers/createEvaluator.ts"],"names":[],"mappings":";;AA2JA,0CA4BC;AAvLD,oEAAuD;AAGvD,iEAA8D;AAC9D,4CAAuD;AAMvD,mDAAgD;AAKhD,SAAS,kBAAkB;IACzB,OAAO,aAAa,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;AACpE,CAAC;AAqED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoEG;AACH,SAAgB,eAAe,CAG7B,EAAM,EAAE,OAAgC;;IACxC,MAAM,EACJ,IAAI,EACJ,IAAI,EACJ,qBAAqB,EACrB,SAAS,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,GAChC,GAAG,OAAO,IAAI,EAAE,CAAC;IAClB,MAAM,aAAa,GAAG,IAAI,IAAI,EAAE,CAAC,IAAI,IAAI,kBAAkB,EAAE,CAAC;IAC9D,IAAI,UAAU,GAAG,IAAA,6BAAa,EAAa,EAAE,CAAC,CAAC;IAE/C,0DAA0D;IAC1D,IAAI,SAAS,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;QACrC,UAAU,GAAG,IAAA,6BAAQ,EAAC,UAAU,EAAE;YAChC,MAAM,EAAE,MAAA,SAAS,CAAC,MAAM,mCAAI,kBAAa;YACzC,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,WAAW;SAClB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,IAAI,qCAAiB,CAAa;QACvC,UAAU;QACV,IAAI,EAAE,aAAa;QACnB,IAAI,EAAE,IAAI,IAAI,MAAM;QACpB,qBAAqB,EAAE,qBAAqB,IAAI,UAAU;QAC1D,SAAS;KACV,CAAC,CAAC;AACL,CAAC"}
@@ -1,2 +1,11 @@
1
- export declare const tracer: import("@opentelemetry/api").Tracer;
1
+ import { type Tracer } from "@opentelemetry/api";
2
+ /**
3
+ * Returns a lazy tracer that resolves from `trace.getTracer()` on every call,
4
+ * so evaluator spans follow whichever provider is currently mounted as global.
5
+ *
6
+ * Cast to `Tracer` is necessary because `startActiveSpan` has multiple
7
+ * overload signatures that cannot be satisfied by a single implementation.
8
+ */
9
+ export declare function getTracer(name?: string): Tracer;
10
+ export declare const tracer: Tracer;
2
11
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/telemetry/index.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,MAAM,qCAAmC,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/telemetry/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAS,KAAK,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAIxD;;;;;;GAMG;AACH,wBAAgB,SAAS,CAAC,IAAI,GAAE,MAA4B,GAAG,MAAM,CAUpE;AAED,eAAO,MAAM,MAAM,QAAc,CAAC"}
@@ -1,6 +1,26 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.tracer = void 0;
4
+ exports.getTracer = getTracer;
4
5
  const api_1 = require("@opentelemetry/api");
5
- exports.tracer = api_1.trace.getTracer("phoenix-evals");
6
+ const DEFAULT_TRACER_NAME = "phoenix-evals";
7
+ /**
8
+ * Returns a lazy tracer that resolves from `trace.getTracer()` on every call,
9
+ * so evaluator spans follow whichever provider is currently mounted as global.
10
+ *
11
+ * Cast to `Tracer` is necessary because `startActiveSpan` has multiple
12
+ * overload signatures that cannot be satisfied by a single implementation.
13
+ */
14
+ function getTracer(name = DEFAULT_TRACER_NAME) {
15
+ return {
16
+ startSpan(spanName, options, context) {
17
+ return api_1.trace.getTracer(name).startSpan(spanName, options, context);
18
+ },
19
+ startActiveSpan(...args) {
20
+ const tracer = api_1.trace.getTracer(name);
21
+ return Reflect.apply(tracer.startActiveSpan, tracer, args);
22
+ },
23
+ };
24
+ }
25
+ exports.tracer = getTracer();
6
26
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/telemetry/index.ts"],"names":[],"mappings":";;;AAAA,4CAA2C;AAE9B,QAAA,MAAM,GAAG,WAAK,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/telemetry/index.ts"],"names":[],"mappings":";;;AAWA,8BAUC;AArBD,4CAAwD;AAExD,MAAM,mBAAmB,GAAG,eAAe,CAAC;AAE5C;;;;;;GAMG;AACH,SAAgB,SAAS,CAAC,OAAe,mBAAmB;IAC1D,OAAO;QACL,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO;YAClC,OAAO,WAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACrE,CAAC;QACD,eAAe,CAAC,GAAG,IAAe;YAChC,MAAM,MAAM,GAAG,WAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACrC,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC7D,CAAC;KACQ,CAAC;AACd,CAAC;AAEY,QAAA,MAAM,GAAG,SAAS,EAAE,CAAC"}