@arizeai/phoenix-evals 0.0.4 → 0.0.6

package/src/telemetry/index.ts

@@ -0,0 +1,3 @@
+import { trace } from "@opentelemetry/api";
+
+export const tracer = trace.getTracer("phoenix-evals");

package/src/types/evals.ts

@@ -1,4 +1,5 @@
 import { LanguageModel } from "ai";
+import { WithTelemetry } from "./otel";
 
 /**
  * The arguments for an evaluation
@@ -63,8 +64,8 @@ export type ClassificationChoicesMap = Record<string, number>;
 /**
  * The arguments for creating a classification-based evaluator
  */
-export interface CreateClassifierArgs {
-  /**
+export interface CreateClassifierArgs extends WithTelemetry {
+  /*
    * The LLM to use for classification / evaluation
    */
   model: LanguageModel;

package/src/types/index.ts

@@ -1,2 +1,3 @@
 export * from "./evals";
 export * from "./templating";
+export * from "./otel";

package/src/types/otel.ts

@@ -0,0 +1,17 @@
+import { Tracer } from "@opentelemetry/api";
+
+export interface WithTelemetry {
+  telemetry?: {
+    /**
+     * Whether OpenTelemetry is enabled on the call.
+     * Defaults to true for visibility into the evals calls.
+     * @default true
+     */
+    isEnabled?: boolean;
+    /**
+     * The tracer to use for the call.
+     * If not provided, the traces will get picked up by the global tracer.
+     */
+    tracer?: Tracer;
+  };
+}