@arizeai/phoenix-evals 0.0.3 → 0.0.5

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@arizeai/phoenix-evals",
-  "version": "0.0.3",
+  "version": "0.0.5",
   "description": "A library for running evaluations for AI use cases",
   "main": "dist/src/index.js",
   "module": "dist/esm/index.js",
@@ -42,19 +42,21 @@
   "license": "ELv2",
   "devDependencies": {
     "@ai-sdk/openai": "^1.1.15",
+    "@arizeai/openinference-instrumentation-openai": "^2.3.0",
     "@types/mustache": "^4.2.6",
     "@types/node": "^24.0.10",
     "nock": "^14.0.5",
     "tsx": "^4.19.3",
     "typedoc": "^0.27.9",
-    "vitest": "^2.1.9",
     "typescript": "^5.8.2",
-    "@arizeai/phoenix-client": "2.3.2"
+    "vitest": "^2.1.9",
+    "@arizeai/phoenix-client": "2.3.4"
   },
   "engines": {
     "node": ">=18"
   },
   "dependencies": {
+    "@opentelemetry/api": "^1.9.0",
     "ai": "^4.1.47",
     "mustache": "^4.2.0",
     "zod": "^3.25.75"

package/src/llm/generateClassification.ts

@@ -1,9 +1,10 @@
 import { ClassificationResult, WithLLM } from "../types/evals";
+import { WithTelemetry } from "../types/otel";
 import type { WithPrompt } from "../types/prompts";
 import { generateObject } from "ai";
 import { z } from "zod";
-
-interface ClassifyArgs extends WithLLM, WithPrompt {
+import { tracer } from "../telemetry";
+interface ClassifyArgs extends WithLLM, WithPrompt, WithTelemetry {
   /**
    * The labels to classify the example into. E.x. ["correct", "incorrect"]
    */
@@ -23,7 +24,14 @@ interface ClassifyArgs extends WithLLM, WithPrompt {
 export async function generateClassification(
   args: ClassifyArgs
 ): Promise<ClassificationResult> {
-  const { labels, model, schemaName, schemaDescription, ...prompt } = args;
+  const { labels, model, schemaName, schemaDescription, telemetry, ...prompt } =
+    args;
+
+  const experimental_telemetry = {
+    isEnabled: telemetry?.isEnabled ?? true,
+    functionId: "generateClassification",
+    tracer: telemetry?.tracer ?? tracer,
+  };
 
   const result = await generateObject({
     model,
@@ -33,6 +41,7 @@ export async function generateClassification(
       explanation: z.string(), // We place the explanation in hopes it uses reasoning to explain the label.
       label: z.enum(labels),
     }),
+    experimental_telemetry,
     ...prompt,
   });
   return {

package/src/telemetry/index.ts

@@ -0,0 +1,3 @@
+import { trace } from "@opentelemetry/api";
+
+export const tracer = trace.getTracer("phoenix-evals");

package/src/types/index.ts

@@ -1,2 +1,3 @@
 export * from "./evals";
 export * from "./templating";
+export * from "./otel";

package/src/types/otel.ts

@@ -0,0 +1,17 @@
+import { Tracer } from "@opentelemetry/api";
+
+export interface WithTelemetry {
+  telemetry?: {
+    /**
+     * Whether OpenTelemetry is enabled on the call.
+     * Defaults to true for visibility into the evals calls.
+     * @default true
+     */
+    isEnabled?: boolean;
+    /**
+     * The tracer to use for the call.
+     * If not provided, the traces will get picked up by the global tracer.
+     */
+    tracer?: Tracer;
+  };
+}