@arizeai/phoenix-client 2.3.3 → 2.3.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@arizeai/phoenix-client",
-  "version": "2.3.3",
+  "version": "2.3.4",
   "description": "A client for the Phoenix API",
   "main": "dist/src/index.js",
   "module": "dist/esm/index.js",
@@ -57,10 +57,11 @@
   },
   "dependencies": {
     "@arizeai/openinference-semantic-conventions": "^1.1.0",
+    "@arizeai/openinference-vercel": "^2.3.1",
     "@opentelemetry/api": "^1.9.0",
     "@opentelemetry/core": "^1.25.1",
-    "@opentelemetry/instrumentation": "^0.57.2",
     "@opentelemetry/exporter-trace-otlp-proto": "^0.57.2",
+    "@opentelemetry/instrumentation": "^0.57.2",
     "@opentelemetry/resources": "^2.0.0",
     "@opentelemetry/sdk-trace-base": "^1.30.1",
     "@opentelemetry/sdk-trace-node": "^1.30.1",

package/src/experiments/instrumention.ts

@@ -1,10 +1,10 @@
 import { diag, DiagConsoleLogger, DiagLogLevel } from "@opentelemetry/api";
 import { OTLPTraceExporter } from "@opentelemetry/exporter-trace-otlp-proto";
 import { resourceFromAttributes } from "@opentelemetry/resources";
-import { SimpleSpanProcessor } from "@opentelemetry/sdk-trace-base";
 import { NodeTracerProvider } from "@opentelemetry/sdk-trace-node";
 import { SEMRESATTRS_PROJECT_NAME } from "@arizeai/openinference-semantic-conventions";
 import { HeadersOptions } from "openapi-fetch";
+import { OpenInferenceSimpleSpanProcessor } from "@arizeai/openinference-vercel";
 
 /**
  * Creates a provider that exports traces to Phoenix.
@@ -28,14 +28,16 @@ export function createProvider({
       [SEMRESATTRS_PROJECT_NAME]: projectName,
     }),
     spanProcessors: [
-      new SimpleSpanProcessor(
-        new OTLPTraceExporter({
+      // We opt to use the OpenInferenceSimpleSpanProcessor instead of the SimpleSpanProcessor
+      // Since so many AI applications use the AI SDK
+      new OpenInferenceSimpleSpanProcessor({
+        exporter: new OTLPTraceExporter({
           url: `${baseUrl}/v1/traces`,
           headers: Array.isArray(headers)
             ? Object.fromEntries(headers)
             : headers,
-        })
-      ),
+        }),
+      }),
     ],
   });
 

package/src/experiments/runExperiment.ts

@@ -87,6 +87,13 @@ export type RunExperimentParams = ClientFn & {
    * @default false
    */
   dryRun?: number | boolean;
+  /**
+   * Whether to set the global tracer provider when running the task.
+   * If set to false, a locally scoped tracer will be created but will not get registered.
+   * This may cause certain spans to not be picked up by Phoenix. Notably libraries like the AI SDK that leverage the global tracer.
+   * @default true
+   */
+  setGlobalTracerProvider?: boolean;
 };
 
 /**
@@ -133,6 +140,7 @@ export async function runExperiment({
   record = true,
   concurrency = 5,
   dryRun = false,
+  setGlobalTracerProvider = true,
 }: RunExperimentParams): Promise<RanExperiment> {
   let provider: NodeTracerProvider | undefined;
   const isDryRun = typeof dryRun === "number" || dryRun === true;
@@ -194,6 +202,10 @@ export async function runExperiment({
       baseUrl,
       headers: client.config.headers ?? {},
     });
+    // Register the provider
+    if (setGlobalTracerProvider) {
+      provider.register();
+    }
     taskTracer = provider.getTracer(projectName);
   }
   if (!record) {
@@ -263,6 +275,7 @@ export async function runExperiment({
     logger,
     concurrency,
     dryRun,
+    setGlobalTracerProvider,
   });
   ranExperiment.evaluationRuns = evaluationRuns;
 
@@ -407,6 +420,7 @@ export async function evaluateExperiment({
   logger = console,
   concurrency = 5,
   dryRun = false,
+  setGlobalTracerProvider = true,
 }: {
   /**
    * The experiment to evaluate
@@ -426,6 +440,11 @@ export async function evaluateExperiment({
    * @default false
    * */
   dryRun?: boolean | number;
+  /**
+   * Whether to set the global tracer provider when running the evaluators
+   * @default true
+   */
+  setGlobalTracerProvider?: boolean;
 }): Promise<RanExperiment> {
   const isDryRun = typeof dryRun === "number" || dryRun === true;
   const client = _client ?? createClient();
@@ -441,6 +460,9 @@ export async function evaluateExperiment({
       baseUrl,
       headers: client.config.headers ?? {},
     });
+    if (setGlobalTracerProvider) {
+      provider.register();
+    }
   } else {
     provider = createNoOpProvider();
   }
@@ -449,7 +471,7 @@ export async function evaluateExperiment({
     : provider.getTracer("evaluators");
   const nRuns =
     typeof dryRun === "number"
-      ? Math.max(dryRun, Object.keys(experiment.runs).length)
+      ? Math.min(dryRun, Object.keys(experiment.runs).length)
       : Object.keys(experiment.runs).length;
   const dataset = await getDataset({
     dataset: { datasetId: experiment.datasetId },