@arizeai/phoenix-client 6.8.0 → 6.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +77 -0
- package/dist/esm/__generated__/api/v1.d.ts +313 -19
- package/dist/esm/__generated__/api/v1.d.ts.map +1 -1
- package/dist/esm/constants/serverRequirements.d.ts +2 -0
- package/dist/esm/constants/serverRequirements.d.ts.map +1 -1
- package/dist/esm/constants/serverRequirements.js +15 -0
- package/dist/esm/constants/serverRequirements.js.map +1 -1
- package/dist/esm/datasets/appendDatasetExamples.d.ts +9 -3
- package/dist/esm/datasets/appendDatasetExamples.d.ts.map +1 -1
- package/dist/esm/datasets/appendDatasetExamples.js +23 -3
- package/dist/esm/datasets/appendDatasetExamples.js.map +1 -1
- package/dist/esm/datasets/createDataset.d.ts +4 -1
- package/dist/esm/datasets/createDataset.d.ts.map +1 -1
- package/dist/esm/datasets/createDataset.js +38 -3
- package/dist/esm/datasets/createDataset.js.map +1 -1
- package/dist/esm/datasets/getDatasetExamples.d.ts.map +1 -1
- package/dist/esm/datasets/getDatasetExamples.js +3 -2
- package/dist/esm/datasets/getDatasetExamples.js.map +1 -1
- package/dist/esm/datasets/index.d.ts +0 -1
- package/dist/esm/datasets/index.d.ts.map +1 -1
- package/dist/esm/datasets/index.js +0 -1
- package/dist/esm/datasets/index.js.map +1 -1
- package/dist/esm/experiments/resumeEvaluation.d.ts.map +1 -1
- package/dist/esm/experiments/resumeEvaluation.js +2 -1
- package/dist/esm/experiments/resumeEvaluation.js.map +1 -1
- package/dist/esm/experiments/resumeExperiment.d.ts.map +1 -1
- package/dist/esm/experiments/resumeExperiment.js +3 -2
- package/dist/esm/experiments/resumeExperiment.js.map +1 -1
- package/dist/esm/experiments/runExperiment.js +1 -1
- package/dist/esm/experiments/runExperiment.js.map +1 -1
- package/dist/esm/sessions/addSessionNote.d.ts +45 -0
- package/dist/esm/sessions/addSessionNote.d.ts.map +1 -0
- package/dist/esm/sessions/addSessionNote.js +45 -0
- package/dist/esm/sessions/addSessionNote.js.map +1 -0
- package/dist/esm/sessions/index.d.ts +1 -0
- package/dist/esm/sessions/index.d.ts.map +1 -1
- package/dist/esm/sessions/index.js +1 -0
- package/dist/esm/sessions/index.js.map +1 -1
- package/dist/esm/spans/addSpanNote.d.ts +5 -3
- package/dist/esm/spans/addSpanNote.d.ts.map +1 -1
- package/dist/esm/spans/addSpanNote.js +7 -4
- package/dist/esm/spans/addSpanNote.js.map +1 -1
- package/dist/esm/traces/addTraceAnnotation.d.ts +43 -0
- package/dist/esm/traces/addTraceAnnotation.d.ts.map +1 -0
- package/dist/esm/traces/addTraceAnnotation.js +43 -0
- package/dist/esm/traces/addTraceAnnotation.js.map +1 -0
- package/dist/esm/traces/addTraceNote.d.ts +5 -2
- package/dist/esm/traces/addTraceNote.d.ts.map +1 -1
- package/dist/esm/traces/addTraceNote.js +7 -3
- package/dist/esm/traces/addTraceNote.js.map +1 -1
- package/dist/esm/traces/index.d.ts +3 -0
- package/dist/esm/traces/index.d.ts.map +1 -1
- package/dist/esm/traces/index.js +2 -0
- package/dist/esm/traces/index.js.map +1 -1
- package/dist/esm/traces/logTraceAnnotations.d.ts +53 -0
- package/dist/esm/traces/logTraceAnnotations.d.ts.map +1 -0
- package/dist/esm/traces/logTraceAnnotations.js +50 -0
- package/dist/esm/traces/logTraceAnnotations.js.map +1 -0
- package/dist/esm/traces/types.d.ts +24 -0
- package/dist/esm/traces/types.d.ts.map +1 -0
- package/dist/esm/traces/types.js +38 -0
- package/dist/esm/traces/types.js.map +1 -0
- package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
- package/dist/esm/types/datasets.d.ts +10 -1
- package/dist/esm/types/datasets.d.ts.map +1 -1
- package/dist/esm/utils/apiErrorUtils.d.ts +2 -0
- package/dist/esm/utils/apiErrorUtils.d.ts.map +1 -0
- package/dist/esm/utils/apiErrorUtils.js +19 -0
- package/dist/esm/utils/apiErrorUtils.js.map +1 -0
- package/dist/esm/utils/formatPromptMessages.d.ts.map +1 -1
- package/dist/esm/utils/getPromptBySelector.d.ts.map +1 -1
- package/dist/src/__generated__/api/v1.d.ts +313 -19
- package/dist/src/__generated__/api/v1.d.ts.map +1 -1
- package/dist/src/constants/serverRequirements.d.ts +2 -0
- package/dist/src/constants/serverRequirements.d.ts.map +1 -1
- package/dist/src/constants/serverRequirements.js +16 -1
- package/dist/src/constants/serverRequirements.js.map +1 -1
- package/dist/src/datasets/appendDatasetExamples.d.ts +9 -3
- package/dist/src/datasets/appendDatasetExamples.d.ts.map +1 -1
- package/dist/src/datasets/appendDatasetExamples.js +24 -5
- package/dist/src/datasets/appendDatasetExamples.js.map +1 -1
- package/dist/src/datasets/createDataset.d.ts +4 -1
- package/dist/src/datasets/createDataset.d.ts.map +1 -1
- package/dist/src/datasets/createDataset.js +42 -5
- package/dist/src/datasets/createDataset.js.map +1 -1
- package/dist/src/datasets/getDatasetExamples.d.ts.map +1 -1
- package/dist/src/datasets/getDatasetExamples.js +15 -1
- package/dist/src/datasets/getDatasetExamples.js.map +1 -1
- package/dist/src/datasets/index.d.ts +0 -1
- package/dist/src/datasets/index.d.ts.map +1 -1
- package/dist/src/datasets/index.js +0 -1
- package/dist/src/datasets/index.js.map +1 -1
- package/dist/src/experiments/resumeEvaluation.d.ts.map +1 -1
- package/dist/src/experiments/resumeEvaluation.js +2 -1
- package/dist/src/experiments/resumeEvaluation.js.map +1 -1
- package/dist/src/experiments/resumeExperiment.d.ts.map +1 -1
- package/dist/src/experiments/resumeExperiment.js +3 -2
- package/dist/src/experiments/resumeExperiment.js.map +1 -1
- package/dist/src/experiments/runExperiment.js +1 -1
- package/dist/src/experiments/runExperiment.js.map +1 -1
- package/dist/src/sessions/addSessionNote.d.ts +45 -0
- package/dist/src/sessions/addSessionNote.d.ts.map +1 -0
- package/dist/src/sessions/addSessionNote.js +48 -0
- package/dist/src/sessions/addSessionNote.js.map +1 -0
- package/dist/src/sessions/index.d.ts +1 -0
- package/dist/src/sessions/index.d.ts.map +1 -1
- package/dist/src/sessions/index.js +1 -0
- package/dist/src/sessions/index.js.map +1 -1
- package/dist/src/spans/addSpanNote.d.ts +5 -3
- package/dist/src/spans/addSpanNote.d.ts.map +1 -1
- package/dist/src/spans/addSpanNote.js +7 -4
- package/dist/src/spans/addSpanNote.js.map +1 -1
- package/dist/src/traces/addTraceAnnotation.d.ts +43 -0
- package/dist/src/traces/addTraceAnnotation.d.ts.map +1 -0
- package/dist/src/traces/addTraceAnnotation.js +47 -0
- package/dist/src/traces/addTraceAnnotation.js.map +1 -0
- package/dist/src/traces/addTraceNote.d.ts +5 -2
- package/dist/src/traces/addTraceNote.d.ts.map +1 -1
- package/dist/src/traces/addTraceNote.js +7 -3
- package/dist/src/traces/addTraceNote.js.map +1 -1
- package/dist/src/traces/index.d.ts +3 -0
- package/dist/src/traces/index.d.ts.map +1 -1
- package/dist/src/traces/index.js +2 -0
- package/dist/src/traces/index.js.map +1 -1
- package/dist/src/traces/logTraceAnnotations.d.ts +53 -0
- package/dist/src/traces/logTraceAnnotations.d.ts.map +1 -0
- package/dist/src/traces/logTraceAnnotations.js +53 -0
- package/dist/src/traces/logTraceAnnotations.js.map +1 -0
- package/dist/src/traces/types.d.ts +24 -0
- package/dist/src/traces/types.d.ts.map +1 -0
- package/dist/src/traces/types.js +42 -0
- package/dist/src/traces/types.js.map +1 -0
- package/dist/src/types/datasets.d.ts +10 -1
- package/dist/src/types/datasets.d.ts.map +1 -1
- package/dist/src/utils/apiErrorUtils.d.ts +2 -0
- package/dist/src/utils/apiErrorUtils.d.ts.map +1 -0
- package/dist/src/utils/apiErrorUtils.js +22 -0
- package/dist/src/utils/apiErrorUtils.js.map +1 -0
- package/dist/src/utils/formatPromptMessages.d.ts.map +1 -1
- package/dist/src/utils/getPromptBySelector.d.ts.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +3 -3
- package/src/__generated__/api/v1.ts +313 -19
- package/src/constants/serverRequirements.ts +17 -0
- package/src/datasets/appendDatasetExamples.ts +26 -5
- package/src/datasets/createDataset.ts +66 -18
- package/src/datasets/getDatasetExamples.ts +7 -4
- package/src/datasets/index.ts +0 -1
- package/src/experiments/resumeEvaluation.ts +2 -1
- package/src/experiments/resumeExperiment.ts +3 -2
- package/src/experiments/runExperiment.ts +1 -1
- package/src/sessions/addSessionNote.ts +74 -0
- package/src/sessions/index.ts +1 -0
- package/src/spans/addSpanNote.ts +7 -4
- package/src/traces/addTraceAnnotation.ts +65 -0
- package/src/traces/addTraceNote.ts +7 -3
- package/src/traces/index.ts +3 -0
- package/src/traces/logTraceAnnotations.ts +75 -0
- package/src/traces/types.ts +72 -0
- package/src/types/datasets.ts +10 -1
- package/src/utils/apiErrorUtils.ts +17 -0
- package/dist/esm/datasets/createOrGetDataset.d.ts +0 -18
- package/dist/esm/datasets/createOrGetDataset.d.ts.map +0 -1
- package/dist/esm/datasets/createOrGetDataset.js +0 -29
- package/dist/esm/datasets/createOrGetDataset.js.map +0 -1
- package/dist/src/datasets/createOrGetDataset.d.ts +0 -18
- package/dist/src/datasets/createOrGetDataset.d.ts.map +0 -1
- package/dist/src/datasets/createOrGetDataset.js +0 -32
- package/dist/src/datasets/createOrGetDataset.js.map +0 -1
- package/src/datasets/createOrGetDataset.ts +0 -40
package/README.md
CHANGED
|
@@ -368,6 +368,69 @@ do {
|
|
|
368
368
|
|
|
369
369
|
> **Note:** Requires Phoenix server >= 13.15.0.
|
|
370
370
|
|
|
371
|
+
### Trace Annotations
|
|
372
|
+
|
|
373
|
+
Add structured feedback (label/score by name) to entire traces. Use `addTraceAnnotation` for one trace or `logTraceAnnotations` for batches.
|
|
374
|
+
|
|
375
|
+
```ts
|
|
376
|
+
import {
|
|
377
|
+
addTraceAnnotation,
|
|
378
|
+
logTraceAnnotations,
|
|
379
|
+
} from "@arizeai/phoenix-client/traces";
|
|
380
|
+
|
|
381
|
+
// Single annotation
|
|
382
|
+
const result = await addTraceAnnotation({
|
|
383
|
+
traceAnnotation: {
|
|
384
|
+
traceId: "abc123",
|
|
385
|
+
name: "correctness",
|
|
386
|
+
label: "correct",
|
|
387
|
+
score: 1.0,
|
|
388
|
+
annotatorKind: "HUMAN",
|
|
389
|
+
},
|
|
390
|
+
sync: true, // returns { id: "..." } when sync, null when async
|
|
391
|
+
});
|
|
392
|
+
|
|
393
|
+
// Batch
|
|
394
|
+
await logTraceAnnotations({
|
|
395
|
+
traceAnnotations: [
|
|
396
|
+
{
|
|
397
|
+
traceId: "abc123",
|
|
398
|
+
name: "correctness",
|
|
399
|
+
label: "correct",
|
|
400
|
+
score: 1.0,
|
|
401
|
+
annotatorKind: "HUMAN",
|
|
402
|
+
},
|
|
403
|
+
{
|
|
404
|
+
traceId: "def456",
|
|
405
|
+
name: "faithfulness",
|
|
406
|
+
label: "faithful",
|
|
407
|
+
score: 0.9,
|
|
408
|
+
annotatorKind: "LLM",
|
|
409
|
+
},
|
|
410
|
+
],
|
|
411
|
+
sync: true,
|
|
412
|
+
});
|
|
413
|
+
```
|
|
414
|
+
|
|
415
|
+
The reserved name `note` is rejected — use `addTraceNote` instead for free-form notes (see below).
|
|
416
|
+
|
|
417
|
+
### Trace Notes
|
|
418
|
+
|
|
419
|
+
Notes are a special type of annotation for free-form text — useful for open coding, where reviewers leave qualitative observations on a trace before any rubric exists. Multiple notes can coexist on the same trace.
|
|
420
|
+
|
|
421
|
+
```ts
|
|
422
|
+
import { addTraceNote } from "@arizeai/phoenix-client/traces";
|
|
423
|
+
|
|
424
|
+
await addTraceNote({
|
|
425
|
+
traceNote: {
|
|
426
|
+
traceId: "abc123",
|
|
427
|
+
note: "Needs follow-up — unexpected tool call sequence",
|
|
428
|
+
},
|
|
429
|
+
});
|
|
430
|
+
```
|
|
431
|
+
|
|
432
|
+
> **Note:** `addTraceNote` requires Phoenix server >= 14.13.0.
|
|
433
|
+
|
|
371
434
|
## Spans
|
|
372
435
|
|
|
373
436
|
The `@arizeai/phoenix-client` package provides a `spans` export for querying spans with powerful filtering.
|
|
@@ -505,6 +568,7 @@ import {
|
|
|
505
568
|
listSessions,
|
|
506
569
|
getSession,
|
|
507
570
|
addSessionAnnotation,
|
|
571
|
+
addSessionNote,
|
|
508
572
|
} from "@arizeai/phoenix-client/sessions";
|
|
509
573
|
|
|
510
574
|
// List all sessions for a project
|
|
@@ -537,6 +601,19 @@ await addSessionAnnotation({
|
|
|
537
601
|
});
|
|
538
602
|
```
|
|
539
603
|
|
|
604
|
+
### Adding Session Notes
|
|
605
|
+
|
|
606
|
+
Session notes require Phoenix server `14.17.0` or newer.
|
|
607
|
+
|
|
608
|
+
```ts
|
|
609
|
+
await addSessionNote({
|
|
610
|
+
sessionNote: {
|
|
611
|
+
sessionId: "my-session-id",
|
|
612
|
+
note: "Needs review",
|
|
613
|
+
},
|
|
614
|
+
});
|
|
615
|
+
```
|
|
616
|
+
|
|
540
617
|
## Examples
|
|
541
618
|
|
|
542
619
|
To run examples, install dependencies using `pnpm` and run:
|