@arizeai/phoenix-client 6.8.0 → 6.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (170) hide show
  1. package/README.md +77 -0
  2. package/dist/esm/__generated__/api/v1.d.ts +313 -19
  3. package/dist/esm/__generated__/api/v1.d.ts.map +1 -1
  4. package/dist/esm/constants/serverRequirements.d.ts +2 -0
  5. package/dist/esm/constants/serverRequirements.d.ts.map +1 -1
  6. package/dist/esm/constants/serverRequirements.js +15 -0
  7. package/dist/esm/constants/serverRequirements.js.map +1 -1
  8. package/dist/esm/datasets/appendDatasetExamples.d.ts +9 -3
  9. package/dist/esm/datasets/appendDatasetExamples.d.ts.map +1 -1
  10. package/dist/esm/datasets/appendDatasetExamples.js +23 -3
  11. package/dist/esm/datasets/appendDatasetExamples.js.map +1 -1
  12. package/dist/esm/datasets/createDataset.d.ts +4 -1
  13. package/dist/esm/datasets/createDataset.d.ts.map +1 -1
  14. package/dist/esm/datasets/createDataset.js +38 -3
  15. package/dist/esm/datasets/createDataset.js.map +1 -1
  16. package/dist/esm/datasets/getDatasetExamples.d.ts.map +1 -1
  17. package/dist/esm/datasets/getDatasetExamples.js +3 -2
  18. package/dist/esm/datasets/getDatasetExamples.js.map +1 -1
  19. package/dist/esm/datasets/index.d.ts +0 -1
  20. package/dist/esm/datasets/index.d.ts.map +1 -1
  21. package/dist/esm/datasets/index.js +0 -1
  22. package/dist/esm/datasets/index.js.map +1 -1
  23. package/dist/esm/experiments/resumeEvaluation.d.ts.map +1 -1
  24. package/dist/esm/experiments/resumeEvaluation.js +2 -1
  25. package/dist/esm/experiments/resumeEvaluation.js.map +1 -1
  26. package/dist/esm/experiments/resumeExperiment.d.ts.map +1 -1
  27. package/dist/esm/experiments/resumeExperiment.js +3 -2
  28. package/dist/esm/experiments/resumeExperiment.js.map +1 -1
  29. package/dist/esm/experiments/runExperiment.js +1 -1
  30. package/dist/esm/experiments/runExperiment.js.map +1 -1
  31. package/dist/esm/sessions/addSessionNote.d.ts +45 -0
  32. package/dist/esm/sessions/addSessionNote.d.ts.map +1 -0
  33. package/dist/esm/sessions/addSessionNote.js +45 -0
  34. package/dist/esm/sessions/addSessionNote.js.map +1 -0
  35. package/dist/esm/sessions/index.d.ts +1 -0
  36. package/dist/esm/sessions/index.d.ts.map +1 -1
  37. package/dist/esm/sessions/index.js +1 -0
  38. package/dist/esm/sessions/index.js.map +1 -1
  39. package/dist/esm/spans/addSpanNote.d.ts +5 -3
  40. package/dist/esm/spans/addSpanNote.d.ts.map +1 -1
  41. package/dist/esm/spans/addSpanNote.js +7 -4
  42. package/dist/esm/spans/addSpanNote.js.map +1 -1
  43. package/dist/esm/traces/addTraceAnnotation.d.ts +43 -0
  44. package/dist/esm/traces/addTraceAnnotation.d.ts.map +1 -0
  45. package/dist/esm/traces/addTraceAnnotation.js +43 -0
  46. package/dist/esm/traces/addTraceAnnotation.js.map +1 -0
  47. package/dist/esm/traces/addTraceNote.d.ts +5 -2
  48. package/dist/esm/traces/addTraceNote.d.ts.map +1 -1
  49. package/dist/esm/traces/addTraceNote.js +7 -3
  50. package/dist/esm/traces/addTraceNote.js.map +1 -1
  51. package/dist/esm/traces/index.d.ts +3 -0
  52. package/dist/esm/traces/index.d.ts.map +1 -1
  53. package/dist/esm/traces/index.js +2 -0
  54. package/dist/esm/traces/index.js.map +1 -1
  55. package/dist/esm/traces/logTraceAnnotations.d.ts +53 -0
  56. package/dist/esm/traces/logTraceAnnotations.d.ts.map +1 -0
  57. package/dist/esm/traces/logTraceAnnotations.js +50 -0
  58. package/dist/esm/traces/logTraceAnnotations.js.map +1 -0
  59. package/dist/esm/traces/types.d.ts +24 -0
  60. package/dist/esm/traces/types.d.ts.map +1 -0
  61. package/dist/esm/traces/types.js +38 -0
  62. package/dist/esm/traces/types.js.map +1 -0
  63. package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
  64. package/dist/esm/types/datasets.d.ts +10 -1
  65. package/dist/esm/types/datasets.d.ts.map +1 -1
  66. package/dist/esm/utils/apiErrorUtils.d.ts +2 -0
  67. package/dist/esm/utils/apiErrorUtils.d.ts.map +1 -0
  68. package/dist/esm/utils/apiErrorUtils.js +19 -0
  69. package/dist/esm/utils/apiErrorUtils.js.map +1 -0
  70. package/dist/esm/utils/formatPromptMessages.d.ts.map +1 -1
  71. package/dist/esm/utils/getPromptBySelector.d.ts.map +1 -1
  72. package/dist/src/__generated__/api/v1.d.ts +313 -19
  73. package/dist/src/__generated__/api/v1.d.ts.map +1 -1
  74. package/dist/src/constants/serverRequirements.d.ts +2 -0
  75. package/dist/src/constants/serverRequirements.d.ts.map +1 -1
  76. package/dist/src/constants/serverRequirements.js +16 -1
  77. package/dist/src/constants/serverRequirements.js.map +1 -1
  78. package/dist/src/datasets/appendDatasetExamples.d.ts +9 -3
  79. package/dist/src/datasets/appendDatasetExamples.d.ts.map +1 -1
  80. package/dist/src/datasets/appendDatasetExamples.js +24 -5
  81. package/dist/src/datasets/appendDatasetExamples.js.map +1 -1
  82. package/dist/src/datasets/createDataset.d.ts +4 -1
  83. package/dist/src/datasets/createDataset.d.ts.map +1 -1
  84. package/dist/src/datasets/createDataset.js +42 -5
  85. package/dist/src/datasets/createDataset.js.map +1 -1
  86. package/dist/src/datasets/getDatasetExamples.d.ts.map +1 -1
  87. package/dist/src/datasets/getDatasetExamples.js +15 -1
  88. package/dist/src/datasets/getDatasetExamples.js.map +1 -1
  89. package/dist/src/datasets/index.d.ts +0 -1
  90. package/dist/src/datasets/index.d.ts.map +1 -1
  91. package/dist/src/datasets/index.js +0 -1
  92. package/dist/src/datasets/index.js.map +1 -1
  93. package/dist/src/experiments/resumeEvaluation.d.ts.map +1 -1
  94. package/dist/src/experiments/resumeEvaluation.js +2 -1
  95. package/dist/src/experiments/resumeEvaluation.js.map +1 -1
  96. package/dist/src/experiments/resumeExperiment.d.ts.map +1 -1
  97. package/dist/src/experiments/resumeExperiment.js +3 -2
  98. package/dist/src/experiments/resumeExperiment.js.map +1 -1
  99. package/dist/src/experiments/runExperiment.js +1 -1
  100. package/dist/src/experiments/runExperiment.js.map +1 -1
  101. package/dist/src/sessions/addSessionNote.d.ts +45 -0
  102. package/dist/src/sessions/addSessionNote.d.ts.map +1 -0
  103. package/dist/src/sessions/addSessionNote.js +48 -0
  104. package/dist/src/sessions/addSessionNote.js.map +1 -0
  105. package/dist/src/sessions/index.d.ts +1 -0
  106. package/dist/src/sessions/index.d.ts.map +1 -1
  107. package/dist/src/sessions/index.js +1 -0
  108. package/dist/src/sessions/index.js.map +1 -1
  109. package/dist/src/spans/addSpanNote.d.ts +5 -3
  110. package/dist/src/spans/addSpanNote.d.ts.map +1 -1
  111. package/dist/src/spans/addSpanNote.js +7 -4
  112. package/dist/src/spans/addSpanNote.js.map +1 -1
  113. package/dist/src/traces/addTraceAnnotation.d.ts +43 -0
  114. package/dist/src/traces/addTraceAnnotation.d.ts.map +1 -0
  115. package/dist/src/traces/addTraceAnnotation.js +47 -0
  116. package/dist/src/traces/addTraceAnnotation.js.map +1 -0
  117. package/dist/src/traces/addTraceNote.d.ts +5 -2
  118. package/dist/src/traces/addTraceNote.d.ts.map +1 -1
  119. package/dist/src/traces/addTraceNote.js +7 -3
  120. package/dist/src/traces/addTraceNote.js.map +1 -1
  121. package/dist/src/traces/index.d.ts +3 -0
  122. package/dist/src/traces/index.d.ts.map +1 -1
  123. package/dist/src/traces/index.js +2 -0
  124. package/dist/src/traces/index.js.map +1 -1
  125. package/dist/src/traces/logTraceAnnotations.d.ts +53 -0
  126. package/dist/src/traces/logTraceAnnotations.d.ts.map +1 -0
  127. package/dist/src/traces/logTraceAnnotations.js +53 -0
  128. package/dist/src/traces/logTraceAnnotations.js.map +1 -0
  129. package/dist/src/traces/types.d.ts +24 -0
  130. package/dist/src/traces/types.d.ts.map +1 -0
  131. package/dist/src/traces/types.js +42 -0
  132. package/dist/src/traces/types.js.map +1 -0
  133. package/dist/src/types/datasets.d.ts +10 -1
  134. package/dist/src/types/datasets.d.ts.map +1 -1
  135. package/dist/src/utils/apiErrorUtils.d.ts +2 -0
  136. package/dist/src/utils/apiErrorUtils.d.ts.map +1 -0
  137. package/dist/src/utils/apiErrorUtils.js +22 -0
  138. package/dist/src/utils/apiErrorUtils.js.map +1 -0
  139. package/dist/src/utils/formatPromptMessages.d.ts.map +1 -1
  140. package/dist/src/utils/getPromptBySelector.d.ts.map +1 -1
  141. package/dist/tsconfig.tsbuildinfo +1 -1
  142. package/package.json +3 -3
  143. package/src/__generated__/api/v1.ts +313 -19
  144. package/src/constants/serverRequirements.ts +17 -0
  145. package/src/datasets/appendDatasetExamples.ts +26 -5
  146. package/src/datasets/createDataset.ts +66 -18
  147. package/src/datasets/getDatasetExamples.ts +7 -4
  148. package/src/datasets/index.ts +0 -1
  149. package/src/experiments/resumeEvaluation.ts +2 -1
  150. package/src/experiments/resumeExperiment.ts +3 -2
  151. package/src/experiments/runExperiment.ts +1 -1
  152. package/src/sessions/addSessionNote.ts +74 -0
  153. package/src/sessions/index.ts +1 -0
  154. package/src/spans/addSpanNote.ts +7 -4
  155. package/src/traces/addTraceAnnotation.ts +65 -0
  156. package/src/traces/addTraceNote.ts +7 -3
  157. package/src/traces/index.ts +3 -0
  158. package/src/traces/logTraceAnnotations.ts +75 -0
  159. package/src/traces/types.ts +72 -0
  160. package/src/types/datasets.ts +10 -1
  161. package/src/utils/apiErrorUtils.ts +17 -0
  162. package/dist/esm/datasets/createOrGetDataset.d.ts +0 -18
  163. package/dist/esm/datasets/createOrGetDataset.d.ts.map +0 -1
  164. package/dist/esm/datasets/createOrGetDataset.js +0 -29
  165. package/dist/esm/datasets/createOrGetDataset.js.map +0 -1
  166. package/dist/src/datasets/createOrGetDataset.d.ts +0 -18
  167. package/dist/src/datasets/createOrGetDataset.d.ts.map +0 -1
  168. package/dist/src/datasets/createOrGetDataset.js +0 -32
  169. package/dist/src/datasets/createOrGetDataset.js.map +0 -1
  170. package/src/datasets/createOrGetDataset.ts +0 -40
package/README.md CHANGED
@@ -368,6 +368,69 @@ do {
368
368
 
369
369
  > **Note:** Requires Phoenix server >= 13.15.0.
370
370
 
371
+ ### Trace Annotations
372
+
373
+ Add structured feedback (label/score by name) to entire traces. Use `addTraceAnnotation` for one trace or `logTraceAnnotations` for batches.
374
+
375
+ ```ts
376
+ import {
377
+ addTraceAnnotation,
378
+ logTraceAnnotations,
379
+ } from "@arizeai/phoenix-client/traces";
380
+
381
+ // Single annotation
382
+ const result = await addTraceAnnotation({
383
+ traceAnnotation: {
384
+ traceId: "abc123",
385
+ name: "correctness",
386
+ label: "correct",
387
+ score: 1.0,
388
+ annotatorKind: "HUMAN",
389
+ },
390
+ sync: true, // returns { id: "..." } when sync, null when async
391
+ });
392
+
393
+ // Batch
394
+ await logTraceAnnotations({
395
+ traceAnnotations: [
396
+ {
397
+ traceId: "abc123",
398
+ name: "correctness",
399
+ label: "correct",
400
+ score: 1.0,
401
+ annotatorKind: "HUMAN",
402
+ },
403
+ {
404
+ traceId: "def456",
405
+ name: "faithfulness",
406
+ label: "faithful",
407
+ score: 0.9,
408
+ annotatorKind: "LLM",
409
+ },
410
+ ],
411
+ sync: true,
412
+ });
413
+ ```
414
+
415
+ The reserved name `note` is rejected — use `addTraceNote` instead for free-form notes (see below).
416
+
417
+ ### Trace Notes
418
+
419
+ Notes are a special type of annotation for free-form text — useful for open coding, where reviewers leave qualitative observations on a trace before any rubric exists. Multiple notes can coexist on the same trace.
420
+
421
+ ```ts
422
+ import { addTraceNote } from "@arizeai/phoenix-client/traces";
423
+
424
+ await addTraceNote({
425
+ traceNote: {
426
+ traceId: "abc123",
427
+ note: "Needs follow-up — unexpected tool call sequence",
428
+ },
429
+ });
430
+ ```
431
+
432
+ > **Note:** `addTraceNote` requires Phoenix server >= 14.13.0.
433
+
371
434
  ## Spans
372
435
 
373
436
  The `@arizeai/phoenix-client` package provides a `spans` export for querying spans with powerful filtering.
@@ -505,6 +568,7 @@ import {
505
568
  listSessions,
506
569
  getSession,
507
570
  addSessionAnnotation,
571
+ addSessionNote,
508
572
  } from "@arizeai/phoenix-client/sessions";
509
573
 
510
574
  // List all sessions for a project
@@ -537,6 +601,19 @@ await addSessionAnnotation({
537
601
  });
538
602
  ```
539
603
 
604
+ ### Adding Session Notes
605
+
606
+ Session notes require Phoenix server `14.17.0` or newer.
607
+
608
+ ```ts
609
+ await addSessionNote({
610
+ sessionNote: {
611
+ sessionId: "my-session-id",
612
+ note: "Needs review",
613
+ },
614
+ });
615
+ ```
616
+
540
617
  ## Examples
541
618
 
542
619
  To run examples, install dependencies using `pnpm` and run: