@arizeai/phoenix-client 1.0.2 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (84) hide show
  1. package/README.md +17 -5
  2. package/dist/esm/__generated__/api/v1.d.ts +1809 -295
  3. package/dist/esm/__generated__/api/v1.d.ts.map +1 -1
  4. package/dist/esm/experiments/runExperiment.d.ts +48 -13
  5. package/dist/esm/experiments/runExperiment.d.ts.map +1 -1
  6. package/dist/esm/experiments/runExperiment.js +139 -36
  7. package/dist/esm/experiments/runExperiment.js.map +1 -1
  8. package/dist/esm/schemas/llm/constants.d.ts +1 -1
  9. package/dist/esm/schemas/llm/converters.d.ts +4 -4
  10. package/dist/esm/schemas/llm/openai/converters.d.ts +1 -1
  11. package/dist/esm/schemas/llm/phoenixPrompt/converters.d.ts +8 -8
  12. package/dist/esm/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts +5 -5
  13. package/dist/esm/schemas/llm/phoenixPrompt/messageSchemas.d.ts +8 -8
  14. package/dist/esm/schemas/llm/schemas.d.ts +4 -4
  15. package/dist/esm/spans/addSpanAnnotation.d.ts +39 -0
  16. package/dist/esm/spans/addSpanAnnotation.d.ts.map +1 -0
  17. package/dist/esm/spans/addSpanAnnotation.js +44 -0
  18. package/dist/esm/spans/addSpanAnnotation.js.map +1 -0
  19. package/dist/esm/spans/index.d.ts +3 -0
  20. package/dist/esm/spans/index.d.ts.map +1 -0
  21. package/dist/esm/spans/index.js +3 -0
  22. package/dist/esm/spans/index.js.map +1 -0
  23. package/dist/esm/spans/logSpanAnnotations.d.ts +51 -0
  24. package/dist/esm/spans/logSpanAnnotations.d.ts.map +1 -0
  25. package/dist/esm/spans/logSpanAnnotations.js +53 -0
  26. package/dist/esm/spans/logSpanAnnotations.js.map +1 -0
  27. package/dist/esm/spans/types.d.ts +43 -0
  28. package/dist/esm/spans/types.d.ts.map +1 -0
  29. package/dist/esm/spans/types.js +18 -0
  30. package/dist/esm/spans/types.js.map +1 -0
  31. package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
  32. package/dist/esm/types/annotations.d.ts +2 -1
  33. package/dist/esm/types/annotations.d.ts.map +1 -1
  34. package/dist/esm/types/experiments.d.ts +1 -7
  35. package/dist/esm/types/experiments.d.ts.map +1 -1
  36. package/dist/esm/utils/formatPromptMessages.d.ts +3 -1
  37. package/dist/esm/utils/formatPromptMessages.d.ts.map +1 -1
  38. package/dist/esm/utils/getPromptBySelector.d.ts.map +1 -1
  39. package/dist/src/__generated__/api/v1.d.ts +1809 -295
  40. package/dist/src/__generated__/api/v1.d.ts.map +1 -1
  41. package/dist/src/experiments/runExperiment.d.ts +48 -13
  42. package/dist/src/experiments/runExperiment.d.ts.map +1 -1
  43. package/dist/src/experiments/runExperiment.js +138 -36
  44. package/dist/src/experiments/runExperiment.js.map +1 -1
  45. package/dist/src/schemas/llm/constants.d.ts +1 -1
  46. package/dist/src/schemas/llm/converters.d.ts +4 -4
  47. package/dist/src/schemas/llm/openai/converters.d.ts +1 -1
  48. package/dist/src/schemas/llm/phoenixPrompt/converters.d.ts +8 -8
  49. package/dist/src/schemas/llm/phoenixPrompt/messagePartSchemas.d.ts +5 -5
  50. package/dist/src/schemas/llm/phoenixPrompt/messageSchemas.d.ts +8 -8
  51. package/dist/src/schemas/llm/schemas.d.ts +4 -4
  52. package/dist/src/spans/addSpanAnnotation.d.ts +39 -0
  53. package/dist/src/spans/addSpanAnnotation.d.ts.map +1 -0
  54. package/dist/src/spans/addSpanAnnotation.js +59 -0
  55. package/dist/src/spans/addSpanAnnotation.js.map +1 -0
  56. package/dist/src/spans/index.d.ts +3 -0
  57. package/dist/src/spans/index.d.ts.map +1 -0
  58. package/dist/src/spans/index.js +19 -0
  59. package/dist/src/spans/index.js.map +1 -0
  60. package/dist/src/spans/logSpanAnnotations.d.ts +51 -0
  61. package/dist/src/spans/logSpanAnnotations.d.ts.map +1 -0
  62. package/dist/src/spans/logSpanAnnotations.js +68 -0
  63. package/dist/src/spans/logSpanAnnotations.js.map +1 -0
  64. package/dist/src/spans/types.d.ts +43 -0
  65. package/dist/src/spans/types.d.ts.map +1 -0
  66. package/dist/src/spans/types.js +22 -0
  67. package/dist/src/spans/types.js.map +1 -0
  68. package/dist/src/types/annotations.d.ts +2 -1
  69. package/dist/src/types/annotations.d.ts.map +1 -1
  70. package/dist/src/types/experiments.d.ts +1 -7
  71. package/dist/src/types/experiments.d.ts.map +1 -1
  72. package/dist/src/utils/formatPromptMessages.d.ts +3 -1
  73. package/dist/src/utils/formatPromptMessages.d.ts.map +1 -1
  74. package/dist/src/utils/getPromptBySelector.d.ts.map +1 -1
  75. package/dist/tsconfig.tsbuildinfo +1 -1
  76. package/package.json +8 -2
  77. package/src/__generated__/api/v1.ts +1809 -295
  78. package/src/experiments/runExperiment.ts +211 -74
  79. package/src/spans/addSpanAnnotation.ts +59 -0
  80. package/src/spans/index.ts +2 -0
  81. package/src/spans/logSpanAnnotations.ts +71 -0
  82. package/src/spans/types.ts +60 -0
  83. package/src/types/annotations.ts +4 -1
  84. package/src/types/experiments.ts +1 -7
package/src/types/experiments.ts CHANGED
@@ -8,7 +8,6 @@ import { Example } from "./datasets";
8
8
  export interface Experiment extends Node {
9
9
  datasetId: string;
10
10
  datasetVersionId: string;
11
- repetitions: number;
12
11
  /**
13
12
  * The project under which the experiment task traces are recorded
14
13
  */
@@ -32,7 +31,6 @@ export interface ExperimentRun extends Node {
32
31
  */
33
32
  experimentId: string;
34
33
  datasetExampleId: string;
35
- repetitionNumber: number;
36
34
  output?: string | Record<string, unknown> | null;
37
35
  error: string | null;
38
36
  traceId: string | null;
@@ -59,6 +57,7 @@ export type EvaluatorParams = {
59
57
 
60
58
  export type Evaluator = {
61
59
  name: string;
60
+ kind: AnnotatorKind;
62
61
  evaluate: (
63
62
  args: EvaluatorParams
64
63
  ) => Promise<EvaluationResult> | EvaluationResult;
@@ -100,9 +99,4 @@ export interface ExperimentParameters {
100
99
  * The number of examples to run the experiment on
101
100
  */
102
101
  nExamples: number;
103
- /**
104
- * The number of repetitions to run the experiment
105
- * e.g. the number of times to run the task
106
- */
107
- nRepetitions: number;
108
102
  }