@arizeai/phoenix-client 1.1.0 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (67) hide show
  1. package/dist/esm/__generated__/api/v1.d.ts +375 -0
  2. package/dist/esm/__generated__/api/v1.d.ts.map +1 -1
  3. package/dist/esm/experiments/runExperiment.d.ts +48 -13
  4. package/dist/esm/experiments/runExperiment.d.ts.map +1 -1
  5. package/dist/esm/experiments/runExperiment.js +139 -36
  6. package/dist/esm/experiments/runExperiment.js.map +1 -1
  7. package/dist/esm/spans/addSpanAnnotation.d.ts +39 -0
  8. package/dist/esm/spans/addSpanAnnotation.d.ts.map +1 -0
  9. package/dist/esm/spans/addSpanAnnotation.js +44 -0
  10. package/dist/esm/spans/addSpanAnnotation.js.map +1 -0
  11. package/dist/esm/spans/index.d.ts +3 -0
  12. package/dist/esm/spans/index.d.ts.map +1 -0
  13. package/dist/esm/spans/index.js +3 -0
  14. package/dist/esm/spans/index.js.map +1 -0
  15. package/dist/esm/spans/logSpanAnnotations.d.ts +51 -0
  16. package/dist/esm/spans/logSpanAnnotations.d.ts.map +1 -0
  17. package/dist/esm/spans/logSpanAnnotations.js +53 -0
  18. package/dist/esm/spans/logSpanAnnotations.js.map +1 -0
  19. package/dist/esm/spans/types.d.ts +43 -0
  20. package/dist/esm/spans/types.d.ts.map +1 -0
  21. package/dist/esm/spans/types.js +18 -0
  22. package/dist/esm/spans/types.js.map +1 -0
  23. package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
  24. package/dist/esm/types/annotations.d.ts +2 -1
  25. package/dist/esm/types/annotations.d.ts.map +1 -1
  26. package/dist/esm/types/experiments.d.ts +1 -7
  27. package/dist/esm/types/experiments.d.ts.map +1 -1
  28. package/dist/esm/utils/formatPromptMessages.d.ts.map +1 -1
  29. package/dist/esm/utils/getPromptBySelector.d.ts.map +1 -1
  30. package/dist/src/__generated__/api/v1.d.ts +375 -0
  31. package/dist/src/__generated__/api/v1.d.ts.map +1 -1
  32. package/dist/src/experiments/runExperiment.d.ts +48 -13
  33. package/dist/src/experiments/runExperiment.d.ts.map +1 -1
  34. package/dist/src/experiments/runExperiment.js +138 -36
  35. package/dist/src/experiments/runExperiment.js.map +1 -1
  36. package/dist/src/spans/addSpanAnnotation.d.ts +39 -0
  37. package/dist/src/spans/addSpanAnnotation.d.ts.map +1 -0
  38. package/dist/src/spans/addSpanAnnotation.js +59 -0
  39. package/dist/src/spans/addSpanAnnotation.js.map +1 -0
  40. package/dist/src/spans/index.d.ts +3 -0
  41. package/dist/src/spans/index.d.ts.map +1 -0
  42. package/dist/src/spans/index.js +19 -0
  43. package/dist/src/spans/index.js.map +1 -0
  44. package/dist/src/spans/logSpanAnnotations.d.ts +51 -0
  45. package/dist/src/spans/logSpanAnnotations.d.ts.map +1 -0
  46. package/dist/src/spans/logSpanAnnotations.js +68 -0
  47. package/dist/src/spans/logSpanAnnotations.js.map +1 -0
  48. package/dist/src/spans/types.d.ts +43 -0
  49. package/dist/src/spans/types.d.ts.map +1 -0
  50. package/dist/src/spans/types.js +22 -0
  51. package/dist/src/spans/types.js.map +1 -0
  52. package/dist/src/types/annotations.d.ts +2 -1
  53. package/dist/src/types/annotations.d.ts.map +1 -1
  54. package/dist/src/types/experiments.d.ts +1 -7
  55. package/dist/src/types/experiments.d.ts.map +1 -1
  56. package/dist/src/utils/formatPromptMessages.d.ts.map +1 -1
  57. package/dist/src/utils/getPromptBySelector.d.ts.map +1 -1
  58. package/dist/tsconfig.tsbuildinfo +1 -1
  59. package/package.json +7 -1
  60. package/src/__generated__/api/v1.ts +375 -0
  61. package/src/experiments/runExperiment.ts +211 -74
  62. package/src/spans/addSpanAnnotation.ts +59 -0
  63. package/src/spans/index.ts +2 -0
  64. package/src/spans/logSpanAnnotations.ts +71 -0
  65. package/src/spans/types.ts +60 -0
  66. package/src/types/annotations.ts +4 -1
  67. package/src/types/experiments.ts +1 -7
@@ -0,0 +1,22 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.toSpanAnnotationData = toSpanAnnotationData;
4
+ /**
5
+ * Convert a SpanAnnotation to the API format
6
+ */
7
+ function toSpanAnnotationData(annotation) {
8
+ var _a, _b, _c, _d, _e;
9
+ return {
10
+ span_id: annotation.spanId,
11
+ name: annotation.name,
12
+ annotator_kind: (_a = annotation.annotatorKind) !== null && _a !== void 0 ? _a : "HUMAN",
13
+ result: {
14
+ label: (_b = annotation.label) !== null && _b !== void 0 ? _b : null,
15
+ score: (_c = annotation.score) !== null && _c !== void 0 ? _c : null,
16
+ explanation: null,
17
+ },
18
+ metadata: (_d = annotation.metadata) !== null && _d !== void 0 ? _d : null,
19
+ identifier: (_e = annotation.identifier) !== null && _e !== void 0 ? _e : "",
20
+ };
21
+ }
22
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/spans/types.ts"],"names":[],"mappings":";;AA4CA,oDAeC;AAlBD;;GAEG;AACH,SAAgB,oBAAoB,CAClC,UAA0B;;IAE1B,OAAO;QACL,OAAO,EAAE,UAAU,CAAC,MAAM;QAC1B,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,cAAc,EAAE,MAAA,UAAU,CAAC,aAAa,mCAAI,OAAO;QACnD,MAAM,EAAE;YACN,KAAK,EAAE,MAAA,UAAU,CAAC,KAAK,mCAAI,IAAI;YAC/B,KAAK,EAAE,MAAA,UAAU,CAAC,KAAK,mCAAI,IAAI;YAC/B,WAAW,EAAE,IAAI;SAClB;QACD,QAAQ,EAAE,MAAA,UAAU,CAAC,QAAQ,mCAAI,IAAI;QACrC,UAAU,EAAE,MAAA,UAAU,CAAC,UAAU,mCAAI,EAAE;KACxC,CAAC;AACJ,CAAC"}
@@ -1,2 +1,3 @@
1
- export type AnnotatorKind = "HUMAN" | "LLM";
1
+ import { components } from "../__generated__/api/v1";
2
+ export type AnnotatorKind = components["schemas"]["SpanAnnotationData"]["annotator_kind"];
2
3
  //# sourceMappingURL=annotations.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"annotations.d.ts","sourceRoot":"","sources":["../../../src/types/annotations.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,aAAa,GAAG,OAAO,GAAG,KAAK,CAAC"}
1
+ {"version":3,"file":"annotations.d.ts","sourceRoot":"","sources":["../../../src/types/annotations.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,MAAM,aAAa,GACvB,UAAU,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,CAAC,gBAAgB,CAAC,CAAC"}
@@ -7,7 +7,6 @@ import { Example } from "./datasets";
7
7
  export interface Experiment extends Node {
8
8
  datasetId: string;
9
9
  datasetVersionId: string;
10
- repetitions: number;
11
10
  /**
12
11
  * The project under which the experiment task traces are recorded
13
12
  */
@@ -29,7 +28,6 @@ export interface ExperimentRun extends Node {
29
28
  */
30
29
  experimentId: string;
31
30
  datasetExampleId: string;
32
- repetitionNumber: number;
33
31
  output?: string | Record<string, unknown> | null;
34
32
  error: string | null;
35
33
  traceId: string | null;
@@ -54,6 +52,7 @@ export type EvaluatorParams = {
54
52
  };
55
53
  export type Evaluator = {
56
54
  name: string;
55
+ kind: AnnotatorKind;
57
56
  evaluate: (args: EvaluatorParams) => Promise<EvaluationResult> | EvaluationResult;
58
57
  };
59
58
  export type EvaluationResult = {
@@ -86,10 +85,5 @@ export interface ExperimentParameters {
86
85
  * The number of examples to run the experiment on
87
86
  */
88
87
  nExamples: number;
89
- /**
90
- * The number of repetitions to run the experiment
91
- * e.g. the number of times to run the task
92
- */
93
- nRepetitions: number;
94
88
  }
95
89
  //# sourceMappingURL=experiments.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"experiments.d.ts","sourceRoot":"","sources":["../../../src/types/experiments.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAErC;;GAEG;AACH,MAAM,WAAW,UAAW,SAAQ,IAAI;IACtC,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,aAAc,SAAQ,UAAU;IAC/C,MAAM,EAAE,oBAAoB,CAAC;IAC7B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACpC,cAAc,CAAC,EAAE,uBAAuB,EAAE,CAAC;CAC5C;AAED;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,IAAI;IACzC,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;IACd;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACjD,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB;AAED,MAAM,MAAM,eAAe,GAAG;IAC5B;;OAEG;IACH,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACxB;;OAEG;IACH,MAAM,EAAE,UAAU,CAAC;IACnB;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC7B;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,CACR,IAAI,EAAE,eAAe,KAClB,OAAO,CAAC,gBAAgB,CAAC,GAAG,gBAAgB,CAAC;CACnD,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B,CAAC;AAEF,MAAM,WAAW,uBAAwB,SAAQ,IAAI;IACnD,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;IACd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,aAAa,CAAC;IAC7B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAChC;;;OAGG;IACH,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB;AAED,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;AAEnE,MAAM,MAAM,cAAc,GAAG,CAC3B,OAAO,EAAE,OAAO,KACb,OAAO,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC;AAEtC,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,YAAY,EAAE,MAAM,CAAC;CACtB"}
1
+ {"version":3,"file":"experiments.d.ts","sourceRoot":"","sources":["../../../src/types/experiments.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAErC;;GAEG;AACH,MAAM,WAAW,UAAW,SAAQ,IAAI;IACtC,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,aAAc,SAAQ,UAAU;IAC/C,MAAM,EAAE,oBAAoB,CAAC;IAC7B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACpC,cAAc,CAAC,EAAE,uBAAuB,EAAE,CAAC;CAC5C;AAED;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,IAAI;IACzC,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;IACd;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACjD,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB;AAED,MAAM,MAAM,eAAe,GAAG;IAC5B;;OAEG;IACH,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACxB;;OAEG;IACH,MAAM,EAAE,UAAU,CAAC;IACnB;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC7B;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,aAAa,CAAC;IACpB,QAAQ,EAAE,CACR,IAAI,EAAE,eAAe,KAClB,OAAO,CAAC,gBAAgB,CAAC,GAAG,gBAAgB,CAAC;CACnD,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B,CAAC;AAEF,MAAM,WAAW,uBAAwB,SAAQ,IAAI;IACnD,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;IACd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,aAAa,CAAC;IAC7B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAChC;;;OAGG;IACH,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB;AAED,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;AAEnE,MAAM,MAAM,cAAc,GAAG,CAC3B,OAAO,EAAE,OAAO,KACb,OAAO,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC;AAEtC,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;CACnB"}
@@ -1 +1 @@
1
- {"version":3,"file":"formatPromptMessages.d.ts","sourceRoot":"","sources":["../../../src/utils/formatPromptMessages.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAO3E;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,oBAAoB,EAC5B,cAAc,EAAE,iBAAiB,EAAE,EACnC,SAAS,GAAE,SAAc;;;;;;;mBA4Dqy2C,uDAAsB;;;;;;;;;IAlBr12C"}
1
+ {"version":3,"file":"formatPromptMessages.d.ts","sourceRoot":"","sources":["../../../src/utils/formatPromptMessages.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAO3E;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,oBAAoB,EAC5B,cAAc,EAAE,iBAAiB,EAAE,EACnC,SAAS,GAAE,SAAc;;;;;;;mBA4DkxgD,uDAAsB;;;;;;;;;IAlBl0gD"}
@@ -1 +1 @@
1
- {"version":3,"file":"getPromptBySelector.d.ts","sourceRoot":"","sources":["../../../src/utils/getPromptBySelector.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC;;GAEG;AACH,MAAM,MAAM,yBAAyB,GAAG,QAAQ,GAAG;IACjD;;OAEG;IACH,MAAM,EAAE,cAAc,CAAC;CACxB,CAAC;AAEF;;;;;;;;;;GAUG;AACH,wBAAsB,mBAAmB,CAAC,EACxC,MAAM,EAAE,OAAO,EACf,MAAM,GACP,EAAE,yBAAyB;;oBAkD+lpC,uDAAsB;;cAAkI,uDAAsB,yBAAwB,uDAAsB;mBAAoD,uDAAsB;qBAAoD,uDAAsB;2BAAqG,uDAAsB,uCAAsC,uDAAsB,4CAA2C,uDAAsB,0CAAyC,uDAAsB;YAAyD,uDAAsB;sBAAwF,uDAAsB;;UAD99qC"}
1
+ {"version":3,"file":"getPromptBySelector.d.ts","sourceRoot":"","sources":["../../../src/utils/getPromptBySelector.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC;;GAEG;AACH,MAAM,MAAM,yBAAyB,GAAG,QAAQ,GAAG;IACjD;;OAEG;IACH,MAAM,EAAE,cAAc,CAAC;CACxB,CAAC;AAEF;;;;;;;;;;GAUG;AACH,wBAAsB,mBAAmB,CAAC,EACxC,MAAM,EAAE,OAAO,EACf,MAAM,GACP,EAAE,yBAAyB;;oBAkD4kzC,uDAAsB;;cAAkI,uDAAsB,yBAAwB,uDAAsB;mBAAoD,uDAAsB;qBAAoD,uDAAsB;2BAAqG,uDAAsB,uCAAsC,uDAAsB,4CAA2C,uDAAsB,0CAAyC,uDAAsB;YAAyD,uDAAsB;sBAAwF,uDAAsB;;UAD380C"}