@arizeai/phoenix-client 4.0.2 → 4.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/esm/__generated__/api/v1.d.ts +529 -4
- package/dist/esm/__generated__/api/v1.d.ts.map +1 -1
- package/dist/esm/experiments/getExperimentRuns.d.ts +8 -2
- package/dist/esm/experiments/getExperimentRuns.d.ts.map +1 -1
- package/dist/esm/experiments/getExperimentRuns.js +34 -23
- package/dist/esm/experiments/getExperimentRuns.js.map +1 -1
- package/dist/esm/experiments/runExperiment.d.ts +7 -1
- package/dist/esm/experiments/runExperiment.d.ts.map +1 -1
- package/dist/esm/experiments/runExperiment.js +13 -10
- package/dist/esm/experiments/runExperiment.js.map +1 -1
- package/dist/esm/sessions/addSessionAnnotation.d.ts +44 -0
- package/dist/esm/sessions/addSessionAnnotation.d.ts.map +1 -0
- package/dist/esm/sessions/addSessionAnnotation.js +44 -0
- package/dist/esm/sessions/addSessionAnnotation.js.map +1 -0
- package/dist/esm/sessions/index.d.ts +3 -0
- package/dist/esm/sessions/index.d.ts.map +1 -0
- package/dist/esm/sessions/index.js +3 -0
- package/dist/esm/sessions/index.js.map +1 -0
- package/dist/esm/sessions/logSessionAnnotations.d.ts +56 -0
- package/dist/esm/sessions/logSessionAnnotations.d.ts.map +1 -0
- package/dist/esm/sessions/logSessionAnnotations.js +53 -0
- package/dist/esm/sessions/logSessionAnnotations.js.map +1 -0
- package/dist/esm/sessions/types.d.ts +19 -0
- package/dist/esm/sessions/types.d.ts.map +1 -0
- package/dist/esm/sessions/types.js +37 -0
- package/dist/esm/sessions/types.js.map +1 -0
- package/dist/esm/spans/types.d.ts +3 -50
- package/dist/esm/spans/types.d.ts.map +1 -1
- package/dist/esm/spans/types.js.map +1 -1
- package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
- package/dist/esm/types/annotations.d.ts +37 -0
- package/dist/esm/types/annotations.d.ts.map +1 -1
- package/dist/esm/types/experiments.d.ts +6 -6
- package/dist/esm/types/experiments.d.ts.map +1 -1
- package/dist/esm/utils/formatPromptMessages.d.ts.map +1 -1
- package/dist/esm/utils/getPromptBySelector.d.ts.map +1 -1
- package/dist/src/__generated__/api/v1.d.ts +529 -4
- package/dist/src/__generated__/api/v1.d.ts.map +1 -1
- package/dist/src/experiments/getExperimentRuns.d.ts +8 -2
- package/dist/src/experiments/getExperimentRuns.d.ts.map +1 -1
- package/dist/src/experiments/getExperimentRuns.js +35 -23
- package/dist/src/experiments/getExperimentRuns.js.map +1 -1
- package/dist/src/experiments/runExperiment.d.ts +7 -1
- package/dist/src/experiments/runExperiment.d.ts.map +1 -1
- package/dist/src/experiments/runExperiment.js +14 -11
- package/dist/src/experiments/runExperiment.js.map +1 -1
- package/dist/src/sessions/addSessionAnnotation.d.ts +44 -0
- package/dist/src/sessions/addSessionAnnotation.d.ts.map +1 -0
- package/dist/src/sessions/addSessionAnnotation.js +48 -0
- package/dist/src/sessions/addSessionAnnotation.js.map +1 -0
- package/dist/src/sessions/index.d.ts +3 -0
- package/dist/src/sessions/index.d.ts.map +1 -0
- package/dist/src/sessions/index.js +19 -0
- package/dist/src/sessions/index.js.map +1 -0
- package/dist/src/sessions/logSessionAnnotations.d.ts +56 -0
- package/dist/src/sessions/logSessionAnnotations.d.ts.map +1 -0
- package/dist/src/sessions/logSessionAnnotations.js +56 -0
- package/dist/src/sessions/logSessionAnnotations.js.map +1 -0
- package/dist/src/sessions/types.d.ts +19 -0
- package/dist/src/sessions/types.d.ts.map +1 -0
- package/dist/src/sessions/types.js +41 -0
- package/dist/src/sessions/types.js.map +1 -0
- package/dist/src/spans/types.d.ts +3 -50
- package/dist/src/spans/types.d.ts.map +1 -1
- package/dist/src/spans/types.js.map +1 -1
- package/dist/src/types/annotations.d.ts +37 -0
- package/dist/src/types/annotations.d.ts.map +1 -1
- package/dist/src/types/experiments.d.ts +6 -6
- package/dist/src/types/experiments.d.ts.map +1 -1
- package/dist/src/utils/formatPromptMessages.d.ts.map +1 -1
- package/dist/src/utils/getPromptBySelector.d.ts.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +8 -2
- package/src/__generated__/api/v1.ts +529 -4
- package/src/experiments/getExperimentRuns.ts +44 -15
- package/src/experiments/runExperiment.ts +18 -10
- package/src/sessions/addSessionAnnotation.ts +65 -0
- package/src/sessions/index.ts +2 -0
- package/src/sessions/logSessionAnnotations.ts +77 -0
- package/src/sessions/types.ts +67 -0
- package/src/spans/types.ts +3 -50
- package/src/types/annotations.ts +39 -0
- package/src/types/experiments.ts +6 -6
|
@@ -1,3 +1,40 @@
|
|
|
1
1
|
import { components } from "../__generated__/api/v1.js";
|
|
2
2
|
export type AnnotatorKind = components["schemas"]["SpanAnnotationData"]["annotator_kind"];
|
|
3
|
+
/**
|
|
4
|
+
* The result of an annotation from an author (e.x. an LLM or human)
|
|
5
|
+
*/
|
|
6
|
+
export type AnnotationResult = {
|
|
7
|
+
label?: string | null;
|
|
8
|
+
score?: number | null;
|
|
9
|
+
explanation?: string | null;
|
|
10
|
+
};
|
|
11
|
+
/**
|
|
12
|
+
* The base interface for all kinds of annotations (span, trace, session)
|
|
13
|
+
*/
|
|
14
|
+
export interface Annotation {
|
|
15
|
+
/**
|
|
16
|
+
* The name of the annotation
|
|
17
|
+
*/
|
|
18
|
+
name: string;
|
|
19
|
+
/**
|
|
20
|
+
* The label assigned by the annotation
|
|
21
|
+
*/
|
|
22
|
+
label?: string;
|
|
23
|
+
/**
|
|
24
|
+
* The score assigned by the annotation
|
|
25
|
+
*/
|
|
26
|
+
score?: number;
|
|
27
|
+
/**
|
|
28
|
+
* Explanation of the annotation result
|
|
29
|
+
*/
|
|
30
|
+
explanation?: string;
|
|
31
|
+
/**
|
|
32
|
+
* The identifier of the annotation. If provided, the annotation will be updated if it already exists.
|
|
33
|
+
*/
|
|
34
|
+
identifier?: string;
|
|
35
|
+
/**
|
|
36
|
+
* Metadata for the annotation
|
|
37
|
+
*/
|
|
38
|
+
metadata?: Record<string, unknown>;
|
|
39
|
+
}
|
|
3
40
|
//# sourceMappingURL=annotations.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"annotations.d.ts","sourceRoot":"","sources":["../../../src/types/annotations.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,MAAM,aAAa,GACvB,UAAU,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,CAAC,gBAAgB,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"annotations.d.ts","sourceRoot":"","sources":["../../../src/types/annotations.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,MAAM,aAAa,GACvB,UAAU,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,CAAC,gBAAgB,CAAC,CAAC;AAEhE;;GAEG;AACH,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B,CAAC;AAEF;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC"}
|
|
@@ -45,7 +45,7 @@ export interface ExperimentRun extends Node {
|
|
|
45
45
|
error: string | null;
|
|
46
46
|
traceId: string | null;
|
|
47
47
|
}
|
|
48
|
-
export type EvaluatorParams = {
|
|
48
|
+
export type EvaluatorParams<TaskOutputType = TaskOutput> = {
|
|
49
49
|
/**
|
|
50
50
|
* The input field of the Dataset Example
|
|
51
51
|
*/
|
|
@@ -53,7 +53,7 @@ export type EvaluatorParams = {
|
|
|
53
53
|
/**
|
|
54
54
|
* The output of the task
|
|
55
55
|
*/
|
|
56
|
-
output:
|
|
56
|
+
output: TaskOutputType;
|
|
57
57
|
/**
|
|
58
58
|
* The expected or reference output of the Dataset Example
|
|
59
59
|
*/
|
|
@@ -69,10 +69,10 @@ export type Evaluator = {
|
|
|
69
69
|
evaluate: (args: EvaluatorParams) => Promise<EvaluationResult> | EvaluationResult;
|
|
70
70
|
};
|
|
71
71
|
export type EvaluationResult = {
|
|
72
|
-
score
|
|
73
|
-
label
|
|
74
|
-
metadata
|
|
75
|
-
explanation
|
|
72
|
+
score?: number | null;
|
|
73
|
+
label?: string | null;
|
|
74
|
+
metadata?: Record<string, unknown>;
|
|
75
|
+
explanation?: string | null;
|
|
76
76
|
};
|
|
77
77
|
export interface ExperimentEvaluationRun extends Node {
|
|
78
78
|
experimentRunId: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiments.d.ts","sourceRoot":"","sources":["../../../src/types/experiments.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAErC;;GAEG;AACH,MAAM,WAAW,cAAe,SAAQ,IAAI;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,MAAM,eAAe,GAAG,MAAM,CAAC;AAErC;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;CAC9C;AAED;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,cAAc,EAAE,iBAAiB;IACtE,cAAc,CAAC,EAAE,uBAAuB,EAAE,CAAC;CAC5C;AAED;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,IAAI;IACzC,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;IACd;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IACnD,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB;AAED,MAAM,MAAM,eAAe,GAAG;
|
|
1
|
+
{"version":3,"file":"experiments.d.ts","sourceRoot":"","sources":["../../../src/types/experiments.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAErC;;GAEG;AACH,MAAM,WAAW,cAAe,SAAQ,IAAI;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,MAAM,eAAe,GAAG,MAAM,CAAC;AAErC;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;CAC9C;AAED;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,cAAc,EAAE,iBAAiB;IACtE,cAAc,CAAC,EAAE,uBAAuB,EAAE,CAAC;CAC5C;AAED;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,IAAI;IACzC,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;IACd;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IACnD,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB;AAED,MAAM,MAAM,eAAe,CAAC,cAAc,GAAG,UAAU,IAAI;IACzD;;OAEG;IACH,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACxB;;OAEG;IACH,MAAM,EAAE,cAAc,CAAC;IACvB;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC7B;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,aAAa,CAAC;IACpB,QAAQ,EAAE,CACR,IAAI,EAAE,eAAe,KAClB,OAAO,CAAC,gBAAgB,CAAC,GAAG,gBAAgB,CAAC;CACnD,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B,CAAC;AAEF,MAAM,WAAW,uBAAwB,SAAQ,IAAI;IACnD,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;IACd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,aAAa,CAAC;IAC7B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAChC;;;OAGG;IACH,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB;AAED,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;AAEnE,MAAM,MAAM,cAAc,GAAG,CAC3B,OAAO,EAAE,OAAO,KACb,OAAO,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC;AAEtC,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;CACnB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"formatPromptMessages.d.ts","sourceRoot":"","sources":["../../../src/utils/formatPromptMessages.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAO3E;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,oBAAoB,EAC5B,cAAc,EAAE,iBAAiB,EAAE,EACnC,SAAS,GAAE,SAAc;;;;;;;
|
|
1
|
+
{"version":3,"file":"formatPromptMessages.d.ts","sourceRoot":"","sources":["../../../src/utils/formatPromptMessages.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAO3E;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,oBAAoB,EAC5B,cAAc,EAAE,iBAAiB,EAAE,EACnC,SAAS,GAAE,SAAc;;;;;;;mBA4Ds0nF,uDAAsB;;;;;;;;;IAlBt3nF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"getPromptBySelector.d.ts","sourceRoot":"","sources":["../../../src/utils/getPromptBySelector.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC;;GAEG;AACH,MAAM,MAAM,yBAAyB,GAAG,QAAQ,GAAG;IACjD;;OAEG;IACH,MAAM,EAAE,cAAc,CAAC;CACxB,CAAC;AAEF;;;;;;;;;;GAUG;AACH,wBAAsB,mBAAmB,CAAC,EACxC,MAAM,EAAE,OAAO,EACf,MAAM,GACP,EAAE,yBAAyB;;
|
|
1
|
+
{"version":3,"file":"getPromptBySelector.d.ts","sourceRoot":"","sources":["../../../src/utils/getPromptBySelector.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC;;GAEG;AACH,MAAM,MAAM,yBAAyB,GAAG,QAAQ,GAAG;IACjD;;OAEG;IACH,MAAM,EAAE,cAAc,CAAC;CACxB,CAAC;AAEF;;;;;;;;;;GAUG;AACH,wBAAsB,mBAAmB,CAAC,EACxC,MAAM,EAAE,OAAO,EACf,MAAM,GACP,EAAE,yBAAyB;;oBAkD2hqE,uDAAsB;;cAAkI,uDAAsB,yBAAwB,uDAAsB;mBAAoD,uDAAsB;qBAAoD,uDAAsB;2BAAqG,uDAAsB,uCAAsC,uDAAsB,4CAA2C,uDAAsB,0CAAyC,uDAAsB,uCAAsC,uDAAsB,yCAAwC,uDAAsB,oCAAmC,uDAAsB,uCAAsC,uDAAsB;YAAsD,uDAAsB;sBAAwF,uDAAsB;;UADtosE"}
|