langsmith 0.7.8 → 0.7.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (228) hide show
  1. package/README.md +161 -15
  2. package/dist/_openapi_client/client.cjs +814 -0
  3. package/dist/_openapi_client/client.d.ts +247 -0
  4. package/dist/_openapi_client/client.js +777 -0
  5. package/dist/_openapi_client/core/api-promise.cjs +100 -0
  6. package/dist/_openapi_client/core/api-promise.d.ts +45 -0
  7. package/dist/_openapi_client/core/api-promise.js +96 -0
  8. package/dist/_openapi_client/core/error.cjs +134 -0
  9. package/dist/_openapi_client/core/error.d.ts +45 -0
  10. package/dist/_openapi_client/core/error.js +118 -0
  11. package/dist/_openapi_client/core/pagination.cjs +374 -0
  12. package/dist/_openapi_client/core/pagination.d.ts +157 -0
  13. package/dist/_openapi_client/core/pagination.js +361 -0
  14. package/dist/_openapi_client/core/resource.cjs +17 -0
  15. package/dist/_openapi_client/core/resource.d.ts +5 -0
  16. package/dist/_openapi_client/core/resource.js +13 -0
  17. package/dist/_openapi_client/core/uploads.cjs +5 -0
  18. package/dist/_openapi_client/core/uploads.d.ts +2 -0
  19. package/dist/_openapi_client/core/uploads.js +1 -0
  20. package/dist/_openapi_client/index.cjs +29 -0
  21. package/dist/_openapi_client/index.d.ts +6 -0
  22. package/dist/_openapi_client/index.js +8 -0
  23. package/dist/_openapi_client/internal/builtin-types.cjs +4 -0
  24. package/dist/_openapi_client/internal/builtin-types.d.ts +72 -0
  25. package/dist/_openapi_client/internal/builtin-types.js +3 -0
  26. package/dist/_openapi_client/internal/detect-platform.cjs +162 -0
  27. package/dist/_openapi_client/internal/detect-platform.d.ts +14 -0
  28. package/dist/_openapi_client/internal/detect-platform.js +157 -0
  29. package/dist/_openapi_client/internal/errors.cjs +41 -0
  30. package/dist/_openapi_client/internal/errors.d.ts +2 -0
  31. package/dist/_openapi_client/internal/errors.js +36 -0
  32. package/dist/_openapi_client/internal/headers.cjs +79 -0
  33. package/dist/_openapi_client/internal/headers.d.ts +5 -0
  34. package/dist/_openapi_client/internal/headers.js +74 -0
  35. package/dist/_openapi_client/internal/parse.cjs +40 -0
  36. package/dist/_openapi_client/internal/parse.d.ts +11 -0
  37. package/dist/_openapi_client/internal/parse.js +37 -0
  38. package/dist/_openapi_client/internal/qs/formats.cjs +12 -0
  39. package/dist/_openapi_client/internal/qs/formats.d.ts +6 -0
  40. package/dist/_openapi_client/internal/qs/formats.js +8 -0
  41. package/dist/_openapi_client/internal/qs/stringify.cjs +277 -0
  42. package/dist/_openapi_client/internal/qs/stringify.d.ts +2 -0
  43. package/dist/_openapi_client/internal/qs/stringify.js +274 -0
  44. package/dist/_openapi_client/internal/qs/types.cjs +2 -0
  45. package/dist/_openapi_client/internal/qs/types.d.ts +56 -0
  46. package/dist/_openapi_client/internal/qs/types.js +1 -0
  47. package/dist/_openapi_client/internal/qs/utils.cjs +230 -0
  48. package/dist/_openapi_client/internal/qs/utils.d.ts +14 -0
  49. package/dist/_openapi_client/internal/qs/utils.js +217 -0
  50. package/dist/_openapi_client/internal/request-options.cjs +14 -0
  51. package/dist/_openapi_client/internal/request-options.d.ts +74 -0
  52. package/dist/_openapi_client/internal/request-options.js +10 -0
  53. package/dist/_openapi_client/internal/shim-types.cjs +4 -0
  54. package/dist/_openapi_client/internal/shim-types.d.ts +16 -0
  55. package/dist/_openapi_client/internal/shim-types.js +3 -0
  56. package/dist/_openapi_client/internal/shims.cjs +92 -0
  57. package/dist/_openapi_client/internal/shims.d.ts +25 -0
  58. package/dist/_openapi_client/internal/shims.js +85 -0
  59. package/dist/_openapi_client/internal/to-file.cjs +91 -0
  60. package/dist/_openapi_client/internal/to-file.d.ts +44 -0
  61. package/dist/_openapi_client/internal/to-file.js +88 -0
  62. package/dist/_openapi_client/internal/types.cjs +4 -0
  63. package/dist/_openapi_client/internal/types.d.ts +62 -0
  64. package/dist/_openapi_client/internal/types.js +3 -0
  65. package/dist/_openapi_client/internal/uploads.cjs +140 -0
  66. package/dist/_openapi_client/internal/uploads.d.ts +41 -0
  67. package/dist/_openapi_client/internal/uploads.js +130 -0
  68. package/dist/_openapi_client/internal/utils/env.cjs +22 -0
  69. package/dist/_openapi_client/internal/utils/env.d.ts +8 -0
  70. package/dist/_openapi_client/internal/utils/env.js +18 -0
  71. package/dist/_openapi_client/internal/utils/log.cjs +88 -0
  72. package/dist/_openapi_client/internal/utils/log.d.ts +36 -0
  73. package/dist/_openapi_client/internal/utils/log.js +82 -0
  74. package/dist/_openapi_client/internal/utils/path.cjs +79 -0
  75. package/dist/_openapi_client/internal/utils/path.d.ts +14 -0
  76. package/dist/_openapi_client/internal/utils/path.js +74 -0
  77. package/dist/_openapi_client/internal/utils/query.cjs +42 -0
  78. package/dist/_openapi_client/internal/utils/query.d.ts +1 -0
  79. package/dist/_openapi_client/internal/utils/query.js +6 -0
  80. package/dist/_openapi_client/internal/utils/sleep.cjs +7 -0
  81. package/dist/_openapi_client/internal/utils/sleep.d.ts +1 -0
  82. package/dist/_openapi_client/internal/utils/sleep.js +3 -0
  83. package/dist/_openapi_client/internal/utils/uuid.cjs +19 -0
  84. package/dist/_openapi_client/internal/utils/uuid.d.ts +4 -0
  85. package/dist/_openapi_client/internal/utils/uuid.js +15 -0
  86. package/dist/_openapi_client/internal/utils/values.cjs +112 -0
  87. package/dist/_openapi_client/internal/utils/values.d.ts +17 -0
  88. package/dist/_openapi_client/internal/utils/values.js +94 -0
  89. package/dist/_openapi_client/resources/annotation-queues/annotation-queues.cjs +138 -0
  90. package/dist/_openapi_client/resources/annotation-queues/annotation-queues.d.ts +367 -0
  91. package/dist/_openapi_client/resources/annotation-queues/annotation-queues.js +101 -0
  92. package/dist/_openapi_client/resources/annotation-queues/runs.cjs +46 -0
  93. package/dist/_openapi_client/resources/annotation-queues/runs.d.ts +128 -0
  94. package/dist/_openapi_client/resources/annotation-queues/runs.js +42 -0
  95. package/dist/_openapi_client/resources/commits.cjs +44 -0
  96. package/dist/_openapi_client/resources/commits.d.ts +204 -0
  97. package/dist/_openapi_client/resources/commits.js +40 -0
  98. package/dist/_openapi_client/resources/datasets/comparative.cjs +22 -0
  99. package/dist/_openapi_client/resources/datasets/comparative.d.ts +55 -0
  100. package/dist/_openapi_client/resources/datasets/comparative.js +18 -0
  101. package/dist/_openapi_client/resources/datasets/datasets.cjs +193 -0
  102. package/dist/_openapi_client/resources/datasets/datasets.d.ts +374 -0
  103. package/dist/_openapi_client/resources/datasets/datasets.js +156 -0
  104. package/dist/_openapi_client/resources/datasets/experiments.cjs +16 -0
  105. package/dist/_openapi_client/resources/datasets/experiments.d.ts +23 -0
  106. package/dist/_openapi_client/resources/datasets/experiments.js +12 -0
  107. package/dist/_openapi_client/resources/datasets/group.cjs +17 -0
  108. package/dist/_openapi_client/resources/datasets/group.d.ts +160 -0
  109. package/dist/_openapi_client/resources/datasets/group.js +13 -0
  110. package/dist/_openapi_client/resources/datasets/runs.cjs +29 -0
  111. package/dist/_openapi_client/resources/datasets/runs.d.ts +216 -0
  112. package/dist/_openapi_client/resources/datasets/runs.js +25 -0
  113. package/dist/_openapi_client/resources/datasets/share.cjs +32 -0
  114. package/dist/_openapi_client/resources/datasets/share.d.ts +28 -0
  115. package/dist/_openapi_client/resources/datasets/share.js +28 -0
  116. package/dist/_openapi_client/resources/datasets/splits.cjs +22 -0
  117. package/dist/_openapi_client/resources/datasets/splits.d.ts +30 -0
  118. package/dist/_openapi_client/resources/datasets/splits.js +18 -0
  119. package/dist/_openapi_client/resources/datasets/versions.cjs +23 -0
  120. package/dist/_openapi_client/resources/datasets/versions.d.ts +36 -0
  121. package/dist/_openapi_client/resources/datasets/versions.js +19 -0
  122. package/dist/_openapi_client/resources/evaluators.cjs +15 -0
  123. package/dist/_openapi_client/resources/evaluators.d.ts +125 -0
  124. package/dist/_openapi_client/resources/evaluators.js +11 -0
  125. package/dist/_openapi_client/resources/examples/bulk.cjs +24 -0
  126. package/dist/_openapi_client/resources/examples/bulk.d.ts +78 -0
  127. package/dist/_openapi_client/resources/examples/bulk.js +20 -0
  128. package/dist/_openapi_client/resources/examples/examples.cjs +124 -0
  129. package/dist/_openapi_client/resources/examples/examples.d.ts +182 -0
  130. package/dist/_openapi_client/resources/examples/examples.js +87 -0
  131. package/dist/_openapi_client/resources/examples/validate.cjs +21 -0
  132. package/dist/_openapi_client/resources/examples/validate.d.ts +38 -0
  133. package/dist/_openapi_client/resources/examples/validate.js +17 -0
  134. package/dist/_openapi_client/resources/feedback/configs.cjs +24 -0
  135. package/dist/_openapi_client/resources/feedback/configs.d.ts +18 -0
  136. package/dist/_openapi_client/resources/feedback/configs.js +20 -0
  137. package/dist/_openapi_client/resources/feedback/feedback.cjs +98 -0
  138. package/dist/_openapi_client/resources/feedback/feedback.d.ts +275 -0
  139. package/dist/_openapi_client/resources/feedback/feedback.js +61 -0
  140. package/dist/_openapi_client/resources/feedback/tokens.cjs +35 -0
  141. package/dist/_openapi_client/resources/feedback/tokens.d.ts +130 -0
  142. package/dist/_openapi_client/resources/feedback/tokens.js +31 -0
  143. package/dist/_openapi_client/resources/index.cjs +35 -0
  144. package/dist/_openapi_client/resources/index.d.ts +15 -0
  145. package/dist/_openapi_client/resources/index.js +17 -0
  146. package/dist/_openapi_client/resources/info.cjs +15 -0
  147. package/dist/_openapi_client/resources/info.d.ts +51 -0
  148. package/dist/_openapi_client/resources/info.js +11 -0
  149. package/dist/_openapi_client/resources/online-evaluators.cjs +70 -0
  150. package/dist/_openapi_client/resources/online-evaluators.d.ts +284 -0
  151. package/dist/_openapi_client/resources/online-evaluators.js +66 -0
  152. package/dist/_openapi_client/resources/public/datasets.cjs +47 -0
  153. package/dist/_openapi_client/resources/public/datasets.d.ts +152 -0
  154. package/dist/_openapi_client/resources/public/datasets.js +43 -0
  155. package/dist/_openapi_client/resources/public/public.cjs +62 -0
  156. package/dist/_openapi_client/resources/public/public.d.ts +32 -0
  157. package/dist/_openapi_client/resources/public/public.js +25 -0
  158. package/dist/_openapi_client/resources/repos/directories.cjs +40 -0
  159. package/dist/_openapi_client/resources/repos/directories.d.ts +72 -0
  160. package/dist/_openapi_client/resources/repos/directories.js +36 -0
  161. package/dist/_openapi_client/resources/repos/repos.cjs +93 -0
  162. package/dist/_openapi_client/resources/repos/repos.d.ts +188 -0
  163. package/dist/_openapi_client/resources/repos/repos.js +56 -0
  164. package/dist/_openapi_client/resources/runs/rules.cjs +9 -0
  165. package/dist/_openapi_client/resources/runs/rules.d.ts +3 -0
  166. package/dist/_openapi_client/resources/runs/rules.js +5 -0
  167. package/dist/_openapi_client/resources/runs/runs.cjs +102 -0
  168. package/dist/_openapi_client/resources/runs/runs.d.ts +542 -0
  169. package/dist/_openapi_client/resources/runs/runs.js +65 -0
  170. package/dist/_openapi_client/resources/sandboxes/boxes.cjs +86 -0
  171. package/dist/_openapi_client/resources/sandboxes/boxes.d.ts +1121 -0
  172. package/dist/_openapi_client/resources/sandboxes/boxes.js +82 -0
  173. package/dist/_openapi_client/resources/sandboxes/sandboxes.cjs +63 -0
  174. package/dist/_openapi_client/resources/sandboxes/sandboxes.d.ts +13 -0
  175. package/dist/_openapi_client/resources/sandboxes/sandboxes.js +26 -0
  176. package/dist/_openapi_client/resources/sandboxes/snapshots.cjs +39 -0
  177. package/dist/_openapi_client/resources/sandboxes/snapshots.d.ts +130 -0
  178. package/dist/_openapi_client/resources/sandboxes/snapshots.js +35 -0
  179. package/dist/_openapi_client/resources/sessions/insights.cjs +54 -0
  180. package/dist/_openapi_client/resources/sessions/insights.d.ts +246 -0
  181. package/dist/_openapi_client/resources/sessions/insights.js +50 -0
  182. package/dist/_openapi_client/resources/sessions/sessions.cjs +109 -0
  183. package/dist/_openapi_client/resources/sessions/sessions.d.ts +674 -0
  184. package/dist/_openapi_client/resources/sessions/sessions.js +72 -0
  185. package/dist/_openapi_client/resources/settings.cjs +15 -0
  186. package/dist/_openapi_client/resources/settings.d.ts +18 -0
  187. package/dist/_openapi_client/resources/settings.js +11 -0
  188. package/dist/_openapi_client/resources/workspaces.cjs +35 -0
  189. package/dist/_openapi_client/resources/workspaces.d.ts +84 -0
  190. package/dist/_openapi_client/resources/workspaces.js +31 -0
  191. package/dist/_openapi_client/version.cjs +5 -0
  192. package/dist/_openapi_client/version.d.ts +1 -0
  193. package/dist/_openapi_client/version.js +2 -0
  194. package/dist/client.cjs +48 -19
  195. package/dist/client.d.ts +5 -0
  196. package/dist/client.js +29 -0
  197. package/dist/env.cjs +3 -3
  198. package/dist/env.d.ts +1 -1
  199. package/dist/env.js +1 -1
  200. package/dist/experimental/otel/exporter.cjs +1 -1
  201. package/dist/experimental/otel/exporter.js +2 -2
  202. package/dist/experimental/vercel/telemetry.cjs +1 -1
  203. package/dist/experimental/vercel/telemetry.js +2 -2
  204. package/dist/index.cjs +4 -2
  205. package/dist/index.d.ts +2 -1
  206. package/dist/index.js +2 -1
  207. package/dist/run_trees.cjs +1 -1
  208. package/dist/run_trees.js +2 -2
  209. package/dist/sandbox/client.cjs +11 -3
  210. package/dist/sandbox/client.js +11 -3
  211. package/dist/sandbox/index.cjs +8 -2
  212. package/dist/sandbox/index.d.ts +3 -2
  213. package/dist/sandbox/index.js +2 -1
  214. package/dist/sandbox/mounts.cjs +114 -0
  215. package/dist/sandbox/mounts.d.ts +24 -0
  216. package/dist/sandbox/mounts.js +109 -0
  217. package/dist/sandbox/proxy_config.cjs +90 -5
  218. package/dist/sandbox/proxy_config.d.ts +19 -4
  219. package/dist/sandbox/proxy_config.js +86 -4
  220. package/dist/sandbox/types.d.ts +92 -3
  221. package/dist/traceable.cjs +1 -1
  222. package/dist/traceable.js +2 -2
  223. package/dist/utils/guard.cjs +13 -0
  224. package/dist/utils/guard.d.ts +6 -0
  225. package/dist/utils/guard.js +10 -0
  226. package/dist/utils/jestlike/globals.cjs +1 -1
  227. package/dist/utils/jestlike/globals.js +2 -2
  228. package/package.json +1 -1
@@ -0,0 +1,674 @@
1
+ import { APIResource } from '../../core/resource.js';
2
+ import * as InsightsAPI from './insights.js';
3
+ import { CreateRunClusteringJobRequest, InsightCreateParams, InsightCreateResponse, InsightDeleteParams, InsightDeleteResponse, InsightListParams, InsightListResponse, InsightListResponsesOffsetPaginationInsightsClusteringJobs, InsightRetrieveJobParams, InsightRetrieveJobResponse, InsightRetrieveRunsParams, InsightRetrieveRunsResponse, InsightUpdateParams, InsightUpdateResponse, Insights } from './insights.js';
4
+ import { APIPromise } from '../../core/api-promise.js';
5
+ import { OffsetPaginationTopLevelArray, type OffsetPaginationTopLevelArrayParams, PagePromise } from '../../core/pagination.js';
6
+ import { RequestOptions } from '../../internal/request-options.js';
7
+ export declare class Sessions extends APIResource {
8
+ insights: InsightsAPI.Insights;
9
+ /**
10
+ * Create a new session.
11
+ */
12
+ create(params: SessionCreateParams, options?: RequestOptions): APIPromise<TracerSessionWithoutVirtualFields>;
13
+ /**
14
+ * Get a specific session.
15
+ */
16
+ retrieve(sessionID: string, params?: SessionRetrieveParams | null | undefined, options?: RequestOptions): APIPromise<TracerSession>;
17
+ /**
18
+ * Update a session.
19
+ */
20
+ update(sessionID: string, body: SessionUpdateParams, options?: RequestOptions): APIPromise<TracerSessionWithoutVirtualFields>;
21
+ /**
22
+ * Get all sessions.
23
+ */
24
+ list(params?: SessionListParams | null | undefined, options?: RequestOptions): PagePromise<TracerSessionsOffsetPaginationTopLevelArray, TracerSession>;
25
+ /**
26
+ * Delete a specific session.
27
+ */
28
+ delete(sessionID: string, options?: RequestOptions): APIPromise<unknown>;
29
+ /**
30
+ * Get a prebuilt dashboard for a tracing project.
31
+ */
32
+ dashboard(sessionID: string, params: SessionDashboardParams, options?: RequestOptions): APIPromise<CustomChartsSection>;
33
+ }
34
+ export type TracerSessionsOffsetPaginationTopLevelArray = OffsetPaginationTopLevelArray<TracerSession>;
35
+ export interface CustomChartsSection {
36
+ id: string;
37
+ charts: Array<CustomChartsSection.Chart>;
38
+ title: string;
39
+ description?: string | null;
40
+ index?: number | null;
41
+ session_id?: string | null;
42
+ sub_sections?: Array<CustomChartsSection.SubSection> | null;
43
+ }
44
+ export declare namespace CustomChartsSection {
45
+ interface Chart {
46
+ id: string;
47
+ /**
48
+ * Enum for custom chart types.
49
+ */
50
+ chart_type: 'line' | 'bar' | 'table' | 'kpi' | 'top-k' | 'pie';
51
+ data: Array<Chart.Data>;
52
+ index: number;
53
+ series: Array<Chart.Series>;
54
+ title: string;
55
+ common_filters?: Chart.CommonFilters | null;
56
+ description?: string | null;
57
+ metadata?: {
58
+ [key: string]: unknown;
59
+ } | null;
60
+ }
61
+ namespace Chart {
62
+ interface Data {
63
+ series_id: string;
64
+ timestamp: string;
65
+ value: number | {
66
+ [key: string]: unknown;
67
+ } | null;
68
+ group?: string | null;
69
+ }
70
+ interface Series {
71
+ id: string;
72
+ name: string;
73
+ feedback_key?: string | null;
74
+ filter_definition?: Series.CustomChartFilterByTracingProject | Series.CustomChartFilterByDataset | null;
75
+ filters?: Series.Filters | null;
76
+ /**
77
+ * Include additional information about where the group_by param was set.
78
+ */
79
+ group_by?: Series.GroupBy | null;
80
+ group_by_definitions?: Array<Series.CustomChartGroupByPlain | Series.CustomChartGroupByComplex> | null;
81
+ /**
82
+ * Metrics you can chart. Feedback metrics are not available for
83
+ * organization-scoped charts.
84
+ */
85
+ metric?: 'run_count' | 'latency_p50' | 'latency_p99' | 'latency_avg' | 'first_token_p50' | 'first_token_p99' | 'total_tokens' | 'prompt_tokens' | 'completion_tokens' | 'median_tokens' | 'completion_tokens_p50' | 'prompt_tokens_p50' | 'tokens_p99' | 'completion_tokens_p99' | 'prompt_tokens_p99' | 'feedback' | 'feedback_score_avg' | 'feedback_values' | 'total_cost' | 'prompt_cost' | 'completion_cost' | 'error_rate' | 'streaming_rate' | 'cost_p50' | 'cost_p99' | null;
86
+ metric_definition?: Series.CustomChartMetricCount | Series.CustomChartMetricScalar | Series.CustomChartMetricPercentile | Series.CustomChartMetricRatioOutput | null;
87
+ /**
88
+ * LGP Metrics you can chart.
89
+ */
90
+ project_metric?: 'memory_usage' | 'cpu_usage' | 'disk_usage' | 'restart_count' | 'replica_count' | 'worker_count' | 'lg_run_count' | 'responses_per_second' | 'error_responses_per_second' | 'p95_latency' | null;
91
+ workspace_id?: string | null;
92
+ }
93
+ namespace Series {
94
+ interface CustomChartFilterByTracingProject {
95
+ project_ids: Array<string>;
96
+ source_type: 'tracing_project';
97
+ run_filter?: string | null;
98
+ trace_filter?: string | null;
99
+ tree_filter?: string | null;
100
+ }
101
+ interface CustomChartFilterByDataset {
102
+ dataset_ids: Array<string>;
103
+ source_type: 'dataset';
104
+ }
105
+ interface Filters {
106
+ filter?: string | null;
107
+ session?: Array<string> | null;
108
+ trace_filter?: string | null;
109
+ tree_filter?: string | null;
110
+ }
111
+ /**
112
+ * Include additional information about where the group_by param was set.
113
+ */
114
+ interface GroupBy {
115
+ attribute: 'name' | 'run_type' | 'tag' | 'metadata';
116
+ max_groups?: number;
117
+ path?: string | null;
118
+ set_by?: 'section' | 'series' | null;
119
+ }
120
+ interface CustomChartGroupByPlain {
121
+ attribute: 'name' | 'run_type' | 'tag' | 'project' | 'status';
122
+ }
123
+ interface CustomChartGroupByComplex {
124
+ attribute: 'metadata' | 'feedback_label';
125
+ path: string;
126
+ }
127
+ interface CustomChartMetricCount {
128
+ filter?: string | null;
129
+ type?: 'count';
130
+ }
131
+ interface CustomChartMetricScalar {
132
+ field: 'latency_seconds' | 'first_token_seconds' | 'total_tokens' | 'prompt_tokens' | 'completion_tokens' | 'total_cost' | 'prompt_cost' | 'completion_cost';
133
+ type: 'sum' | 'max' | 'min' | 'avg';
134
+ filter?: string | null;
135
+ }
136
+ interface CustomChartMetricPercentile {
137
+ field: 'latency_seconds' | 'first_token_seconds' | 'total_tokens' | 'prompt_tokens' | 'completion_tokens' | 'total_cost' | 'prompt_cost' | 'completion_cost';
138
+ params: CustomChartMetricPercentile.Params;
139
+ type: 'percentile';
140
+ filter?: string | null;
141
+ }
142
+ namespace CustomChartMetricPercentile {
143
+ interface Params {
144
+ p: number;
145
+ }
146
+ }
147
+ interface CustomChartMetricRatioOutput {
148
+ denominator: CustomChartMetricRatioOutput.CustomChartMetricCount | CustomChartMetricRatioOutput.CustomChartMetricScalar | CustomChartMetricRatioOutput.CustomChartMetricPercentile;
149
+ numerator: CustomChartMetricRatioOutput.CustomChartMetricCount | CustomChartMetricRatioOutput.CustomChartMetricScalar | CustomChartMetricRatioOutput.CustomChartMetricPercentile;
150
+ type: 'ratio';
151
+ }
152
+ namespace CustomChartMetricRatioOutput {
153
+ interface CustomChartMetricCount {
154
+ filter?: string | null;
155
+ type?: 'count';
156
+ }
157
+ interface CustomChartMetricScalar {
158
+ field: 'latency_seconds' | 'first_token_seconds' | 'total_tokens' | 'prompt_tokens' | 'completion_tokens' | 'total_cost' | 'prompt_cost' | 'completion_cost';
159
+ type: 'sum' | 'max' | 'min' | 'avg';
160
+ filter?: string | null;
161
+ }
162
+ interface CustomChartMetricPercentile {
163
+ field: 'latency_seconds' | 'first_token_seconds' | 'total_tokens' | 'prompt_tokens' | 'completion_tokens' | 'total_cost' | 'prompt_cost' | 'completion_cost';
164
+ params: CustomChartMetricPercentile.Params;
165
+ type: 'percentile';
166
+ filter?: string | null;
167
+ }
168
+ namespace CustomChartMetricPercentile {
169
+ interface Params {
170
+ p: number;
171
+ }
172
+ }
173
+ interface CustomChartMetricCount {
174
+ filter?: string | null;
175
+ type?: 'count';
176
+ }
177
+ interface CustomChartMetricScalar {
178
+ field: 'latency_seconds' | 'first_token_seconds' | 'total_tokens' | 'prompt_tokens' | 'completion_tokens' | 'total_cost' | 'prompt_cost' | 'completion_cost';
179
+ type: 'sum' | 'max' | 'min' | 'avg';
180
+ filter?: string | null;
181
+ }
182
+ interface CustomChartMetricPercentile {
183
+ field: 'latency_seconds' | 'first_token_seconds' | 'total_tokens' | 'prompt_tokens' | 'completion_tokens' | 'total_cost' | 'prompt_cost' | 'completion_cost';
184
+ params: CustomChartMetricPercentile.Params;
185
+ type: 'percentile';
186
+ filter?: string | null;
187
+ }
188
+ namespace CustomChartMetricPercentile {
189
+ interface Params {
190
+ p: number;
191
+ }
192
+ }
193
+ }
194
+ }
195
+ interface CommonFilters {
196
+ filter?: string | null;
197
+ session?: Array<string> | null;
198
+ trace_filter?: string | null;
199
+ tree_filter?: string | null;
200
+ }
201
+ }
202
+ interface SubSection {
203
+ id: string;
204
+ charts: Array<SubSection.Chart>;
205
+ index: number;
206
+ title: string;
207
+ description?: string | null;
208
+ }
209
+ namespace SubSection {
210
+ interface Chart {
211
+ id: string;
212
+ /**
213
+ * Enum for custom chart types.
214
+ */
215
+ chart_type: 'line' | 'bar' | 'table' | 'kpi' | 'top-k' | 'pie';
216
+ data: Array<Chart.Data>;
217
+ index: number;
218
+ series: Array<Chart.Series>;
219
+ title: string;
220
+ common_filters?: Chart.CommonFilters | null;
221
+ description?: string | null;
222
+ metadata?: {
223
+ [key: string]: unknown;
224
+ } | null;
225
+ }
226
+ namespace Chart {
227
+ interface Data {
228
+ series_id: string;
229
+ timestamp: string;
230
+ value: number | {
231
+ [key: string]: unknown;
232
+ } | null;
233
+ group?: string | null;
234
+ }
235
+ interface Series {
236
+ id: string;
237
+ name: string;
238
+ feedback_key?: string | null;
239
+ filter_definition?: Series.CustomChartFilterByTracingProject | Series.CustomChartFilterByDataset | null;
240
+ filters?: Series.Filters | null;
241
+ /**
242
+ * Include additional information about where the group_by param was set.
243
+ */
244
+ group_by?: Series.GroupBy | null;
245
+ group_by_definitions?: Array<Series.CustomChartGroupByPlain | Series.CustomChartGroupByComplex> | null;
246
+ /**
247
+ * Metrics you can chart. Feedback metrics are not available for
248
+ * organization-scoped charts.
249
+ */
250
+ metric?: 'run_count' | 'latency_p50' | 'latency_p99' | 'latency_avg' | 'first_token_p50' | 'first_token_p99' | 'total_tokens' | 'prompt_tokens' | 'completion_tokens' | 'median_tokens' | 'completion_tokens_p50' | 'prompt_tokens_p50' | 'tokens_p99' | 'completion_tokens_p99' | 'prompt_tokens_p99' | 'feedback' | 'feedback_score_avg' | 'feedback_values' | 'total_cost' | 'prompt_cost' | 'completion_cost' | 'error_rate' | 'streaming_rate' | 'cost_p50' | 'cost_p99' | null;
251
+ metric_definition?: Series.CustomChartMetricCount | Series.CustomChartMetricScalar | Series.CustomChartMetricPercentile | Series.CustomChartMetricRatioOutput | null;
252
+ /**
253
+ * LGP Metrics you can chart.
254
+ */
255
+ project_metric?: 'memory_usage' | 'cpu_usage' | 'disk_usage' | 'restart_count' | 'replica_count' | 'worker_count' | 'lg_run_count' | 'responses_per_second' | 'error_responses_per_second' | 'p95_latency' | null;
256
+ workspace_id?: string | null;
257
+ }
258
+ namespace Series {
259
+ interface CustomChartFilterByTracingProject {
260
+ project_ids: Array<string>;
261
+ source_type: 'tracing_project';
262
+ run_filter?: string | null;
263
+ trace_filter?: string | null;
264
+ tree_filter?: string | null;
265
+ }
266
+ interface CustomChartFilterByDataset {
267
+ dataset_ids: Array<string>;
268
+ source_type: 'dataset';
269
+ }
270
+ interface Filters {
271
+ filter?: string | null;
272
+ session?: Array<string> | null;
273
+ trace_filter?: string | null;
274
+ tree_filter?: string | null;
275
+ }
276
+ /**
277
+ * Include additional information about where the group_by param was set.
278
+ */
279
+ interface GroupBy {
280
+ attribute: 'name' | 'run_type' | 'tag' | 'metadata';
281
+ max_groups?: number;
282
+ path?: string | null;
283
+ set_by?: 'section' | 'series' | null;
284
+ }
285
+ interface CustomChartGroupByPlain {
286
+ attribute: 'name' | 'run_type' | 'tag' | 'project' | 'status';
287
+ }
288
+ interface CustomChartGroupByComplex {
289
+ attribute: 'metadata' | 'feedback_label';
290
+ path: string;
291
+ }
292
+ interface CustomChartMetricCount {
293
+ filter?: string | null;
294
+ type?: 'count';
295
+ }
296
+ interface CustomChartMetricScalar {
297
+ field: 'latency_seconds' | 'first_token_seconds' | 'total_tokens' | 'prompt_tokens' | 'completion_tokens' | 'total_cost' | 'prompt_cost' | 'completion_cost';
298
+ type: 'sum' | 'max' | 'min' | 'avg';
299
+ filter?: string | null;
300
+ }
301
+ interface CustomChartMetricPercentile {
302
+ field: 'latency_seconds' | 'first_token_seconds' | 'total_tokens' | 'prompt_tokens' | 'completion_tokens' | 'total_cost' | 'prompt_cost' | 'completion_cost';
303
+ params: CustomChartMetricPercentile.Params;
304
+ type: 'percentile';
305
+ filter?: string | null;
306
+ }
307
+ namespace CustomChartMetricPercentile {
308
+ interface Params {
309
+ p: number;
310
+ }
311
+ }
312
+ interface CustomChartMetricRatioOutput {
313
+ denominator: CustomChartMetricRatioOutput.CustomChartMetricCount | CustomChartMetricRatioOutput.CustomChartMetricScalar | CustomChartMetricRatioOutput.CustomChartMetricPercentile;
314
+ numerator: CustomChartMetricRatioOutput.CustomChartMetricCount | CustomChartMetricRatioOutput.CustomChartMetricScalar | CustomChartMetricRatioOutput.CustomChartMetricPercentile;
315
+ type: 'ratio';
316
+ }
317
+ namespace CustomChartMetricRatioOutput {
318
+ interface CustomChartMetricCount {
319
+ filter?: string | null;
320
+ type?: 'count';
321
+ }
322
+ interface CustomChartMetricScalar {
323
+ field: 'latency_seconds' | 'first_token_seconds' | 'total_tokens' | 'prompt_tokens' | 'completion_tokens' | 'total_cost' | 'prompt_cost' | 'completion_cost';
324
+ type: 'sum' | 'max' | 'min' | 'avg';
325
+ filter?: string | null;
326
+ }
327
+ interface CustomChartMetricPercentile {
328
+ field: 'latency_seconds' | 'first_token_seconds' | 'total_tokens' | 'prompt_tokens' | 'completion_tokens' | 'total_cost' | 'prompt_cost' | 'completion_cost';
329
+ params: CustomChartMetricPercentile.Params;
330
+ type: 'percentile';
331
+ filter?: string | null;
332
+ }
333
+ namespace CustomChartMetricPercentile {
334
+ interface Params {
335
+ p: number;
336
+ }
337
+ }
338
+ interface CustomChartMetricCount {
339
+ filter?: string | null;
340
+ type?: 'count';
341
+ }
342
+ interface CustomChartMetricScalar {
343
+ field: 'latency_seconds' | 'first_token_seconds' | 'total_tokens' | 'prompt_tokens' | 'completion_tokens' | 'total_cost' | 'prompt_cost' | 'completion_cost';
344
+ type: 'sum' | 'max' | 'min' | 'avg';
345
+ filter?: string | null;
346
+ }
347
+ interface CustomChartMetricPercentile {
348
+ field: 'latency_seconds' | 'first_token_seconds' | 'total_tokens' | 'prompt_tokens' | 'completion_tokens' | 'total_cost' | 'prompt_cost' | 'completion_cost';
349
+ params: CustomChartMetricPercentile.Params;
350
+ type: 'percentile';
351
+ filter?: string | null;
352
+ }
353
+ namespace CustomChartMetricPercentile {
354
+ interface Params {
355
+ p: number;
356
+ }
357
+ }
358
+ }
359
+ }
360
+ interface CommonFilters {
361
+ filter?: string | null;
362
+ session?: Array<string> | null;
363
+ trace_filter?: string | null;
364
+ tree_filter?: string | null;
365
+ }
366
+ }
367
+ }
368
+ }
369
+ export interface CustomChartsSectionRequest {
370
+ end_time?: string | null;
371
+ /**
372
+ * Group by param for run stats.
373
+ */
374
+ group_by?: RunStatsGroupBy | null;
375
+ omit_data?: boolean;
376
+ start_time?: string | null;
377
+ /**
378
+ * Timedelta input.
379
+ */
380
+ stride?: TimedeltaInput;
381
+ timezone?: string;
382
+ }
383
+ /**
384
+ * Group by param for run stats.
385
+ */
386
+ export interface RunStatsGroupBy {
387
+ attribute: 'name' | 'run_type' | 'tag' | 'metadata';
388
+ max_groups?: number;
389
+ path?: string | null;
390
+ }
391
+ export type SessionSortableColumns = 'name' | 'start_time' | 'last_run_start_time' | 'latency_p50' | 'latency_p99' | 'error_rate' | 'feedback' | 'runs_count';
392
+ /**
393
+ * Timedelta input.
394
+ */
395
+ export interface TimedeltaInput {
396
+ days?: number;
397
+ hours?: number;
398
+ minutes?: number;
399
+ }
400
+ /**
401
+ * TracerSession schema.
402
+ */
403
+ export interface TracerSession {
404
+ id: string;
405
+ tenant_id: string;
406
+ completion_cost?: string | null;
407
+ completion_tokens?: number | null;
408
+ default_dataset_id?: string | null;
409
+ description?: string | null;
410
+ end_time?: string | null;
411
+ error_rate?: number | null;
412
+ experiment_progress?: TracerSession.ExperimentProgress | null;
413
+ extra?: {
414
+ [key: string]: unknown;
415
+ } | null;
416
+ feedback_stats?: {
417
+ [key: string]: unknown;
418
+ } | null;
419
+ first_token_p50?: number | null;
420
+ first_token_p99?: number | null;
421
+ last_run_start_time?: string | null;
422
+ last_run_start_time_live?: string | null;
423
+ latency_p50?: number | null;
424
+ latency_p99?: number | null;
425
+ name?: string;
426
+ prompt_cost?: string | null;
427
+ prompt_tokens?: number | null;
428
+ reference_dataset_id?: string | null;
429
+ run_count?: number | null;
430
+ run_facets?: Array<{
431
+ [key: string]: unknown;
432
+ }> | null;
433
+ session_feedback_stats?: {
434
+ [key: string]: unknown;
435
+ } | null;
436
+ start_time?: string;
437
+ streaming_rate?: number | null;
438
+ test_run_number?: number | null;
439
+ total_cost?: string | null;
440
+ total_tokens?: number | null;
441
+ trace_tier?: 'longlived' | 'shortlived' | null;
442
+ }
443
+ export declare namespace TracerSession {
444
+ interface ExperimentProgress {
445
+ evaluator_progress: {
446
+ [key: string]: number;
447
+ };
448
+ expected_run_count: number;
449
+ run_progress: number;
450
+ }
451
+ }
452
+ /**
453
+ * TracerSession schema.
454
+ */
455
+ export interface TracerSessionWithoutVirtualFields {
456
+ id: string;
457
+ tenant_id: string;
458
+ default_dataset_id?: string | null;
459
+ description?: string | null;
460
+ end_time?: string | null;
461
+ extra?: {
462
+ [key: string]: unknown;
463
+ } | null;
464
+ last_run_start_time_live?: string | null;
465
+ name?: string;
466
+ reference_dataset_id?: string | null;
467
+ start_time?: string;
468
+ trace_tier?: 'longlived' | 'shortlived' | null;
469
+ }
470
+ export type SessionDeleteResponse = unknown;
471
+ export interface SessionCreateParams {
472
+ /**
473
+ * Query param
474
+ */
475
+ upsert?: boolean;
476
+ /**
477
+ * Body param
478
+ */
479
+ id?: string | null;
480
+ /**
481
+ * Body param
482
+ */
483
+ default_dataset_id?: string | null;
484
+ /**
485
+ * Body param
486
+ */
487
+ description?: string | null;
488
+ /**
489
+ * Body param
490
+ */
491
+ end_time?: string | null;
492
+ /**
493
+ * Body param
494
+ */
495
+ evaluator_keys?: Array<string> | null;
496
+ /**
497
+ * Body param
498
+ */
499
+ extra?: {
500
+ [key: string]: unknown;
501
+ } | null;
502
+ /**
503
+ * Body param
504
+ */
505
+ kicked_off_by?: string | null;
506
+ /**
507
+ * Body param
508
+ */
509
+ name?: string;
510
+ /**
511
+ * Body param
512
+ */
513
+ num_examples?: number | null;
514
+ /**
515
+ * Body param
516
+ */
517
+ num_repetitions?: number | null;
518
+ /**
519
+ * Body param
520
+ */
521
+ reference_dataset_id?: string | null;
522
+ /**
523
+ * Body param
524
+ */
525
+ start_time?: string;
526
+ /**
527
+ * Body param
528
+ */
529
+ tag_value_ids?: Array<string> | null;
530
+ /**
531
+ * Body param
532
+ */
533
+ trace_tier?: 'longlived' | 'shortlived' | null;
534
+ }
535
+ export interface SessionRetrieveParams {
536
+ /**
537
+ * Query param
538
+ */
539
+ include_stats?: boolean;
540
+ /**
541
+ * Query param
542
+ */
543
+ stats_start_time?: string | null;
544
+ /**
545
+ * Header param
546
+ */
547
+ accept?: string;
548
+ }
549
+ export interface SessionUpdateParams {
550
+ default_dataset_id?: string | null;
551
+ description?: string | null;
552
+ end_time?: string | null;
553
+ extra?: {
554
+ [key: string]: unknown;
555
+ } | null;
556
+ name?: string | null;
557
+ trace_tier?: 'longlived' | 'shortlived' | null;
558
+ }
559
+ export interface SessionListParams extends OffsetPaginationTopLevelArrayParams {
560
+ /**
561
+ * Query param
562
+ */
563
+ id?: Array<string> | null;
564
+ /**
565
+ * Query param
566
+ */
567
+ dataset_version?: string | null;
568
+ /**
569
+ * Query param
570
+ */
571
+ facets?: boolean;
572
+ /**
573
+ * Query param
574
+ */
575
+ filter?: string | null;
576
+ /**
577
+ * Query param
578
+ */
579
+ include_stats?: boolean;
580
+ /**
581
+ * Query param
582
+ */
583
+ metadata?: string | null;
584
+ /**
585
+ * Query param
586
+ */
587
+ name?: string | null;
588
+ /**
589
+ * Query param
590
+ */
591
+ name_contains?: string | null;
592
+ /**
593
+ * Query param
594
+ */
595
+ reference_dataset?: Array<string> | null;
596
+ /**
597
+ * Query param
598
+ */
599
+ reference_free?: boolean | null;
600
+ /**
601
+ * Query param
602
+ */
603
+ sort_by?: SessionSortableColumns;
604
+ /**
605
+ * Query param
606
+ */
607
+ sort_by_desc?: boolean;
608
+ /**
609
+ * Query param
610
+ */
611
+ sort_by_feedback_key?: string | null;
612
+ /**
613
+ * Query param
614
+ */
615
+ sort_by_feedback_source?: 'session' | 'run' | null;
616
+ /**
617
+ * Query param
618
+ */
619
+ stats_filter?: string | null;
620
+ /**
621
+ * Query param
622
+ */
623
+ stats_select?: Array<string> | null;
624
+ /**
625
+ * Query param
626
+ */
627
+ stats_start_time?: string | null;
628
+ /**
629
+ * Query param
630
+ */
631
+ tag_value_id?: Array<string> | null;
632
+ /**
633
+ * Query param
634
+ */
635
+ use_approx_stats?: boolean;
636
+ /**
637
+ * Header param
638
+ */
639
+ accept?: string;
640
+ }
641
+ export interface SessionDashboardParams {
642
+ /**
643
+ * Body param
644
+ */
645
+ end_time?: string | null;
646
+ /**
647
+ * Body param: Group by param for run stats.
648
+ */
649
+ group_by?: RunStatsGroupBy | null;
650
+ /**
651
+ * Body param
652
+ */
653
+ omit_data?: boolean;
654
+ /**
655
+ * Body param
656
+ */
657
+ start_time?: string | null;
658
+ /**
659
+ * Body param: Timedelta input.
660
+ */
661
+ stride?: TimedeltaInput;
662
+ /**
663
+ * Body param
664
+ */
665
+ timezone?: string;
666
+ /**
667
+ * Header param
668
+ */
669
+ accept?: string;
670
+ }
671
+ export declare namespace Sessions {
672
+ export { type CustomChartsSection as CustomChartsSection, type CustomChartsSectionRequest as CustomChartsSectionRequest, type RunStatsGroupBy as RunStatsGroupBy, type SessionSortableColumns as SessionSortableColumns, type TimedeltaInput as TimedeltaInput, type TracerSession as TracerSession, type TracerSessionWithoutVirtualFields as TracerSessionWithoutVirtualFields, type SessionDeleteResponse as SessionDeleteResponse, type TracerSessionsOffsetPaginationTopLevelArray as TracerSessionsOffsetPaginationTopLevelArray, type SessionCreateParams as SessionCreateParams, type SessionRetrieveParams as SessionRetrieveParams, type SessionUpdateParams as SessionUpdateParams, type SessionListParams as SessionListParams, type SessionDashboardParams as SessionDashboardParams, };
673
+ export { Insights as Insights, type CreateRunClusteringJobRequest as CreateRunClusteringJobRequest, type InsightCreateResponse as InsightCreateResponse, type InsightUpdateResponse as InsightUpdateResponse, type InsightListResponse as InsightListResponse, type InsightDeleteResponse as InsightDeleteResponse, type InsightRetrieveJobResponse as InsightRetrieveJobResponse, type InsightRetrieveRunsResponse as InsightRetrieveRunsResponse, type InsightListResponsesOffsetPaginationInsightsClusteringJobs as InsightListResponsesOffsetPaginationInsightsClusteringJobs, type InsightCreateParams as InsightCreateParams, type InsightUpdateParams as InsightUpdateParams, type InsightListParams as InsightListParams, type InsightDeleteParams as InsightDeleteParams, type InsightRetrieveJobParams as InsightRetrieveJobParams, type InsightRetrieveRunsParams as InsightRetrieveRunsParams, };
674
+ }