@proofhound/shared 0.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +190 -0
- package/dist/classification-options.d.ts +9 -0
- package/dist/classification-options.d.ts.map +1 -0
- package/dist/classification-options.js +121 -0
- package/dist/classification-options.js.map +1 -0
- package/dist/dto/annotation.dto.d.ts +291 -0
- package/dist/dto/annotation.dto.d.ts.map +1 -0
- package/dist/dto/annotation.dto.js +127 -0
- package/dist/dto/annotation.dto.js.map +1 -0
- package/dist/dto/canary-release.dto.d.ts +483 -0
- package/dist/dto/canary-release.dto.d.ts.map +1 -0
- package/dist/dto/canary-release.dto.js +276 -0
- package/dist/dto/canary-release.dto.js.map +1 -0
- package/dist/dto/connector.dto.d.ts +1568 -0
- package/dist/dto/connector.dto.d.ts.map +1 -0
- package/dist/dto/connector.dto.js +472 -0
- package/dist/dto/connector.dto.js.map +1 -0
- package/dist/dto/dataset-import.dto.d.ts +128 -0
- package/dist/dto/dataset-import.dto.d.ts.map +1 -0
- package/dist/dto/dataset-import.dto.js +53 -0
- package/dist/dto/dataset-import.dto.js.map +1 -0
- package/dist/dto/dataset-modality.d.ts +9 -0
- package/dist/dto/dataset-modality.d.ts.map +1 -0
- package/dist/dto/dataset-modality.js +17 -0
- package/dist/dto/dataset-modality.js.map +1 -0
- package/dist/dto/dataset.dto.d.ts +240 -0
- package/dist/dto/dataset.dto.d.ts.map +1 -0
- package/dist/dto/dataset.dto.js +110 -0
- package/dist/dto/dataset.dto.js.map +1 -0
- package/dist/dto/experiment.dto.d.ts +393 -0
- package/dist/dto/experiment.dto.d.ts.map +1 -0
- package/dist/dto/experiment.dto.js +121 -0
- package/dist/dto/experiment.dto.js.map +1 -0
- package/dist/dto/model.dto.d.ts +356 -0
- package/dist/dto/model.dto.d.ts.map +1 -0
- package/dist/dto/model.dto.js +183 -0
- package/dist/dto/model.dto.js.map +1 -0
- package/dist/dto/monitoring.dto.d.ts +354 -0
- package/dist/dto/monitoring.dto.d.ts.map +1 -0
- package/dist/dto/monitoring.dto.js +102 -0
- package/dist/dto/monitoring.dto.js.map +1 -0
- package/dist/dto/optimization.dto.d.ts +2086 -0
- package/dist/dto/optimization.dto.d.ts.map +1 -0
- package/dist/dto/optimization.dto.js +418 -0
- package/dist/dto/optimization.dto.js.map +1 -0
- package/dist/dto/production-release.dto.d.ts +317 -0
- package/dist/dto/production-release.dto.d.ts.map +1 -0
- package/dist/dto/production-release.dto.js +146 -0
- package/dist/dto/production-release.dto.js.map +1 -0
- package/dist/dto/prompt.dto.d.ts +469 -0
- package/dist/dto/prompt.dto.d.ts.map +1 -0
- package/dist/dto/prompt.dto.js +177 -0
- package/dist/dto/prompt.dto.js.map +1 -0
- package/dist/dto/quick-start.dto.d.ts +450 -0
- package/dist/dto/quick-start.dto.d.ts.map +1 -0
- package/dist/dto/quick-start.dto.js +106 -0
- package/dist/dto/quick-start.dto.js.map +1 -0
- package/dist/dto/release-line.dto.d.ts +1099 -0
- package/dist/dto/release-line.dto.d.ts.map +1 -0
- package/dist/dto/release-line.dto.js +190 -0
- package/dist/dto/release-line.dto.js.map +1 -0
- package/dist/dto/run-result.dto.d.ts +419 -0
- package/dist/dto/run-result.dto.d.ts.map +1 -0
- package/dist/dto/run-result.dto.js +200 -0
- package/dist/dto/run-result.dto.js.map +1 -0
- package/dist/dto/token.dto.d.ts +80 -0
- package/dist/dto/token.dto.d.ts.map +1 -0
- package/dist/dto/token.dto.js +65 -0
- package/dist/dto/token.dto.js.map +1 -0
- package/dist/index.d.ts +22 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +41 -0
- package/dist/index.js.map +1 -0
- package/dist/model-presets.d.ts +28 -0
- package/dist/model-presets.d.ts.map +1 -0
- package/dist/model-presets.js +295 -0
- package/dist/model-presets.js.map +1 -0
- package/dist/output-format/build.d.ts +18 -0
- package/dist/output-format/build.d.ts.map +1 -0
- package/dist/output-format/build.js +126 -0
- package/dist/output-format/build.js.map +1 -0
- package/dist/output-format/index.d.ts +3 -0
- package/dist/output-format/index.d.ts.map +1 -0
- package/dist/output-format/index.js +9 -0
- package/dist/output-format/index.js.map +1 -0
- package/dist/output-format/schema-bridge.d.ts +14 -0
- package/dist/output-format/schema-bridge.d.ts.map +1 -0
- package/dist/output-format/schema-bridge.js +58 -0
- package/dist/output-format/schema-bridge.js.map +1 -0
- package/dist/project-context.d.ts +13 -0
- package/dist/project-context.d.ts.map +1 -0
- package/dist/project-context.js +9 -0
- package/dist/project-context.js.map +1 -0
- package/dist/run-result-failure.d.ts +4 -0
- package/dist/run-result-failure.d.ts.map +1 -0
- package/dist/run-result-failure.js +16 -0
- package/dist/run-result-failure.js.map +1 -0
- package/package.json +45 -0
|
@@ -0,0 +1,354 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export declare const SOURCE_BUCKETS: readonly ["prod", "canary", "iter", "exp"];
|
|
3
|
+
export type SourceBucket = (typeof SOURCE_BUCKETS)[number];
|
|
4
|
+
export declare const SOURCE_TO_BUCKET: Readonly<Record<string, SourceBucket>>;
|
|
5
|
+
export declare const BUCKET_TO_SOURCES: Readonly<Record<SourceBucket, readonly string[]>>;
|
|
6
|
+
export declare const monitoringGranularitySchema: z.ZodEnum<{
|
|
7
|
+
auto: "auto";
|
|
8
|
+
minute: "minute";
|
|
9
|
+
hour: "hour";
|
|
10
|
+
day: "day";
|
|
11
|
+
}>;
|
|
12
|
+
export type MonitoringGranularity = z.infer<typeof monitoringGranularitySchema>;
|
|
13
|
+
export declare const projectMonitoringFilterSchema: z.ZodObject<{
|
|
14
|
+
from: z.ZodString;
|
|
15
|
+
to: z.ZodString;
|
|
16
|
+
modelIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
17
|
+
promptIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
18
|
+
promptVersionIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
19
|
+
sourceIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
20
|
+
sources: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
21
|
+
canary: "canary";
|
|
22
|
+
prod: "prod";
|
|
23
|
+
iter: "iter";
|
|
24
|
+
exp: "exp";
|
|
25
|
+
}>>>;
|
|
26
|
+
granularity: z.ZodDefault<z.ZodEnum<{
|
|
27
|
+
auto: "auto";
|
|
28
|
+
minute: "minute";
|
|
29
|
+
hour: "hour";
|
|
30
|
+
day: "day";
|
|
31
|
+
}>>;
|
|
32
|
+
}, z.core.$strip>;
|
|
33
|
+
export type ProjectMonitoringFilterDto = z.infer<typeof projectMonitoringFilterSchema>;
|
|
34
|
+
export declare const sourceBucketValuesSchema: z.ZodObject<{
|
|
35
|
+
prod: z.ZodNumber;
|
|
36
|
+
canary: z.ZodNumber;
|
|
37
|
+
iter: z.ZodNumber;
|
|
38
|
+
exp: z.ZodNumber;
|
|
39
|
+
}, z.core.$strip>;
|
|
40
|
+
export type SourceBucketValuesDto = z.infer<typeof sourceBucketValuesSchema>;
|
|
41
|
+
export declare const projectMonitoringKpiSchema: z.ZodObject<{
|
|
42
|
+
total: z.ZodNumber;
|
|
43
|
+
previous: z.ZodNumber;
|
|
44
|
+
bySource: z.ZodObject<{
|
|
45
|
+
prod: z.ZodNumber;
|
|
46
|
+
canary: z.ZodNumber;
|
|
47
|
+
iter: z.ZodNumber;
|
|
48
|
+
exp: z.ZodNumber;
|
|
49
|
+
}, z.core.$strip>;
|
|
50
|
+
}, z.core.$strip>;
|
|
51
|
+
export type ProjectMonitoringKpiDto = z.infer<typeof projectMonitoringKpiSchema>;
|
|
52
|
+
export declare const projectMonitoringStatsSchema: z.ZodObject<{
|
|
53
|
+
requests: z.ZodObject<{
|
|
54
|
+
total: z.ZodNumber;
|
|
55
|
+
previous: z.ZodNumber;
|
|
56
|
+
bySource: z.ZodObject<{
|
|
57
|
+
prod: z.ZodNumber;
|
|
58
|
+
canary: z.ZodNumber;
|
|
59
|
+
iter: z.ZodNumber;
|
|
60
|
+
exp: z.ZodNumber;
|
|
61
|
+
}, z.core.$strip>;
|
|
62
|
+
}, z.core.$strip>;
|
|
63
|
+
errors: z.ZodObject<{
|
|
64
|
+
total: z.ZodNumber;
|
|
65
|
+
previous: z.ZodNumber;
|
|
66
|
+
bySource: z.ZodObject<{
|
|
67
|
+
prod: z.ZodNumber;
|
|
68
|
+
canary: z.ZodNumber;
|
|
69
|
+
iter: z.ZodNumber;
|
|
70
|
+
exp: z.ZodNumber;
|
|
71
|
+
}, z.core.$strip>;
|
|
72
|
+
}, z.core.$strip>;
|
|
73
|
+
rpmPeak: z.ZodObject<{
|
|
74
|
+
total: z.ZodNumber;
|
|
75
|
+
previous: z.ZodNumber;
|
|
76
|
+
bySource: z.ZodObject<{
|
|
77
|
+
prod: z.ZodNumber;
|
|
78
|
+
canary: z.ZodNumber;
|
|
79
|
+
iter: z.ZodNumber;
|
|
80
|
+
exp: z.ZodNumber;
|
|
81
|
+
}, z.core.$strip>;
|
|
82
|
+
}, z.core.$strip>;
|
|
83
|
+
tpmPeak: z.ZodObject<{
|
|
84
|
+
total: z.ZodNumber;
|
|
85
|
+
previous: z.ZodNumber;
|
|
86
|
+
bySource: z.ZodObject<{
|
|
87
|
+
prod: z.ZodNumber;
|
|
88
|
+
canary: z.ZodNumber;
|
|
89
|
+
iter: z.ZodNumber;
|
|
90
|
+
exp: z.ZodNumber;
|
|
91
|
+
}, z.core.$strip>;
|
|
92
|
+
}, z.core.$strip>;
|
|
93
|
+
latencyAverageMs: z.ZodObject<{
|
|
94
|
+
total: z.ZodNumber;
|
|
95
|
+
previous: z.ZodNumber;
|
|
96
|
+
bySource: z.ZodObject<{
|
|
97
|
+
prod: z.ZodNumber;
|
|
98
|
+
canary: z.ZodNumber;
|
|
99
|
+
iter: z.ZodNumber;
|
|
100
|
+
exp: z.ZodNumber;
|
|
101
|
+
}, z.core.$strip>;
|
|
102
|
+
}, z.core.$strip>;
|
|
103
|
+
latencyP50Ms: z.ZodObject<{
|
|
104
|
+
total: z.ZodNumber;
|
|
105
|
+
previous: z.ZodNumber;
|
|
106
|
+
bySource: z.ZodObject<{
|
|
107
|
+
prod: z.ZodNumber;
|
|
108
|
+
canary: z.ZodNumber;
|
|
109
|
+
iter: z.ZodNumber;
|
|
110
|
+
exp: z.ZodNumber;
|
|
111
|
+
}, z.core.$strip>;
|
|
112
|
+
}, z.core.$strip>;
|
|
113
|
+
latencyP95Ms: z.ZodObject<{
|
|
114
|
+
total: z.ZodNumber;
|
|
115
|
+
previous: z.ZodNumber;
|
|
116
|
+
bySource: z.ZodObject<{
|
|
117
|
+
prod: z.ZodNumber;
|
|
118
|
+
canary: z.ZodNumber;
|
|
119
|
+
iter: z.ZodNumber;
|
|
120
|
+
exp: z.ZodNumber;
|
|
121
|
+
}, z.core.$strip>;
|
|
122
|
+
}, z.core.$strip>;
|
|
123
|
+
latencyP99Ms: z.ZodObject<{
|
|
124
|
+
total: z.ZodNumber;
|
|
125
|
+
previous: z.ZodNumber;
|
|
126
|
+
bySource: z.ZodObject<{
|
|
127
|
+
prod: z.ZodNumber;
|
|
128
|
+
canary: z.ZodNumber;
|
|
129
|
+
iter: z.ZodNumber;
|
|
130
|
+
exp: z.ZodNumber;
|
|
131
|
+
}, z.core.$strip>;
|
|
132
|
+
}, z.core.$strip>;
|
|
133
|
+
tokens: z.ZodObject<{
|
|
134
|
+
total: z.ZodNumber;
|
|
135
|
+
previous: z.ZodNumber;
|
|
136
|
+
bySource: z.ZodObject<{
|
|
137
|
+
prod: z.ZodNumber;
|
|
138
|
+
canary: z.ZodNumber;
|
|
139
|
+
iter: z.ZodNumber;
|
|
140
|
+
exp: z.ZodNumber;
|
|
141
|
+
}, z.core.$strip>;
|
|
142
|
+
}, z.core.$strip>;
|
|
143
|
+
cost: z.ZodObject<{
|
|
144
|
+
total: z.ZodNumber;
|
|
145
|
+
previous: z.ZodNumber;
|
|
146
|
+
bySource: z.ZodObject<{
|
|
147
|
+
prod: z.ZodNumber;
|
|
148
|
+
canary: z.ZodNumber;
|
|
149
|
+
iter: z.ZodNumber;
|
|
150
|
+
exp: z.ZodNumber;
|
|
151
|
+
}, z.core.$strip>;
|
|
152
|
+
}, z.core.$strip>;
|
|
153
|
+
}, z.core.$strip>;
|
|
154
|
+
export type ProjectMonitoringStatsDto = z.infer<typeof projectMonitoringStatsSchema>;
|
|
155
|
+
export declare const projectMonitoringTimeseriesBucketSchema: z.ZodObject<{
|
|
156
|
+
bucketAt: z.ZodString;
|
|
157
|
+
requests: z.ZodObject<{
|
|
158
|
+
prod: z.ZodNumber;
|
|
159
|
+
canary: z.ZodNumber;
|
|
160
|
+
iter: z.ZodNumber;
|
|
161
|
+
exp: z.ZodNumber;
|
|
162
|
+
}, z.core.$strip>;
|
|
163
|
+
errors: z.ZodObject<{
|
|
164
|
+
prod: z.ZodNumber;
|
|
165
|
+
canary: z.ZodNumber;
|
|
166
|
+
iter: z.ZodNumber;
|
|
167
|
+
exp: z.ZodNumber;
|
|
168
|
+
}, z.core.$strip>;
|
|
169
|
+
rpm: z.ZodObject<{
|
|
170
|
+
prod: z.ZodNumber;
|
|
171
|
+
canary: z.ZodNumber;
|
|
172
|
+
iter: z.ZodNumber;
|
|
173
|
+
exp: z.ZodNumber;
|
|
174
|
+
}, z.core.$strip>;
|
|
175
|
+
tpm: z.ZodObject<{
|
|
176
|
+
prod: z.ZodNumber;
|
|
177
|
+
canary: z.ZodNumber;
|
|
178
|
+
iter: z.ZodNumber;
|
|
179
|
+
exp: z.ZodNumber;
|
|
180
|
+
}, z.core.$strip>;
|
|
181
|
+
latencyAverageMs: z.ZodObject<{
|
|
182
|
+
prod: z.ZodNumber;
|
|
183
|
+
canary: z.ZodNumber;
|
|
184
|
+
iter: z.ZodNumber;
|
|
185
|
+
exp: z.ZodNumber;
|
|
186
|
+
}, z.core.$strip>;
|
|
187
|
+
latencyP50Ms: z.ZodObject<{
|
|
188
|
+
prod: z.ZodNumber;
|
|
189
|
+
canary: z.ZodNumber;
|
|
190
|
+
iter: z.ZodNumber;
|
|
191
|
+
exp: z.ZodNumber;
|
|
192
|
+
}, z.core.$strip>;
|
|
193
|
+
latencyP95Ms: z.ZodObject<{
|
|
194
|
+
prod: z.ZodNumber;
|
|
195
|
+
canary: z.ZodNumber;
|
|
196
|
+
iter: z.ZodNumber;
|
|
197
|
+
exp: z.ZodNumber;
|
|
198
|
+
}, z.core.$strip>;
|
|
199
|
+
latencyP99Ms: z.ZodObject<{
|
|
200
|
+
prod: z.ZodNumber;
|
|
201
|
+
canary: z.ZodNumber;
|
|
202
|
+
iter: z.ZodNumber;
|
|
203
|
+
exp: z.ZodNumber;
|
|
204
|
+
}, z.core.$strip>;
|
|
205
|
+
tokens: z.ZodObject<{
|
|
206
|
+
prod: z.ZodNumber;
|
|
207
|
+
canary: z.ZodNumber;
|
|
208
|
+
iter: z.ZodNumber;
|
|
209
|
+
exp: z.ZodNumber;
|
|
210
|
+
}, z.core.$strip>;
|
|
211
|
+
cost: z.ZodObject<{
|
|
212
|
+
prod: z.ZodNumber;
|
|
213
|
+
canary: z.ZodNumber;
|
|
214
|
+
iter: z.ZodNumber;
|
|
215
|
+
exp: z.ZodNumber;
|
|
216
|
+
}, z.core.$strip>;
|
|
217
|
+
}, z.core.$strip>;
|
|
218
|
+
export type ProjectMonitoringTimeseriesBucketDto = z.infer<typeof projectMonitoringTimeseriesBucketSchema>;
|
|
219
|
+
export declare const projectMonitoringTimeseriesSchema: z.ZodObject<{
|
|
220
|
+
granularity: z.ZodEnum<{
|
|
221
|
+
minute: "minute";
|
|
222
|
+
hour: "hour";
|
|
223
|
+
day: "day";
|
|
224
|
+
}>;
|
|
225
|
+
points: z.ZodArray<z.ZodObject<{
|
|
226
|
+
bucketAt: z.ZodString;
|
|
227
|
+
requests: z.ZodObject<{
|
|
228
|
+
prod: z.ZodNumber;
|
|
229
|
+
canary: z.ZodNumber;
|
|
230
|
+
iter: z.ZodNumber;
|
|
231
|
+
exp: z.ZodNumber;
|
|
232
|
+
}, z.core.$strip>;
|
|
233
|
+
errors: z.ZodObject<{
|
|
234
|
+
prod: z.ZodNumber;
|
|
235
|
+
canary: z.ZodNumber;
|
|
236
|
+
iter: z.ZodNumber;
|
|
237
|
+
exp: z.ZodNumber;
|
|
238
|
+
}, z.core.$strip>;
|
|
239
|
+
rpm: z.ZodObject<{
|
|
240
|
+
prod: z.ZodNumber;
|
|
241
|
+
canary: z.ZodNumber;
|
|
242
|
+
iter: z.ZodNumber;
|
|
243
|
+
exp: z.ZodNumber;
|
|
244
|
+
}, z.core.$strip>;
|
|
245
|
+
tpm: z.ZodObject<{
|
|
246
|
+
prod: z.ZodNumber;
|
|
247
|
+
canary: z.ZodNumber;
|
|
248
|
+
iter: z.ZodNumber;
|
|
249
|
+
exp: z.ZodNumber;
|
|
250
|
+
}, z.core.$strip>;
|
|
251
|
+
latencyAverageMs: z.ZodObject<{
|
|
252
|
+
prod: z.ZodNumber;
|
|
253
|
+
canary: z.ZodNumber;
|
|
254
|
+
iter: z.ZodNumber;
|
|
255
|
+
exp: z.ZodNumber;
|
|
256
|
+
}, z.core.$strip>;
|
|
257
|
+
latencyP50Ms: z.ZodObject<{
|
|
258
|
+
prod: z.ZodNumber;
|
|
259
|
+
canary: z.ZodNumber;
|
|
260
|
+
iter: z.ZodNumber;
|
|
261
|
+
exp: z.ZodNumber;
|
|
262
|
+
}, z.core.$strip>;
|
|
263
|
+
latencyP95Ms: z.ZodObject<{
|
|
264
|
+
prod: z.ZodNumber;
|
|
265
|
+
canary: z.ZodNumber;
|
|
266
|
+
iter: z.ZodNumber;
|
|
267
|
+
exp: z.ZodNumber;
|
|
268
|
+
}, z.core.$strip>;
|
|
269
|
+
latencyP99Ms: z.ZodObject<{
|
|
270
|
+
prod: z.ZodNumber;
|
|
271
|
+
canary: z.ZodNumber;
|
|
272
|
+
iter: z.ZodNumber;
|
|
273
|
+
exp: z.ZodNumber;
|
|
274
|
+
}, z.core.$strip>;
|
|
275
|
+
tokens: z.ZodObject<{
|
|
276
|
+
prod: z.ZodNumber;
|
|
277
|
+
canary: z.ZodNumber;
|
|
278
|
+
iter: z.ZodNumber;
|
|
279
|
+
exp: z.ZodNumber;
|
|
280
|
+
}, z.core.$strip>;
|
|
281
|
+
cost: z.ZodObject<{
|
|
282
|
+
prod: z.ZodNumber;
|
|
283
|
+
canary: z.ZodNumber;
|
|
284
|
+
iter: z.ZodNumber;
|
|
285
|
+
exp: z.ZodNumber;
|
|
286
|
+
}, z.core.$strip>;
|
|
287
|
+
}, z.core.$strip>>;
|
|
288
|
+
}, z.core.$strip>;
|
|
289
|
+
export type ProjectMonitoringTimeseriesDto = z.infer<typeof projectMonitoringTimeseriesSchema>;
|
|
290
|
+
export declare const promptMonitoringRankingSortBy: readonly ["requests", "cost", "failureRate"];
|
|
291
|
+
export declare const promptMonitoringRankingItemSchema: z.ZodObject<{
|
|
292
|
+
promptId: z.ZodString;
|
|
293
|
+
promptName: z.ZodString;
|
|
294
|
+
latestVersionNumber: z.ZodNullable<z.ZodNumber>;
|
|
295
|
+
versionCount: z.ZodNumber;
|
|
296
|
+
requestCount: z.ZodNumber;
|
|
297
|
+
shareRatio: z.ZodNumber;
|
|
298
|
+
costEstimate: z.ZodNumber;
|
|
299
|
+
failureRate: z.ZodNumber;
|
|
300
|
+
hitRate: z.ZodNullable<z.ZodNumber>;
|
|
301
|
+
}, z.core.$strip>;
|
|
302
|
+
export type PromptMonitoringRankingItemDto = z.infer<typeof promptMonitoringRankingItemSchema>;
|
|
303
|
+
export declare const promptMonitoringRankingResponseSchema: z.ZodObject<{
|
|
304
|
+
sortBy: z.ZodEnum<{
|
|
305
|
+
requests: "requests";
|
|
306
|
+
cost: "cost";
|
|
307
|
+
failureRate: "failureRate";
|
|
308
|
+
}>;
|
|
309
|
+
items: z.ZodArray<z.ZodObject<{
|
|
310
|
+
promptId: z.ZodString;
|
|
311
|
+
promptName: z.ZodString;
|
|
312
|
+
latestVersionNumber: z.ZodNullable<z.ZodNumber>;
|
|
313
|
+
versionCount: z.ZodNumber;
|
|
314
|
+
requestCount: z.ZodNumber;
|
|
315
|
+
shareRatio: z.ZodNumber;
|
|
316
|
+
costEstimate: z.ZodNumber;
|
|
317
|
+
failureRate: z.ZodNumber;
|
|
318
|
+
hitRate: z.ZodNullable<z.ZodNumber>;
|
|
319
|
+
}, z.core.$strip>>;
|
|
320
|
+
}, z.core.$strip>;
|
|
321
|
+
export type PromptMonitoringRankingResponseDto = z.infer<typeof promptMonitoringRankingResponseSchema>;
|
|
322
|
+
export declare const modelMonitoringRankingSortBy: readonly ["requests", "tokens", "cost"];
|
|
323
|
+
export declare const modelMonitoringRankingItemSchema: z.ZodObject<{
|
|
324
|
+
modelId: z.ZodString;
|
|
325
|
+
modelName: z.ZodString;
|
|
326
|
+
providerType: z.ZodString;
|
|
327
|
+
providerModelId: z.ZodString;
|
|
328
|
+
requestCount: z.ZodNumber;
|
|
329
|
+
totalTokens: z.ZodNumber;
|
|
330
|
+
costEstimate: z.ZodNumber;
|
|
331
|
+
capacityUsedRatio: z.ZodNullable<z.ZodNumber>;
|
|
332
|
+
rpmLimit: z.ZodNumber;
|
|
333
|
+
}, z.core.$strip>;
|
|
334
|
+
export type ModelMonitoringRankingItemDto = z.infer<typeof modelMonitoringRankingItemSchema>;
|
|
335
|
+
export declare const modelMonitoringRankingResponseSchema: z.ZodObject<{
|
|
336
|
+
sortBy: z.ZodEnum<{
|
|
337
|
+
requests: "requests";
|
|
338
|
+
tokens: "tokens";
|
|
339
|
+
cost: "cost";
|
|
340
|
+
}>;
|
|
341
|
+
items: z.ZodArray<z.ZodObject<{
|
|
342
|
+
modelId: z.ZodString;
|
|
343
|
+
modelName: z.ZodString;
|
|
344
|
+
providerType: z.ZodString;
|
|
345
|
+
providerModelId: z.ZodString;
|
|
346
|
+
requestCount: z.ZodNumber;
|
|
347
|
+
totalTokens: z.ZodNumber;
|
|
348
|
+
costEstimate: z.ZodNumber;
|
|
349
|
+
capacityUsedRatio: z.ZodNullable<z.ZodNumber>;
|
|
350
|
+
rpmLimit: z.ZodNumber;
|
|
351
|
+
}, z.core.$strip>>;
|
|
352
|
+
}, z.core.$strip>;
|
|
353
|
+
export type ModelMonitoringRankingResponseDto = z.infer<typeof modelMonitoringRankingResponseSchema>;
|
|
354
|
+
//# sourceMappingURL=monitoring.dto.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"monitoring.dto.d.ts","sourceRoot":"","sources":["../../src/dto/monitoring.dto.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,cAAc,4CAA6C,CAAC;AACzE,MAAM,MAAM,YAAY,GAAG,CAAC,OAAO,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC;AAE3D,eAAO,MAAM,gBAAgB,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAMnE,CAAC;AAEF,eAAO,MAAM,iBAAiB,EAAE,QAAQ,CAAC,MAAM,CAAC,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC,CAK/E,CAAC;AAEF,eAAO,MAAM,2BAA2B;;;;;EAA4C,CAAC;AACrF,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAEhF,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;iBASxC,CAAC;AACH,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAEvF,eAAO,MAAM,wBAAwB;;;;;iBAKnC,CAAC;AACH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE7E,eAAO,MAAM,0BAA0B;;;;;;;;;iBAIrC,CAAC;AACH,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAEjF,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAWvC,CAAC;AACH,MAAM,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAErF,eAAO,MAAM,uCAAuC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAYlD,CAAC;AACH,MAAM,MAAM,oCAAoC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uCAAuC,CAAC,CAAC;AAE3G,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAG5C,CAAC;AACH,MAAM,MAAM,8BAA8B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAE/F,eAAO,MAAM,6BAA6B,8CAA+C,CAAC;AAC1F,eAAO,MAAM,iCAAiC;;;;;;;;;;iBAU5C,CAAC;AACH,MAAM,MAAM,8BAA8B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAE/F,eAAO,MAAM,qCAAqC;;;;;;;;;;;;;;;;;iBAGhD,CAAC;AACH,MAAM,MAAM,kCAAkC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qCAAqC,CAAC,CAAC;AAEvG,eAAO,MAAM,4BAA4B,yCAA0C,CAAC;AACpF,eAAO,MAAM,gCAAgC;;;;;;;;;;iBAU3C,CAAC;AACH,MAAM,MAAM,6BAA6B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gCAAgC,CAAC,CAAC;AAE7F,eAAO,MAAM,oCAAoC;;;;;;;;;;;;;;;;;iBAG/C,CAAC;AACH,MAAM,MAAM,iCAAiC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oCAAoC,CAAC,CAAC"}
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.modelMonitoringRankingResponseSchema = exports.modelMonitoringRankingItemSchema = exports.modelMonitoringRankingSortBy = exports.promptMonitoringRankingResponseSchema = exports.promptMonitoringRankingItemSchema = exports.promptMonitoringRankingSortBy = exports.projectMonitoringTimeseriesSchema = exports.projectMonitoringTimeseriesBucketSchema = exports.projectMonitoringStatsSchema = exports.projectMonitoringKpiSchema = exports.sourceBucketValuesSchema = exports.projectMonitoringFilterSchema = exports.monitoringGranularitySchema = exports.BUCKET_TO_SOURCES = exports.SOURCE_TO_BUCKET = exports.SOURCE_BUCKETS = void 0;
|
|
4
|
+
const zod_1 = require("zod");
|
|
5
|
+
exports.SOURCE_BUCKETS = ['prod', 'canary', 'iter', 'exp'];
|
|
6
|
+
exports.SOURCE_TO_BUCKET = {
|
|
7
|
+
online: 'prod',
|
|
8
|
+
canary: 'canary',
|
|
9
|
+
optimization_analysis: 'iter',
|
|
10
|
+
optimization_generate: 'iter',
|
|
11
|
+
experiment: 'exp',
|
|
12
|
+
};
|
|
13
|
+
exports.BUCKET_TO_SOURCES = {
|
|
14
|
+
prod: ['online'],
|
|
15
|
+
canary: ['canary'],
|
|
16
|
+
iter: ['optimization_analysis', 'optimization_generate'],
|
|
17
|
+
exp: ['experiment'],
|
|
18
|
+
};
|
|
19
|
+
exports.monitoringGranularitySchema = zod_1.z.enum(['auto', 'minute', 'hour', 'day']);
|
|
20
|
+
exports.projectMonitoringFilterSchema = zod_1.z.object({
|
|
21
|
+
from: zod_1.z.string().datetime(),
|
|
22
|
+
to: zod_1.z.string().datetime(),
|
|
23
|
+
modelIds: zod_1.z.array(zod_1.z.string().uuid()).optional(),
|
|
24
|
+
promptIds: zod_1.z.array(zod_1.z.string().uuid()).optional(),
|
|
25
|
+
promptVersionIds: zod_1.z.array(zod_1.z.string().uuid()).optional(),
|
|
26
|
+
sourceIds: zod_1.z.array(zod_1.z.string().uuid()).optional(),
|
|
27
|
+
sources: zod_1.z.array(zod_1.z.enum(exports.SOURCE_BUCKETS)).optional(),
|
|
28
|
+
granularity: exports.monitoringGranularitySchema.default('auto'),
|
|
29
|
+
});
|
|
30
|
+
exports.sourceBucketValuesSchema = zod_1.z.object({
|
|
31
|
+
prod: zod_1.z.number(),
|
|
32
|
+
canary: zod_1.z.number(),
|
|
33
|
+
iter: zod_1.z.number(),
|
|
34
|
+
exp: zod_1.z.number(),
|
|
35
|
+
});
|
|
36
|
+
exports.projectMonitoringKpiSchema = zod_1.z.object({
|
|
37
|
+
total: zod_1.z.number(),
|
|
38
|
+
previous: zod_1.z.number(),
|
|
39
|
+
bySource: exports.sourceBucketValuesSchema,
|
|
40
|
+
});
|
|
41
|
+
exports.projectMonitoringStatsSchema = zod_1.z.object({
|
|
42
|
+
requests: exports.projectMonitoringKpiSchema,
|
|
43
|
+
errors: exports.projectMonitoringKpiSchema,
|
|
44
|
+
rpmPeak: exports.projectMonitoringKpiSchema,
|
|
45
|
+
tpmPeak: exports.projectMonitoringKpiSchema,
|
|
46
|
+
latencyAverageMs: exports.projectMonitoringKpiSchema,
|
|
47
|
+
latencyP50Ms: exports.projectMonitoringKpiSchema,
|
|
48
|
+
latencyP95Ms: exports.projectMonitoringKpiSchema,
|
|
49
|
+
latencyP99Ms: exports.projectMonitoringKpiSchema,
|
|
50
|
+
tokens: exports.projectMonitoringKpiSchema,
|
|
51
|
+
cost: exports.projectMonitoringKpiSchema,
|
|
52
|
+
});
|
|
53
|
+
exports.projectMonitoringTimeseriesBucketSchema = zod_1.z.object({
|
|
54
|
+
bucketAt: zod_1.z.string().datetime(),
|
|
55
|
+
requests: exports.sourceBucketValuesSchema,
|
|
56
|
+
errors: exports.sourceBucketValuesSchema,
|
|
57
|
+
rpm: exports.sourceBucketValuesSchema,
|
|
58
|
+
tpm: exports.sourceBucketValuesSchema,
|
|
59
|
+
latencyAverageMs: exports.sourceBucketValuesSchema,
|
|
60
|
+
latencyP50Ms: exports.sourceBucketValuesSchema,
|
|
61
|
+
latencyP95Ms: exports.sourceBucketValuesSchema,
|
|
62
|
+
latencyP99Ms: exports.sourceBucketValuesSchema,
|
|
63
|
+
tokens: exports.sourceBucketValuesSchema,
|
|
64
|
+
cost: exports.sourceBucketValuesSchema,
|
|
65
|
+
});
|
|
66
|
+
exports.projectMonitoringTimeseriesSchema = zod_1.z.object({
|
|
67
|
+
granularity: zod_1.z.enum(['minute', 'hour', 'day']),
|
|
68
|
+
points: zod_1.z.array(exports.projectMonitoringTimeseriesBucketSchema),
|
|
69
|
+
});
|
|
70
|
+
exports.promptMonitoringRankingSortBy = ['requests', 'cost', 'failureRate'];
|
|
71
|
+
exports.promptMonitoringRankingItemSchema = zod_1.z.object({
|
|
72
|
+
promptId: zod_1.z.string().uuid(),
|
|
73
|
+
promptName: zod_1.z.string(),
|
|
74
|
+
latestVersionNumber: zod_1.z.number().int().positive().nullable(),
|
|
75
|
+
versionCount: zod_1.z.number().int().nonnegative(),
|
|
76
|
+
requestCount: zod_1.z.number(),
|
|
77
|
+
shareRatio: zod_1.z.number(),
|
|
78
|
+
costEstimate: zod_1.z.number(),
|
|
79
|
+
failureRate: zod_1.z.number(),
|
|
80
|
+
hitRate: zod_1.z.number().nullable(),
|
|
81
|
+
});
|
|
82
|
+
exports.promptMonitoringRankingResponseSchema = zod_1.z.object({
|
|
83
|
+
sortBy: zod_1.z.enum(exports.promptMonitoringRankingSortBy),
|
|
84
|
+
items: zod_1.z.array(exports.promptMonitoringRankingItemSchema),
|
|
85
|
+
});
|
|
86
|
+
exports.modelMonitoringRankingSortBy = ['requests', 'tokens', 'cost'];
|
|
87
|
+
exports.modelMonitoringRankingItemSchema = zod_1.z.object({
|
|
88
|
+
modelId: zod_1.z.string().uuid(),
|
|
89
|
+
modelName: zod_1.z.string(),
|
|
90
|
+
providerType: zod_1.z.string(),
|
|
91
|
+
providerModelId: zod_1.z.string(),
|
|
92
|
+
requestCount: zod_1.z.number(),
|
|
93
|
+
totalTokens: zod_1.z.number(),
|
|
94
|
+
costEstimate: zod_1.z.number(),
|
|
95
|
+
capacityUsedRatio: zod_1.z.number().nullable(),
|
|
96
|
+
rpmLimit: zod_1.z.number(),
|
|
97
|
+
});
|
|
98
|
+
exports.modelMonitoringRankingResponseSchema = zod_1.z.object({
|
|
99
|
+
sortBy: zod_1.z.enum(exports.modelMonitoringRankingSortBy),
|
|
100
|
+
items: zod_1.z.array(exports.modelMonitoringRankingItemSchema),
|
|
101
|
+
});
|
|
102
|
+
//# sourceMappingURL=monitoring.dto.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"monitoring.dto.js","sourceRoot":"","sources":["../../src/dto/monitoring.dto.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AAEX,QAAA,cAAc,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAU,CAAC;AAG5D,QAAA,gBAAgB,GAA2C;IACtE,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,QAAQ;IAChB,qBAAqB,EAAE,MAAM;IAC7B,qBAAqB,EAAE,MAAM;IAC7B,UAAU,EAAE,KAAK;CAClB,CAAC;AAEW,QAAA,iBAAiB,GAAsD;IAClF,IAAI,EAAE,CAAC,QAAQ,CAAC;IAChB,MAAM,EAAE,CAAC,QAAQ,CAAC;IAClB,IAAI,EAAE,CAAC,uBAAuB,EAAE,uBAAuB,CAAC;IACxD,GAAG,EAAE,CAAC,YAAY,CAAC;CACpB,CAAC;AAEW,QAAA,2BAA2B,GAAG,OAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;AAGxE,QAAA,6BAA6B,GAAG,OAAC,CAAC,MAAM,CAAC;IACpD,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzB,QAAQ,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC/C,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE;IAChD,gBAAgB,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvD,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE;IAChD,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,sBAAc,CAAC,CAAC,CAAC,QAAQ,EAAE;IACnD,WAAW,EAAE,mCAA2B,CAAC,OAAO,CAAC,MAAM,CAAC;CACzD,CAAC,CAAC;AAGU,QAAA,wBAAwB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC/C,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE;IAClB,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;IAChB,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE;CAChB,CAAC,CAAC;AAGU,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE;IACjB,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE;IACpB,QAAQ,EAAE,gCAAwB;CACnC,CAAC,CAAC;AAGU,QAAA,4BAA4B,GAAG,OAAC,CAAC,MAAM,CAAC;IACnD,QAAQ,EAAE,kCAA0B;IACpC,MAAM,EAAE,kCAA0B;IAClC,OAAO,EAAE,kCAA0B;IACnC,OAAO,EAAE,kCAA0B;IACnC,gBAAgB,EAAE,kCAA0B;IAC5C,YAAY,EAAE,kCAA0B;IACxC,YAAY,EAAE,kCAA0B;IACxC,YAAY,EAAE,kCAA0B;IACxC,MAAM,EAAE,kCAA0B;IAClC,IAAI,EAAE,kCAA0B;CACjC,CAAC,CAAC;AAGU,QAAA,uCAAuC,GAAG,OAAC,CAAC,MAAM,CAAC;IAC9D,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,QAAQ,EAAE,gCAAwB;IAClC,MAAM,EAAE,gCAAwB;IAChC,GAAG,EAAE,gCAAwB;IAC7B,GAAG,EAAE,gCAAwB;IAC7B,gBAAgB,EAAE,gCAAwB;IAC1C,YAAY,EAAE,gCAAwB;IACtC,YAAY,EAAE,gCAAwB;IACtC,YAAY,EAAE,gCAAwB;IACtC,MAAM,EAAE,gCAAwB;IAChC,IAAI,EAAE,gCAAwB;CAC/B,CAAC,CAAC;AAGU,QAAA,iCAAiC,GAAG,OAAC,CAAC,MAAM,CAAC;IACxD,WAAW,EAAE,OAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;IAC9C,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,+CAAuC,CAAC;CACzD,CAAC,CAAC;AAGU,QAAA,6BAA6B,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,aAAa,CAAU,CAAC;AAC7E,QAAA,iCAAiC,GAAG,OAAC,CAAC,MAAM,CAAC;IACxD,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE;IAC3B,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE;IACtB,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC3D,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IAC5C,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE;IACxB,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE;IACtB,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE;IACxB,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE;IACvB,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC/B,CAAC,CAAC;AAGU,QAAA,qCAAqC,GAAG,OAAC,CAAC,MAAM,CAAC;IAC5D,MAAM,EAAE,OAAC,CAAC,IAAI,CAAC,qCAA6B,CAAC;IAC7C,KAAK,EAAE,OAAC,CAAC,KAAK,CAAC,yCAAiC,CAAC;CAClD,CAAC,CAAC;AAGU,QAAA,4BAA4B,GAAG,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAU,CAAC;AACvE,QAAA,gCAAgC,GAAG,OAAC,CAAC,MAAM,CAAC;IACvD,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE;IAC1B,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE;IACrB,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE;IACxB,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE;IAC3B,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE;IACxB,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE;IACvB,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE;IACxB,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE;CACrB,CAAC,CAAC;AAGU,QAAA,oCAAoC,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3D,MAAM,EAAE,OAAC,CAAC,IAAI,CAAC,oCAA4B,CAAC;IAC5C,KAAK,EAAE,OAAC,CAAC,KAAK,CAAC,wCAAgC,CAAC;CACjD,CAAC,CAAC"}
|