@f-inverse/jammi-client 0.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +68 -0
- package/dist/gen/jammi/v1/audit_pb.d.ts +213 -0
- package/dist/gen/jammi/v1/audit_pb.d.ts.map +1 -0
- package/dist/gen/jammi/v1/audit_pb.js +63 -0
- package/dist/gen/jammi/v1/audit_pb.js.map +1 -0
- package/dist/gen/jammi/v1/channel_pb.d.ts +158 -0
- package/dist/gen/jammi/v1/channel_pb.d.ts.map +1 -0
- package/dist/gen/jammi/v1/channel_pb.js +87 -0
- package/dist/gen/jammi/v1/channel_pb.js.map +1 -0
- package/dist/gen/jammi/v1/embedding_pb.d.ts +514 -0
- package/dist/gen/jammi/v1/embedding_pb.d.ts.map +1 -0
- package/dist/gen/jammi/v1/embedding_pb.js +178 -0
- package/dist/gen/jammi/v1/embedding_pb.js.map +1 -0
- package/dist/gen/jammi/v1/error_pb.d.ts +739 -0
- package/dist/gen/jammi/v1/error_pb.d.ts.map +1 -0
- package/dist/gen/jammi/v1/error_pb.js +94 -0
- package/dist/gen/jammi/v1/error_pb.js.map +1 -0
- package/dist/gen/jammi/v1/eval_pb.d.ts +821 -0
- package/dist/gen/jammi/v1/eval_pb.d.ts.map +1 -0
- package/dist/gen/jammi/v1/eval_pb.js +187 -0
- package/dist/gen/jammi/v1/eval_pb.js.map +1 -0
- package/dist/gen/jammi/v1/fine_tune_pb.d.ts +513 -0
- package/dist/gen/jammi/v1/fine_tune_pb.d.ts.map +1 -0
- package/dist/gen/jammi/v1/fine_tune_pb.js +231 -0
- package/dist/gen/jammi/v1/fine_tune_pb.js.map +1 -0
- package/dist/gen/jammi/v1/inference_pb.d.ts +144 -0
- package/dist/gen/jammi/v1/inference_pb.d.ts.map +1 -0
- package/dist/gen/jammi/v1/inference_pb.js +78 -0
- package/dist/gen/jammi/v1/inference_pb.js.map +1 -0
- package/dist/gen/jammi/v1/mutable_table_pb.d.ts +183 -0
- package/dist/gen/jammi/v1/mutable_table_pb.d.ts.map +1 -0
- package/dist/gen/jammi/v1/mutable_table_pb.js +59 -0
- package/dist/gen/jammi/v1/mutable_table_pb.js.map +1 -0
- package/dist/gen/jammi/v1/session_pb.d.ts +104 -0
- package/dist/gen/jammi/v1/session_pb.d.ts.map +1 -0
- package/dist/gen/jammi/v1/session_pb.js +38 -0
- package/dist/gen/jammi/v1/session_pb.js.map +1 -0
- package/dist/gen/jammi/v1/trigger_pb.d.ts +399 -0
- package/dist/gen/jammi/v1/trigger_pb.d.ts.map +1 -0
- package/dist/gen/jammi/v1/trigger_pb.js +80 -0
- package/dist/gen/jammi/v1/trigger_pb.js.map +1 -0
- package/dist/index.d.ts +68 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +89 -0
- package/dist/index.js.map +1 -0
- package/package.json +45 -0
|
@@ -0,0 +1,821 @@
|
|
|
1
|
+
import type { GenEnum, GenFile, GenMessage, GenService } from "@bufbuild/protobuf/codegenv2";
|
|
2
|
+
import type { Message } from "@bufbuild/protobuf";
|
|
3
|
+
/**
|
|
4
|
+
* Describes the file jammi/v1/eval.proto.
|
|
5
|
+
*/
|
|
6
|
+
export declare const file_jammi_v1_eval: GenFile;
|
|
7
|
+
/**
|
|
8
|
+
* @generated from message jammi.v1.eval.EvalEmbeddingsRequest
|
|
9
|
+
*/
|
|
10
|
+
export type EvalEmbeddingsRequest = Message<"jammi.v1.eval.EvalEmbeddingsRequest"> & {
|
|
11
|
+
/**
|
|
12
|
+
* Source whose embedding table is evaluated.
|
|
13
|
+
*
|
|
14
|
+
* @generated from field: string source_id = 1;
|
|
15
|
+
*/
|
|
16
|
+
sourceId: string;
|
|
17
|
+
/**
|
|
18
|
+
* Embedding result table to evaluate; empty == the engine resolves the
|
|
19
|
+
* source's most recent embedding table.
|
|
20
|
+
*
|
|
21
|
+
* @generated from field: string embedding_table = 2;
|
|
22
|
+
*/
|
|
23
|
+
embeddingTable: string;
|
|
24
|
+
/**
|
|
25
|
+
* Fully-qualified golden relevance source (e.g. "golden.public.relevance").
|
|
26
|
+
*
|
|
27
|
+
* @generated from field: string golden_source = 3;
|
|
28
|
+
*/
|
|
29
|
+
goldenSource: string;
|
|
30
|
+
/**
|
|
31
|
+
* Retrieval cutoff k.
|
|
32
|
+
*
|
|
33
|
+
* @generated from field: uint32 k = 4;
|
|
34
|
+
*/
|
|
35
|
+
k: number;
|
|
36
|
+
/**
|
|
37
|
+
* Opaque per-query cohort tags: query_id → {key: value}. The substrate
|
|
38
|
+
* stores these verbatim and never interprets them.
|
|
39
|
+
*
|
|
40
|
+
* @generated from field: map<string, jammi.v1.eval.CohortTags> cohorts = 5;
|
|
41
|
+
*/
|
|
42
|
+
cohorts: {
|
|
43
|
+
[key: string]: CohortTags;
|
|
44
|
+
};
|
|
45
|
+
/**
|
|
46
|
+
* Optional tenant scope override; empty == none.
|
|
47
|
+
*
|
|
48
|
+
* @generated from field: string tenant_id = 6;
|
|
49
|
+
*/
|
|
50
|
+
tenantId: string;
|
|
51
|
+
};
|
|
52
|
+
/**
|
|
53
|
+
* Describes the message jammi.v1.eval.EvalEmbeddingsRequest.
|
|
54
|
+
* Use `create(EvalEmbeddingsRequestSchema)` to create a new message.
|
|
55
|
+
*/
|
|
56
|
+
export declare const EvalEmbeddingsRequestSchema: GenMessage<EvalEmbeddingsRequest>;
|
|
57
|
+
/**
|
|
58
|
+
* A single query's cohort tags. Wrapper message because proto3 maps cannot
|
|
59
|
+
* nest a map as the value type.
|
|
60
|
+
*
|
|
61
|
+
* @generated from message jammi.v1.eval.CohortTags
|
|
62
|
+
*/
|
|
63
|
+
export type CohortTags = Message<"jammi.v1.eval.CohortTags"> & {
|
|
64
|
+
/**
|
|
65
|
+
* @generated from field: map<string, string> tags = 1;
|
|
66
|
+
*/
|
|
67
|
+
tags: {
|
|
68
|
+
[key: string]: string;
|
|
69
|
+
};
|
|
70
|
+
};
|
|
71
|
+
/**
|
|
72
|
+
* Describes the message jammi.v1.eval.CohortTags.
|
|
73
|
+
* Use `create(CohortTagsSchema)` to create a new message.
|
|
74
|
+
*/
|
|
75
|
+
export declare const CohortTagsSchema: GenMessage<CohortTags>;
|
|
76
|
+
/**
|
|
77
|
+
* @generated from message jammi.v1.eval.EvalPerQueryRequest
|
|
78
|
+
*/
|
|
79
|
+
export type EvalPerQueryRequest = Message<"jammi.v1.eval.EvalPerQueryRequest"> & {
|
|
80
|
+
/**
|
|
81
|
+
* Run id returned by a prior EvalEmbeddings call.
|
|
82
|
+
*
|
|
83
|
+
* @generated from field: string eval_run_id = 1;
|
|
84
|
+
*/
|
|
85
|
+
evalRunId: string;
|
|
86
|
+
/**
|
|
87
|
+
* @generated from field: string tenant_id = 2;
|
|
88
|
+
*/
|
|
89
|
+
tenantId: string;
|
|
90
|
+
};
|
|
91
|
+
/**
|
|
92
|
+
* Describes the message jammi.v1.eval.EvalPerQueryRequest.
|
|
93
|
+
* Use `create(EvalPerQueryRequestSchema)` to create a new message.
|
|
94
|
+
*/
|
|
95
|
+
export declare const EvalPerQueryRequestSchema: GenMessage<EvalPerQueryRequest>;
|
|
96
|
+
/**
|
|
97
|
+
* @generated from message jammi.v1.eval.EvalInferenceRequest
|
|
98
|
+
*/
|
|
99
|
+
export type EvalInferenceRequest = Message<"jammi.v1.eval.EvalInferenceRequest"> & {
|
|
100
|
+
/**
|
|
101
|
+
* Model to run over the source.
|
|
102
|
+
*
|
|
103
|
+
* @generated from field: string model_id = 1;
|
|
104
|
+
*/
|
|
105
|
+
modelId: string;
|
|
106
|
+
/**
|
|
107
|
+
* Source to scan.
|
|
108
|
+
*
|
|
109
|
+
* @generated from field: string source_id = 2;
|
|
110
|
+
*/
|
|
111
|
+
sourceId: string;
|
|
112
|
+
/**
|
|
113
|
+
* Content columns fed through the model.
|
|
114
|
+
*
|
|
115
|
+
* @generated from field: repeated string columns = 3;
|
|
116
|
+
*/
|
|
117
|
+
columns: string[];
|
|
118
|
+
/**
|
|
119
|
+
* Inference task kind.
|
|
120
|
+
*
|
|
121
|
+
* @generated from field: jammi.v1.eval.EvalTask task = 4;
|
|
122
|
+
*/
|
|
123
|
+
task: EvalTask;
|
|
124
|
+
/**
|
|
125
|
+
* Fully-qualified golden label source.
|
|
126
|
+
*
|
|
127
|
+
* @generated from field: string golden_source = 5;
|
|
128
|
+
*/
|
|
129
|
+
goldenSource: string;
|
|
130
|
+
/**
|
|
131
|
+
* Column in the golden source carrying the gold label.
|
|
132
|
+
*
|
|
133
|
+
* @generated from field: string label_column = 6;
|
|
134
|
+
*/
|
|
135
|
+
labelColumn: string;
|
|
136
|
+
/**
|
|
137
|
+
* @generated from field: string tenant_id = 7;
|
|
138
|
+
*/
|
|
139
|
+
tenantId: string;
|
|
140
|
+
};
|
|
141
|
+
/**
|
|
142
|
+
* Describes the message jammi.v1.eval.EvalInferenceRequest.
|
|
143
|
+
* Use `create(EvalInferenceRequestSchema)` to create a new message.
|
|
144
|
+
*/
|
|
145
|
+
export declare const EvalInferenceRequestSchema: GenMessage<EvalInferenceRequest>;
|
|
146
|
+
/**
|
|
147
|
+
* @generated from message jammi.v1.eval.EvalCompareRequest
|
|
148
|
+
*/
|
|
149
|
+
export type EvalCompareRequest = Message<"jammi.v1.eval.EvalCompareRequest"> & {
|
|
150
|
+
/**
|
|
151
|
+
* Embedding tables to compare; the first is the baseline. At least two.
|
|
152
|
+
*
|
|
153
|
+
* @generated from field: repeated string embedding_tables = 1;
|
|
154
|
+
*/
|
|
155
|
+
embeddingTables: string[];
|
|
156
|
+
/**
|
|
157
|
+
* @generated from field: string source_id = 2;
|
|
158
|
+
*/
|
|
159
|
+
sourceId: string;
|
|
160
|
+
/**
|
|
161
|
+
* @generated from field: string golden_source = 3;
|
|
162
|
+
*/
|
|
163
|
+
goldenSource: string;
|
|
164
|
+
/**
|
|
165
|
+
* @generated from field: uint32 k = 4;
|
|
166
|
+
*/
|
|
167
|
+
k: number;
|
|
168
|
+
/**
|
|
169
|
+
* @generated from field: string tenant_id = 5;
|
|
170
|
+
*/
|
|
171
|
+
tenantId: string;
|
|
172
|
+
};
|
|
173
|
+
/**
|
|
174
|
+
* Describes the message jammi.v1.eval.EvalCompareRequest.
|
|
175
|
+
* Use `create(EvalCompareRequestSchema)` to create a new message.
|
|
176
|
+
*/
|
|
177
|
+
export declare const EvalCompareRequestSchema: GenMessage<EvalCompareRequest>;
|
|
178
|
+
/**
|
|
179
|
+
* Mean retrieval metrics across all queries. Mirrors
|
|
180
|
+
* `jammi_numerics::retrieval::AggregateMetrics`.
|
|
181
|
+
*
|
|
182
|
+
* @generated from message jammi.v1.eval.AggregateMetrics
|
|
183
|
+
*/
|
|
184
|
+
export type AggregateMetrics = Message<"jammi.v1.eval.AggregateMetrics"> & {
|
|
185
|
+
/**
|
|
186
|
+
* @generated from field: double recall_at_k = 1;
|
|
187
|
+
*/
|
|
188
|
+
recallAtK: number;
|
|
189
|
+
/**
|
|
190
|
+
* @generated from field: double precision_at_k = 2;
|
|
191
|
+
*/
|
|
192
|
+
precisionAtK: number;
|
|
193
|
+
/**
|
|
194
|
+
* @generated from field: double mrr = 3;
|
|
195
|
+
*/
|
|
196
|
+
mrr: number;
|
|
197
|
+
/**
|
|
198
|
+
* @generated from field: double ndcg = 4;
|
|
199
|
+
*/
|
|
200
|
+
ndcg: number;
|
|
201
|
+
};
|
|
202
|
+
/**
|
|
203
|
+
* Describes the message jammi.v1.eval.AggregateMetrics.
|
|
204
|
+
* Use `create(AggregateMetricsSchema)` to create a new message.
|
|
205
|
+
*/
|
|
206
|
+
export declare const AggregateMetricsSchema: GenMessage<AggregateMetrics>;
|
|
207
|
+
/**
|
|
208
|
+
* Per-query metric values at a single cutoff. Mirrors
|
|
209
|
+
* `jammi_numerics::retrieval::QueryMetrics`.
|
|
210
|
+
*
|
|
211
|
+
* @generated from message jammi.v1.eval.QueryMetrics
|
|
212
|
+
*/
|
|
213
|
+
export type QueryMetrics = Message<"jammi.v1.eval.QueryMetrics"> & {
|
|
214
|
+
/**
|
|
215
|
+
* @generated from field: double recall = 1;
|
|
216
|
+
*/
|
|
217
|
+
recall: number;
|
|
218
|
+
/**
|
|
219
|
+
* @generated from field: double precision = 2;
|
|
220
|
+
*/
|
|
221
|
+
precision: number;
|
|
222
|
+
/**
|
|
223
|
+
* @generated from field: double mrr = 3;
|
|
224
|
+
*/
|
|
225
|
+
mrr: number;
|
|
226
|
+
/**
|
|
227
|
+
* @generated from field: double ndcg = 4;
|
|
228
|
+
*/
|
|
229
|
+
ndcg: number;
|
|
230
|
+
};
|
|
231
|
+
/**
|
|
232
|
+
* Describes the message jammi.v1.eval.QueryMetrics.
|
|
233
|
+
* Use `create(QueryMetricsSchema)` to create a new message.
|
|
234
|
+
*/
|
|
235
|
+
export declare const QueryMetricsSchema: GenMessage<QueryMetrics>;
|
|
236
|
+
/**
|
|
237
|
+
* Recall at one cutoff `k`. Mirrors the `(usize, f64)` pairs in
|
|
238
|
+
* `PerQueryRecord.recall_at_ks`.
|
|
239
|
+
*
|
|
240
|
+
* @generated from message jammi.v1.eval.RecallAtK
|
|
241
|
+
*/
|
|
242
|
+
export type RecallAtK = Message<"jammi.v1.eval.RecallAtK"> & {
|
|
243
|
+
/**
|
|
244
|
+
* @generated from field: uint32 k = 1;
|
|
245
|
+
*/
|
|
246
|
+
k: number;
|
|
247
|
+
/**
|
|
248
|
+
* @generated from field: double recall = 2;
|
|
249
|
+
*/
|
|
250
|
+
recall: number;
|
|
251
|
+
};
|
|
252
|
+
/**
|
|
253
|
+
* Describes the message jammi.v1.eval.RecallAtK.
|
|
254
|
+
* Use `create(RecallAtKSchema)` to create a new message.
|
|
255
|
+
*/
|
|
256
|
+
export declare const RecallAtKSchema: GenMessage<RecallAtK>;
|
|
257
|
+
/**
|
|
258
|
+
* One query's metrics plus its join key. Mirrors
|
|
259
|
+
* `jammi_ai::eval::report::PerQueryRecord`.
|
|
260
|
+
*
|
|
261
|
+
* @generated from message jammi.v1.eval.PerQueryRecord
|
|
262
|
+
*/
|
|
263
|
+
export type PerQueryRecord = Message<"jammi.v1.eval.PerQueryRecord"> & {
|
|
264
|
+
/**
|
|
265
|
+
* @generated from field: string query_id = 1;
|
|
266
|
+
*/
|
|
267
|
+
queryId: string;
|
|
268
|
+
/**
|
|
269
|
+
* @generated from field: jammi.v1.eval.QueryMetrics metrics = 2;
|
|
270
|
+
*/
|
|
271
|
+
metrics?: QueryMetrics | undefined;
|
|
272
|
+
/**
|
|
273
|
+
* @generated from field: repeated jammi.v1.eval.RecallAtK recall_at_ks = 3;
|
|
274
|
+
*/
|
|
275
|
+
recallAtKs: RecallAtK[];
|
|
276
|
+
/**
|
|
277
|
+
* @generated from field: double distance = 4;
|
|
278
|
+
*/
|
|
279
|
+
distance: number;
|
|
280
|
+
/**
|
|
281
|
+
* @generated from field: map<string, string> cohorts = 5;
|
|
282
|
+
*/
|
|
283
|
+
cohorts: {
|
|
284
|
+
[key: string]: string;
|
|
285
|
+
};
|
|
286
|
+
};
|
|
287
|
+
/**
|
|
288
|
+
* Describes the message jammi.v1.eval.PerQueryRecord.
|
|
289
|
+
* Use `create(PerQueryRecordSchema)` to create a new message.
|
|
290
|
+
*/
|
|
291
|
+
export declare const PerQueryRecordSchema: GenMessage<PerQueryRecord>;
|
|
292
|
+
/**
|
|
293
|
+
* Result of one EvalEmbeddings invocation. Mirrors
|
|
294
|
+
* `jammi_ai::eval::report::EmbeddingEvalReport`.
|
|
295
|
+
*
|
|
296
|
+
* @generated from message jammi.v1.eval.EmbeddingEvalReport
|
|
297
|
+
*/
|
|
298
|
+
export type EmbeddingEvalReport = Message<"jammi.v1.eval.EmbeddingEvalReport"> & {
|
|
299
|
+
/**
|
|
300
|
+
* @generated from field: string eval_run_id = 1;
|
|
301
|
+
*/
|
|
302
|
+
evalRunId: string;
|
|
303
|
+
/**
|
|
304
|
+
* @generated from field: jammi.v1.eval.AggregateMetrics aggregate = 2;
|
|
305
|
+
*/
|
|
306
|
+
aggregate?: AggregateMetrics | undefined;
|
|
307
|
+
/**
|
|
308
|
+
* @generated from field: repeated jammi.v1.eval.PerQueryRecord per_query = 3;
|
|
309
|
+
*/
|
|
310
|
+
perQuery: PerQueryRecord[];
|
|
311
|
+
};
|
|
312
|
+
/**
|
|
313
|
+
* Describes the message jammi.v1.eval.EmbeddingEvalReport.
|
|
314
|
+
* Use `create(EmbeddingEvalReportSchema)` to create a new message.
|
|
315
|
+
*/
|
|
316
|
+
export declare const EmbeddingEvalReportSchema: GenMessage<EmbeddingEvalReport>;
|
|
317
|
+
/**
|
|
318
|
+
* One persisted per-query eval row. Mirrors
|
|
319
|
+
* `jammi_db::catalog::eval_repo::PerQueryEvalRecord`, whose `cohorts`/`metrics`
|
|
320
|
+
* columns are JSON-object strings by storage shape — carried verbatim.
|
|
321
|
+
*
|
|
322
|
+
* @generated from message jammi.v1.eval.PerQueryEvalRecord
|
|
323
|
+
*/
|
|
324
|
+
export type PerQueryEvalRecord = Message<"jammi.v1.eval.PerQueryEvalRecord"> & {
|
|
325
|
+
/**
|
|
326
|
+
* @generated from field: string eval_run_id = 1;
|
|
327
|
+
*/
|
|
328
|
+
evalRunId: string;
|
|
329
|
+
/**
|
|
330
|
+
* @generated from field: string query_id = 2;
|
|
331
|
+
*/
|
|
332
|
+
queryId: string;
|
|
333
|
+
/**
|
|
334
|
+
* Opaque cohort tags as a JSON object string; "{}" when none.
|
|
335
|
+
*
|
|
336
|
+
* @generated from field: string cohorts_json = 3;
|
|
337
|
+
*/
|
|
338
|
+
cohortsJson: string;
|
|
339
|
+
/**
|
|
340
|
+
* Per-query metrics as a JSON object string.
|
|
341
|
+
*
|
|
342
|
+
* @generated from field: string metrics_json = 4;
|
|
343
|
+
*/
|
|
344
|
+
metricsJson: string;
|
|
345
|
+
};
|
|
346
|
+
/**
|
|
347
|
+
* Describes the message jammi.v1.eval.PerQueryEvalRecord.
|
|
348
|
+
* Use `create(PerQueryEvalRecordSchema)` to create a new message.
|
|
349
|
+
*/
|
|
350
|
+
export declare const PerQueryEvalRecordSchema: GenMessage<PerQueryEvalRecord>;
|
|
351
|
+
/**
|
|
352
|
+
* @generated from message jammi.v1.eval.EvalPerQueryResponse
|
|
353
|
+
*/
|
|
354
|
+
export type EvalPerQueryResponse = Message<"jammi.v1.eval.EvalPerQueryResponse"> & {
|
|
355
|
+
/**
|
|
356
|
+
* @generated from field: repeated jammi.v1.eval.PerQueryEvalRecord records = 1;
|
|
357
|
+
*/
|
|
358
|
+
records: PerQueryEvalRecord[];
|
|
359
|
+
};
|
|
360
|
+
/**
|
|
361
|
+
* Describes the message jammi.v1.eval.EvalPerQueryResponse.
|
|
362
|
+
* Use `create(EvalPerQueryResponseSchema)` to create a new message.
|
|
363
|
+
*/
|
|
364
|
+
export declare const EvalPerQueryResponseSchema: GenMessage<EvalPerQueryResponse>;
|
|
365
|
+
/**
|
|
366
|
+
* Per-class precision/recall/F1. Mirrors
|
|
367
|
+
* `jammi_numerics::classification::ClassMetrics`.
|
|
368
|
+
*
|
|
369
|
+
* @generated from message jammi.v1.eval.ClassMetrics
|
|
370
|
+
*/
|
|
371
|
+
export type ClassMetrics = Message<"jammi.v1.eval.ClassMetrics"> & {
|
|
372
|
+
/**
|
|
373
|
+
* @generated from field: double precision = 1;
|
|
374
|
+
*/
|
|
375
|
+
precision: number;
|
|
376
|
+
/**
|
|
377
|
+
* @generated from field: double recall = 2;
|
|
378
|
+
*/
|
|
379
|
+
recall: number;
|
|
380
|
+
/**
|
|
381
|
+
* @generated from field: double f1 = 3;
|
|
382
|
+
*/
|
|
383
|
+
f1: number;
|
|
384
|
+
};
|
|
385
|
+
/**
|
|
386
|
+
* Describes the message jammi.v1.eval.ClassMetrics.
|
|
387
|
+
* Use `create(ClassMetricsSchema)` to create a new message.
|
|
388
|
+
*/
|
|
389
|
+
export declare const ClassMetricsSchema: GenMessage<ClassMetrics>;
|
|
390
|
+
/**
|
|
391
|
+
* Classification eval result. Mirrors
|
|
392
|
+
* `jammi_numerics::classification::ClassificationResult`.
|
|
393
|
+
*
|
|
394
|
+
* @generated from message jammi.v1.eval.ClassificationResult
|
|
395
|
+
*/
|
|
396
|
+
export type ClassificationResult = Message<"jammi.v1.eval.ClassificationResult"> & {
|
|
397
|
+
/**
|
|
398
|
+
* @generated from field: double accuracy = 1;
|
|
399
|
+
*/
|
|
400
|
+
accuracy: number;
|
|
401
|
+
/**
|
|
402
|
+
* @generated from field: double f1 = 2;
|
|
403
|
+
*/
|
|
404
|
+
f1: number;
|
|
405
|
+
/**
|
|
406
|
+
* @generated from field: map<string, jammi.v1.eval.ClassMetrics> per_class = 3;
|
|
407
|
+
*/
|
|
408
|
+
perClass: {
|
|
409
|
+
[key: string]: ClassMetrics;
|
|
410
|
+
};
|
|
411
|
+
};
|
|
412
|
+
/**
|
|
413
|
+
* Describes the message jammi.v1.eval.ClassificationResult.
|
|
414
|
+
* Use `create(ClassificationResultSchema)` to create a new message.
|
|
415
|
+
*/
|
|
416
|
+
export declare const ClassificationResultSchema: GenMessage<ClassificationResult>;
|
|
417
|
+
/**
|
|
418
|
+
* Per-entity-type precision/recall/F1/support. Mirrors
|
|
419
|
+
* `jammi_numerics::ner::TypeMetrics`.
|
|
420
|
+
*
|
|
421
|
+
* @generated from message jammi.v1.eval.TypeMetrics
|
|
422
|
+
*/
|
|
423
|
+
export type TypeMetrics = Message<"jammi.v1.eval.TypeMetrics"> & {
|
|
424
|
+
/**
|
|
425
|
+
* @generated from field: double precision = 1;
|
|
426
|
+
*/
|
|
427
|
+
precision: number;
|
|
428
|
+
/**
|
|
429
|
+
* @generated from field: double recall = 2;
|
|
430
|
+
*/
|
|
431
|
+
recall: number;
|
|
432
|
+
/**
|
|
433
|
+
* @generated from field: double f1 = 3;
|
|
434
|
+
*/
|
|
435
|
+
f1: number;
|
|
436
|
+
/**
|
|
437
|
+
* @generated from field: uint64 support = 4;
|
|
438
|
+
*/
|
|
439
|
+
support: bigint;
|
|
440
|
+
};
|
|
441
|
+
/**
|
|
442
|
+
* Describes the message jammi.v1.eval.TypeMetrics.
|
|
443
|
+
* Use `create(TypeMetricsSchema)` to create a new message.
|
|
444
|
+
*/
|
|
445
|
+
export declare const TypeMetricsSchema: GenMessage<TypeMetrics>;
|
|
446
|
+
/**
|
|
447
|
+
* NER eval metrics. Mirrors `jammi_numerics::ner::NerMetrics`.
|
|
448
|
+
*
|
|
449
|
+
* @generated from message jammi.v1.eval.NerMetrics
|
|
450
|
+
*/
|
|
451
|
+
export type NerMetrics = Message<"jammi.v1.eval.NerMetrics"> & {
|
|
452
|
+
/**
|
|
453
|
+
* @generated from field: double precision = 1;
|
|
454
|
+
*/
|
|
455
|
+
precision: number;
|
|
456
|
+
/**
|
|
457
|
+
* @generated from field: double recall = 2;
|
|
458
|
+
*/
|
|
459
|
+
recall: number;
|
|
460
|
+
/**
|
|
461
|
+
* @generated from field: double f1 = 3;
|
|
462
|
+
*/
|
|
463
|
+
f1: number;
|
|
464
|
+
/**
|
|
465
|
+
* @generated from field: map<string, jammi.v1.eval.TypeMetrics> per_type = 4;
|
|
466
|
+
*/
|
|
467
|
+
perType: {
|
|
468
|
+
[key: string]: TypeMetrics;
|
|
469
|
+
};
|
|
470
|
+
};
|
|
471
|
+
/**
|
|
472
|
+
* Describes the message jammi.v1.eval.NerMetrics.
|
|
473
|
+
* Use `create(NerMetricsSchema)` to create a new message.
|
|
474
|
+
*/
|
|
475
|
+
export declare const NerMetricsSchema: GenMessage<NerMetrics>;
|
|
476
|
+
/**
|
|
477
|
+
* A named-entity span. Mirrors `jammi_numerics::ner::Entity`.
|
|
478
|
+
*
|
|
479
|
+
* @generated from message jammi.v1.eval.Entity
|
|
480
|
+
*/
|
|
481
|
+
export type Entity = Message<"jammi.v1.eval.Entity"> & {
|
|
482
|
+
/**
|
|
483
|
+
* @generated from field: string label = 1;
|
|
484
|
+
*/
|
|
485
|
+
label: string;
|
|
486
|
+
/**
|
|
487
|
+
* @generated from field: uint64 start = 2;
|
|
488
|
+
*/
|
|
489
|
+
start: bigint;
|
|
490
|
+
/**
|
|
491
|
+
* @generated from field: uint64 end = 3;
|
|
492
|
+
*/
|
|
493
|
+
end: bigint;
|
|
494
|
+
/**
|
|
495
|
+
* @generated from field: string text = 4;
|
|
496
|
+
*/
|
|
497
|
+
text: string;
|
|
498
|
+
/**
|
|
499
|
+
* @generated from field: float confidence = 5;
|
|
500
|
+
*/
|
|
501
|
+
confidence: number;
|
|
502
|
+
};
|
|
503
|
+
/**
|
|
504
|
+
* Describes the message jammi.v1.eval.Entity.
|
|
505
|
+
* Use `create(EntitySchema)` to create a new message.
|
|
506
|
+
*/
|
|
507
|
+
export declare const EntitySchema: GenMessage<Entity>;
|
|
508
|
+
/**
|
|
509
|
+
* Aggregate inference metrics, tagged by task kind. Mirrors
|
|
510
|
+
* `jammi_ai::eval::report::InferenceAggregate`.
|
|
511
|
+
*
|
|
512
|
+
* @generated from message jammi.v1.eval.InferenceAggregate
|
|
513
|
+
*/
|
|
514
|
+
export type InferenceAggregate = Message<"jammi.v1.eval.InferenceAggregate"> & {
|
|
515
|
+
/**
|
|
516
|
+
* @generated from oneof jammi.v1.eval.InferenceAggregate.aggregate
|
|
517
|
+
*/
|
|
518
|
+
aggregate: {
|
|
519
|
+
/**
|
|
520
|
+
* @generated from field: jammi.v1.eval.ClassificationResult classification = 1;
|
|
521
|
+
*/
|
|
522
|
+
value: ClassificationResult;
|
|
523
|
+
case: "classification";
|
|
524
|
+
} | {
|
|
525
|
+
/**
|
|
526
|
+
* @generated from field: jammi.v1.eval.NerMetrics ner = 2;
|
|
527
|
+
*/
|
|
528
|
+
value: NerMetrics;
|
|
529
|
+
case: "ner";
|
|
530
|
+
} | {
|
|
531
|
+
case: undefined;
|
|
532
|
+
value?: undefined;
|
|
533
|
+
};
|
|
534
|
+
};
|
|
535
|
+
/**
|
|
536
|
+
* Describes the message jammi.v1.eval.InferenceAggregate.
|
|
537
|
+
* Use `create(InferenceAggregateSchema)` to create a new message.
|
|
538
|
+
*/
|
|
539
|
+
export declare const InferenceAggregateSchema: GenMessage<InferenceAggregate>;
|
|
540
|
+
/**
|
|
541
|
+
* One predicted/gold pair, tagged by task kind. Mirrors
|
|
542
|
+
* `jammi_ai::eval::report::PerRecordPrediction`.
|
|
543
|
+
*
|
|
544
|
+
* @generated from message jammi.v1.eval.PerRecordPrediction
|
|
545
|
+
*/
|
|
546
|
+
export type PerRecordPrediction = Message<"jammi.v1.eval.PerRecordPrediction"> & {
|
|
547
|
+
/**
|
|
548
|
+
* @generated from oneof jammi.v1.eval.PerRecordPrediction.prediction
|
|
549
|
+
*/
|
|
550
|
+
prediction: {
|
|
551
|
+
/**
|
|
552
|
+
* @generated from field: jammi.v1.eval.PerRecordPrediction.Classification classification = 1;
|
|
553
|
+
*/
|
|
554
|
+
value: PerRecordPrediction_Classification;
|
|
555
|
+
case: "classification";
|
|
556
|
+
} | {
|
|
557
|
+
/**
|
|
558
|
+
* @generated from field: jammi.v1.eval.PerRecordPrediction.Ner ner = 2;
|
|
559
|
+
*/
|
|
560
|
+
value: PerRecordPrediction_Ner;
|
|
561
|
+
case: "ner";
|
|
562
|
+
} | {
|
|
563
|
+
case: undefined;
|
|
564
|
+
value?: undefined;
|
|
565
|
+
};
|
|
566
|
+
};
|
|
567
|
+
/**
|
|
568
|
+
* Describes the message jammi.v1.eval.PerRecordPrediction.
|
|
569
|
+
* Use `create(PerRecordPredictionSchema)` to create a new message.
|
|
570
|
+
*/
|
|
571
|
+
export declare const PerRecordPredictionSchema: GenMessage<PerRecordPrediction>;
|
|
572
|
+
/**
|
|
573
|
+
* @generated from message jammi.v1.eval.PerRecordPrediction.Classification
|
|
574
|
+
*/
|
|
575
|
+
export type PerRecordPrediction_Classification = Message<"jammi.v1.eval.PerRecordPrediction.Classification"> & {
|
|
576
|
+
/**
|
|
577
|
+
* @generated from field: string record_id = 1;
|
|
578
|
+
*/
|
|
579
|
+
recordId: string;
|
|
580
|
+
/**
|
|
581
|
+
* @generated from field: string predicted = 2;
|
|
582
|
+
*/
|
|
583
|
+
predicted: string;
|
|
584
|
+
/**
|
|
585
|
+
* @generated from field: string gold = 3;
|
|
586
|
+
*/
|
|
587
|
+
gold: string;
|
|
588
|
+
};
|
|
589
|
+
/**
|
|
590
|
+
* Describes the message jammi.v1.eval.PerRecordPrediction.Classification.
|
|
591
|
+
* Use `create(PerRecordPrediction_ClassificationSchema)` to create a new message.
|
|
592
|
+
*/
|
|
593
|
+
export declare const PerRecordPrediction_ClassificationSchema: GenMessage<PerRecordPrediction_Classification>;
|
|
594
|
+
/**
|
|
595
|
+
* @generated from message jammi.v1.eval.PerRecordPrediction.Ner
|
|
596
|
+
*/
|
|
597
|
+
export type PerRecordPrediction_Ner = Message<"jammi.v1.eval.PerRecordPrediction.Ner"> & {
|
|
598
|
+
/**
|
|
599
|
+
* @generated from field: string record_id = 1;
|
|
600
|
+
*/
|
|
601
|
+
recordId: string;
|
|
602
|
+
/**
|
|
603
|
+
* @generated from field: repeated jammi.v1.eval.Entity predicted = 2;
|
|
604
|
+
*/
|
|
605
|
+
predicted: Entity[];
|
|
606
|
+
/**
|
|
607
|
+
* @generated from field: repeated jammi.v1.eval.Entity gold = 3;
|
|
608
|
+
*/
|
|
609
|
+
gold: Entity[];
|
|
610
|
+
};
|
|
611
|
+
/**
|
|
612
|
+
* Describes the message jammi.v1.eval.PerRecordPrediction.Ner.
|
|
613
|
+
* Use `create(PerRecordPrediction_NerSchema)` to create a new message.
|
|
614
|
+
*/
|
|
615
|
+
export declare const PerRecordPrediction_NerSchema: GenMessage<PerRecordPrediction_Ner>;
|
|
616
|
+
/**
|
|
617
|
+
* Result of one EvalInference invocation. Mirrors
|
|
618
|
+
* `jammi_ai::eval::report::InferenceEvalReport`.
|
|
619
|
+
*
|
|
620
|
+
* @generated from message jammi.v1.eval.InferenceEvalReport
|
|
621
|
+
*/
|
|
622
|
+
export type InferenceEvalReport = Message<"jammi.v1.eval.InferenceEvalReport"> & {
|
|
623
|
+
/**
|
|
624
|
+
* @generated from field: jammi.v1.eval.InferenceAggregate aggregate = 1;
|
|
625
|
+
*/
|
|
626
|
+
aggregate?: InferenceAggregate | undefined;
|
|
627
|
+
/**
|
|
628
|
+
* @generated from field: repeated jammi.v1.eval.PerRecordPrediction per_record = 2;
|
|
629
|
+
*/
|
|
630
|
+
perRecord: PerRecordPrediction[];
|
|
631
|
+
};
|
|
632
|
+
/**
|
|
633
|
+
* Describes the message jammi.v1.eval.InferenceEvalReport.
|
|
634
|
+
* Use `create(InferenceEvalReportSchema)` to create a new message.
|
|
635
|
+
*/
|
|
636
|
+
export declare const InferenceEvalReportSchema: GenMessage<InferenceEvalReport>;
|
|
637
|
+
/**
|
|
638
|
+
* Single-metric delta: absolute = model - baseline, relative = absolute /
|
|
639
|
+
* baseline. Mirrors `jammi_ai::eval::report::MetricDelta`.
|
|
640
|
+
*
|
|
641
|
+
* @generated from message jammi.v1.eval.MetricDelta
|
|
642
|
+
*/
|
|
643
|
+
export type MetricDelta = Message<"jammi.v1.eval.MetricDelta"> & {
|
|
644
|
+
/**
|
|
645
|
+
* @generated from field: double absolute = 1;
|
|
646
|
+
*/
|
|
647
|
+
absolute: number;
|
|
648
|
+
/**
|
|
649
|
+
* @generated from field: double relative = 2;
|
|
650
|
+
*/
|
|
651
|
+
relative: number;
|
|
652
|
+
};
|
|
653
|
+
/**
|
|
654
|
+
* Describes the message jammi.v1.eval.MetricDelta.
|
|
655
|
+
* Use `create(MetricDeltaSchema)` to create a new message.
|
|
656
|
+
*/
|
|
657
|
+
export declare const MetricDeltaSchema: GenMessage<MetricDelta>;
|
|
658
|
+
/**
|
|
659
|
+
* Per-metric deltas relative to the baseline. Mirrors
|
|
660
|
+
* `jammi_ai::eval::report::AggregateDelta`.
|
|
661
|
+
*
|
|
662
|
+
* @generated from message jammi.v1.eval.AggregateDelta
|
|
663
|
+
*/
|
|
664
|
+
export type AggregateDelta = Message<"jammi.v1.eval.AggregateDelta"> & {
|
|
665
|
+
/**
|
|
666
|
+
* @generated from field: jammi.v1.eval.MetricDelta recall_at_k = 1;
|
|
667
|
+
*/
|
|
668
|
+
recallAtK?: MetricDelta | undefined;
|
|
669
|
+
/**
|
|
670
|
+
* @generated from field: jammi.v1.eval.MetricDelta precision_at_k = 2;
|
|
671
|
+
*/
|
|
672
|
+
precisionAtK?: MetricDelta | undefined;
|
|
673
|
+
/**
|
|
674
|
+
* @generated from field: jammi.v1.eval.MetricDelta mrr = 3;
|
|
675
|
+
*/
|
|
676
|
+
mrr?: MetricDelta | undefined;
|
|
677
|
+
/**
|
|
678
|
+
* @generated from field: jammi.v1.eval.MetricDelta ndcg = 4;
|
|
679
|
+
*/
|
|
680
|
+
ndcg?: MetricDelta | undefined;
|
|
681
|
+
};
|
|
682
|
+
/**
|
|
683
|
+
* Describes the message jammi.v1.eval.AggregateDelta.
|
|
684
|
+
* Use `create(AggregateDeltaSchema)` to create a new message.
|
|
685
|
+
*/
|
|
686
|
+
export declare const AggregateDeltaSchema: GenMessage<AggregateDelta>;
|
|
687
|
+
/**
|
|
688
|
+
* One table's embedding eval plus its delta vs the baseline. Mirrors
|
|
689
|
+
* `jammi_ai::eval::report::TableEvalReport`; `delta` is unset for the baseline.
|
|
690
|
+
*
|
|
691
|
+
* @generated from message jammi.v1.eval.TableEvalReport
|
|
692
|
+
*/
|
|
693
|
+
export type TableEvalReport = Message<"jammi.v1.eval.TableEvalReport"> & {
|
|
694
|
+
/**
|
|
695
|
+
* @generated from field: string table_name = 1;
|
|
696
|
+
*/
|
|
697
|
+
tableName: string;
|
|
698
|
+
/**
|
|
699
|
+
* @generated from field: jammi.v1.eval.EmbeddingEvalReport embedding_eval = 2;
|
|
700
|
+
*/
|
|
701
|
+
embeddingEval?: EmbeddingEvalReport | undefined;
|
|
702
|
+
/**
|
|
703
|
+
* @generated from field: optional jammi.v1.eval.AggregateDelta delta = 3;
|
|
704
|
+
*/
|
|
705
|
+
delta?: AggregateDelta | undefined;
|
|
706
|
+
};
|
|
707
|
+
/**
|
|
708
|
+
* Describes the message jammi.v1.eval.TableEvalReport.
|
|
709
|
+
* Use `create(TableEvalReportSchema)` to create a new message.
|
|
710
|
+
*/
|
|
711
|
+
export declare const TableEvalReportSchema: GenMessage<TableEvalReport>;
|
|
712
|
+
/**
|
|
713
|
+
* Result of one EvalCompare invocation. Mirrors
|
|
714
|
+
* `jammi_ai::eval::report::CompareEvalReport`.
|
|
715
|
+
*
|
|
716
|
+
* @generated from message jammi.v1.eval.CompareEvalReport
|
|
717
|
+
*/
|
|
718
|
+
export type CompareEvalReport = Message<"jammi.v1.eval.CompareEvalReport"> & {
|
|
719
|
+
/**
|
|
720
|
+
* @generated from field: repeated jammi.v1.eval.TableEvalReport per_table = 1;
|
|
721
|
+
*/
|
|
722
|
+
perTable: TableEvalReport[];
|
|
723
|
+
};
|
|
724
|
+
/**
|
|
725
|
+
* Describes the message jammi.v1.eval.CompareEvalReport.
|
|
726
|
+
* Use `create(CompareEvalReportSchema)` to create a new message.
|
|
727
|
+
*/
|
|
728
|
+
export declare const CompareEvalReportSchema: GenMessage<CompareEvalReport>;
|
|
729
|
+
/**
|
|
730
|
+
* Inference-evaluation task kind. Mirrors the engine's `EvalTask`: the two
|
|
731
|
+
* inference tasks that carry golden labels.
|
|
732
|
+
*
|
|
733
|
+
* @generated from enum jammi.v1.eval.EvalTask
|
|
734
|
+
*/
|
|
735
|
+
export declare enum EvalTask {
|
|
736
|
+
/**
|
|
737
|
+
* @generated from enum value: EVAL_TASK_UNSPECIFIED = 0;
|
|
738
|
+
*/
|
|
739
|
+
UNSPECIFIED = 0,
|
|
740
|
+
/**
|
|
741
|
+
* @generated from enum value: EVAL_TASK_CLASSIFICATION = 1;
|
|
742
|
+
*/
|
|
743
|
+
CLASSIFICATION = 1,
|
|
744
|
+
/**
|
|
745
|
+
* @generated from enum value: EVAL_TASK_NER = 2;
|
|
746
|
+
*/
|
|
747
|
+
NER = 2
|
|
748
|
+
}
|
|
749
|
+
/**
|
|
750
|
+
* Describes the enum jammi.v1.eval.EvalTask.
|
|
751
|
+
*/
|
|
752
|
+
export declare const EvalTaskSchema: GenEnum<EvalTask>;
|
|
753
|
+
/**
|
|
754
|
+
* EvalService — the wire surface for the engine's evaluation verbs.
|
|
755
|
+
*
|
|
756
|
+
* `EvalEmbeddings`, `EvalPerQuery`, `EvalInference`, and `EvalCompare` are
|
|
757
|
+
* imperative session methods, not SQL queries, so they live as typed gRPC RPCs
|
|
758
|
+
* alongside SessionService / TriggerService / EmbeddingService / Inference-
|
|
759
|
+
* Service rather than on the Flight SQL surface (which carries query/result
|
|
760
|
+
* only, per ADR-01 §3.2). The verbs are substrate primitives — measuring model
|
|
761
|
+
* quality against golden data — and name no tenant-domain concept.
|
|
762
|
+
*
|
|
763
|
+
* Each verb delegates 1:1 to the consumer-facing `Session`/`LocalSession`
|
|
764
|
+
* abstraction; the service reimplements no metric, retrieval, or scan logic.
|
|
765
|
+
* The response messages mirror the Rust report structs the abstraction returns
|
|
766
|
+
* (`EmbeddingEvalReport`, `InferenceEvalReport`, `CompareEvalReport`, and the
|
|
767
|
+
* catalog's `PerQueryEvalRecord`) with typed fields, not opaque JSON.
|
|
768
|
+
*
|
|
769
|
+
* Tenant scope is read from the request's `SessionTenant` extension, set by the
|
|
770
|
+
* shared TenantInterceptor from the `jammi-session-id` header — the same
|
|
771
|
+
* mechanism every other gRPC service and Flight SQL already use.
|
|
772
|
+
*
|
|
773
|
+
* @generated from service jammi.v1.eval.EvalService
|
|
774
|
+
*/
|
|
775
|
+
export declare const EvalService: GenService<{
|
|
776
|
+
/**
|
|
777
|
+
* Evaluate embedding retrieval quality against a golden relevance set.
|
|
778
|
+
* Peer of the abstraction's `eval_embeddings`.
|
|
779
|
+
*
|
|
780
|
+
* @generated from rpc jammi.v1.eval.EvalService.EvalEmbeddings
|
|
781
|
+
*/
|
|
782
|
+
evalEmbeddings: {
|
|
783
|
+
methodKind: "unary";
|
|
784
|
+
input: typeof EvalEmbeddingsRequestSchema;
|
|
785
|
+
output: typeof EmbeddingEvalReportSchema;
|
|
786
|
+
};
|
|
787
|
+
/**
|
|
788
|
+
* Read back the persisted per-query eval records for a run. Peer of the
|
|
789
|
+
* abstraction's `eval_per_query`.
|
|
790
|
+
*
|
|
791
|
+
* @generated from rpc jammi.v1.eval.EvalService.EvalPerQuery
|
|
792
|
+
*/
|
|
793
|
+
evalPerQuery: {
|
|
794
|
+
methodKind: "unary";
|
|
795
|
+
input: typeof EvalPerQueryRequestSchema;
|
|
796
|
+
output: typeof EvalPerQueryResponseSchema;
|
|
797
|
+
};
|
|
798
|
+
/**
|
|
799
|
+
* Evaluate inference (classification / NER) quality against golden labels.
|
|
800
|
+
* Peer of the abstraction's `eval_inference`.
|
|
801
|
+
*
|
|
802
|
+
* @generated from rpc jammi.v1.eval.EvalService.EvalInference
|
|
803
|
+
*/
|
|
804
|
+
evalInference: {
|
|
805
|
+
methodKind: "unary";
|
|
806
|
+
input: typeof EvalInferenceRequestSchema;
|
|
807
|
+
output: typeof InferenceEvalReportSchema;
|
|
808
|
+
};
|
|
809
|
+
/**
|
|
810
|
+
* Compare multiple embedding tables side-by-side against one golden set.
|
|
811
|
+
* Peer of the abstraction's `eval_compare`.
|
|
812
|
+
*
|
|
813
|
+
* @generated from rpc jammi.v1.eval.EvalService.EvalCompare
|
|
814
|
+
*/
|
|
815
|
+
evalCompare: {
|
|
816
|
+
methodKind: "unary";
|
|
817
|
+
input: typeof EvalCompareRequestSchema;
|
|
818
|
+
output: typeof CompareEvalReportSchema;
|
|
819
|
+
};
|
|
820
|
+
}>;
|
|
821
|
+
//# sourceMappingURL=eval_pb.d.ts.map
|