@f-inverse/jammi-client 0.14.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (46) hide show
  1. package/README.md +68 -0
  2. package/dist/gen/jammi/v1/audit_pb.d.ts +213 -0
  3. package/dist/gen/jammi/v1/audit_pb.d.ts.map +1 -0
  4. package/dist/gen/jammi/v1/audit_pb.js +63 -0
  5. package/dist/gen/jammi/v1/audit_pb.js.map +1 -0
  6. package/dist/gen/jammi/v1/channel_pb.d.ts +158 -0
  7. package/dist/gen/jammi/v1/channel_pb.d.ts.map +1 -0
  8. package/dist/gen/jammi/v1/channel_pb.js +87 -0
  9. package/dist/gen/jammi/v1/channel_pb.js.map +1 -0
  10. package/dist/gen/jammi/v1/embedding_pb.d.ts +514 -0
  11. package/dist/gen/jammi/v1/embedding_pb.d.ts.map +1 -0
  12. package/dist/gen/jammi/v1/embedding_pb.js +178 -0
  13. package/dist/gen/jammi/v1/embedding_pb.js.map +1 -0
  14. package/dist/gen/jammi/v1/error_pb.d.ts +739 -0
  15. package/dist/gen/jammi/v1/error_pb.d.ts.map +1 -0
  16. package/dist/gen/jammi/v1/error_pb.js +94 -0
  17. package/dist/gen/jammi/v1/error_pb.js.map +1 -0
  18. package/dist/gen/jammi/v1/eval_pb.d.ts +821 -0
  19. package/dist/gen/jammi/v1/eval_pb.d.ts.map +1 -0
  20. package/dist/gen/jammi/v1/eval_pb.js +187 -0
  21. package/dist/gen/jammi/v1/eval_pb.js.map +1 -0
  22. package/dist/gen/jammi/v1/fine_tune_pb.d.ts +513 -0
  23. package/dist/gen/jammi/v1/fine_tune_pb.d.ts.map +1 -0
  24. package/dist/gen/jammi/v1/fine_tune_pb.js +231 -0
  25. package/dist/gen/jammi/v1/fine_tune_pb.js.map +1 -0
  26. package/dist/gen/jammi/v1/inference_pb.d.ts +144 -0
  27. package/dist/gen/jammi/v1/inference_pb.d.ts.map +1 -0
  28. package/dist/gen/jammi/v1/inference_pb.js +78 -0
  29. package/dist/gen/jammi/v1/inference_pb.js.map +1 -0
  30. package/dist/gen/jammi/v1/mutable_table_pb.d.ts +183 -0
  31. package/dist/gen/jammi/v1/mutable_table_pb.d.ts.map +1 -0
  32. package/dist/gen/jammi/v1/mutable_table_pb.js +59 -0
  33. package/dist/gen/jammi/v1/mutable_table_pb.js.map +1 -0
  34. package/dist/gen/jammi/v1/session_pb.d.ts +104 -0
  35. package/dist/gen/jammi/v1/session_pb.d.ts.map +1 -0
  36. package/dist/gen/jammi/v1/session_pb.js +38 -0
  37. package/dist/gen/jammi/v1/session_pb.js.map +1 -0
  38. package/dist/gen/jammi/v1/trigger_pb.d.ts +399 -0
  39. package/dist/gen/jammi/v1/trigger_pb.d.ts.map +1 -0
  40. package/dist/gen/jammi/v1/trigger_pb.js +80 -0
  41. package/dist/gen/jammi/v1/trigger_pb.js.map +1 -0
  42. package/dist/index.d.ts +68 -0
  43. package/dist/index.d.ts.map +1 -0
  44. package/dist/index.js +89 -0
  45. package/dist/index.js.map +1 -0
  46. package/package.json +45 -0
@@ -0,0 +1,821 @@
1
+ import type { GenEnum, GenFile, GenMessage, GenService } from "@bufbuild/protobuf/codegenv2";
2
+ import type { Message } from "@bufbuild/protobuf";
3
+ /**
4
+ * Describes the file jammi/v1/eval.proto.
5
+ */
6
+ export declare const file_jammi_v1_eval: GenFile;
7
+ /**
8
+ * @generated from message jammi.v1.eval.EvalEmbeddingsRequest
9
+ */
10
+ export type EvalEmbeddingsRequest = Message<"jammi.v1.eval.EvalEmbeddingsRequest"> & {
11
+ /**
12
+ * Source whose embedding table is evaluated.
13
+ *
14
+ * @generated from field: string source_id = 1;
15
+ */
16
+ sourceId: string;
17
+ /**
18
+ * Embedding result table to evaluate; empty == the engine resolves the
19
+ * source's most recent embedding table.
20
+ *
21
+ * @generated from field: string embedding_table = 2;
22
+ */
23
+ embeddingTable: string;
24
+ /**
25
+ * Fully-qualified golden relevance source (e.g. "golden.public.relevance").
26
+ *
27
+ * @generated from field: string golden_source = 3;
28
+ */
29
+ goldenSource: string;
30
+ /**
31
+ * Retrieval cutoff k.
32
+ *
33
+ * @generated from field: uint32 k = 4;
34
+ */
35
+ k: number;
36
+ /**
37
+ * Opaque per-query cohort tags: query_id → {key: value}. The substrate
38
+ * stores these verbatim and never interprets them.
39
+ *
40
+ * @generated from field: map<string, jammi.v1.eval.CohortTags> cohorts = 5;
41
+ */
42
+ cohorts: {
43
+ [key: string]: CohortTags;
44
+ };
45
+ /**
46
+ * Optional tenant scope override; empty == none.
47
+ *
48
+ * @generated from field: string tenant_id = 6;
49
+ */
50
+ tenantId: string;
51
+ };
52
+ /**
53
+ * Describes the message jammi.v1.eval.EvalEmbeddingsRequest.
54
+ * Use `create(EvalEmbeddingsRequestSchema)` to create a new message.
55
+ */
56
+ export declare const EvalEmbeddingsRequestSchema: GenMessage<EvalEmbeddingsRequest>;
57
+ /**
58
+ * A single query's cohort tags. Wrapper message because proto3 maps cannot
59
+ * nest a map as the value type.
60
+ *
61
+ * @generated from message jammi.v1.eval.CohortTags
62
+ */
63
+ export type CohortTags = Message<"jammi.v1.eval.CohortTags"> & {
64
+ /**
65
+ * @generated from field: map<string, string> tags = 1;
66
+ */
67
+ tags: {
68
+ [key: string]: string;
69
+ };
70
+ };
71
+ /**
72
+ * Describes the message jammi.v1.eval.CohortTags.
73
+ * Use `create(CohortTagsSchema)` to create a new message.
74
+ */
75
+ export declare const CohortTagsSchema: GenMessage<CohortTags>;
76
+ /**
77
+ * @generated from message jammi.v1.eval.EvalPerQueryRequest
78
+ */
79
+ export type EvalPerQueryRequest = Message<"jammi.v1.eval.EvalPerQueryRequest"> & {
80
+ /**
81
+ * Run id returned by a prior EvalEmbeddings call.
82
+ *
83
+ * @generated from field: string eval_run_id = 1;
84
+ */
85
+ evalRunId: string;
86
+ /**
87
+ * @generated from field: string tenant_id = 2;
88
+ */
89
+ tenantId: string;
90
+ };
91
+ /**
92
+ * Describes the message jammi.v1.eval.EvalPerQueryRequest.
93
+ * Use `create(EvalPerQueryRequestSchema)` to create a new message.
94
+ */
95
+ export declare const EvalPerQueryRequestSchema: GenMessage<EvalPerQueryRequest>;
96
+ /**
97
+ * @generated from message jammi.v1.eval.EvalInferenceRequest
98
+ */
99
+ export type EvalInferenceRequest = Message<"jammi.v1.eval.EvalInferenceRequest"> & {
100
+ /**
101
+ * Model to run over the source.
102
+ *
103
+ * @generated from field: string model_id = 1;
104
+ */
105
+ modelId: string;
106
+ /**
107
+ * Source to scan.
108
+ *
109
+ * @generated from field: string source_id = 2;
110
+ */
111
+ sourceId: string;
112
+ /**
113
+ * Content columns fed through the model.
114
+ *
115
+ * @generated from field: repeated string columns = 3;
116
+ */
117
+ columns: string[];
118
+ /**
119
+ * Inference task kind.
120
+ *
121
+ * @generated from field: jammi.v1.eval.EvalTask task = 4;
122
+ */
123
+ task: EvalTask;
124
+ /**
125
+ * Fully-qualified golden label source.
126
+ *
127
+ * @generated from field: string golden_source = 5;
128
+ */
129
+ goldenSource: string;
130
+ /**
131
+ * Column in the golden source carrying the gold label.
132
+ *
133
+ * @generated from field: string label_column = 6;
134
+ */
135
+ labelColumn: string;
136
+ /**
137
+ * @generated from field: string tenant_id = 7;
138
+ */
139
+ tenantId: string;
140
+ };
141
+ /**
142
+ * Describes the message jammi.v1.eval.EvalInferenceRequest.
143
+ * Use `create(EvalInferenceRequestSchema)` to create a new message.
144
+ */
145
+ export declare const EvalInferenceRequestSchema: GenMessage<EvalInferenceRequest>;
146
+ /**
147
+ * @generated from message jammi.v1.eval.EvalCompareRequest
148
+ */
149
+ export type EvalCompareRequest = Message<"jammi.v1.eval.EvalCompareRequest"> & {
150
+ /**
151
+ * Embedding tables to compare; the first is the baseline. At least two.
152
+ *
153
+ * @generated from field: repeated string embedding_tables = 1;
154
+ */
155
+ embeddingTables: string[];
156
+ /**
157
+ * @generated from field: string source_id = 2;
158
+ */
159
+ sourceId: string;
160
+ /**
161
+ * @generated from field: string golden_source = 3;
162
+ */
163
+ goldenSource: string;
164
+ /**
165
+ * @generated from field: uint32 k = 4;
166
+ */
167
+ k: number;
168
+ /**
169
+ * @generated from field: string tenant_id = 5;
170
+ */
171
+ tenantId: string;
172
+ };
173
+ /**
174
+ * Describes the message jammi.v1.eval.EvalCompareRequest.
175
+ * Use `create(EvalCompareRequestSchema)` to create a new message.
176
+ */
177
+ export declare const EvalCompareRequestSchema: GenMessage<EvalCompareRequest>;
178
+ /**
179
+ * Mean retrieval metrics across all queries. Mirrors
180
+ * `jammi_numerics::retrieval::AggregateMetrics`.
181
+ *
182
+ * @generated from message jammi.v1.eval.AggregateMetrics
183
+ */
184
+ export type AggregateMetrics = Message<"jammi.v1.eval.AggregateMetrics"> & {
185
+ /**
186
+ * @generated from field: double recall_at_k = 1;
187
+ */
188
+ recallAtK: number;
189
+ /**
190
+ * @generated from field: double precision_at_k = 2;
191
+ */
192
+ precisionAtK: number;
193
+ /**
194
+ * @generated from field: double mrr = 3;
195
+ */
196
+ mrr: number;
197
+ /**
198
+ * @generated from field: double ndcg = 4;
199
+ */
200
+ ndcg: number;
201
+ };
202
+ /**
203
+ * Describes the message jammi.v1.eval.AggregateMetrics.
204
+ * Use `create(AggregateMetricsSchema)` to create a new message.
205
+ */
206
+ export declare const AggregateMetricsSchema: GenMessage<AggregateMetrics>;
207
+ /**
208
+ * Per-query metric values at a single cutoff. Mirrors
209
+ * `jammi_numerics::retrieval::QueryMetrics`.
210
+ *
211
+ * @generated from message jammi.v1.eval.QueryMetrics
212
+ */
213
+ export type QueryMetrics = Message<"jammi.v1.eval.QueryMetrics"> & {
214
+ /**
215
+ * @generated from field: double recall = 1;
216
+ */
217
+ recall: number;
218
+ /**
219
+ * @generated from field: double precision = 2;
220
+ */
221
+ precision: number;
222
+ /**
223
+ * @generated from field: double mrr = 3;
224
+ */
225
+ mrr: number;
226
+ /**
227
+ * @generated from field: double ndcg = 4;
228
+ */
229
+ ndcg: number;
230
+ };
231
+ /**
232
+ * Describes the message jammi.v1.eval.QueryMetrics.
233
+ * Use `create(QueryMetricsSchema)` to create a new message.
234
+ */
235
+ export declare const QueryMetricsSchema: GenMessage<QueryMetrics>;
236
+ /**
237
+ * Recall at one cutoff `k`. Mirrors the `(usize, f64)` pairs in
238
+ * `PerQueryRecord.recall_at_ks`.
239
+ *
240
+ * @generated from message jammi.v1.eval.RecallAtK
241
+ */
242
+ export type RecallAtK = Message<"jammi.v1.eval.RecallAtK"> & {
243
+ /**
244
+ * @generated from field: uint32 k = 1;
245
+ */
246
+ k: number;
247
+ /**
248
+ * @generated from field: double recall = 2;
249
+ */
250
+ recall: number;
251
+ };
252
+ /**
253
+ * Describes the message jammi.v1.eval.RecallAtK.
254
+ * Use `create(RecallAtKSchema)` to create a new message.
255
+ */
256
+ export declare const RecallAtKSchema: GenMessage<RecallAtK>;
257
+ /**
258
+ * One query's metrics plus its join key. Mirrors
259
+ * `jammi_ai::eval::report::PerQueryRecord`.
260
+ *
261
+ * @generated from message jammi.v1.eval.PerQueryRecord
262
+ */
263
+ export type PerQueryRecord = Message<"jammi.v1.eval.PerQueryRecord"> & {
264
+ /**
265
+ * @generated from field: string query_id = 1;
266
+ */
267
+ queryId: string;
268
+ /**
269
+ * @generated from field: jammi.v1.eval.QueryMetrics metrics = 2;
270
+ */
271
+ metrics?: QueryMetrics | undefined;
272
+ /**
273
+ * @generated from field: repeated jammi.v1.eval.RecallAtK recall_at_ks = 3;
274
+ */
275
+ recallAtKs: RecallAtK[];
276
+ /**
277
+ * @generated from field: double distance = 4;
278
+ */
279
+ distance: number;
280
+ /**
281
+ * @generated from field: map<string, string> cohorts = 5;
282
+ */
283
+ cohorts: {
284
+ [key: string]: string;
285
+ };
286
+ };
287
+ /**
288
+ * Describes the message jammi.v1.eval.PerQueryRecord.
289
+ * Use `create(PerQueryRecordSchema)` to create a new message.
290
+ */
291
+ export declare const PerQueryRecordSchema: GenMessage<PerQueryRecord>;
292
+ /**
293
+ * Result of one EvalEmbeddings invocation. Mirrors
294
+ * `jammi_ai::eval::report::EmbeddingEvalReport`.
295
+ *
296
+ * @generated from message jammi.v1.eval.EmbeddingEvalReport
297
+ */
298
+ export type EmbeddingEvalReport = Message<"jammi.v1.eval.EmbeddingEvalReport"> & {
299
+ /**
300
+ * @generated from field: string eval_run_id = 1;
301
+ */
302
+ evalRunId: string;
303
+ /**
304
+ * @generated from field: jammi.v1.eval.AggregateMetrics aggregate = 2;
305
+ */
306
+ aggregate?: AggregateMetrics | undefined;
307
+ /**
308
+ * @generated from field: repeated jammi.v1.eval.PerQueryRecord per_query = 3;
309
+ */
310
+ perQuery: PerQueryRecord[];
311
+ };
312
+ /**
313
+ * Describes the message jammi.v1.eval.EmbeddingEvalReport.
314
+ * Use `create(EmbeddingEvalReportSchema)` to create a new message.
315
+ */
316
+ export declare const EmbeddingEvalReportSchema: GenMessage<EmbeddingEvalReport>;
317
+ /**
318
+ * One persisted per-query eval row. Mirrors
319
+ * `jammi_db::catalog::eval_repo::PerQueryEvalRecord`, whose `cohorts`/`metrics`
320
+ * columns are JSON-object strings by storage shape — carried verbatim.
321
+ *
322
+ * @generated from message jammi.v1.eval.PerQueryEvalRecord
323
+ */
324
+ export type PerQueryEvalRecord = Message<"jammi.v1.eval.PerQueryEvalRecord"> & {
325
+ /**
326
+ * @generated from field: string eval_run_id = 1;
327
+ */
328
+ evalRunId: string;
329
+ /**
330
+ * @generated from field: string query_id = 2;
331
+ */
332
+ queryId: string;
333
+ /**
334
+ * Opaque cohort tags as a JSON object string; "{}" when none.
335
+ *
336
+ * @generated from field: string cohorts_json = 3;
337
+ */
338
+ cohortsJson: string;
339
+ /**
340
+ * Per-query metrics as a JSON object string.
341
+ *
342
+ * @generated from field: string metrics_json = 4;
343
+ */
344
+ metricsJson: string;
345
+ };
346
+ /**
347
+ * Describes the message jammi.v1.eval.PerQueryEvalRecord.
348
+ * Use `create(PerQueryEvalRecordSchema)` to create a new message.
349
+ */
350
+ export declare const PerQueryEvalRecordSchema: GenMessage<PerQueryEvalRecord>;
351
+ /**
352
+ * @generated from message jammi.v1.eval.EvalPerQueryResponse
353
+ */
354
+ export type EvalPerQueryResponse = Message<"jammi.v1.eval.EvalPerQueryResponse"> & {
355
+ /**
356
+ * @generated from field: repeated jammi.v1.eval.PerQueryEvalRecord records = 1;
357
+ */
358
+ records: PerQueryEvalRecord[];
359
+ };
360
+ /**
361
+ * Describes the message jammi.v1.eval.EvalPerQueryResponse.
362
+ * Use `create(EvalPerQueryResponseSchema)` to create a new message.
363
+ */
364
+ export declare const EvalPerQueryResponseSchema: GenMessage<EvalPerQueryResponse>;
365
+ /**
366
+ * Per-class precision/recall/F1. Mirrors
367
+ * `jammi_numerics::classification::ClassMetrics`.
368
+ *
369
+ * @generated from message jammi.v1.eval.ClassMetrics
370
+ */
371
+ export type ClassMetrics = Message<"jammi.v1.eval.ClassMetrics"> & {
372
+ /**
373
+ * @generated from field: double precision = 1;
374
+ */
375
+ precision: number;
376
+ /**
377
+ * @generated from field: double recall = 2;
378
+ */
379
+ recall: number;
380
+ /**
381
+ * @generated from field: double f1 = 3;
382
+ */
383
+ f1: number;
384
+ };
385
+ /**
386
+ * Describes the message jammi.v1.eval.ClassMetrics.
387
+ * Use `create(ClassMetricsSchema)` to create a new message.
388
+ */
389
+ export declare const ClassMetricsSchema: GenMessage<ClassMetrics>;
390
+ /**
391
+ * Classification eval result. Mirrors
392
+ * `jammi_numerics::classification::ClassificationResult`.
393
+ *
394
+ * @generated from message jammi.v1.eval.ClassificationResult
395
+ */
396
+ export type ClassificationResult = Message<"jammi.v1.eval.ClassificationResult"> & {
397
+ /**
398
+ * @generated from field: double accuracy = 1;
399
+ */
400
+ accuracy: number;
401
+ /**
402
+ * @generated from field: double f1 = 2;
403
+ */
404
+ f1: number;
405
+ /**
406
+ * @generated from field: map<string, jammi.v1.eval.ClassMetrics> per_class = 3;
407
+ */
408
+ perClass: {
409
+ [key: string]: ClassMetrics;
410
+ };
411
+ };
412
+ /**
413
+ * Describes the message jammi.v1.eval.ClassificationResult.
414
+ * Use `create(ClassificationResultSchema)` to create a new message.
415
+ */
416
+ export declare const ClassificationResultSchema: GenMessage<ClassificationResult>;
417
+ /**
418
+ * Per-entity-type precision/recall/F1/support. Mirrors
419
+ * `jammi_numerics::ner::TypeMetrics`.
420
+ *
421
+ * @generated from message jammi.v1.eval.TypeMetrics
422
+ */
423
+ export type TypeMetrics = Message<"jammi.v1.eval.TypeMetrics"> & {
424
+ /**
425
+ * @generated from field: double precision = 1;
426
+ */
427
+ precision: number;
428
+ /**
429
+ * @generated from field: double recall = 2;
430
+ */
431
+ recall: number;
432
+ /**
433
+ * @generated from field: double f1 = 3;
434
+ */
435
+ f1: number;
436
+ /**
437
+ * @generated from field: uint64 support = 4;
438
+ */
439
+ support: bigint;
440
+ };
441
+ /**
442
+ * Describes the message jammi.v1.eval.TypeMetrics.
443
+ * Use `create(TypeMetricsSchema)` to create a new message.
444
+ */
445
+ export declare const TypeMetricsSchema: GenMessage<TypeMetrics>;
446
+ /**
447
+ * NER eval metrics. Mirrors `jammi_numerics::ner::NerMetrics`.
448
+ *
449
+ * @generated from message jammi.v1.eval.NerMetrics
450
+ */
451
+ export type NerMetrics = Message<"jammi.v1.eval.NerMetrics"> & {
452
+ /**
453
+ * @generated from field: double precision = 1;
454
+ */
455
+ precision: number;
456
+ /**
457
+ * @generated from field: double recall = 2;
458
+ */
459
+ recall: number;
460
+ /**
461
+ * @generated from field: double f1 = 3;
462
+ */
463
+ f1: number;
464
+ /**
465
+ * @generated from field: map<string, jammi.v1.eval.TypeMetrics> per_type = 4;
466
+ */
467
+ perType: {
468
+ [key: string]: TypeMetrics;
469
+ };
470
+ };
471
+ /**
472
+ * Describes the message jammi.v1.eval.NerMetrics.
473
+ * Use `create(NerMetricsSchema)` to create a new message.
474
+ */
475
+ export declare const NerMetricsSchema: GenMessage<NerMetrics>;
476
+ /**
477
+ * A named-entity span. Mirrors `jammi_numerics::ner::Entity`.
478
+ *
479
+ * @generated from message jammi.v1.eval.Entity
480
+ */
481
+ export type Entity = Message<"jammi.v1.eval.Entity"> & {
482
+ /**
483
+ * @generated from field: string label = 1;
484
+ */
485
+ label: string;
486
+ /**
487
+ * @generated from field: uint64 start = 2;
488
+ */
489
+ start: bigint;
490
+ /**
491
+ * @generated from field: uint64 end = 3;
492
+ */
493
+ end: bigint;
494
+ /**
495
+ * @generated from field: string text = 4;
496
+ */
497
+ text: string;
498
+ /**
499
+ * @generated from field: float confidence = 5;
500
+ */
501
+ confidence: number;
502
+ };
503
+ /**
504
+ * Describes the message jammi.v1.eval.Entity.
505
+ * Use `create(EntitySchema)` to create a new message.
506
+ */
507
+ export declare const EntitySchema: GenMessage<Entity>;
508
+ /**
509
+ * Aggregate inference metrics, tagged by task kind. Mirrors
510
+ * `jammi_ai::eval::report::InferenceAggregate`.
511
+ *
512
+ * @generated from message jammi.v1.eval.InferenceAggregate
513
+ */
514
+ export type InferenceAggregate = Message<"jammi.v1.eval.InferenceAggregate"> & {
515
+ /**
516
+ * @generated from oneof jammi.v1.eval.InferenceAggregate.aggregate
517
+ */
518
+ aggregate: {
519
+ /**
520
+ * @generated from field: jammi.v1.eval.ClassificationResult classification = 1;
521
+ */
522
+ value: ClassificationResult;
523
+ case: "classification";
524
+ } | {
525
+ /**
526
+ * @generated from field: jammi.v1.eval.NerMetrics ner = 2;
527
+ */
528
+ value: NerMetrics;
529
+ case: "ner";
530
+ } | {
531
+ case: undefined;
532
+ value?: undefined;
533
+ };
534
+ };
535
+ /**
536
+ * Describes the message jammi.v1.eval.InferenceAggregate.
537
+ * Use `create(InferenceAggregateSchema)` to create a new message.
538
+ */
539
+ export declare const InferenceAggregateSchema: GenMessage<InferenceAggregate>;
540
+ /**
541
+ * One predicted/gold pair, tagged by task kind. Mirrors
542
+ * `jammi_ai::eval::report::PerRecordPrediction`.
543
+ *
544
+ * @generated from message jammi.v1.eval.PerRecordPrediction
545
+ */
546
+ export type PerRecordPrediction = Message<"jammi.v1.eval.PerRecordPrediction"> & {
547
+ /**
548
+ * @generated from oneof jammi.v1.eval.PerRecordPrediction.prediction
549
+ */
550
+ prediction: {
551
+ /**
552
+ * @generated from field: jammi.v1.eval.PerRecordPrediction.Classification classification = 1;
553
+ */
554
+ value: PerRecordPrediction_Classification;
555
+ case: "classification";
556
+ } | {
557
+ /**
558
+ * @generated from field: jammi.v1.eval.PerRecordPrediction.Ner ner = 2;
559
+ */
560
+ value: PerRecordPrediction_Ner;
561
+ case: "ner";
562
+ } | {
563
+ case: undefined;
564
+ value?: undefined;
565
+ };
566
+ };
567
+ /**
568
+ * Describes the message jammi.v1.eval.PerRecordPrediction.
569
+ * Use `create(PerRecordPredictionSchema)` to create a new message.
570
+ */
571
+ export declare const PerRecordPredictionSchema: GenMessage<PerRecordPrediction>;
572
+ /**
573
+ * @generated from message jammi.v1.eval.PerRecordPrediction.Classification
574
+ */
575
+ export type PerRecordPrediction_Classification = Message<"jammi.v1.eval.PerRecordPrediction.Classification"> & {
576
+ /**
577
+ * @generated from field: string record_id = 1;
578
+ */
579
+ recordId: string;
580
+ /**
581
+ * @generated from field: string predicted = 2;
582
+ */
583
+ predicted: string;
584
+ /**
585
+ * @generated from field: string gold = 3;
586
+ */
587
+ gold: string;
588
+ };
589
+ /**
590
+ * Describes the message jammi.v1.eval.PerRecordPrediction.Classification.
591
+ * Use `create(PerRecordPrediction_ClassificationSchema)` to create a new message.
592
+ */
593
+ export declare const PerRecordPrediction_ClassificationSchema: GenMessage<PerRecordPrediction_Classification>;
594
+ /**
595
+ * @generated from message jammi.v1.eval.PerRecordPrediction.Ner
596
+ */
597
+ export type PerRecordPrediction_Ner = Message<"jammi.v1.eval.PerRecordPrediction.Ner"> & {
598
+ /**
599
+ * @generated from field: string record_id = 1;
600
+ */
601
+ recordId: string;
602
+ /**
603
+ * @generated from field: repeated jammi.v1.eval.Entity predicted = 2;
604
+ */
605
+ predicted: Entity[];
606
+ /**
607
+ * @generated from field: repeated jammi.v1.eval.Entity gold = 3;
608
+ */
609
+ gold: Entity[];
610
+ };
611
+ /**
612
+ * Describes the message jammi.v1.eval.PerRecordPrediction.Ner.
613
+ * Use `create(PerRecordPrediction_NerSchema)` to create a new message.
614
+ */
615
+ export declare const PerRecordPrediction_NerSchema: GenMessage<PerRecordPrediction_Ner>;
616
+ /**
617
+ * Result of one EvalInference invocation. Mirrors
618
+ * `jammi_ai::eval::report::InferenceEvalReport`.
619
+ *
620
+ * @generated from message jammi.v1.eval.InferenceEvalReport
621
+ */
622
+ export type InferenceEvalReport = Message<"jammi.v1.eval.InferenceEvalReport"> & {
623
+ /**
624
+ * @generated from field: jammi.v1.eval.InferenceAggregate aggregate = 1;
625
+ */
626
+ aggregate?: InferenceAggregate | undefined;
627
+ /**
628
+ * @generated from field: repeated jammi.v1.eval.PerRecordPrediction per_record = 2;
629
+ */
630
+ perRecord: PerRecordPrediction[];
631
+ };
632
+ /**
633
+ * Describes the message jammi.v1.eval.InferenceEvalReport.
634
+ * Use `create(InferenceEvalReportSchema)` to create a new message.
635
+ */
636
+ export declare const InferenceEvalReportSchema: GenMessage<InferenceEvalReport>;
637
+ /**
638
+ * Single-metric delta: absolute = model - baseline, relative = absolute /
639
+ * baseline. Mirrors `jammi_ai::eval::report::MetricDelta`.
640
+ *
641
+ * @generated from message jammi.v1.eval.MetricDelta
642
+ */
643
+ export type MetricDelta = Message<"jammi.v1.eval.MetricDelta"> & {
644
+ /**
645
+ * @generated from field: double absolute = 1;
646
+ */
647
+ absolute: number;
648
+ /**
649
+ * @generated from field: double relative = 2;
650
+ */
651
+ relative: number;
652
+ };
653
+ /**
654
+ * Describes the message jammi.v1.eval.MetricDelta.
655
+ * Use `create(MetricDeltaSchema)` to create a new message.
656
+ */
657
+ export declare const MetricDeltaSchema: GenMessage<MetricDelta>;
658
+ /**
659
+ * Per-metric deltas relative to the baseline. Mirrors
660
+ * `jammi_ai::eval::report::AggregateDelta`.
661
+ *
662
+ * @generated from message jammi.v1.eval.AggregateDelta
663
+ */
664
+ export type AggregateDelta = Message<"jammi.v1.eval.AggregateDelta"> & {
665
+ /**
666
+ * @generated from field: jammi.v1.eval.MetricDelta recall_at_k = 1;
667
+ */
668
+ recallAtK?: MetricDelta | undefined;
669
+ /**
670
+ * @generated from field: jammi.v1.eval.MetricDelta precision_at_k = 2;
671
+ */
672
+ precisionAtK?: MetricDelta | undefined;
673
+ /**
674
+ * @generated from field: jammi.v1.eval.MetricDelta mrr = 3;
675
+ */
676
+ mrr?: MetricDelta | undefined;
677
+ /**
678
+ * @generated from field: jammi.v1.eval.MetricDelta ndcg = 4;
679
+ */
680
+ ndcg?: MetricDelta | undefined;
681
+ };
682
+ /**
683
+ * Describes the message jammi.v1.eval.AggregateDelta.
684
+ * Use `create(AggregateDeltaSchema)` to create a new message.
685
+ */
686
+ export declare const AggregateDeltaSchema: GenMessage<AggregateDelta>;
687
+ /**
688
+ * One table's embedding eval plus its delta vs the baseline. Mirrors
689
+ * `jammi_ai::eval::report::TableEvalReport`; `delta` is unset for the baseline.
690
+ *
691
+ * @generated from message jammi.v1.eval.TableEvalReport
692
+ */
693
+ export type TableEvalReport = Message<"jammi.v1.eval.TableEvalReport"> & {
694
+ /**
695
+ * @generated from field: string table_name = 1;
696
+ */
697
+ tableName: string;
698
+ /**
699
+ * @generated from field: jammi.v1.eval.EmbeddingEvalReport embedding_eval = 2;
700
+ */
701
+ embeddingEval?: EmbeddingEvalReport | undefined;
702
+ /**
703
+ * @generated from field: optional jammi.v1.eval.AggregateDelta delta = 3;
704
+ */
705
+ delta?: AggregateDelta | undefined;
706
+ };
707
+ /**
708
+ * Describes the message jammi.v1.eval.TableEvalReport.
709
+ * Use `create(TableEvalReportSchema)` to create a new message.
710
+ */
711
+ export declare const TableEvalReportSchema: GenMessage<TableEvalReport>;
712
+ /**
713
+ * Result of one EvalCompare invocation. Mirrors
714
+ * `jammi_ai::eval::report::CompareEvalReport`.
715
+ *
716
+ * @generated from message jammi.v1.eval.CompareEvalReport
717
+ */
718
+ export type CompareEvalReport = Message<"jammi.v1.eval.CompareEvalReport"> & {
719
+ /**
720
+ * @generated from field: repeated jammi.v1.eval.TableEvalReport per_table = 1;
721
+ */
722
+ perTable: TableEvalReport[];
723
+ };
724
+ /**
725
+ * Describes the message jammi.v1.eval.CompareEvalReport.
726
+ * Use `create(CompareEvalReportSchema)` to create a new message.
727
+ */
728
+ export declare const CompareEvalReportSchema: GenMessage<CompareEvalReport>;
729
+ /**
730
+ * Inference-evaluation task kind. Mirrors the engine's `EvalTask`: the two
731
+ * inference tasks that carry golden labels.
732
+ *
733
+ * @generated from enum jammi.v1.eval.EvalTask
734
+ */
735
+ export declare enum EvalTask {
736
+ /**
737
+ * @generated from enum value: EVAL_TASK_UNSPECIFIED = 0;
738
+ */
739
+ UNSPECIFIED = 0,
740
+ /**
741
+ * @generated from enum value: EVAL_TASK_CLASSIFICATION = 1;
742
+ */
743
+ CLASSIFICATION = 1,
744
+ /**
745
+ * @generated from enum value: EVAL_TASK_NER = 2;
746
+ */
747
+ NER = 2
748
+ }
749
+ /**
750
+ * Describes the enum jammi.v1.eval.EvalTask.
751
+ */
752
+ export declare const EvalTaskSchema: GenEnum<EvalTask>;
753
+ /**
754
+ * EvalService — the wire surface for the engine's evaluation verbs.
755
+ *
756
+ * `EvalEmbeddings`, `EvalPerQuery`, `EvalInference`, and `EvalCompare` are
757
+ * imperative session methods, not SQL queries, so they live as typed gRPC RPCs
758
+ * alongside SessionService / TriggerService / EmbeddingService / Inference-
759
+ * Service rather than on the Flight SQL surface (which carries query/result
760
+ * only, per ADR-01 §3.2). The verbs are substrate primitives — measuring model
761
+ * quality against golden data — and name no tenant-domain concept.
762
+ *
763
+ * Each verb delegates 1:1 to the consumer-facing `Session`/`LocalSession`
764
+ * abstraction; the service reimplements no metric, retrieval, or scan logic.
765
+ * The response messages mirror the Rust report structs the abstraction returns
766
+ * (`EmbeddingEvalReport`, `InferenceEvalReport`, `CompareEvalReport`, and the
767
+ * catalog's `PerQueryEvalRecord`) with typed fields, not opaque JSON.
768
+ *
769
+ * Tenant scope is read from the request's `SessionTenant` extension, set by the
770
+ * shared TenantInterceptor from the `jammi-session-id` header — the same
771
+ * mechanism every other gRPC service and Flight SQL already use.
772
+ *
773
+ * @generated from service jammi.v1.eval.EvalService
774
+ */
775
+ export declare const EvalService: GenService<{
776
+ /**
777
+ * Evaluate embedding retrieval quality against a golden relevance set.
778
+ * Peer of the abstraction's `eval_embeddings`.
779
+ *
780
+ * @generated from rpc jammi.v1.eval.EvalService.EvalEmbeddings
781
+ */
782
+ evalEmbeddings: {
783
+ methodKind: "unary";
784
+ input: typeof EvalEmbeddingsRequestSchema;
785
+ output: typeof EmbeddingEvalReportSchema;
786
+ };
787
+ /**
788
+ * Read back the persisted per-query eval records for a run. Peer of the
789
+ * abstraction's `eval_per_query`.
790
+ *
791
+ * @generated from rpc jammi.v1.eval.EvalService.EvalPerQuery
792
+ */
793
+ evalPerQuery: {
794
+ methodKind: "unary";
795
+ input: typeof EvalPerQueryRequestSchema;
796
+ output: typeof EvalPerQueryResponseSchema;
797
+ };
798
+ /**
799
+ * Evaluate inference (classification / NER) quality against golden labels.
800
+ * Peer of the abstraction's `eval_inference`.
801
+ *
802
+ * @generated from rpc jammi.v1.eval.EvalService.EvalInference
803
+ */
804
+ evalInference: {
805
+ methodKind: "unary";
806
+ input: typeof EvalInferenceRequestSchema;
807
+ output: typeof InferenceEvalReportSchema;
808
+ };
809
+ /**
810
+ * Compare multiple embedding tables side-by-side against one golden set.
811
+ * Peer of the abstraction's `eval_compare`.
812
+ *
813
+ * @generated from rpc jammi.v1.eval.EvalService.EvalCompare
814
+ */
815
+ evalCompare: {
816
+ methodKind: "unary";
817
+ input: typeof EvalCompareRequestSchema;
818
+ output: typeof CompareEvalReportSchema;
819
+ };
820
+ }>;
821
+ //# sourceMappingURL=eval_pb.d.ts.map