dsh-lm-memory 0.0.0-stage → 0.17.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (52) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +227 -2
  3. package/cordis.patch.yml +32 -0
  4. package/docs/banner-dark.svg +21 -0
  5. package/docs/banner.svg +21 -0
  6. package/docs/evidence/hardening/local-suite-summary.json +178 -0
  7. package/docs/evidence/hardening/rejected-precision-experiment.json +1315 -0
  8. package/docs/evidence/hardening/reliability-contracts.log +39 -0
  9. package/docs/evidence/hardening/semantic-after.json +1341 -0
  10. package/docs/evidence/hardening/semantic-before.json +1341 -0
  11. package/docs/evidence/hardening/source-hashes.json +12 -0
  12. package/docs/evidence/phase2/development-gate.json +53 -0
  13. package/docs/evidence/phase2/local-suite-summary.json +178 -0
  14. package/docs/evidence/phase2/longmemeval-full-summary.json +61 -0
  15. package/docs/evidence/phase2/semantic-regression.json +1341 -0
  16. package/docs/evidence/phase2/tail-proof.json +16 -0
  17. package/docs/evidence/recall-regression-2026-11-11.json +1304 -0
  18. package/docs/evidence/recall-suite-2026-11-11.json +126 -0
  19. package/docs/hardening-acceptance.md +50 -0
  20. package/docs/memory-protocol.md +89 -0
  21. package/docs/phase2-acceptance.md +51 -0
  22. package/docs/recall-contract-implementation.md +71 -0
  23. package/package.json +56 -4
  24. package/plugin/client.js +60 -0
  25. package/plugin/lib/extract-helper.mjs +246 -0
  26. package/plugin/lib/index.js +388 -0
  27. package/server/backup.mjs +16 -0
  28. package/server/candidates-e2e.mjs +221 -0
  29. package/server/conflict-e2e.mjs +134 -0
  30. package/server/conflict.mjs +153 -0
  31. package/server/current-md-e2e.mjs +73 -0
  32. package/server/dream-e2e.mjs +76 -0
  33. package/server/dream.mjs +43 -0
  34. package/server/e2e-test.mjs +44 -0
  35. package/server/extract-jobs-e2e.mjs +337 -0
  36. package/server/file-lock.mjs +16 -0
  37. package/server/graph-e2e.mjs +88 -0
  38. package/server/graph.mjs +125 -0
  39. package/server/guards.mjs +39 -0
  40. package/server/job-lease.mjs +10 -0
  41. package/server/lifecycle-e2e.mjs +141 -0
  42. package/server/memory-server.mjs +1160 -0
  43. package/server/passages.mjs +8 -0
  44. package/server/recall-eval.mjs +147 -0
  45. package/server/recall-utils.mjs +39 -0
  46. package/server/refresh-e2e.mjs +176 -0
  47. package/server/retrieval-plan.mjs +16 -0
  48. package/server/sleep-e2e.mjs +95 -0
  49. package/server/sleep.mjs +55 -0
  50. package/server/sparse-rank.mjs +14 -0
  51. package/server/viewer-e2e.mjs +76 -0
  52. package/server/viewer.mjs +725 -0
@@ -0,0 +1,1315 @@
1
+ {
2
+ "schema_version": 1,
3
+ "corpus_sha256": "e0c4eac03cd22e9e6082d460504ad7388ea3935c08948f915c9b9b4542f72574",
4
+ "head": "3c37e29d130d9523957d2df4018d0acf310be490",
5
+ "source_sha256": {
6
+ "server/memory-server.mjs": "823e391f4d8beee49aaa4d29f49901d43a3a9341462baa9b0a94b300dcda556e",
7
+ "server/recall-utils.mjs": "63b29f020127db4f899b3f53a9c52211865044d56a18ac1bbb2c68c0038bc452",
8
+ "scripts/eval/recall-metrics.mjs": "a5975cbcaacb8dbcecfada7fd751c2b08c089b3742c2d9e15ed1ca57e1488a2f"
9
+ },
10
+ "working_tree_dirty": true,
11
+ "node": "v26.12.0",
12
+ "platform": "darwin",
13
+ "mode": "real-bilingual-embeddings",
14
+ "embedding_coverage": 30,
15
+ "memories": 30,
16
+ "created_at": "2026-11-17T08:45:38.437Z",
17
+ "corpus_provenance": {
18
+ "source": "scripts/eval/dataset.json",
19
+ "source_sha256": "5915d5a1c9c39e20ddaf9a18ea47c327ca588507814080a4dea096303e438f59",
20
+ "limitations": "既有真实使用场景整理集,未提供原始用户对话,不能认证为逐字真实问题。新增多证据题是派生组合题。未读取生产库。",
21
+ "redactions": [
22
+ "account handle",
23
+ "institution",
24
+ "group number",
25
+ "personal paths",
26
+ "dates"
27
+ ],
28
+ "annotation": "required_groups 中每组至少命中一条全文才算该组证据齐全;多组全部命中才算完整;relevant_ids 是允许相关的穷举标签。"
29
+ },
30
+ "answer_accuracy": "NOT_RUN (retrieval-only; no answer model)",
31
+ "summary": [
32
+ {
33
+ "k": 1,
34
+ "questions": 37,
35
+ "positives": 31,
36
+ "negatives": 6,
37
+ "hit_at_k": 0.7096774193548387,
38
+ "evidence_complete_rate": 0.5483870967741935,
39
+ "evidence_group_coverage": 0.5945945945945946,
40
+ "false_recall_rate": 0.18518518518518517,
41
+ "abstention_false_positive_rate": 0,
42
+ "latency_ms": {
43
+ "p50": 1.7435420000000477,
44
+ "p95": 2.5784999999999627,
45
+ "max": 3.024832999999944
46
+ }
47
+ },
48
+ {
49
+ "k": 5,
50
+ "questions": 37,
51
+ "positives": 31,
52
+ "negatives": 6,
53
+ "hit_at_k": 0.8064516129032258,
54
+ "evidence_complete_rate": 0.7741935483870968,
55
+ "evidence_group_coverage": 0.8108108108108109,
56
+ "false_recall_rate": 0.42105263157894735,
57
+ "abstention_false_positive_rate": 0,
58
+ "latency_ms": {
59
+ "p50": 0.9026669999999513,
60
+ "p95": 1.5483329999999569,
61
+ "max": 1.9884160000000293
62
+ }
63
+ }
64
+ ],
65
+ "rows": [
66
+ {
67
+ "question_id": "q01",
68
+ "category": "A-关键词",
69
+ "k": 1,
70
+ "positive": true,
71
+ "hit": true,
72
+ "evidence_complete": true,
73
+ "groups_found": 1,
74
+ "groups_total": 1,
75
+ "false_hits": 0,
76
+ "returned": 1,
77
+ "abstention_false_positive": false,
78
+ "returned_ids": [
79
+ "m01"
80
+ ],
81
+ "latency_ms": 2.335207999999966
82
+ },
83
+ {
84
+ "question_id": "q02",
85
+ "category": "A-关键词",
86
+ "k": 1,
87
+ "positive": true,
88
+ "hit": true,
89
+ "evidence_complete": true,
90
+ "groups_found": 1,
91
+ "groups_total": 1,
92
+ "false_hits": 0,
93
+ "returned": 1,
94
+ "abstention_false_positive": false,
95
+ "returned_ids": [
96
+ "m04"
97
+ ],
98
+ "latency_ms": 3.024832999999944
99
+ },
100
+ {
101
+ "question_id": "q03",
102
+ "category": "A-关键词",
103
+ "k": 1,
104
+ "positive": true,
105
+ "hit": true,
106
+ "evidence_complete": true,
107
+ "groups_found": 1,
108
+ "groups_total": 1,
109
+ "false_hits": 0,
110
+ "returned": 1,
111
+ "abstention_false_positive": false,
112
+ "returned_ids": [
113
+ "m23"
114
+ ],
115
+ "latency_ms": 2.1749170000000504
116
+ },
117
+ {
118
+ "question_id": "q04",
119
+ "category": "A-关键词",
120
+ "k": 1,
121
+ "positive": true,
122
+ "hit": true,
123
+ "evidence_complete": true,
124
+ "groups_found": 1,
125
+ "groups_total": 1,
126
+ "false_hits": 0,
127
+ "returned": 1,
128
+ "abstention_false_positive": false,
129
+ "returned_ids": [
130
+ "m11"
131
+ ],
132
+ "latency_ms": 1.6388749999999845
133
+ },
134
+ {
135
+ "question_id": "q05",
136
+ "category": "A-关键词",
137
+ "k": 1,
138
+ "positive": true,
139
+ "hit": true,
140
+ "evidence_complete": true,
141
+ "groups_found": 1,
142
+ "groups_total": 1,
143
+ "false_hits": 0,
144
+ "returned": 1,
145
+ "abstention_false_positive": false,
146
+ "returned_ids": [
147
+ "m09"
148
+ ],
149
+ "latency_ms": 1.8727499999999964
150
+ },
151
+ {
152
+ "question_id": "q06",
153
+ "category": "A-关键词",
154
+ "k": 1,
155
+ "positive": true,
156
+ "hit": true,
157
+ "evidence_complete": true,
158
+ "groups_found": 1,
159
+ "groups_total": 1,
160
+ "false_hits": 0,
161
+ "returned": 1,
162
+ "abstention_false_positive": false,
163
+ "returned_ids": [
164
+ "m22"
165
+ ],
166
+ "latency_ms": 1.4299169999999322
167
+ },
168
+ {
169
+ "question_id": "q07",
170
+ "category": "A-关键词",
171
+ "k": 1,
172
+ "positive": true,
173
+ "hit": true,
174
+ "evidence_complete": true,
175
+ "groups_found": 1,
176
+ "groups_total": 1,
177
+ "false_hits": 0,
178
+ "returned": 1,
179
+ "abstention_false_positive": false,
180
+ "returned_ids": [
181
+ "m13"
182
+ ],
183
+ "latency_ms": 1.5406249999999773
184
+ },
185
+ {
186
+ "question_id": "q08",
187
+ "category": "A-关键词",
188
+ "k": 1,
189
+ "positive": true,
190
+ "hit": true,
191
+ "evidence_complete": true,
192
+ "groups_found": 1,
193
+ "groups_total": 1,
194
+ "false_hits": 0,
195
+ "returned": 1,
196
+ "abstention_false_positive": false,
197
+ "returned_ids": [
198
+ "m02"
199
+ ],
200
+ "latency_ms": 1.9431660000000193
201
+ },
202
+ {
203
+ "question_id": "q09",
204
+ "category": "B-语义改写",
205
+ "k": 1,
206
+ "positive": true,
207
+ "hit": true,
208
+ "evidence_complete": true,
209
+ "groups_found": 1,
210
+ "groups_total": 1,
211
+ "false_hits": 0,
212
+ "returned": 1,
213
+ "abstention_false_positive": false,
214
+ "returned_ids": [
215
+ "m04"
216
+ ],
217
+ "latency_ms": 1.8271250000000236
218
+ },
219
+ {
220
+ "question_id": "q10",
221
+ "category": "B-语义改写",
222
+ "k": 1,
223
+ "positive": true,
224
+ "hit": false,
225
+ "evidence_complete": false,
226
+ "groups_found": 0,
227
+ "groups_total": 1,
228
+ "false_hits": 1,
229
+ "returned": 1,
230
+ "abstention_false_positive": false,
231
+ "returned_ids": [
232
+ "m24"
233
+ ],
234
+ "latency_ms": 1.8669159999999465
235
+ },
236
+ {
237
+ "question_id": "q11",
238
+ "category": "B-语义改写",
239
+ "k": 1,
240
+ "positive": true,
241
+ "hit": true,
242
+ "evidence_complete": true,
243
+ "groups_found": 1,
244
+ "groups_total": 1,
245
+ "false_hits": 0,
246
+ "returned": 1,
247
+ "abstention_false_positive": false,
248
+ "returned_ids": [
249
+ "m08"
250
+ ],
251
+ "latency_ms": 1.8791670000000522
252
+ },
253
+ {
254
+ "question_id": "q12",
255
+ "category": "B-语义改写",
256
+ "k": 1,
257
+ "positive": true,
258
+ "hit": true,
259
+ "evidence_complete": true,
260
+ "groups_found": 1,
261
+ "groups_total": 1,
262
+ "false_hits": 0,
263
+ "returned": 1,
264
+ "abstention_false_positive": false,
265
+ "returned_ids": [
266
+ "m15"
267
+ ],
268
+ "latency_ms": 1.782542000000035
269
+ },
270
+ {
271
+ "question_id": "q13",
272
+ "category": "B-语义改写",
273
+ "k": 1,
274
+ "positive": true,
275
+ "hit": false,
276
+ "evidence_complete": false,
277
+ "groups_found": 0,
278
+ "groups_total": 1,
279
+ "false_hits": 0,
280
+ "returned": 0,
281
+ "abstention_false_positive": false,
282
+ "returned_ids": [],
283
+ "latency_ms": 1.7397909999999683
284
+ },
285
+ {
286
+ "question_id": "q14",
287
+ "category": "B-语义改写",
288
+ "k": 1,
289
+ "positive": true,
290
+ "hit": false,
291
+ "evidence_complete": false,
292
+ "groups_found": 0,
293
+ "groups_total": 1,
294
+ "false_hits": 1,
295
+ "returned": 1,
296
+ "abstention_false_positive": false,
297
+ "returned_ids": [
298
+ "m22"
299
+ ],
300
+ "latency_ms": 1.88312499999995
301
+ },
302
+ {
303
+ "question_id": "q15",
304
+ "category": "B-语义改写",
305
+ "k": 1,
306
+ "positive": true,
307
+ "hit": false,
308
+ "evidence_complete": false,
309
+ "groups_found": 0,
310
+ "groups_total": 1,
311
+ "false_hits": 0,
312
+ "returned": 0,
313
+ "abstention_false_positive": false,
314
+ "returned_ids": [],
315
+ "latency_ms": 1.7435420000000477
316
+ },
317
+ {
318
+ "question_id": "q16",
319
+ "category": "B-语义改写",
320
+ "k": 1,
321
+ "positive": true,
322
+ "hit": false,
323
+ "evidence_complete": false,
324
+ "groups_found": 0,
325
+ "groups_total": 1,
326
+ "false_hits": 1,
327
+ "returned": 1,
328
+ "abstention_false_positive": false,
329
+ "returned_ids": [
330
+ "m06"
331
+ ],
332
+ "latency_ms": 1.708250000000021
333
+ },
334
+ {
335
+ "question_id": "q17",
336
+ "category": "C-时间/状态",
337
+ "k": 1,
338
+ "positive": true,
339
+ "hit": true,
340
+ "evidence_complete": true,
341
+ "groups_found": 1,
342
+ "groups_total": 1,
343
+ "false_hits": 0,
344
+ "returned": 1,
345
+ "abstention_false_positive": false,
346
+ "returned_ids": [
347
+ "m08"
348
+ ],
349
+ "latency_ms": 1.4117909999999938
350
+ },
351
+ {
352
+ "question_id": "q18",
353
+ "category": "C-时间/状态",
354
+ "k": 1,
355
+ "positive": true,
356
+ "hit": false,
357
+ "evidence_complete": false,
358
+ "groups_found": 0,
359
+ "groups_total": 1,
360
+ "false_hits": 0,
361
+ "returned": 0,
362
+ "abstention_false_positive": false,
363
+ "returned_ids": [],
364
+ "latency_ms": 1.580041000000051
365
+ },
366
+ {
367
+ "question_id": "q19",
368
+ "category": "C-时间/状态",
369
+ "k": 1,
370
+ "positive": true,
371
+ "hit": false,
372
+ "evidence_complete": false,
373
+ "groups_found": 0,
374
+ "groups_total": 1,
375
+ "false_hits": 1,
376
+ "returned": 1,
377
+ "abstention_false_positive": false,
378
+ "returned_ids": [
379
+ "m13"
380
+ ],
381
+ "latency_ms": 1.3539579999999205
382
+ },
383
+ {
384
+ "question_id": "q20",
385
+ "category": "C-时间/状态",
386
+ "k": 1,
387
+ "positive": true,
388
+ "hit": true,
389
+ "evidence_complete": true,
390
+ "groups_found": 1,
391
+ "groups_total": 1,
392
+ "false_hits": 0,
393
+ "returned": 1,
394
+ "abstention_false_positive": false,
395
+ "returned_ids": [
396
+ "m30"
397
+ ],
398
+ "latency_ms": 1.3157919999999876
399
+ },
400
+ {
401
+ "question_id": "q21",
402
+ "category": "F-干扰区分",
403
+ "k": 1,
404
+ "positive": true,
405
+ "hit": true,
406
+ "evidence_complete": true,
407
+ "groups_found": 1,
408
+ "groups_total": 1,
409
+ "false_hits": 0,
410
+ "returned": 1,
411
+ "abstention_false_positive": false,
412
+ "returned_ids": [
413
+ "m05"
414
+ ],
415
+ "latency_ms": 1.6520830000000615
416
+ },
417
+ {
418
+ "question_id": "q22",
419
+ "category": "F-干扰区分",
420
+ "k": 1,
421
+ "positive": true,
422
+ "hit": true,
423
+ "evidence_complete": true,
424
+ "groups_found": 1,
425
+ "groups_total": 1,
426
+ "false_hits": 0,
427
+ "returned": 1,
428
+ "abstention_false_positive": false,
429
+ "returned_ids": [
430
+ "m23"
431
+ ],
432
+ "latency_ms": 1.7069169999999758
433
+ },
434
+ {
435
+ "question_id": "q23",
436
+ "category": "F-干扰区分",
437
+ "k": 1,
438
+ "positive": true,
439
+ "hit": true,
440
+ "evidence_complete": true,
441
+ "groups_found": 1,
442
+ "groups_total": 1,
443
+ "false_hits": 0,
444
+ "returned": 1,
445
+ "abstention_false_positive": false,
446
+ "returned_ids": [
447
+ "m04"
448
+ ],
449
+ "latency_ms": 1.6762499999999818
450
+ },
451
+ {
452
+ "question_id": "q24",
453
+ "category": "F-干扰区分",
454
+ "k": 1,
455
+ "positive": true,
456
+ "hit": false,
457
+ "evidence_complete": false,
458
+ "groups_found": 0,
459
+ "groups_total": 1,
460
+ "false_hits": 1,
461
+ "returned": 1,
462
+ "abstention_false_positive": false,
463
+ "returned_ids": [
464
+ "m30"
465
+ ],
466
+ "latency_ms": 1.824542000000065
467
+ },
468
+ {
469
+ "question_id": "q25",
470
+ "category": "F-干扰区分",
471
+ "k": 1,
472
+ "positive": true,
473
+ "hit": false,
474
+ "evidence_complete": false,
475
+ "groups_found": 0,
476
+ "groups_total": 1,
477
+ "false_hits": 0,
478
+ "returned": 0,
479
+ "abstention_false_positive": false,
480
+ "returned_ids": [],
481
+ "latency_ms": 1.4720829999999978
482
+ },
483
+ {
484
+ "question_id": "q26",
485
+ "category": "F-干扰区分",
486
+ "k": 1,
487
+ "positive": true,
488
+ "hit": true,
489
+ "evidence_complete": true,
490
+ "groups_found": 1,
491
+ "groups_total": 1,
492
+ "false_hits": 0,
493
+ "returned": 1,
494
+ "abstention_false_positive": false,
495
+ "returned_ids": [
496
+ "m28"
497
+ ],
498
+ "latency_ms": 1.291417000000024
499
+ },
500
+ {
501
+ "question_id": "q27",
502
+ "category": "E-空结果",
503
+ "k": 1,
504
+ "positive": false,
505
+ "hit": false,
506
+ "evidence_complete": false,
507
+ "groups_found": 0,
508
+ "groups_total": 0,
509
+ "false_hits": 0,
510
+ "returned": 0,
511
+ "abstention_false_positive": false,
512
+ "returned_ids": [],
513
+ "latency_ms": 1.7747920000000477
514
+ },
515
+ {
516
+ "question_id": "q28",
517
+ "category": "E-空结果",
518
+ "k": 1,
519
+ "positive": false,
520
+ "hit": false,
521
+ "evidence_complete": false,
522
+ "groups_found": 0,
523
+ "groups_total": 0,
524
+ "false_hits": 0,
525
+ "returned": 0,
526
+ "abstention_false_positive": false,
527
+ "returned_ids": [],
528
+ "latency_ms": 1.3250420000000531
529
+ },
530
+ {
531
+ "question_id": "q29",
532
+ "category": "E-空结果",
533
+ "k": 1,
534
+ "positive": false,
535
+ "hit": false,
536
+ "evidence_complete": false,
537
+ "groups_found": 0,
538
+ "groups_total": 0,
539
+ "false_hits": 0,
540
+ "returned": 0,
541
+ "abstention_false_positive": false,
542
+ "returned_ids": [],
543
+ "latency_ms": 1.320416000000023
544
+ },
545
+ {
546
+ "question_id": "q30",
547
+ "category": "E-空结果",
548
+ "k": 1,
549
+ "positive": false,
550
+ "hit": false,
551
+ "evidence_complete": false,
552
+ "groups_found": 0,
553
+ "groups_total": 0,
554
+ "false_hits": 0,
555
+ "returned": 0,
556
+ "abstention_false_positive": false,
557
+ "returned_ids": [],
558
+ "latency_ms": 1.5222909999999956
559
+ },
560
+ {
561
+ "question_id": "q31",
562
+ "category": "E-空结果",
563
+ "k": 1,
564
+ "positive": false,
565
+ "hit": false,
566
+ "evidence_complete": false,
567
+ "groups_found": 0,
568
+ "groups_total": 0,
569
+ "false_hits": 0,
570
+ "returned": 0,
571
+ "abstention_false_positive": false,
572
+ "returned_ids": [],
573
+ "latency_ms": 2.1040420000000495
574
+ },
575
+ {
576
+ "question_id": "q32",
577
+ "category": "E-空结果",
578
+ "k": 1,
579
+ "positive": false,
580
+ "hit": false,
581
+ "evidence_complete": false,
582
+ "groups_found": 0,
583
+ "groups_total": 0,
584
+ "false_hits": 0,
585
+ "returned": 0,
586
+ "abstention_false_positive": false,
587
+ "returned_ids": [],
588
+ "latency_ms": 1.5788339999999152
589
+ },
590
+ {
591
+ "question_id": "multi1",
592
+ "category": "multi-evidence",
593
+ "k": 1,
594
+ "positive": true,
595
+ "hit": true,
596
+ "evidence_complete": false,
597
+ "groups_found": 1,
598
+ "groups_total": 2,
599
+ "false_hits": 0,
600
+ "returned": 1,
601
+ "abstention_false_positive": false,
602
+ "returned_ids": [
603
+ "m04"
604
+ ],
605
+ "latency_ms": 2.1035420000000613
606
+ },
607
+ {
608
+ "question_id": "multi2",
609
+ "category": "multi-evidence",
610
+ "k": 1,
611
+ "positive": true,
612
+ "hit": true,
613
+ "evidence_complete": false,
614
+ "groups_found": 1,
615
+ "groups_total": 3,
616
+ "false_hits": 0,
617
+ "returned": 1,
618
+ "abstention_false_positive": false,
619
+ "returned_ids": [
620
+ "m16"
621
+ ],
622
+ "latency_ms": 2.5784999999999627
623
+ },
624
+ {
625
+ "question_id": "multi3",
626
+ "category": "multi-evidence",
627
+ "k": 1,
628
+ "positive": true,
629
+ "hit": true,
630
+ "evidence_complete": false,
631
+ "groups_found": 1,
632
+ "groups_total": 2,
633
+ "false_hits": 0,
634
+ "returned": 1,
635
+ "abstention_false_positive": false,
636
+ "returned_ids": [
637
+ "m26"
638
+ ],
639
+ "latency_ms": 2.2670419999999467
640
+ },
641
+ {
642
+ "question_id": "multi4",
643
+ "category": "multi-evidence",
644
+ "k": 1,
645
+ "positive": true,
646
+ "hit": true,
647
+ "evidence_complete": false,
648
+ "groups_found": 1,
649
+ "groups_total": 2,
650
+ "false_hits": 0,
651
+ "returned": 1,
652
+ "abstention_false_positive": false,
653
+ "returned_ids": [
654
+ "m29"
655
+ ],
656
+ "latency_ms": 2.477916999999934
657
+ },
658
+ {
659
+ "question_id": "multi5",
660
+ "category": "multi-evidence",
661
+ "k": 1,
662
+ "positive": true,
663
+ "hit": true,
664
+ "evidence_complete": false,
665
+ "groups_found": 1,
666
+ "groups_total": 2,
667
+ "false_hits": 0,
668
+ "returned": 1,
669
+ "abstention_false_positive": false,
670
+ "returned_ids": [
671
+ "m27"
672
+ ],
673
+ "latency_ms": 2.1747500000000173
674
+ },
675
+ {
676
+ "question_id": "q01",
677
+ "category": "A-关键词",
678
+ "k": 5,
679
+ "positive": true,
680
+ "hit": true,
681
+ "evidence_complete": true,
682
+ "groups_found": 1,
683
+ "groups_total": 1,
684
+ "false_hits": 0,
685
+ "returned": 1,
686
+ "abstention_false_positive": false,
687
+ "returned_ids": [
688
+ "m01"
689
+ ],
690
+ "latency_ms": 0.8540420000000495
691
+ },
692
+ {
693
+ "question_id": "q02",
694
+ "category": "A-关键词",
695
+ "k": 5,
696
+ "positive": true,
697
+ "hit": true,
698
+ "evidence_complete": true,
699
+ "groups_found": 1,
700
+ "groups_total": 1,
701
+ "false_hits": 0,
702
+ "returned": 1,
703
+ "abstention_false_positive": false,
704
+ "returned_ids": [
705
+ "m04"
706
+ ],
707
+ "latency_ms": 0.7737089999999398
708
+ },
709
+ {
710
+ "question_id": "q03",
711
+ "category": "A-关键词",
712
+ "k": 5,
713
+ "positive": true,
714
+ "hit": true,
715
+ "evidence_complete": true,
716
+ "groups_found": 1,
717
+ "groups_total": 1,
718
+ "false_hits": 1,
719
+ "returned": 3,
720
+ "abstention_false_positive": false,
721
+ "returned_ids": [
722
+ "m23",
723
+ "m16",
724
+ "m05"
725
+ ],
726
+ "latency_ms": 0.9396659999999883
727
+ },
728
+ {
729
+ "question_id": "q04",
730
+ "category": "A-关键词",
731
+ "k": 5,
732
+ "positive": true,
733
+ "hit": true,
734
+ "evidence_complete": true,
735
+ "groups_found": 1,
736
+ "groups_total": 1,
737
+ "false_hits": 0,
738
+ "returned": 1,
739
+ "abstention_false_positive": false,
740
+ "returned_ids": [
741
+ "m11"
742
+ ],
743
+ "latency_ms": 0.7086249999999836
744
+ },
745
+ {
746
+ "question_id": "q05",
747
+ "category": "A-关键词",
748
+ "k": 5,
749
+ "positive": true,
750
+ "hit": true,
751
+ "evidence_complete": true,
752
+ "groups_found": 1,
753
+ "groups_total": 1,
754
+ "false_hits": 1,
755
+ "returned": 3,
756
+ "abstention_false_positive": false,
757
+ "returned_ids": [
758
+ "m09",
759
+ "m10",
760
+ "m19"
761
+ ],
762
+ "latency_ms": 0.8867910000000165
763
+ },
764
+ {
765
+ "question_id": "q06",
766
+ "category": "A-关键词",
767
+ "k": 5,
768
+ "positive": true,
769
+ "hit": true,
770
+ "evidence_complete": true,
771
+ "groups_found": 1,
772
+ "groups_total": 1,
773
+ "false_hits": 0,
774
+ "returned": 1,
775
+ "abstention_false_positive": false,
776
+ "returned_ids": [
777
+ "m22"
778
+ ],
779
+ "latency_ms": 0.6218749999999318
780
+ },
781
+ {
782
+ "question_id": "q07",
783
+ "category": "A-关键词",
784
+ "k": 5,
785
+ "positive": true,
786
+ "hit": true,
787
+ "evidence_complete": true,
788
+ "groups_found": 1,
789
+ "groups_total": 1,
790
+ "false_hits": 1,
791
+ "returned": 2,
792
+ "abstention_false_positive": false,
793
+ "returned_ids": [
794
+ "m13",
795
+ "m10"
796
+ ],
797
+ "latency_ms": 1.5483329999999569
798
+ },
799
+ {
800
+ "question_id": "q08",
801
+ "category": "A-关键词",
802
+ "k": 5,
803
+ "positive": true,
804
+ "hit": true,
805
+ "evidence_complete": true,
806
+ "groups_found": 1,
807
+ "groups_total": 1,
808
+ "false_hits": 0,
809
+ "returned": 1,
810
+ "abstention_false_positive": false,
811
+ "returned_ids": [
812
+ "m02"
813
+ ],
814
+ "latency_ms": 0.9270000000000209
815
+ },
816
+ {
817
+ "question_id": "q09",
818
+ "category": "B-语义改写",
819
+ "k": 5,
820
+ "positive": true,
821
+ "hit": true,
822
+ "evidence_complete": true,
823
+ "groups_found": 1,
824
+ "groups_total": 1,
825
+ "false_hits": 0,
826
+ "returned": 1,
827
+ "abstention_false_positive": false,
828
+ "returned_ids": [
829
+ "m04"
830
+ ],
831
+ "latency_ms": 0.9396249999999782
832
+ },
833
+ {
834
+ "question_id": "q10",
835
+ "category": "B-语义改写",
836
+ "k": 5,
837
+ "positive": true,
838
+ "hit": true,
839
+ "evidence_complete": true,
840
+ "groups_found": 1,
841
+ "groups_total": 1,
842
+ "false_hits": 3,
843
+ "returned": 4,
844
+ "abstention_false_positive": false,
845
+ "returned_ids": [
846
+ "m24",
847
+ "m14",
848
+ "m16",
849
+ "m04"
850
+ ],
851
+ "latency_ms": 1.1891669999999976
852
+ },
853
+ {
854
+ "question_id": "q11",
855
+ "category": "B-语义改写",
856
+ "k": 5,
857
+ "positive": true,
858
+ "hit": true,
859
+ "evidence_complete": true,
860
+ "groups_found": 1,
861
+ "groups_total": 1,
862
+ "false_hits": 0,
863
+ "returned": 1,
864
+ "abstention_false_positive": false,
865
+ "returned_ids": [
866
+ "m08"
867
+ ],
868
+ "latency_ms": 1.0014999999999645
869
+ },
870
+ {
871
+ "question_id": "q12",
872
+ "category": "B-语义改写",
873
+ "k": 5,
874
+ "positive": true,
875
+ "hit": true,
876
+ "evidence_complete": true,
877
+ "groups_found": 1,
878
+ "groups_total": 1,
879
+ "false_hits": 0,
880
+ "returned": 1,
881
+ "abstention_false_positive": false,
882
+ "returned_ids": [
883
+ "m15"
884
+ ],
885
+ "latency_ms": 0.9834170000000313
886
+ },
887
+ {
888
+ "question_id": "q13",
889
+ "category": "B-语义改写",
890
+ "k": 5,
891
+ "positive": true,
892
+ "hit": false,
893
+ "evidence_complete": false,
894
+ "groups_found": 0,
895
+ "groups_total": 1,
896
+ "false_hits": 0,
897
+ "returned": 0,
898
+ "abstention_false_positive": false,
899
+ "returned_ids": [],
900
+ "latency_ms": 0.7678750000000036
901
+ },
902
+ {
903
+ "question_id": "q14",
904
+ "category": "B-语义改写",
905
+ "k": 5,
906
+ "positive": true,
907
+ "hit": false,
908
+ "evidence_complete": false,
909
+ "groups_found": 0,
910
+ "groups_total": 1,
911
+ "false_hits": 1,
912
+ "returned": 1,
913
+ "abstention_false_positive": false,
914
+ "returned_ids": [
915
+ "m22"
916
+ ],
917
+ "latency_ms": 1.123958000000016
918
+ },
919
+ {
920
+ "question_id": "q15",
921
+ "category": "B-语义改写",
922
+ "k": 5,
923
+ "positive": true,
924
+ "hit": false,
925
+ "evidence_complete": false,
926
+ "groups_found": 0,
927
+ "groups_total": 1,
928
+ "false_hits": 0,
929
+ "returned": 0,
930
+ "abstention_false_positive": false,
931
+ "returned_ids": [],
932
+ "latency_ms": 0.8967499999999973
933
+ },
934
+ {
935
+ "question_id": "q16",
936
+ "category": "B-语义改写",
937
+ "k": 5,
938
+ "positive": true,
939
+ "hit": true,
940
+ "evidence_complete": true,
941
+ "groups_found": 1,
942
+ "groups_total": 1,
943
+ "false_hits": 1,
944
+ "returned": 3,
945
+ "abstention_false_positive": false,
946
+ "returned_ids": [
947
+ "m06",
948
+ "m26",
949
+ "m03"
950
+ ],
951
+ "latency_ms": 1.21712500000001
952
+ },
953
+ {
954
+ "question_id": "q17",
955
+ "category": "C-时间/状态",
956
+ "k": 5,
957
+ "positive": true,
958
+ "hit": true,
959
+ "evidence_complete": true,
960
+ "groups_found": 1,
961
+ "groups_total": 1,
962
+ "false_hits": 1,
963
+ "returned": 2,
964
+ "abstention_false_positive": false,
965
+ "returned_ids": [
966
+ "m08",
967
+ "m07"
968
+ ],
969
+ "latency_ms": 0.8791670000000522
970
+ },
971
+ {
972
+ "question_id": "q18",
973
+ "category": "C-时间/状态",
974
+ "k": 5,
975
+ "positive": true,
976
+ "hit": false,
977
+ "evidence_complete": false,
978
+ "groups_found": 0,
979
+ "groups_total": 1,
980
+ "false_hits": 0,
981
+ "returned": 0,
982
+ "abstention_false_positive": false,
983
+ "returned_ids": [],
984
+ "latency_ms": 0.7904159999999365
985
+ },
986
+ {
987
+ "question_id": "q19",
988
+ "category": "C-时间/状态",
989
+ "k": 5,
990
+ "positive": true,
991
+ "hit": true,
992
+ "evidence_complete": true,
993
+ "groups_found": 1,
994
+ "groups_total": 1,
995
+ "false_hits": 1,
996
+ "returned": 2,
997
+ "abstention_false_positive": false,
998
+ "returned_ids": [
999
+ "m10",
1000
+ "m13"
1001
+ ],
1002
+ "latency_ms": 0.8961249999999836
1003
+ },
1004
+ {
1005
+ "question_id": "q20",
1006
+ "category": "C-时间/状态",
1007
+ "k": 5,
1008
+ "positive": true,
1009
+ "hit": true,
1010
+ "evidence_complete": true,
1011
+ "groups_found": 1,
1012
+ "groups_total": 1,
1013
+ "false_hits": 1,
1014
+ "returned": 2,
1015
+ "abstention_false_positive": false,
1016
+ "returned_ids": [
1017
+ "m30",
1018
+ "m17"
1019
+ ],
1020
+ "latency_ms": 1.0248329999999441
1021
+ },
1022
+ {
1023
+ "question_id": "q21",
1024
+ "category": "F-干扰区分",
1025
+ "k": 5,
1026
+ "positive": true,
1027
+ "hit": true,
1028
+ "evidence_complete": true,
1029
+ "groups_found": 1,
1030
+ "groups_total": 1,
1031
+ "false_hits": 0,
1032
+ "returned": 1,
1033
+ "abstention_false_positive": false,
1034
+ "returned_ids": [
1035
+ "m05"
1036
+ ],
1037
+ "latency_ms": 0.9099999999999682
1038
+ },
1039
+ {
1040
+ "question_id": "q22",
1041
+ "category": "F-干扰区分",
1042
+ "k": 5,
1043
+ "positive": true,
1044
+ "hit": true,
1045
+ "evidence_complete": true,
1046
+ "groups_found": 1,
1047
+ "groups_total": 1,
1048
+ "false_hits": 2,
1049
+ "returned": 3,
1050
+ "abstention_false_positive": false,
1051
+ "returned_ids": [
1052
+ "m23",
1053
+ "m16",
1054
+ "m05"
1055
+ ],
1056
+ "latency_ms": 0.9477080000000342
1057
+ },
1058
+ {
1059
+ "question_id": "q23",
1060
+ "category": "F-干扰区分",
1061
+ "k": 5,
1062
+ "positive": true,
1063
+ "hit": true,
1064
+ "evidence_complete": true,
1065
+ "groups_found": 1,
1066
+ "groups_total": 1,
1067
+ "false_hits": 0,
1068
+ "returned": 1,
1069
+ "abstention_false_positive": false,
1070
+ "returned_ids": [
1071
+ "m04"
1072
+ ],
1073
+ "latency_ms": 0.9026669999999513
1074
+ },
1075
+ {
1076
+ "question_id": "q24",
1077
+ "category": "F-干扰区分",
1078
+ "k": 5,
1079
+ "positive": true,
1080
+ "hit": false,
1081
+ "evidence_complete": false,
1082
+ "groups_found": 0,
1083
+ "groups_total": 1,
1084
+ "false_hits": 3,
1085
+ "returned": 3,
1086
+ "abstention_false_positive": false,
1087
+ "returned_ids": [
1088
+ "m04",
1089
+ "m30",
1090
+ "m18"
1091
+ ],
1092
+ "latency_ms": 1.0378749999999854
1093
+ },
1094
+ {
1095
+ "question_id": "q25",
1096
+ "category": "F-干扰区分",
1097
+ "k": 5,
1098
+ "positive": true,
1099
+ "hit": false,
1100
+ "evidence_complete": false,
1101
+ "groups_found": 0,
1102
+ "groups_total": 1,
1103
+ "false_hits": 0,
1104
+ "returned": 0,
1105
+ "abstention_false_positive": false,
1106
+ "returned_ids": [],
1107
+ "latency_ms": 0.7735420000000204
1108
+ },
1109
+ {
1110
+ "question_id": "q26",
1111
+ "category": "F-干扰区分",
1112
+ "k": 5,
1113
+ "positive": true,
1114
+ "hit": true,
1115
+ "evidence_complete": true,
1116
+ "groups_found": 1,
1117
+ "groups_total": 1,
1118
+ "false_hits": 0,
1119
+ "returned": 1,
1120
+ "abstention_false_positive": false,
1121
+ "returned_ids": [
1122
+ "m28"
1123
+ ],
1124
+ "latency_ms": 0.7390829999999369
1125
+ },
1126
+ {
1127
+ "question_id": "q27",
1128
+ "category": "E-空结果",
1129
+ "k": 5,
1130
+ "positive": false,
1131
+ "hit": false,
1132
+ "evidence_complete": false,
1133
+ "groups_found": 0,
1134
+ "groups_total": 0,
1135
+ "false_hits": 0,
1136
+ "returned": 0,
1137
+ "abstention_false_positive": false,
1138
+ "returned_ids": [],
1139
+ "latency_ms": 0.8157919999999876
1140
+ },
1141
+ {
1142
+ "question_id": "q28",
1143
+ "category": "E-空结果",
1144
+ "k": 5,
1145
+ "positive": false,
1146
+ "hit": false,
1147
+ "evidence_complete": false,
1148
+ "groups_found": 0,
1149
+ "groups_total": 0,
1150
+ "false_hits": 0,
1151
+ "returned": 0,
1152
+ "abstention_false_positive": false,
1153
+ "returned_ids": [],
1154
+ "latency_ms": 0.7068329999999605
1155
+ },
1156
+ {
1157
+ "question_id": "q29",
1158
+ "category": "E-空结果",
1159
+ "k": 5,
1160
+ "positive": false,
1161
+ "hit": false,
1162
+ "evidence_complete": false,
1163
+ "groups_found": 0,
1164
+ "groups_total": 0,
1165
+ "false_hits": 0,
1166
+ "returned": 0,
1167
+ "abstention_false_positive": false,
1168
+ "returned_ids": [],
1169
+ "latency_ms": 0.6099170000001095
1170
+ },
1171
+ {
1172
+ "question_id": "q30",
1173
+ "category": "E-空结果",
1174
+ "k": 5,
1175
+ "positive": false,
1176
+ "hit": false,
1177
+ "evidence_complete": false,
1178
+ "groups_found": 0,
1179
+ "groups_total": 0,
1180
+ "false_hits": 0,
1181
+ "returned": 0,
1182
+ "abstention_false_positive": false,
1183
+ "returned_ids": [],
1184
+ "latency_ms": 0.7225000000000819
1185
+ },
1186
+ {
1187
+ "question_id": "q31",
1188
+ "category": "E-空结果",
1189
+ "k": 5,
1190
+ "positive": false,
1191
+ "hit": false,
1192
+ "evidence_complete": false,
1193
+ "groups_found": 0,
1194
+ "groups_total": 0,
1195
+ "false_hits": 0,
1196
+ "returned": 0,
1197
+ "abstention_false_positive": false,
1198
+ "returned_ids": [],
1199
+ "latency_ms": 0.7063340000000835
1200
+ },
1201
+ {
1202
+ "question_id": "q32",
1203
+ "category": "E-空结果",
1204
+ "k": 5,
1205
+ "positive": false,
1206
+ "hit": false,
1207
+ "evidence_complete": false,
1208
+ "groups_found": 0,
1209
+ "groups_total": 0,
1210
+ "false_hits": 0,
1211
+ "returned": 0,
1212
+ "abstention_false_positive": false,
1213
+ "returned_ids": [],
1214
+ "latency_ms": 0.7297909999999774
1215
+ },
1216
+ {
1217
+ "question_id": "multi1",
1218
+ "category": "multi-evidence",
1219
+ "k": 5,
1220
+ "positive": true,
1221
+ "hit": true,
1222
+ "evidence_complete": true,
1223
+ "groups_found": 2,
1224
+ "groups_total": 2,
1225
+ "false_hits": 0,
1226
+ "returned": 2,
1227
+ "abstention_false_positive": false,
1228
+ "returned_ids": [
1229
+ "m04",
1230
+ "m28"
1231
+ ],
1232
+ "latency_ms": 1.0889580000000478
1233
+ },
1234
+ {
1235
+ "question_id": "multi2",
1236
+ "category": "multi-evidence",
1237
+ "k": 5,
1238
+ "positive": true,
1239
+ "hit": true,
1240
+ "evidence_complete": true,
1241
+ "groups_found": 3,
1242
+ "groups_total": 3,
1243
+ "false_hits": 0,
1244
+ "returned": 3,
1245
+ "abstention_false_positive": false,
1246
+ "returned_ids": [
1247
+ "m23",
1248
+ "m16",
1249
+ "m05"
1250
+ ],
1251
+ "latency_ms": 1.2474999999999454
1252
+ },
1253
+ {
1254
+ "question_id": "multi3",
1255
+ "category": "multi-evidence",
1256
+ "k": 5,
1257
+ "positive": true,
1258
+ "hit": true,
1259
+ "evidence_complete": true,
1260
+ "groups_found": 2,
1261
+ "groups_total": 2,
1262
+ "false_hits": 1,
1263
+ "returned": 3,
1264
+ "abstention_false_positive": false,
1265
+ "returned_ids": [
1266
+ "m26",
1267
+ "m03",
1268
+ "m06"
1269
+ ],
1270
+ "latency_ms": 1.9884160000000293
1271
+ },
1272
+ {
1273
+ "question_id": "multi4",
1274
+ "category": "multi-evidence",
1275
+ "k": 5,
1276
+ "positive": true,
1277
+ "hit": true,
1278
+ "evidence_complete": true,
1279
+ "groups_found": 2,
1280
+ "groups_total": 2,
1281
+ "false_hits": 3,
1282
+ "returned": 5,
1283
+ "abstention_false_positive": false,
1284
+ "returned_ids": [
1285
+ "m29",
1286
+ "m08",
1287
+ "m11",
1288
+ "m07",
1289
+ "m15"
1290
+ ],
1291
+ "latency_ms": 1.4627500000000282
1292
+ },
1293
+ {
1294
+ "question_id": "multi5",
1295
+ "category": "multi-evidence",
1296
+ "k": 5,
1297
+ "positive": true,
1298
+ "hit": true,
1299
+ "evidence_complete": false,
1300
+ "groups_found": 1,
1301
+ "groups_total": 2,
1302
+ "false_hits": 4,
1303
+ "returned": 5,
1304
+ "abstention_false_positive": false,
1305
+ "returned_ids": [
1306
+ "m27",
1307
+ "m08",
1308
+ "m18",
1309
+ "m07",
1310
+ "m19"
1311
+ ],
1312
+ "latency_ms": 1.3133749999999509
1313
+ }
1314
+ ]
1315
+ }