npm - @furongjun1999/dsh-memory - Versions diffs - 0.4.10 → 0.4.11 - Mend

@furongjun1999/dsh-memory 0.4.10 → 0.4.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (2736) hide show

package/docs/experiments/bench6-rust-rerun/rust_rerun_result.json DELETED Viewed

@@ -1,4510 +0,0 @@
-{
-  "k": 5,
-  "engine": "rust (mdcg-eval --serve)",
-  "baseline": "d:\\Program Files\\2_ai\\dsh-memory\\data\\benchmarks\\bench6-100-zh-en\\results_v1.0.json",
-  "arms": {
-    "rust_lex": {
-      "baseline_arm": "lingshu_lex",
-      "langs": {
-        "zh": {
-          "summary": {
-            "n": 100,
-            "hit@1": 0.99,
-            "hit@5": 1.0,
-            "mrr": 0.995,
-            "score_p10": 1.0,
-            "score_p50": 1.0,
-            "by_qtype": {
-              "adversarial": {
-                "n": 23,
-                "hit@1": 0.9565217391304348,
-                "hit@5": 1.0,
-                "mrr": 0.9782608695652174
-              },
-              "multi_hop": {
-                "n": 14,
-                "hit@1": 1.0,
-                "hit@5": 1.0,
-                "mrr": 1.0
-              },
-              "open_domain": {
-                "n": 4,
-                "hit@1": 1.0,
-                "hit@5": 1.0,
-                "mrr": 1.0
-              },
-              "single_hop": {
-                "n": 43,
-                "hit@1": 1.0,
-                "hit@5": 1.0,
-                "mrr": 1.0
-              },
-              "temporal_reasoning": {
-                "n": 16,
-                "hit@1": 1.0,
-                "hit@5": 1.0,
-                "mrr": 1.0
-              }
-            }
-          },
-          "rows": [
-            {
-              "qid": "scene_0_q_105",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_122",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_0_q_129",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_132",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_141",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_0_q_143",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_0_q_182",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_187",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_191",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_0_q_52",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_63",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_65",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_69",
-              "qtype": "open_domain",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 3
-            },
-            {
-              "qid": "scene_1_q_14",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_19",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_27",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_31",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_41",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_55",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_0",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_13",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_144",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_147",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_154",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_158",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_21",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_1",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_101",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_127",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_142",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_173",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_31",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_37",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_57",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_63",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_72",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_4_q_112",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 1
-            },
-            {
-              "qid": "scene_4_q_150",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_179",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_184",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 1
-            },
-            {
-              "qid": "scene_4_q_195",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_208",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_220",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_222",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_237",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_3",
-              "qtype": "open_domain",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_54",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_55",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_103",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 3
-            },
-            {
-              "qid": "scene_5_q_145",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_5_q_148",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_5_q_35",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_53",
-              "qtype": "open_domain",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_73",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_78",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_112",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_12",
-              "qtype": "open_domain",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_6_q_132",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_6_q_135",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_6_q_136",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_154",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_171",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_6_q_172",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_6_q_173",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_175",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_176",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_49",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_73",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_93",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_94",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_102",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_7_q_104",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_106",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_110",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 1
-            },
-            {
-              "qid": "scene_7_q_126",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_144",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 3
-            },
-            {
-              "qid": "scene_7_q_15",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_165",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_212",
-              "qtype": "adversarial",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_228",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_46",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_78",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_79",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_80",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_90",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_104",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_13",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_135",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_159",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 3
-            },
-            {
-              "qid": "scene_8_q_55",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_8_q_67",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_84",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_99",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_9_q_118",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_126",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 1
-            },
-            {
-              "qid": "scene_9_q_141",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_36",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_9_q_54",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_60",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_83",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            }
-          ],
-          "compare": {
-            "same": 100,
-            "diffs": []
-          }
-        },
-        "en": {
-          "summary": {
-            "n": 100,
-            "hit@1": 0.47,
-            "hit@5": 0.69,
-            "mrr": 0.5636666666666666,
-            "score_p10": 1.0,
-            "score_p50": 1.0,
-            "by_qtype": {
-              "adversarial": {
-                "n": 23,
-                "hit@1": 0.43478260869565216,
-                "hit@5": 0.6956521739130435,
-                "mrr": 0.5579710144927537
-              },
-              "multi_hop": {
-                "n": 14,
-                "hit@1": 0.5,
-                "hit@5": 0.8571428571428571,
-                "mrr": 0.6309523809523808
-              },
-              "open_domain": {
-                "n": 4,
-                "hit@1": 0.0,
-                "hit@5": 0.5,
-                "mrr": 0.25
-              },
-              "single_hop": {
-                "n": 43,
-                "hit@1": 0.5116279069767442,
-                "hit@5": 0.627906976744186,
-                "mrr": 0.5511627906976744
-              },
-              "temporal_reasoning": {
-                "n": 16,
-                "hit@1": 0.5,
-                "hit@5": 0.75,
-                "mrr": 0.625
-              }
-            }
-          },
-          "rows": [
-            {
-              "qid": "scene_0_q_105",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_122",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_129",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_132",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_141",
-              "qtype": "single_hop",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_143",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_182",
-              "qtype": "adversarial",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_187",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_191",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_52",
-              "qtype": "multi_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_63",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_65",
-              "qtype": "multi_hop",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_69",
-              "qtype": "open_domain",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_14",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_19",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_27",
-              "qtype": "multi_hop",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_31",
-              "qtype": "multi_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_41",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_55",
-              "qtype": "single_hop",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_0",
-              "qtype": "temporal_reasoning",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_13",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_144",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_147",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_154",
-              "qtype": "adversarial",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_158",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_21",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_1",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_101",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_127",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_142",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_173",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_31",
-              "qtype": "temporal_reasoning",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_37",
-              "qtype": "temporal_reasoning",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_57",
-              "qtype": "temporal_reasoning",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_63",
-              "qtype": "multi_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_72",
-              "qtype": "temporal_reasoning",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_112",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_150",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_179",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_184",
-              "qtype": "adversarial",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_195",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_208",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_220",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_222",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_237",
-              "qtype": "adversarial",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_3",
-              "qtype": "open_domain",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_54",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_55",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_103",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_145",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_148",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_35",
-              "qtype": "multi_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_53",
-              "qtype": "open_domain",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_73",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_78",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_112",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_12",
-              "qtype": "open_domain",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_132",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_135",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_136",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_154",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_171",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_172",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_173",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_175",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_176",
-              "qtype": "adversarial",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_49",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_73",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_93",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_94",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_102",
-              "qtype": "single_hop",
-              "rank": 5,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_104",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_106",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_110",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_126",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_144",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_15",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_165",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_212",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_228",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_46",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_78",
-              "qtype": "temporal_reasoning",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_79",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_80",
-              "qtype": "multi_hop",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_90",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_104",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_13",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_135",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_159",
-              "qtype": "adversarial",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_55",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_67",
-              "qtype": "temporal_reasoning",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_84",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_99",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_118",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_126",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_141",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_36",
-              "qtype": "temporal_reasoning",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_54",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_60",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_83",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            }
-          ],
-          "compare": {
-            "same": 100,
-            "diffs": []
-          }
-        }
-      }
-    },
-    "rust_rrf4_noref": {
-      "baseline_arm": "lingshu_rrf4_noref",
-      "langs": {
-        "zh": {
-          "summary": {
-            "n": 100,
-            "hit@1": 0.68,
-            "hit@5": 1.0,
-            "mrr": 0.8093333333333331,
-            "score_p10": 1.0,
-            "score_p50": 1.0,
-            "by_qtype": {
-              "adversarial": {
-                "n": 23,
-                "hit@1": 0.6956521739130435,
-                "hit@5": 1.0,
-                "mrr": 0.8405797101449275
-              },
-              "multi_hop": {
-                "n": 14,
-                "hit@1": 0.7857142857142857,
-                "hit@5": 1.0,
-                "mrr": 0.875
-              },
-              "open_domain": {
-                "n": 4,
-                "hit@1": 0.75,
-                "hit@5": 1.0,
-                "mrr": 0.875
-              },
-              "single_hop": {
-                "n": 43,
-                "hit@1": 0.6511627906976745,
-                "hit@5": 1.0,
-                "mrr": 0.7844961240310078
-              },
-              "temporal_reasoning": {
-                "n": 16,
-                "hit@1": 0.625,
-                "hit@5": 1.0,
-                "mrr": 0.7572916666666667
-              }
-            }
-          },
-          "rows": [
-            {
-              "qid": "scene_0_q_105",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_122",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_129",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_132",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_141",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_0_q_143",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_182",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_187",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_191",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_52",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_63",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_65",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_69",
-              "qtype": "open_domain",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 3
-            },
-            {
-              "qid": "scene_1_q_14",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_19",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_27",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_31",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_41",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_55",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_0",
-              "qtype": "temporal_reasoning",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_13",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_144",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_147",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_154",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_158",
-              "qtype": "adversarial",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_21",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_1",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_101",
-              "qtype": "single_hop",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_127",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_142",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_173",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_31",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_37",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_57",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_63",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_72",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_4_q_112",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 1
-            },
-            {
-              "qid": "scene_4_q_150",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_179",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_184",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 1
-            },
-            {
-              "qid": "scene_4_q_195",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_208",
-              "qtype": "adversarial",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_220",
-              "qtype": "adversarial",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_222",
-              "qtype": "adversarial",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_237",
-              "qtype": "adversarial",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_3",
-              "qtype": "open_domain",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_54",
-              "qtype": "temporal_reasoning",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_55",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_103",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 3
-            },
-            {
-              "qid": "scene_5_q_145",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_5_q_148",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_35",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_53",
-              "qtype": "open_domain",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_73",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_78",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_112",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_12",
-              "qtype": "open_domain",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_132",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_135",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_136",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_154",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_171",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_6_q_172",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_6_q_173",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_175",
-              "qtype": "adversarial",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_176",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_49",
-              "qtype": "multi_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_73",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_93",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_94",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_102",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_104",
-              "qtype": "single_hop",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_106",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_110",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_126",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_144",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 3
-            },
-            {
-              "qid": "scene_7_q_15",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_165",
-              "qtype": "single_hop",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_212",
-              "qtype": "adversarial",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_228",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_46",
-              "qtype": "temporal_reasoning",
-              "rank": 5,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_78",
-              "qtype": "temporal_reasoning",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_79",
-              "qtype": "multi_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_80",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_90",
-              "qtype": "single_hop",
-              "rank": 5,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_104",
-              "qtype": "single_hop",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_13",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_135",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_159",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 3
-            },
-            {
-              "qid": "scene_8_q_55",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 3
-            },
-            {
-              "qid": "scene_8_q_67",
-              "qtype": "temporal_reasoning",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_84",
-              "qtype": "single_hop",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_99",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_9_q_118",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_126",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 1
-            },
-            {
-              "qid": "scene_9_q_141",
-              "qtype": "single_hop",
-              "rank": 5,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_36",
-              "qtype": "temporal_reasoning",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_54",
-              "qtype": "multi_hop",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_60",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_83",
-              "qtype": "single_hop",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            }
-          ],
-          "compare": {
-            "same": 100,
-            "diffs": []
-          }
-        },
-        "en": {
-          "summary": {
-            "n": 100,
-            "hit@1": 0.29,
-            "hit@5": 0.61,
-            "mrr": 0.4211666666666667,
-            "score_p10": 1.0,
-            "score_p50": 1.0,
-            "by_qtype": {
-              "adversarial": {
-                "n": 23,
-                "hit@1": 0.13043478260869565,
-                "hit@5": 0.30434782608695654,
-                "mrr": 0.2028985507246377
-              },
-              "multi_hop": {
-                "n": 14,
-                "hit@1": 0.5714285714285714,
-                "hit@5": 0.9285714285714286,
-                "mrr": 0.7261904761904762
-              },
-              "open_domain": {
-                "n": 4,
-                "hit@1": 0.0,
-                "hit@5": 0.5,
-                "mrr": 0.25
-              },
-              "single_hop": {
-                "n": 43,
-                "hit@1": 0.2558139534883721,
-                "hit@5": 0.6046511627906976,
-                "mrr": 0.38837209302325587
-              },
-              "temporal_reasoning": {
-                "n": 16,
-                "hit@1": 0.4375,
-                "hit@5": 0.8125,
-                "mrr": 0.5989583333333333
-              }
-            }
-          },
-          "rows": [
-            {
-              "qid": "scene_0_q_105",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_122",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_129",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_132",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_141",
-              "qtype": "single_hop",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_143",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_182",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_187",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_191",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_52",
-              "qtype": "multi_hop",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_63",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_65",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_69",
-              "qtype": "open_domain",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_14",
-              "qtype": "temporal_reasoning",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_19",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_27",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_31",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_41",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_55",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_0",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_13",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_144",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_147",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_154",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_158",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_21",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_1",
-              "qtype": "multi_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_101",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_127",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_142",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_173",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_31",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_37",
-              "qtype": "temporal_reasoning",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_57",
-              "qtype": "temporal_reasoning",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_63",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_72",
-              "qtype": "temporal_reasoning",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_112",
-              "qtype": "single_hop",
-              "rank": 5,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_150",
-              "qtype": "single_hop",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_179",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_184",
-              "qtype": "adversarial",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_195",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_208",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_220",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_222",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_237",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_3",
-              "qtype": "open_domain",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_54",
-              "qtype": "temporal_reasoning",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_55",
-              "qtype": "temporal_reasoning",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_103",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_145",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_148",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_35",
-              "qtype": "multi_hop",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_53",
-              "qtype": "open_domain",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_73",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_78",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_112",
-              "qtype": "single_hop",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_12",
-              "qtype": "open_domain",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_132",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_135",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_136",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_154",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_171",
-              "qtype": "adversarial",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_172",
-              "qtype": "adversarial",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_173",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_175",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_176",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_49",
-              "qtype": "multi_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_73",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_93",
-              "qtype": "single_hop",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_94",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_102",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_104",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_106",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_110",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_126",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_144",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_15",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_165",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_212",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_228",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_46",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_78",
-              "qtype": "temporal_reasoning",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_79",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_80",
-              "qtype": "multi_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_90",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_104",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_13",
-              "qtype": "temporal_reasoning",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_135",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_159",
-              "qtype": "adversarial",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_55",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_67",
-              "qtype": "temporal_reasoning",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_84",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_99",
-              "qtype": "single_hop",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_118",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_126",
-              "qtype": "single_hop",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_141",
-              "qtype": "single_hop",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_36",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_54",
-              "qtype": "multi_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_60",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_83",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            }
-          ],
-          "compare": {
-            "same": 100,
-            "diffs": []
-          }
-        }
-      }
-    },
-    "rust_lex_meta": {
-      "baseline_arm": "lingshu_lex_meta",
-      "langs": {
-        "zh": {
-          "summary": {
-            "n": 100,
-            "hit@1": 0.99,
-            "hit@5": 1.0,
-            "mrr": 0.995,
-            "score_p10": 1.0,
-            "score_p50": 1.0,
-            "by_qtype": {
-              "adversarial": {
-                "n": 23,
-                "hit@1": 0.9565217391304348,
-                "hit@5": 1.0,
-                "mrr": 0.9782608695652174
-              },
-              "multi_hop": {
-                "n": 14,
-                "hit@1": 1.0,
-                "hit@5": 1.0,
-                "mrr": 1.0
-              },
-              "open_domain": {
-                "n": 4,
-                "hit@1": 1.0,
-                "hit@5": 1.0,
-                "mrr": 1.0
-              },
-              "single_hop": {
-                "n": 43,
-                "hit@1": 1.0,
-                "hit@5": 1.0,
-                "mrr": 1.0
-              },
-              "temporal_reasoning": {
-                "n": 16,
-                "hit@1": 1.0,
-                "hit@5": 1.0,
-                "mrr": 1.0
-              }
-            }
-          },
-          "rows": [
-            {
-              "qid": "scene_0_q_105",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_122",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_0_q_129",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_132",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_141",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_0_q_143",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_0_q_182",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_187",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_191",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_0_q_52",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_63",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_65",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_69",
-              "qtype": "open_domain",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 3
-            },
-            {
-              "qid": "scene_1_q_14",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_19",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_27",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_31",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_41",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_55",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_0",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_13",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_144",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_147",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_154",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_158",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_21",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_1",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_101",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_127",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_142",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_173",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_31",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_37",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_57",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_63",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_72",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_4_q_112",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 1
-            },
-            {
-              "qid": "scene_4_q_150",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_179",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_184",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 1
-            },
-            {
-              "qid": "scene_4_q_195",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_208",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_220",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_222",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_237",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_3",
-              "qtype": "open_domain",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_54",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_55",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_103",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 3
-            },
-            {
-              "qid": "scene_5_q_145",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_5_q_148",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_5_q_35",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_53",
-              "qtype": "open_domain",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_73",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_78",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_112",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_12",
-              "qtype": "open_domain",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_6_q_132",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_6_q_135",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_6_q_136",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_154",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_171",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_6_q_172",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_6_q_173",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_175",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_176",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_49",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_73",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_93",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_94",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_102",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_7_q_104",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_106",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_110",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 1
-            },
-            {
-              "qid": "scene_7_q_126",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_144",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 3
-            },
-            {
-              "qid": "scene_7_q_15",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_165",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_212",
-              "qtype": "adversarial",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_228",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_46",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_78",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_79",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_80",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_90",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_104",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_13",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_135",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_159",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 3
-            },
-            {
-              "qid": "scene_8_q_55",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 2
-            },
-            {
-              "qid": "scene_8_q_67",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_84",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_99",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_9_q_118",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_126",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 1
-            },
-            {
-              "qid": "scene_9_q_141",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_36",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            },
-            {
-              "qid": "scene_9_q_54",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_60",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_83",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 4
-            }
-          ],
-          "compare": {
-            "same": 100,
-            "diffs": []
-          }
-        },
-        "en": {
-          "summary": {
-            "n": 100,
-            "hit@1": 0.54,
-            "hit@5": 0.72,
-            "mrr": 0.5993333333333335,
-            "score_p10": 1.0,
-            "score_p50": 1.0,
-            "by_qtype": {
-              "adversarial": {
-                "n": 23,
-                "hit@1": 0.2608695652173913,
-                "hit@5": 0.43478260869565216,
-                "mrr": 0.3094202898550725
-              },
-              "multi_hop": {
-                "n": 14,
-                "hit@1": 0.7142857142857143,
-                "hit@5": 0.9285714285714286,
-                "mrr": 0.7916666666666666
-              },
-              "open_domain": {
-                "n": 4,
-                "hit@1": 0.25,
-                "hit@5": 0.75,
-                "mrr": 0.425
-              },
-              "single_hop": {
-                "n": 43,
-                "hit@1": 0.6046511627906976,
-                "hit@5": 0.7441860465116279,
-                "mrr": 0.65
-              },
-              "temporal_reasoning": {
-                "n": 16,
-                "hit@1": 0.6875,
-                "hit@5": 0.875,
-                "mrr": 0.7552083333333334
-              }
-            }
-          },
-          "rows": [
-            {
-              "qid": "scene_0_q_105",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_122",
-              "qtype": "single_hop",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_129",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_132",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_141",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_143",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_182",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_187",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_191",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_52",
-              "qtype": "multi_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_63",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_65",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_0_q_69",
-              "qtype": "open_domain",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_14",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_19",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_27",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_31",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_41",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_1_q_55",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_0",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_13",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_144",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_147",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_154",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_158",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_2_q_21",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_1",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_101",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_127",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_142",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_173",
-              "qtype": "single_hop",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_31",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_37",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_57",
-              "qtype": "temporal_reasoning",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_63",
-              "qtype": "multi_hop",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_3_q_72",
-              "qtype": "temporal_reasoning",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_112",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_150",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_179",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_184",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_195",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_208",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_220",
-              "qtype": "adversarial",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_222",
-              "qtype": "adversarial",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_237",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_3",
-              "qtype": "open_domain",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_54",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_4_q_55",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_103",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_145",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_148",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_35",
-              "qtype": "multi_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_53",
-              "qtype": "open_domain",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_73",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_5_q_78",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_112",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_12",
-              "qtype": "open_domain",
-              "rank": 5,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_132",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_135",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_136",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_154",
-              "qtype": "adversarial",
-              "rank": 5,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_171",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_172",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_173",
-              "qtype": "adversarial",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_175",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_176",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_49",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_73",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_93",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_6_q_94",
-              "qtype": "single_hop",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_102",
-              "qtype": "single_hop",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_104",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_106",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_110",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_126",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_144",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_15",
-              "qtype": "single_hop",
-              "rank": 5,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_165",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_212",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_228",
-              "qtype": "adversarial",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_46",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_78",
-              "qtype": "temporal_reasoning",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_79",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_80",
-              "qtype": "multi_hop",
-              "rank": 4,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_7_q_90",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_104",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_13",
-              "qtype": "temporal_reasoning",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_135",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_159",
-              "qtype": "adversarial",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_55",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_67",
-              "qtype": "temporal_reasoning",
-              "rank": 3,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_84",
-              "qtype": "single_hop",
-              "rank": 0,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_8_q_99",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_118",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_126",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_141",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_36",
-              "qtype": "temporal_reasoning",
-              "rank": 2,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_54",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_60",
-              "qtype": "multi_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            },
-            {
-              "qid": "scene_9_q_83",
-              "qtype": "single_hop",
-              "rank": 1,
-              "top1_score": 1.0,
-              "n_res": 5
-            }
-          ],
-          "compare": {
-            "same": 100,
-            "diffs": []
-          }
-        }
-      }
-    }
-  }
-}