wisent 0.7.379__py3-none-any.whl → 0.7.901__py3-none-any.whl

wisent/examples/scripts/results/test_aexams_IslamicStudies_evaluation.json

@@ -0,0 +1,324 @@
+{
+  "task_name": "aexams_IslamicStudies",
+  "model_name": "mock",
+  "evaluator_name": "log_likelihoods",
+  "num_pairs": 15,
+  "all_correct": true,
+  "pairs": [
+    {
+      "pair_id": 0,
+      "prompt": "\u0645\u0646 \u0634\u0631\u0648\u0637 \u0635\u062d\u0629 \u0627\u0644\u0635\u0644\u0627\u0629 ......",
+      "positive_response": "\u0627\u0633\u062a\u0642\u0628\u0627\u0644 \u0627\u0644\u0642\u0628\u0644\u0629.",
+      "negative_response": "\u0642\u0648\u0644 \u0633\u0628\u062d\u0627\u0646 \u0631\u0628\u064a \u0627\u0644\u0639\u0638\u064a\u0645.",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0627\u0633\u062a\u0642\u0628\u0627\u0644 \u0627\u0644\u0642\u0628\u0644\u0629.' (log_prob=-0.500), Expected: '\u0627\u0633\u062a\u0642\u0628\u0627\u0644 \u0627\u0644\u0642\u0628\u0644\u0629.'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0627\u0633\u062a\u0642\u0628\u0627\u0644 \u0627\u0644\u0642\u0628\u0644\u0629.' (log_prob=-0.500), Expected: '\u0642\u0648\u0644 \u0633\u0628\u062d\u0627\u0646 \u0631\u0628\u064a \u0627\u0644\u0639\u0638\u064a\u0645.'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 1,
+      "prompt": "\u0645\u0646 \u0627\u0644\u0623\u0633\u0628\u0627\u0628 \u0627\u0644\u062a\u064a \u062a\u0642\u0648\u064a \u0627\u0644\u0645\u0624\u0645\u0646 \u0641\u064a \u0633\u0644\u0648\u0643\u0647 :...",
+      "positive_response": "\u0627\u0644\u062a\u0641\u0642\u0647 \u0641\u064a \u0627\u0644\u062f\u064a\u0646.",
+      "negative_response": "\u0645\u0645\u0627\u0631\u0633\u0629 \u0627\u0644\u0631\u064a\u0627\u0636\u0629 .",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0627\u0644\u062a\u0641\u0642\u0647 \u0641\u064a \u0627\u0644\u062f\u064a\u0646.' (log_prob=-0.500), Expected: '\u0627\u0644\u062a\u0641\u0642\u0647 \u0641\u064a \u0627\u0644\u062f\u064a\u0646.'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0627\u0644\u062a\u0641\u0642\u0647 \u0641\u064a \u0627\u0644\u062f\u064a\u0646.' (log_prob=-0.500), Expected: '\u0645\u0645\u0627\u0631\u0633\u0629 \u0627\u0644\u0631\u064a\u0627\u0636\u0629 .'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 2,
+      "prompt": "\u0639\u0642\u0648\u0628\u0629 \u0645\u0646 \u064a\u0641\u0634\u064a \u0623\u0633\u0631\u0627\u0631 \u0623\u062e\u0648\u0647 \u0627\u0644\u0645\u0633\u0644\u0645:...",
+      "positive_response": "\u064a\u0643\u0634\u0641 \u0627\u0644\u0644\u0647 \u062a\u0639\u0627\u0644\u0649 \u0633\u062a\u0631\u0647 \u064a\u0648\u0645 \u0627\u0644\u0642\u064a\u0627\u0645\u0629",
+      "negative_response": "\u064a\u063a\u0641\u0631 \u0627\u0644\u0644\u0647 \u062a\u0639\u0627\u0644\u0649 \u0630\u0646\u0648\u0628\u0647",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u064a\u0643\u0634\u0641 \u0627\u0644\u0644\u0647 \u062a\u0639\u0627\u0644\u0649 \u0633\u062a\u0631\u0647 \u064a\u0648\u0645 \u0627\u0644\u0642\u064a\u0627\u0645\u0629' (log_prob=-0.500), Expected: '\u064a\u0643\u0634\u0641 \u0627\u0644\u0644\u0647 \u062a\u0639\u0627\u0644\u0649 \u0633\u062a\u0631\u0647 \u064a\u0648\u0645 \u0627\u0644\u0642\u064a\u0627\u0645\u0629'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u064a\u0643\u0634\u0641 \u0627\u0644\u0644\u0647 \u062a\u0639\u0627\u0644\u0649 \u0633\u062a\u0631\u0647 \u064a\u0648\u0645 \u0627\u0644\u0642\u064a\u0627\u0645\u0629' (log_prob=-0.500), Expected: '\u064a\u063a\u0641\u0631 \u0627\u0644\u0644\u0647 \u062a\u0639\u0627\u0644\u0649 \u0630\u0646\u0648\u0628\u0647'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 3,
+      "prompt": "\u0627\u0644\u063a\u0632\u0648\u0629 \u0627\u0644\u062a \u062a\u0645\u0643\u0646 \u0627\u0644\u0646\u0628 \u0635\u0644\u0649 \u0627\u0644\u0644\u0647 \u0639\u0644 \u0647\u064c \u0648\u0633\u0644\u0645 \u0645\u0646 \u062e\u0644\u0627\u0644\u0647\u0627 \u062a\u0623\u0645 \u0646\u064c \u0627\u0644\u062d\u062f\u0648\u062f \u0627\u0644\u0634\u0645\u0627\u0644 \u0629\u064c \u0644\u0644\u062f\u0648\u0644\u0629 \u0627\u0644\u0645\u0633\u0644\u0645\u0629 \u0647 \u063a\u0632\u0648\u0629:...",
+      "positive_response": "\u062e\u064a\u0628\u0631",
+      "negative_response": "\u0627\u0644\u062e\u0646\u062f\u0642",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062e\u064a\u0628\u0631' (log_prob=-0.500), Expected: '\u062e\u064a\u0628\u0631'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062e\u064a\u0628\u0631' (log_prob=-0.500), Expected: '\u0627\u0644\u062e\u0646\u062f\u0642'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 4,
+      "prompt": "\u062d\u0643\u0645 \u0635\u0648\u0645 \u0631\u0645\u0636\u0627\u0646:...",
+      "positive_response": "\u0645\u0633\u062a\u062d\u0628",
+      "negative_response": "\u0633\u0646\u0647",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0645\u0633\u062a\u062d\u0628' (log_prob=-0.500), Expected: '\u0645\u0633\u062a\u062d\u0628'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0645\u0633\u062a\u062d\u0628' (log_prob=-0.500), Expected: '\u0633\u0646\u0647'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 5,
+      "prompt": "\u0627\u0642\u0633\u0645 \u0627\u0644\u0644\u0647 \u0633\u0628\u062d\u0627\u0646\u0647 \u0648\u062a\u0639\u0627\u0644\u0649 \u0641\u064a \u0627\u0644\u0642\u0631\u0622\u0646 \u0627\u0644\u0643\u0631\u064a\u0645 \u0628\u0627\u0644\u0641\u062c\u0631 \u0648\u0627\u0644\u0644\u064a\u0644 \u0648\u0627\u0644\u0646\u0647\u0627\u0631 \u0648\u0627\u0644\u0636\u062d\u0649 \u0648\u0627\u0644\u0639\u0635\u0631 \u0648\u0643\u0644\u0647\u0627 \u0623\u0648\u0642\u0627\u062a \u0648\u0647\u0630\u0627 \u064a\u062f\u0644 \u0639\u0644\u0649 :...",
+      "positive_response": "\u0623\u0647\u0645\u064a\u0629 \u0627\u0644\u0648\u0642\u062a .",
+      "negative_response": "\u0627\u0644\u0627\u0647\u062a\u0645\u0627\u0645 \u0628\u0627\u0644\u0642\u0631\u0622\u0646 \u0627\u0644\u0643\u0631\u064a\u0645 .",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0623\u0647\u0645\u064a\u0629 \u0627\u0644\u0648\u0642\u062a .' (log_prob=-0.500), Expected: '\u0623\u0647\u0645\u064a\u0629 \u0627\u0644\u0648\u0642\u062a .'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0623\u0647\u0645\u064a\u0629 \u0627\u0644\u0648\u0642\u062a .' (log_prob=-0.500), Expected: '\u0627\u0644\u0627\u0647\u062a\u0645\u0627\u0645 \u0628\u0627\u0644\u0642\u0631\u0622\u0646 \u0627\u0644\u0643\u0631\u064a\u0645 .'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 6,
+      "prompt": "\u062a\u062a\u0645 \u0645\u0639\u0631\u0641\u0629 \u0623\u0633\u0645\u0627\u0621 \u0627\u0644\u0644\u0647 \u0648\u0635\u0641\u0627\u062a\u0647 \u0639\u0646 \u0637\u0631\u064a\u0642\u064a\u0646 \u0627\u0644\u0642\u0631\u0622\u0646 \u0627\u0644\u0643\u0631\u064a\u0645 \u0648:...",
+      "positive_response": "\u0627\u0644\u0642\u0633\u0635",
+      "negative_response": "\u0644\u0623 \u0627\u0644\u0639\u0644\u0645\u0627\u0621",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0627\u0644\u0642\u0633\u0635' (log_prob=-0.500), Expected: '\u0627\u0644\u0642\u0633\u0635'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0627\u0644\u0642\u0633\u0635' (log_prob=-0.500), Expected: '\u0644\u0623 \u0627\u0644\u0639\u0644\u0645\u0627\u0621'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 7,
+      "prompt": "\u062d\u062f\u0648\u062f \u0627\u0644\u0636\u0648\u0627\u0628\u0637 \u0627\u0644\u0634\u0631\u0639 \u0629\u064c \u0644\u0644\u062a\u0632 \u0646\u064c \u0644\u0644\u0631\u062c\u0627\u0644 \u0648\u0627\u0644\u0646\u0633\u0627\u0621...",
+      "positive_response": "\u0623\u0646 \u0643\u064c\u0648\u0646 \u0645\u0646\u0627\u0633\u0628 \u0627 \u062f\u0648\u0646 \u0625\u0633\u0631\u0627\u0641",
+      "negative_response": "\u0623\u0646 \u0643\u064c\u0648\u0646 \u0645\u0639\u0637\u0631 \u0627 .",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0623\u0646 \u0643\u064c\u0648\u0646 \u0645\u0646\u0627\u0633\u0628 \u0627 \u062f\u0648\u0646 \u0625\u0633\u0631\u0627\u0641' (log_prob=-0.500), Expected: '\u0623\u0646 \u0643\u064c\u0648\u0646 \u0645\u0646\u0627\u0633\u0628 \u0627 \u062f\u0648\u0646 \u0625\u0633\u0631\u0627\u0641'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0623\u0646 \u0643\u064c\u0648\u0646 \u0645\u0646\u0627\u0633\u0628 \u0627 \u062f\u0648\u0646 \u0625\u0633\u0631\u0627\u0641' (log_prob=-0.500), Expected: '\u0623\u0646 \u0643\u064c\u0648\u0646 \u0645\u0639\u0637\u0631 \u0627 .'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 8,
+      "prompt": "\u0643\u0627\u0646 \u0627\u0644\u0639\u0631\u0628 \u0641\u064a \u0627\u0644\u062c\u0627\u0647\u0644\u064a\u0629 \u064a\u062a\u0641\u0627\u0636\u0644\u0648\u0646 \u0628\u0627\u0644\u0646\u0633\u0628 \u0648\u0627\u0644\u0645\u0627\u0644 \u0648\u0644\u0645\u0627 \u062c\u0627\u0621 \u0627\u0644\u0625\u0633\u0644\u0627\u0645 \u062c\u0639\u0644 \u0645\u064a\u0632\u0627\u0646 \u0627\u0644\u062a\u0641\u0627\u0636\u0644 \u0647\u0648...",
+      "positive_response": "\u0627\u0644\u0646\u0633\u0628 \u0648\u0627\u0644\u0645\u0627\u0644 .",
+      "negative_response": "\u0627\u0644\u0646\u0633\u0628 \u0648\u0627\u0644\u0639\u0645\u0644 \u0627\u0644\u0635\u0627\u0644\u062d .",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0627\u0644\u0646\u0633\u0628 \u0648\u0627\u0644\u0645\u0627\u0644 .' (log_prob=-0.500), Expected: '\u0627\u0644\u0646\u0633\u0628 \u0648\u0627\u0644\u0645\u0627\u0644 .'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0627\u0644\u0646\u0633\u0628 \u0648\u0627\u0644\u0645\u0627\u0644 .' (log_prob=-0.500), Expected: '\u0627\u0644\u0646\u0633\u0628 \u0648\u0627\u0644\u0639\u0645\u0644 \u0627\u0644\u0635\u0627\u0644\u062d .'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 9,
+      "prompt": "\u0627\u0647\u0644\u0643 \u0627\u0644\u0644\u0647 \u0642\u0648\u0645 \u062b\u0645\u0648\u062f \u0628 :...",
+      "positive_response": "\u0628\u0627\u0644\u0635\u064a\u062d\u0629 \u0627\u0644\u0634\u062f\u064a\u062f\u0629.",
+      "negative_response": "\u0628\u0631\u064a\u062d \u0634\u062f\u064a\u062f\u0629 \u0642\u0648\u064a\u0629.",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0628\u0627\u0644\u0635\u064a\u062d\u0629 \u0627\u0644\u0634\u062f\u064a\u062f\u0629.' (log_prob=-0.500), Expected: '\u0628\u0627\u0644\u0635\u064a\u062d\u0629 \u0627\u0644\u0634\u062f\u064a\u062f\u0629.'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0628\u0627\u0644\u0635\u064a\u062d\u0629 \u0627\u0644\u0634\u062f\u064a\u062f\u0629.' (log_prob=-0.500), Expected: '\u0628\u0631\u064a\u062d \u0634\u062f\u064a\u062f\u0629 \u0642\u0648\u064a\u0629.'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 10,
+      "prompt": "\u0642\u0627\u0644 \u0639\u0644\u064a \u0628\u0646 \u0623\u0628\u064a \u0637\u0627\u0644\u0628 \u0631\u0636\u064a \u0627\u0644\u0644\u0647 \u0639\u0646\u0647 \u0639\u0646 \u0639\u0645\u0631 \u0628\u0646 \u0627\u0644\u062e\u0637\u0627\u0628 \u0631\u0636\u064a \u0627\u0644\u0644\u0647 \u0639\u0646\u0647 \" \u0625\u0646 \u0643\u0646\u0627 \u0644\u0646\u0631\u0649 \u0625\u0646 \u0641\u064a \u0627\u0644\u0642\u0631\u0622\u0646 \u0643\u0644\u0627\u0645\u0627\u064b \u0645\u0646 \u0643\u0644\u0627\u0645\u0647 \u0648\u0631\u0623\u064a\u0627\u064b \u0645\u0646 \u0631\u0623\u064a\u0647 \" \u062f\u0644\u062a \u0647\u0630\u0647 \u0627\u0644\u0639\u0628\u0627\u0631\u0629 \u0639\u0644\u0649 \u0633\u0645\u0629 \u0648\u0635\u0641\u0629 \u0645\u0646 \u0635\u0641\u0627\u062a \u0639\u0645\u0631 \u0628\u0646 \u0627\u0644\u062e\u0637\u0627\u0628 \u0631\u0636\u064a \u0627\u0644\u0644\u0647 \u0639\u0646\u0647 \u0647\u064a...",
+      "positive_response": "\u0646\u0632\u0644 \u0627\u0644\u0642\u0631\u0622\u0646 \u0627\u0644\u0643\u0631\u064a\u0645 \u0645\u0648\u0627\u0641\u0642\u0627\u064b \u0644\u0631\u0623\u064a\u0647 \u0641\u064a \u0639\u062f\u0629 \u0645\u0648\u0627\u0636\u0639",
+      "negative_response": "\u0627\u0644\u0634\u062c\u0627\u0639\u0629",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0646\u0632\u0644 \u0627\u0644\u0642\u0631\u0622\u0646 \u0627\u0644\u0643\u0631\u064a\u0645 \u0645\u0648\u0627\u0641\u0642\u0627\u064b \u0644\u0631\u0623\u064a\u0647 \u0641\u064a \u0639\u062f\u0629 \u0645\u0648\u0627\u0636\u0639' (log_prob=-0.500), Expected: '\u0646\u0632\u0644 \u0627\u0644\u0642\u0631\u0622\u0646 \u0627\u0644\u0643\u0631\u064a\u0645 \u0645\u0648\u0627\u0641\u0642\u0627\u064b \u0644\u0631\u0623\u064a\u0647 \u0641\u064a \u0639\u062f\u0629 \u0645\u0648\u0627\u0636\u0639'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0646\u0632\u0644 \u0627\u0644\u0642\u0631\u0622\u0646 \u0627\u0644\u0643\u0631\u064a\u0645 \u0645\u0648\u0627\u0641\u0642\u0627\u064b \u0644\u0631\u0623\u064a\u0647 \u0641\u064a \u0639\u062f\u0629 \u0645\u0648\u0627\u0636\u0639' (log_prob=-0.500), Expected: '\u0627\u0644\u0634\u062c\u0627\u0639\u0629'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 11,
+      "prompt": "\u063a\u0633\u0644 \u064a\u0648\u0645 \u0627\u0644\u062c\u0645\u0639\u0629...",
+      "positive_response": "\u0633\u0646\u0629 \u0645\u0624\u0643\u062f\u0629.",
+      "negative_response": "\u0645\u0643\u0631\u0648\u0647.",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0633\u0646\u0629 \u0645\u0624\u0643\u062f\u0629.' (log_prob=-0.500), Expected: '\u0633\u0646\u0629 \u0645\u0624\u0643\u062f\u0629.'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0633\u0646\u0629 \u0645\u0624\u0643\u062f\u0629.' (log_prob=-0.500), Expected: '\u0645\u0643\u0631\u0648\u0647.'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 12,
+      "prompt": "}\u0645\u0627 \u0638\u0646\u0643 \u0628\u0627\u062b\u0646\u064a\u0646 \u0627\u0644\u0644\u0647 \u062b\u0627\u0644\u062b\u0647\u0645\u0627 { \u0642\u0627\u0644 \u0627\u0644\u0646\u0628\u064a \u0635\u0644\u0649 \u0627\u0644\u0644\u0647 \u0639\u0644\u064a\u0647 \u0648\u0633\u0644\u0645 \u0647\u0630\u0647 \u0627\u0644\u0639\u0628\u0627\u0631\u0629 \u0639\u0646\u062f\u0645\u0627 : -...",
+      "positive_response": "\u062e\u0627\u0641 \u0623\u0628\u0648 \u0628\u0643\u0631 \u0645\u0646 \u0627\u0644\u0645\u0634\u0631\u0643\u064a\u0646 \u0644\u0645\u0627 \u0648\u0642\u0641\u0648\u0627 \u0628\u0627\u0628 \u0627\u0644\u063a\u0627\u0631",
+      "negative_response": "\u0648\u0635\u0644 \u0627\u0644\u0645\u062f\u064a\u0646\u0629 \u0627\u0644\u0645\u0646\u0648\u0631\u0629 \u0648\u062a\u062e\u0644\u0635\u0648\u0627 \u0645\u0646 \u0627\u0644\u0645\u0634\u0631\u0643\u064a\u0646 .",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062e\u0627\u0641 \u0623\u0628\u0648 \u0628\u0643\u0631 \u0645\u0646 \u0627\u0644\u0645\u0634\u0631\u0643\u064a\u0646 \u0644\u0645\u0627 \u0648\u0642\u0641\u0648\u0627 \u0628\u0627\u0628 \u0627\u0644\u063a\u0627\u0631' (log_prob=-0.500), Expected: '\u062e\u0627\u0641 \u0623\u0628\u0648 \u0628\u0643\u0631 \u0645\u0646 \u0627\u0644\u0645\u0634\u0631\u0643\u064a\u0646 \u0644\u0645\u0627 \u0648\u0642\u0641\u0648\u0627 \u0628\u0627\u0628 \u0627\u0644\u063a\u0627\u0631'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062e\u0627\u0641 \u0623\u0628\u0648 \u0628\u0643\u0631 \u0645\u0646 \u0627\u0644\u0645\u0634\u0631\u0643\u064a\u0646 \u0644\u0645\u0627 \u0648\u0642\u0641\u0648\u0627 \u0628\u0627\u0628 \u0627\u0644\u063a\u0627\u0631' (log_prob=-0.500), Expected: '\u0648\u0635\u0644 \u0627\u0644\u0645\u062f\u064a\u0646\u0629 \u0627\u0644\u0645\u0646\u0648\u0631\u0629 \u0648\u062a\u062e\u0644\u0635\u0648\u0627 \u0645\u0646 \u0627\u0644\u0645\u0634\u0631\u0643\u064a\u0646 .'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 13,
+      "prompt": "\u0625\u062d\u062f\u0649 \u0627\u0644\u0639\u0644\u0627\u0645\u0627\u062a \u0627\u0644\u0622\u062a\u064a\u0629 \u062a\u0639\u062f \u0645\u0646 \u0623\u0634\u0631\u0627\u0637 \u0627\u0644\u0633\u0627\u0639\u0629 \u0627\u0644\u0643\u0628\u0631\u0649 \u0627\u0643\u062a\u0634\u0641\u0647\u0627...",
+      "positive_response": "\u062e\u0631\u0648\u062c \u0627\u0644\u062f\u0627\u0628\u0629 .",
+      "negative_response": "\u0628\u0639\u062b\u0629 \u0627\u0644\u0646\u0628\u064a \u0635\u064e\u0644\u0651\u064e\u0649 \u0627\u0644\u0644\u0651\u064e\u064f\u0651\u064e \u0639\u064e\u0644\u064e\u064a\u0652\u0647\u0650 \u0648\u064e\u0633\u064e\u0644\u0651\u064e\u0645\u064e",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062e\u0631\u0648\u062c \u0627\u0644\u062f\u0627\u0628\u0629 .' (log_prob=-0.500), Expected: '\u062e\u0631\u0648\u062c \u0627\u0644\u062f\u0627\u0628\u0629 .'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062e\u0631\u0648\u062c \u0627\u0644\u062f\u0627\u0628\u0629 .' (log_prob=-0.500), Expected: '\u0628\u0639\u062b\u0629 \u0627\u0644\u0646\u0628\u064a \u0635\u064e\u0644\u0651\u064e\u0649 \u0627\u0644\u0644\u0651\u064e\u064f\u0651\u064e \u0639\u064e\u0644\u064e\u064a\u0652\u0647\u0650 \u0648\u064e\u0633\u064e\u0644\u0651\u064e\u0645\u064e'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 14,
+      "prompt": "\u0625\u0630\u0625 \u0625\u0637\u0644\u0639 \u0645\u0633\u0644\u0645 \u0639\u0644\u0649 \u0633\u0631 \u0623\u062e\u064a\u0647 \u0625\u0644\u0645\u0633\u0644\u0645 \u064a\u062c\u0628 \u0639\u0644\u064a\u0647 \u0623\u0646...",
+      "positive_response": "\u064a\u062e\u0628\u0631\u0647",
+      "negative_response": "\u064a\u0641\u0636\u062d\u0647",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u064a\u062e\u0628\u0631\u0647' (log_prob=-0.500), Expected: '\u064a\u062e\u0628\u0631\u0647'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u064a\u062e\u0628\u0631\u0647' (log_prob=-0.500), Expected: '\u064a\u0641\u0636\u062d\u0647'"
+      },
+      "both_correct": true
+    }
+  ]
+}

wisent/examples/scripts/results/test_aexams_IslamicStudies_pairs.json

@@ -0,0 +1,92 @@
+[
+  {
+    "pair_id": 0,
+    "prompt": "\u0645\u0646 \u0634\u0631\u0648\u0637 \u0635\u062d\u0629 \u0627\u0644\u0635\u0644\u0627\u0629 ...",
+    "positive_response": "\u0627\u0633\u062a\u0642\u0628\u0627\u0644 \u0627\u0644\u0642\u0628\u0644\u0629.",
+    "negative_response": "\u0642\u0648\u0644 \u0633\u0628\u062d\u0627\u0646 \u0631\u0628\u064a \u0627\u0644\u0639\u0638\u064a\u0645."
+  },
+  {
+    "pair_id": 1,
+    "prompt": "\u0645\u0646 \u0627\u0644\u0623\u0633\u0628\u0627\u0628 \u0627\u0644\u062a\u064a \u062a\u0642\u0648\u064a \u0627\u0644\u0645\u0624\u0645\u0646 \u0641\u064a \u0633\u0644\u0648\u0643\u0647 :",
+    "positive_response": "\u0627\u0644\u062a\u0641\u0642\u0647 \u0641\u064a \u0627\u0644\u062f\u064a\u0646.",
+    "negative_response": "\u0645\u0645\u0627\u0631\u0633\u0629 \u0627\u0644\u0631\u064a\u0627\u0636\u0629 ."
+  },
+  {
+    "pair_id": 2,
+    "prompt": "\u0639\u0642\u0648\u0628\u0629 \u0645\u0646 \u064a\u0641\u0634\u064a \u0623\u0633\u0631\u0627\u0631 \u0623\u062e\u0648\u0647 \u0627\u0644\u0645\u0633\u0644\u0645:",
+    "positive_response": "\u064a\u0643\u0634\u0641 \u0627\u0644\u0644\u0647 \u062a\u0639\u0627\u0644\u0649 \u0633\u062a\u0631\u0647 \u064a\u0648\u0645 \u0627\u0644\u0642\u064a\u0627\u0645\u0629",
+    "negative_response": "\u064a\u063a\u0641\u0631 \u0627\u0644\u0644\u0647 \u062a\u0639\u0627\u0644\u0649 \u0630\u0646\u0648\u0628\u0647"
+  },
+  {
+    "pair_id": 3,
+    "prompt": "\u0627\u0644\u063a\u0632\u0648\u0629 \u0627\u0644\u062a \u062a\u0645\u0643\u0646 \u0627\u0644\u0646\u0628 \u0635\u0644\u0649 \u0627\u0644\u0644\u0647 \u0639\u0644 \u0647\u064c \u0648\u0633\u0644\u0645 \u0645\u0646 \u062e\u0644\u0627\u0644\u0647\u0627 \u062a\u0623\u0645 \u0646\u064c \u0627\u0644\u062d\u062f\u0648\u062f \u0627\u0644\u0634\u0645\u0627\u0644 \u0629\u064c \u0644\u0644\u062f\u0648\u0644\u0629 \u0627\u0644\u0645\u0633\u0644\u0645\u0629 \u0647 \u063a\u0632\u0648\u0629:",
+    "positive_response": "\u062e\u064a\u0628\u0631",
+    "negative_response": "\u0627\u0644\u062e\u0646\u062f\u0642"
+  },
+  {
+    "pair_id": 4,
+    "prompt": "\u062d\u0643\u0645 \u0635\u0648\u0645 \u0631\u0645\u0636\u0627\u0646:",
+    "positive_response": "\u0645\u0633\u062a\u062d\u0628",
+    "negative_response": "\u0633\u0646\u0647"
+  },
+  {
+    "pair_id": 5,
+    "prompt": "\u0627\u0642\u0633\u0645 \u0627\u0644\u0644\u0647 \u0633\u0628\u062d\u0627\u0646\u0647 \u0648\u062a\u0639\u0627\u0644\u0649 \u0641\u064a \u0627\u0644\u0642\u0631\u0622\u0646 \u0627\u0644\u0643\u0631\u064a\u0645 \u0628\u0627\u0644\u0641\u062c\u0631 \u0648\u0627\u0644\u0644\u064a\u0644 \u0648\u0627\u0644\u0646\u0647\u0627\u0631 \u0648\u0627\u0644\u0636\u062d\u0649 \u0648\u0627\u0644\u0639\u0635\u0631 \u0648\u0643\u0644\u0647\u0627 \u0623\u0648\u0642\u0627\u062a \u0648\u0647\u0630\u0627 \u064a\u062f\u0644 \u0639\u0644\u0649 :",
+    "positive_response": "\u0623\u0647\u0645\u064a\u0629 \u0627\u0644\u0648\u0642\u062a .",
+    "negative_response": "\u0627\u0644\u0627\u0647\u062a\u0645\u0627\u0645 \u0628\u0627\u0644\u0642\u0631\u0622\u0646 \u0627\u0644\u0643\u0631\u064a\u0645 ."
+  },
+  {
+    "pair_id": 6,
+    "prompt": "\u062a\u062a\u0645 \u0645\u0639\u0631\u0641\u0629 \u0623\u0633\u0645\u0627\u0621 \u0627\u0644\u0644\u0647 \u0648\u0635\u0641\u0627\u062a\u0647 \u0639\u0646 \u0637\u0631\u064a\u0642\u064a\u0646 \u0627\u0644\u0642\u0631\u0622\u0646 \u0627\u0644\u0643\u0631\u064a\u0645 \u0648:",
+    "positive_response": "\u0627\u0644\u0642\u0633\u0635",
+    "negative_response": "\u0644\u0623 \u0627\u0644\u0639\u0644\u0645\u0627\u0621"
+  },
+  {
+    "pair_id": 7,
+    "prompt": "\u062d\u062f\u0648\u062f \u0627\u0644\u0636\u0648\u0627\u0628\u0637 \u0627\u0644\u0634\u0631\u0639 \u0629\u064c \u0644\u0644\u062a\u0632 \u0646\u064c \u0644\u0644\u0631\u062c\u0627\u0644 \u0648\u0627\u0644\u0646\u0633\u0627\u0621",
+    "positive_response": "\u0623\u0646 \u0643\u064c\u0648\u0646 \u0645\u0646\u0627\u0633\u0628 \u0627 \u062f\u0648\u0646 \u0625\u0633\u0631\u0627\u0641",
+    "negative_response": "\u0623\u0646 \u0643\u064c\u0648\u0646 \u0645\u0639\u0637\u0631 \u0627 ."
+  },
+  {
+    "pair_id": 8,
+    "prompt": "\u0643\u0627\u0646 \u0627\u0644\u0639\u0631\u0628 \u0641\u064a \u0627\u0644\u062c\u0627\u0647\u0644\u064a\u0629 \u064a\u062a\u0641\u0627\u0636\u0644\u0648\u0646 \u0628\u0627\u0644\u0646\u0633\u0628 \u0648\u0627\u0644\u0645\u0627\u0644 \u0648\u0644\u0645\u0627 \u062c\u0627\u0621 \u0627\u0644\u0625\u0633\u0644\u0627\u0645 \u062c\u0639\u0644 \u0645\u064a\u0632\u0627\u0646 \u0627\u0644\u062a\u0641\u0627\u0636\u0644 \u0647\u0648",
+    "positive_response": "\u0627\u0644\u0646\u0633\u0628 \u0648\u0627\u0644\u0645\u0627\u0644 .",
+    "negative_response": "\u0627\u0644\u0646\u0633\u0628 \u0648\u0627\u0644\u0639\u0645\u0644 \u0627\u0644\u0635\u0627\u0644\u062d ."
+  },
+  {
+    "pair_id": 9,
+    "prompt": "\u0627\u0647\u0644\u0643 \u0627\u0644\u0644\u0647 \u0642\u0648\u0645 \u062b\u0645\u0648\u062f \u0628 :",
+    "positive_response": "\u0628\u0627\u0644\u0635\u064a\u062d\u0629 \u0627\u0644\u0634\u062f\u064a\u062f\u0629.",
+    "negative_response": "\u0628\u0631\u064a\u062d \u0634\u062f\u064a\u062f\u0629 \u0642\u0648\u064a\u0629."
+  },
+  {
+    "pair_id": 10,
+    "prompt": "\u0642\u0627\u0644 \u0639\u0644\u064a \u0628\u0646 \u0623\u0628\u064a \u0637\u0627\u0644\u0628 \u0631\u0636\u064a \u0627\u0644\u0644\u0647 \u0639\u0646\u0647 \u0639\u0646 \u0639\u0645\u0631 \u0628\u0646 \u0627\u0644\u062e\u0637\u0627\u0628 \u0631\u0636\u064a \u0627\u0644\u0644\u0647 \u0639\u0646\u0647 \" \u0625\u0646 \u0643\u0646\u0627 \u0644\u0646\u0631\u0649 \u0625\u0646 \u0641\u064a \u0627\u0644\u0642\u0631\u0622\u0646 \u0643\u0644\u0627\u0645\u0627\u064b \u0645\u0646 \u0643\u0644\u0627\u0645\u0647 \u0648\u0631\u0623\u064a\u0627\u064b \u0645\u0646 \u0631\u0623\u064a\u0647 \" \u062f\u0644\u062a \u0647\u0630\u0647 \u0627\u0644\u0639\u0628\u0627\u0631\u0629 \u0639\u0644\u0649 \u0633\u0645\u0629 \u0648\u0635\u0641\u0629 \u0645\u0646 \u0635\u0641\u0627\u062a \u0639\u0645\u0631 \u0628\u0646 \u0627\u0644\u062e\u0637\u0627\u0628 \u0631\u0636\u064a \u0627\u0644\u0644\u0647 \u0639\u0646\u0647 \u0647\u064a",
+    "positive_response": "\u0646\u0632\u0644 \u0627\u0644\u0642\u0631\u0622\u0646 \u0627\u0644\u0643\u0631\u064a\u0645 \u0645\u0648\u0627\u0641\u0642\u0627\u064b \u0644\u0631\u0623\u064a\u0647 \u0641\u064a \u0639\u062f\u0629 \u0645\u0648\u0627\u0636\u0639",
+    "negative_response": "\u0627\u0644\u0634\u062c\u0627\u0639\u0629"
+  },
+  {
+    "pair_id": 11,
+    "prompt": "\u063a\u0633\u0644 \u064a\u0648\u0645 \u0627\u0644\u062c\u0645\u0639\u0629",
+    "positive_response": "\u0633\u0646\u0629 \u0645\u0624\u0643\u062f\u0629.",
+    "negative_response": "\u0645\u0643\u0631\u0648\u0647."
+  },
+  {
+    "pair_id": 12,
+    "prompt": "}\u0645\u0627 \u0638\u0646\u0643 \u0628\u0627\u062b\u0646\u064a\u0646 \u0627\u0644\u0644\u0647 \u062b\u0627\u0644\u062b\u0647\u0645\u0627 { \u0642\u0627\u0644 \u0627\u0644\u0646\u0628\u064a \u0635\u0644\u0649 \u0627\u0644\u0644\u0647 \u0639\u0644\u064a\u0647 \u0648\u0633\u0644\u0645 \u0647\u0630\u0647 \u0627\u0644\u0639\u0628\u0627\u0631\u0629 \u0639\u0646\u062f\u0645\u0627 : -",
+    "positive_response": "\u062e\u0627\u0641 \u0623\u0628\u0648 \u0628\u0643\u0631 \u0645\u0646 \u0627\u0644\u0645\u0634\u0631\u0643\u064a\u0646 \u0644\u0645\u0627 \u0648\u0642\u0641\u0648\u0627 \u0628\u0627\u0628 \u0627\u0644\u063a\u0627\u0631",
+    "negative_response": "\u0648\u0635\u0644 \u0627\u0644\u0645\u062f\u064a\u0646\u0629 \u0627\u0644\u0645\u0646\u0648\u0631\u0629 \u0648\u062a\u062e\u0644\u0635\u0648\u0627 \u0645\u0646 \u0627\u0644\u0645\u0634\u0631\u0643\u064a\u0646 ."
+  },
+  {
+    "pair_id": 13,
+    "prompt": "\u0625\u062d\u062f\u0649 \u0627\u0644\u0639\u0644\u0627\u0645\u0627\u062a \u0627\u0644\u0622\u062a\u064a\u0629 \u062a\u0639\u062f \u0645\u0646 \u0623\u0634\u0631\u0627\u0637 \u0627\u0644\u0633\u0627\u0639\u0629 \u0627\u0644\u0643\u0628\u0631\u0649 \u0627\u0643\u062a\u0634\u0641\u0647\u0627",
+    "positive_response": "\u062e\u0631\u0648\u062c \u0627\u0644\u062f\u0627\u0628\u0629 .",
+    "negative_response": "\u0628\u0639\u062b\u0629 \u0627\u0644\u0646\u0628\u064a \u0635\u064e\u0644\u0651\u064e\u0649 \u0627\u0644\u0644\u0651\u064e\u064f\u0651\u064e \u0639\u064e\u0644\u064e\u064a\u0652\u0647\u0650 \u0648\u064e\u0633\u064e\u0644\u0651\u064e\u0645\u064e"
+  },
+  {
+    "pair_id": 14,
+    "prompt": "\u0625\u0630\u0625 \u0625\u0637\u0644\u0639 \u0645\u0633\u0644\u0645 \u0639\u0644\u0649 \u0633\u0631 \u0623\u062e\u064a\u0647 \u0625\u0644\u0645\u0633\u0644\u0645 \u064a\u062c\u0628 \u0639\u0644\u064a\u0647 \u0623\u0646",
+    "positive_response": "\u064a\u062e\u0628\u0631\u0647",
+    "negative_response": "\u064a\u0641\u0636\u062d\u0647"
+  }
+]

wisent/examples/scripts/results/test_afrimgsm_pairs.json

@@ -0,0 +1,92 @@
+[
+  {
+    "pair_id": 0,
+    "prompt": "Bailley ji \u1ee5f\u1ecdd\u1ee5 ego were malite. Mgbe ah\u1ee5 \u1ecd na-anata \u1ee5gw\u1ecd $5 n'izu maka izu \u1ee5ka asat\u1ecd. Na ngw\u1ee5cha izu \u1ee5ka asat\u1ecd, \u1ecd b\u1ee5r\u1ee5 na o nwere ng\u1ee5k\u1ecdta $100, ego ole ka Bailey jiri malite?",
+    "positive_response": "60",
+    "negative_response": "61"
+  },
+  {
+    "pair_id": 1,
+    "prompt": "\u12ee\u1210\u1295\u1235 3 \u1233\u1325\u1296\u127d \u12a0\u1209\u1275\u1362 \u12a5\u12eb\u1295\u12f3\u1295\u12f1 \u1223\u1325\u1295 5 \u12a2\u1295\u127d \u1260 6 \u12a2\u1295\u127d \u1260 4 \u12a2\u1295\u127d \u1290\u12cd\u1362 \u130d\u12f5\u130d\u12f3\u12ce\u1279 1 \u12a2\u1295\u127d \u12cd\u134d\u1228\u1275 \u12a0\u120b\u1278\u12cd\u1362 \u12e8\u1201\u1209\u121d 3 \u1233\u1325\u1296\u127d \u12a0\u1320\u1243\u120b\u12ed \u12cd\u1235\u1323\u12ca \u1218\u1320\u1295 \u121d\u1295 \u12eb\u1205\u120d \u1290\u12cd?",
+    "positive_response": "72",
+    "negative_response": "73"
+  },
+  {
+    "pair_id": 2,
+    "prompt": "Jakar Joe ta alewar Halloween na da jerin cakulet 25 da alewa mai dandanon apples 80. Kowane cakulet na da nauyi sau biyu fiye da na alewa mai dandanon apple. Idan kowane layi na cakuleti na da nauyin giram 40, nawa ne nauyin jakar alewar, a ma'aunin giram?",
+    "positive_response": "2600",
+    "negative_response": "2601"
+  },
+  {
+    "pair_id": 3,
+    "prompt": "John n\u00ed \u00e0p\u00f3t\u00ed 3. \u00e0p\u00f3t\u00ed k\u1ecd\u0300\u1ecd\u0300kan n\u00ed n\u00ed igun 5 s\u00ed 6 s\u00ed 4. \u00f2giri fi igun 1 ki. k\u00ednn\u00ed \u00e0pap\u1ecd\u0300 \u00ecw\u1ecd\u0300n in\u00fa \u00e0p\u00f3t\u00ed m\u1eb9\u0301t\u1eb9\u0300\u1eb9\u0300ta?",
+    "positive_response": "72",
+    "negative_response": "73"
+  },
+  {
+    "pair_id": 4,
+    "prompt": "Wani aji na da farin allo wanda malamai 4 ke amfani dashi bi da bi. Kowane malami yana da darussa 2 a kowace rana kuma yana amfani da farin allon a kowane darasi. Idan ana goge farin allon sau 3 a kowane darasi, sau nawa ake goge allon a rana?",
+    "positive_response": "24",
+    "negative_response": "25"
+  },
+  {
+    "pair_id": 5,
+    "prompt": "An sayar da rikodin din da Marilyn ya yai na farko rubi 10 kan adadin da aka sayar na Harald. Idan sun sayar da kwafi 88,000 a hade, kofi nawa Harald ya sayar?",
+    "positive_response": "8000",
+    "negative_response": "8001"
+  },
+  {
+    "pair_id": 6,
+    "prompt": "Tracy used a piece of wire 4 feet long to support tomato plants in the garden. The wire was cut into pieces 6 inches long. How many pieces did she obtain?",
+    "positive_response": "8",
+    "negative_response": "9"
+  },
+  {
+    "pair_id": 7,
+    "prompt": "\u12e8\u121c\u122a\u120a\u1295 \u12e8\u1218\u1300\u1218\u122a\u12eb \u1245\u1305 \u12a8\u1203\u122b\u120d\u12f5 \u1245\u1305 \u126010 \u12a5\u1325\u134d \u1270\u123d\u1327\u120d\u1362 \u12a5\u1290\u12da\u1205 \u1245\u1305\u12ce\u127d \u1260\u12f5\u121d\u1229 88,000 \u1245\u1302\u12ce\u127d \u12a8\u1270\u1238\u1321 \u1363\u1203\u122b\u120d\u12f5 \u1235\u1295\u1275 \u1245\u1302\u12ce\u127d \u1238\u1320?",
+    "positive_response": "8000",
+    "negative_response": "8001"
+  },
+  {
+    "pair_id": 8,
+    "prompt": "Otu klas\u1ecb nwere b\u1ecd\u1ecdd\u1ee5 \u1ecdcha nke a na-ekere nd\u1ecb nk\u1ee5zi an\u1ecd nd\u1ecb nke na-ewe oge n'ahiri eji klas\u1ecb ah\u1ee5 eme \u1ecbhe. Onye nk\u1ee5zi \u1ecdb\u1ee5la nwere \u1ecbhe nk\u1ee5zi ab\u1ee5\u1ecd kwa \u1ee5b\u1ecdch\u1ecb ma na-eji b\u1ecd\u1ecdd\u1ee5 \u1ecdcha na nk\u1ee5zi \u1ecdb\u1ee5la. \u1ecc b\u1ee5r\u1ee5 na a n\u00e1-ehicha b\u1ecd\u1ecdd\u1ee5 \u1ecdcha ugboro at\u1ecd n'oge nk\u1ee5zi \u1ecdb\u1ee5la, ked\u1ee5 ugboro ole a n\u00e1-ehicha b\u1ecd\u1ecdd\u1ee5 \u1ecdcha ah\u1ee5 kwa \u1ee5b\u1ecdch\u1ecb?",
+    "positive_response": "24",
+    "negative_response": "25"
+  },
+  {
+    "pair_id": 9,
+    "prompt": "\u1260\u1266\u122d\u12f5 \u1328\u12cb\u1273 \u12a0\u122b\u1275 \u1270\u121b\u122a\u12ce\u127d \u1260\u12a0\u1320\u1243\u120b\u12ed 251 \u1290\u1325\u1265 \u12a0\u1235\u1218\u12dd\u130d\u1260\u12cb\u120d. \u1293\u12a6\u121a 68 \u1290\u1325\u1265 \u12a0\u1235\u1218\u12dd\u130d\u1263\u1208\u127d. \u12e9\u122a \u1293\u12a6\u121a \u12a5\u1293 \u1265\u122a\u12eb\u1293 \u12a8\u1293\u12a6\u121a  \u1260 17 \u1290\u1325\u1265 \u1265\u120d\u132b \u1232\u12eb\u1308\u1299 \u12e9\u122a \u1260 10 \u1290\u1325\u1265 \u1260\u130d\u121b\u123d \u12ed\u1260\u120d\u1323\u120d. \u1306\u1306 \u1235\u1295\u1275 \u1290\u1325\u1265 \u12a0\u1235\u1246\u1325\u122f\u120d?",
+    "positive_response": "54",
+    "negative_response": "55"
+  },
+  {
+    "pair_id": 10,
+    "prompt": "Kylar gaara n'\u1ecdn\u1ee5 \u1ee5l\u1ecdahia \u1ecbz\u1ee5ta ugegbe maka \u1ee5l\u1ecd \u1ecdh\u1ee5r\u1ee5 ya. Otu ugegbe dara \u1ecdn\u1ee5 ego $5, mana nke ab\u1ee5\u1ecd \u1ecdb\u1ee5la dara \u1ecdn\u1ee5 ego b\u1ee5 naan\u1ecb 60% ego nke mb\u1ee5. Kylar na-ach\u1ecd \u1ecbz\u1ee5 ugegbe iri na isii. Ego ole ka o kwes\u1ecbr\u1ecb \u1ecbkw\u1ee5 maka ha?",
+    "positive_response": "64",
+    "negative_response": "65"
+  },
+  {
+    "pair_id": 11,
+    "prompt": "Isakoshi yibitabo bya  Uriah iramuremereye cyane. Ashaka gukuramo ibiro 15. Ibitabo bye byishekesha bipima ibiro 1/4 buri gitabo kandi ibikinisho bye bipima ibiro 1/2 buri gikinisho. Niba akuyemo ibitabo bishekesha 30, nibikinisho bingahe akeneye gukuramo ?",
+    "positive_response": "15",
+    "negative_response": "16"
+  },
+  {
+    "pair_id": 12,
+    "prompt": "Aleena yiyandikishije kurubuga serivise imuca $140 ku kwezi. Niba kampanyi yurubuga yaramwishuje amafaranga yigice cya mbere cyumwaka,kandi bakamwishyuza 10% make yikindi gice cyumwaka , bara amafaranga yose  yariyishyuye kuri serivise yurubuga mumpera zumwaka ?",
+    "positive_response": "1596",
+    "negative_response": "1597"
+  },
+  {
+    "pair_id": 13,
+    "prompt": "Marissa tana tafiya mai nisan mil 12. Ta \u0257auki awa 1 don tafiya mil 4 na farko, sannan ta \u0257auki awa \u0257aya don tafiya mil biyu na gaba. Idan tana son matsakaicin gudunta ya zama mil 4 a kowace sa'a, wane karin gudu take bukata don tafiya sauran tazarar?",
+    "positive_response": "6",
+    "negative_response": "7"
+  },
+  {
+    "pair_id": 14,
+    "prompt": "Un panier contient 25 oranges dont 1 est avari\u00e9e, 20 % ne sont pas m\u00fbres, 2 sont acides et le reste est bon. Combien d'oranges sont bonnes ?",
+    "positive_response": "17",
+    "negative_response": "18"
+  }
+]