wisent 0.7.701__py3-none-any.whl → 0.7.901__py3-none-any.whl

wisent/examples/scripts/results/test_AraDiCE_ArabicMMLU_lev_evaluation.json

@@ -0,0 +1,324 @@
+{
+  "task_name": "AraDiCE_ArabicMMLU_lev",
+  "model_name": "mock",
+  "evaluator_name": "log_likelihoods",
+  "num_pairs": 15,
+  "all_correct": true,
+  "pairs": [
+    {
+      "pair_id": 0,
+      "prompt": "\u062d\u0643\u0645 \u0645\u0633\u062d \u0627\u0644\u0631\u0643\u0646 \u0627\u0644\u064a\u0645\u0627\u0646\u064a:...",
+      "positive_response": "\u0628",
+      "negative_response": "\u062c",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0628' (log_prob=-0.500), Expected: '\u0628'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0628' (log_prob=-0.500), Expected: '\u062c'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 1,
+      "prompt": "\u0628\u062a\u062d\u0648\u0644 \u0627\u0644\u0625\u0634\u0627\u0631\u0627\u062a \u0627\u0644\u0643\u0647\u0631\u0628\u0627\u0626\u064a\u0629 \u0644\u0645\u0648\u062c\u0627\u062a \u0635\u0648\u062a\u064a\u0629:...",
+      "positive_response": "\u062f",
+      "negative_response": "\u0623",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062f' (log_prob=-0.500), Expected: '\u062f'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062f' (log_prob=-0.500), Expected: '\u0623'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 2,
+      "prompt": "\u0648\u062d\u062f\u0629 \u0645\u0646 \u0627\u0644\u0634\u063a\u0644\u0627\u062a \u0627\u0644\u062c\u0627\u064a\u0629 \u062a\u0639\u062f \u0645\u0646 \u0622\u062f\u0627\u0628 \u0627\u0644\u062d\u0643\u064a \u0645\u064a\u0632\u0647...",
+      "positive_response": "\u062c",
+      "negative_response": "\u062f",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062c' (log_prob=-0.500), Expected: '\u062c'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062c' (log_prob=-0.500), Expected: '\u062f'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 3,
+      "prompt": "\u0627\u0644\u0642\u0637\u0639\u0629 \u0627\u0644\u0625\u0644\u0643\u062a\u0631\u0648\u0646\u064a\u0629 \u0627\u0644\u0644\u064a \u0627\u0633\u062a\u0639\u0645\u0644\u0648\u0647\u0627 \u0628\u0627\u0644\u0645\u0631\u062d\u0644\u0629 \u0627\u0644\u0623\u0648\u0644\u0649 \u0644\u062a\u0637\u0648\u0631 \u0627\u0644\u0643\u0645\u0628\u064a\u0648\u062a\u0631 \u0647\u064a\u064a \u0627\u0644\u062f\u0627\u0631\u0627\u062a \u0627\u0644\u0645\u062a\u0643\u0627\u0645\u0644\u0629....",
+      "positive_response": "\u0628",
+      "negative_response": "\u062c",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0628' (log_prob=-0.500), Expected: '\u0628'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0628' (log_prob=-0.500), Expected: '\u062c'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 4,
+      "prompt": "\"\u062d\u0627\u0641\u0638 \u0639\u0644\u0649 ......... \u0644\u0648\u0637\u0646\u0643\". \u062d\u062f\u062f \u0645\u0646 \u0647\u0648\u0646 \u0627\u0644\u062a\u0643\u0645\u0644\u0629 \u0627\u0644\u0635\u062d \u0644\u0644\u0641\u0631\u0627\u063a \u0628\u0627\u0644\u062c\u0645\u0644\u0629 \u0627\u0644\u0633\u0627\u0628\u0642\u0629:...",
+      "positive_response": "\u0623",
+      "negative_response": "\u0628",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0623' (log_prob=-0.500), Expected: '\u0623'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0623' (log_prob=-0.500), Expected: '\u0628'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 5,
+      "prompt": "\u0627\u0633\u062a\u0647\u0627\u0646 \u062e\u0648\u0631\u0634\u064a\u062f \u0628\u0642\u064a\u0645\u0629:...",
+      "positive_response": "\u0628",
+      "negative_response": "\u062c",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0628' (log_prob=-0.500), Expected: '\u0628'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0628' (log_prob=-0.500), Expected: '\u062c'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 6,
+      "prompt": "\u0627\u0644\u064a\u0648\u0645 \u0627\u0644\u0633\u0627\u0628\u0642 \u0644\u0644\u0623\u062d\u062f:...",
+      "positive_response": "\u0623",
+      "negative_response": "\u0628",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0623' (log_prob=-0.500), Expected: '\u0623'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0623' (log_prob=-0.500), Expected: '\u0628'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 7,
+      "prompt": "\u062a\u0635\u062d\u0631 \u0627\u0644\u0623\u0631\u0627\u0636\u064a \u0627\u0644\u0647\u0627\u0645\u0634\u064a\u0629 \u0648\u0623\u0631\u0627\u0636\u064a \u0627\u0644\u0628\u0627\u062f\u064a\u0629 \u0628\u0627\u0644\u0623\u0631\u062f\u0646 \u0628\u0633\u0628\u0628:...",
+      "positive_response": "\u0628",
+      "negative_response": "\u062c",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0628' (log_prob=-0.500), Expected: '\u0628'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0628' (log_prob=-0.500), Expected: '\u062c'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 8,
+      "prompt": "\u0645\u0646 \u0627\u0644\u0623\u0645\u062b\u0644\u0629 \u0639\u0627\u0644\u062a\u063a\u064a\u0631\u0627\u062a \u0627\u0644\u0643\u064a\u0645\u064a\u0627\u0626\u064a\u0629 \u0627\u0644\u0636\u0627\u0631\u0629...",
+      "positive_response": "\u0623",
+      "negative_response": "\u0628",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0623' (log_prob=-0.500), Expected: '\u0623'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0623' (log_prob=-0.500), Expected: '\u0628'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 9,
+      "prompt": "\u0627\u0644\u0633\u0624\u0627\u0644 \u0627\u0644\u0623\u0648\u0644: \u0627\u062e\u062a\u0627\u0631 \u0631\u0642\u0645 (\u0623) \u0625\u0630\u0627 \u0643\u0627\u0646\u062a \u0627\u0644\u0639\u0628\u0627\u0631\u0629 \u0635\u062d\u064a\u062d\u0629\u060c \u0648\u0631\u0642\u0645 (\u0628) \u0625\u0630\u0627 \u0643\u0627\u0646\u062a \u0627\u0644\u0639\u0628\u0627\u0631\u0629 \u063a\u0644\u0637 . \u0627\u0644\u062a\u0648\u0633\u0651\u0639 \u0628\u0627\u0633\u062a\u0639\u0645\u0627\u0644 \u0627\u0644\u062d\u0627\u0633\u0628\u0627\u062a \u0627\u0644\u0625\u0644\u0643\u062a\u0631\u0648\u0646\u064a\u0629 \u0628\u0627\u0644\u0645\u0646\u0634\u0622\u062a \u0623\u062f\u0649 \u0644\u0625\u0636\u0627\u0641\u0629 \u0623\u0647\u0645\u064a\u0629 \u062c\u062f\u064a\u062f\u0629 \u0644\u062f\u0648\u0631 \u0627\u0644\u0645\u0631\u0627\u062c\u0639 \u0627\u0644\u062f\u0627\u062e\u0644\u064a \u0628\u0647\u0627\u0644\u0645\u0646\u0634\u0622\u062a:...",
+      "positive_response": "\u0623",
+      "negative_response": "\u0628",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0623' (log_prob=-0.500), Expected: '\u0623'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0623' (log_prob=-0.500), Expected: '\u0628'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 10,
+      "prompt": "\u0628\u0646\u0637\u0628\u0642 \u0645\u0628\u062f\u0623 \u0627\u0644\u0633\u0628\u0628 \u0627\u0644\u0642\u0631\u064a\u0628 \u0639\u0644\u0649:...",
+      "positive_response": "\u062f",
+      "negative_response": "\u0623",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062f' (log_prob=-0.500), Expected: '\u062f'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062f' (log_prob=-0.500), Expected: '\u0623'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 11,
+      "prompt": "\u0633: \u0634\u0648 \u0647\u0648\u064a \u0627\u0644\u062d\u064a\u0648\u0627\u0646 \u064a\u0644\u064a \u0628\u064a\u062a\u0644\u0642\u0628 \u0628\u0623\u0628\u0648 \u0627\u0644\u0623\u062e\u0637\u0644\u061f...",
+      "positive_response": "\u062c",
+      "negative_response": "\u0623",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062c' (log_prob=-0.500), Expected: '\u062c'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062c' (log_prob=-0.500), Expected: '\u0623'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 12,
+      "prompt": "\u2026\u2026\u2026\u0639\u0645\u0644\u064a\u0629 \u0627\u0644\u062a\u0641\u0643\u064a\u0631 \u0644\u0625\u062e\u062a\u064a\u0627\u0631 \u0623\u062d\u0633\u0646 \u0627\u0644\u0628\u062f\u0627\u0626\u0644 \u0623\u0648 \u0627\u0644\u062d\u0644\u0648\u0644 \u0627\u0644\u0645\u062a\u0648\u0641\u0631\u0629 \u0628\u0645\u0648\u0642\u0641....",
+      "positive_response": "\u0623",
+      "negative_response": "\u0628",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0623' (log_prob=-0.500), Expected: '\u0623'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u0623' (log_prob=-0.500), Expected: '\u0628'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 13,
+      "prompt": "\u0643\u0644 \u0627\u0644\u062f\u0648\u0644 \u0627\u0644\u062a\u0627\u0644\u064a\u0629 \u064a\u062d\u062f\u062b  \u0628\u064a\u0646\u0647\u0627  \u062a\u0639\u0627\u0643\u0633 \u0641\u0635\u0648\u0644 \u0645\u0627 \u0639\u062f\u0627 :...",
+      "positive_response": "\u062f",
+      "negative_response": "\u0623",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062f' (log_prob=-0.500), Expected: '\u062f'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062f' (log_prob=-0.500), Expected: '\u0623'"
+      },
+      "both_correct": true
+    },
+    {
+      "pair_id": 14,
+      "prompt": "\u0627\u0646\u0641\u062c\u0631 \u062c\u0633\u0645 \u0643\u062a\u0644\u062a\u0648 \u0643 \u0648\u0633\u0631\u0639\u062a\u0648 \u0639 \u0644\u062c\u0632\u0626\u064a\u064a\u0646 \u0645\u062a\u0633\u0627\u0648\u064a\u064a\u0646 \u0641\u0633\u0631\u0639\u0629 \u0645\u0631\u0643\u0632 \u0627\u0644\u0643\u062a\u0644\u0629 \u0628\u0639\u062f \u0627\u0644\u0627\u0646\u0641\u062c\u0627\u0631 \u0628\u062a\u0633\u0627\u0648\u064a :...",
+      "positive_response": "\u062c",
+      "negative_response": "\u062f",
+      "positive_evaluation": {
+        "ground_truth": "TRUTHFUL",
+        "confidence": 1.0,
+        "expected": "TRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062c' (log_prob=-0.500), Expected: '\u062c'"
+      },
+      "negative_evaluation": {
+        "ground_truth": "UNTRUTHFUL",
+        "confidence": 0.0,
+        "expected": "UNTRUTHFUL",
+        "correct": true,
+        "details": "Predicted: '\u062c' (log_prob=-0.500), Expected: '\u062f'"
+      },
+      "both_correct": true
+    }
+  ]
+}

wisent/examples/scripts/results/test_AraDiCE_ArabicMMLU_lev_pairs.json

@@ -0,0 +1,92 @@
+[
+  {
+    "pair_id": 0,
+    "prompt": "\u062d\u0643\u0645 \u0645\u0633\u062d \u0627\u0644\u0631\u0643\u0646 \u0627\u0644\u064a\u0645\u0627\u0646\u064a:",
+    "positive_response": "\u0628",
+    "negative_response": "\u062c"
+  },
+  {
+    "pair_id": 1,
+    "prompt": "\u0628\u062a\u062d\u0648\u0644 \u0627\u0644\u0625\u0634\u0627\u0631\u0627\u062a \u0627\u0644\u0643\u0647\u0631\u0628\u0627\u0626\u064a\u0629 \u0644\u0645\u0648\u062c\u0627\u062a \u0635\u0648\u062a\u064a\u0629:",
+    "positive_response": "\u062f",
+    "negative_response": "\u0623"
+  },
+  {
+    "pair_id": 2,
+    "prompt": "\u0648\u062d\u062f\u0629 \u0645\u0646 \u0627\u0644\u0634\u063a\u0644\u0627\u062a \u0627\u0644\u062c\u0627\u064a\u0629 \u062a\u0639\u062f \u0645\u0646 \u0622\u062f\u0627\u0628 \u0627\u0644\u062d\u0643\u064a \u0645\u064a\u0632\u0647",
+    "positive_response": "\u062c",
+    "negative_response": "\u062f"
+  },
+  {
+    "pair_id": 3,
+    "prompt": "\u0627\u0644\u0642\u0637\u0639\u0629 \u0627\u0644\u0625\u0644\u0643\u062a\u0631\u0648\u0646\u064a\u0629 \u0627\u0644\u0644\u064a \u0627\u0633\u062a\u0639\u0645\u0644\u0648\u0647\u0627 \u0628\u0627\u0644\u0645\u0631\u062d\u0644\u0629 \u0627\u0644\u0623\u0648\u0644\u0649 \u0644\u062a\u0637\u0648\u0631 \u0627\u0644\u0643\u0645\u0628\u064a\u0648\u062a\u0631 \u0647\u064a\u064a \u0627\u0644\u062f\u0627\u0631\u0627\u062a \u0627\u0644\u0645\u062a\u0643\u0627\u0645\u0644\u0629.",
+    "positive_response": "\u0628",
+    "negative_response": "\u062c"
+  },
+  {
+    "pair_id": 4,
+    "prompt": "\"\u062d\u0627\u0641\u0638 \u0639\u0644\u0649 ......... \u0644\u0648\u0637\u0646\u0643\". \u062d\u062f\u062f \u0645\u0646 \u0647\u0648\u0646 \u0627\u0644\u062a\u0643\u0645\u0644\u0629 \u0627\u0644\u0635\u062d \u0644\u0644\u0641\u0631\u0627\u063a \u0628\u0627\u0644\u062c\u0645\u0644\u0629 \u0627\u0644\u0633\u0627\u0628\u0642\u0629:",
+    "positive_response": "\u0623",
+    "negative_response": "\u0628"
+  },
+  {
+    "pair_id": 5,
+    "prompt": "\u0627\u0633\u062a\u0647\u0627\u0646 \u062e\u0648\u0631\u0634\u064a\u062f \u0628\u0642\u064a\u0645\u0629:",
+    "positive_response": "\u0628",
+    "negative_response": "\u062c"
+  },
+  {
+    "pair_id": 6,
+    "prompt": "\u0627\u0644\u064a\u0648\u0645 \u0627\u0644\u0633\u0627\u0628\u0642 \u0644\u0644\u0623\u062d\u062f:",
+    "positive_response": "\u0623",
+    "negative_response": "\u0628"
+  },
+  {
+    "pair_id": 7,
+    "prompt": "\u062a\u0635\u062d\u0631 \u0627\u0644\u0623\u0631\u0627\u0636\u064a \u0627\u0644\u0647\u0627\u0645\u0634\u064a\u0629 \u0648\u0623\u0631\u0627\u0636\u064a \u0627\u0644\u0628\u0627\u062f\u064a\u0629 \u0628\u0627\u0644\u0623\u0631\u062f\u0646 \u0628\u0633\u0628\u0628:",
+    "positive_response": "\u0628",
+    "negative_response": "\u062c"
+  },
+  {
+    "pair_id": 8,
+    "prompt": "\u0645\u0646 \u0627\u0644\u0623\u0645\u062b\u0644\u0629 \u0639\u0627\u0644\u062a\u063a\u064a\u0631\u0627\u062a \u0627\u0644\u0643\u064a\u0645\u064a\u0627\u0626\u064a\u0629 \u0627\u0644\u0636\u0627\u0631\u0629",
+    "positive_response": "\u0623",
+    "negative_response": "\u0628"
+  },
+  {
+    "pair_id": 9,
+    "prompt": "\u0627\u0644\u0633\u0624\u0627\u0644 \u0627\u0644\u0623\u0648\u0644: \u0627\u062e\u062a\u0627\u0631 \u0631\u0642\u0645 (\u0623) \u0625\u0630\u0627 \u0643\u0627\u0646\u062a \u0627\u0644\u0639\u0628\u0627\u0631\u0629 \u0635\u062d\u064a\u062d\u0629\u060c \u0648\u0631\u0642\u0645 (\u0628) \u0625\u0630\u0627 \u0643\u0627\u0646\u062a \u0627\u0644\u0639\u0628\u0627\u0631\u0629 \u063a\u0644\u0637 . \u0627\u0644\u062a\u0648\u0633\u0651\u0639 \u0628\u0627\u0633\u062a\u0639\u0645\u0627\u0644 \u0627\u0644\u062d\u0627\u0633\u0628\u0627\u062a \u0627\u0644\u0625\u0644\u0643\u062a\u0631\u0648\u0646\u064a\u0629 \u0628\u0627\u0644\u0645\u0646\u0634\u0622\u062a \u0623\u062f\u0649 \u0644\u0625\u0636\u0627\u0641\u0629 \u0623\u0647\u0645\u064a\u0629 \u062c\u062f\u064a\u062f\u0629 \u0644\u062f\u0648\u0631 \u0627\u0644\u0645\u0631\u0627\u062c\u0639 \u0627\u0644\u062f\u0627\u062e\u0644\u064a \u0628\u0647\u0627\u0644\u0645\u0646\u0634\u0622\u062a:",
+    "positive_response": "\u0623",
+    "negative_response": "\u0628"
+  },
+  {
+    "pair_id": 10,
+    "prompt": "\u0628\u0646\u0637\u0628\u0642 \u0645\u0628\u062f\u0623 \u0627\u0644\u0633\u0628\u0628 \u0627\u0644\u0642\u0631\u064a\u0628 \u0639\u0644\u0649:",
+    "positive_response": "\u062f",
+    "negative_response": "\u0623"
+  },
+  {
+    "pair_id": 11,
+    "prompt": "\u0633: \u0634\u0648 \u0647\u0648\u064a \u0627\u0644\u062d\u064a\u0648\u0627\u0646 \u064a\u0644\u064a \u0628\u064a\u062a\u0644\u0642\u0628 \u0628\u0623\u0628\u0648 \u0627\u0644\u0623\u062e\u0637\u0644\u061f",
+    "positive_response": "\u062c",
+    "negative_response": "\u0623"
+  },
+  {
+    "pair_id": 12,
+    "prompt": "\u2026\u2026\u2026\u0639\u0645\u0644\u064a\u0629 \u0627\u0644\u062a\u0641\u0643\u064a\u0631 \u0644\u0625\u062e\u062a\u064a\u0627\u0631 \u0623\u062d\u0633\u0646 \u0627\u0644\u0628\u062f\u0627\u0626\u0644 \u0623\u0648 \u0627\u0644\u062d\u0644\u0648\u0644 \u0627\u0644\u0645\u062a\u0648\u0641\u0631\u0629 \u0628\u0645\u0648\u0642\u0641.",
+    "positive_response": "\u0623",
+    "negative_response": "\u0628"
+  },
+  {
+    "pair_id": 13,
+    "prompt": "\u0643\u0644 \u0627\u0644\u062f\u0648\u0644 \u0627\u0644\u062a\u0627\u0644\u064a\u0629 \u064a\u062d\u062f\u062b  \u0628\u064a\u0646\u0647\u0627  \u062a\u0639\u0627\u0643\u0633 \u0641\u0635\u0648\u0644 \u0645\u0627 \u0639\u062f\u0627 :",
+    "positive_response": "\u062f",
+    "negative_response": "\u0623"
+  },
+  {
+    "pair_id": 14,
+    "prompt": "\u0627\u0646\u0641\u062c\u0631 \u062c\u0633\u0645 \u0643\u062a\u0644\u062a\u0648 \u0643 \u0648\u0633\u0631\u0639\u062a\u0648 \u0639 \u0644\u062c\u0632\u0626\u064a\u064a\u0646 \u0645\u062a\u0633\u0627\u0648\u064a\u064a\u0646 \u0641\u0633\u0631\u0639\u0629 \u0645\u0631\u0643\u0632 \u0627\u0644\u0643\u062a\u0644\u0629 \u0628\u0639\u062f \u0627\u0644\u0627\u0646\u0641\u062c\u0627\u0631 \u0628\u062a\u0633\u0627\u0648\u064a :",
+    "positive_response": "\u062c",
+    "negative_response": "\u062f"
+  }
+]