wisent 0.7.379__py3-none-any.whl → 0.7.701__py3-none-any.whl

wisent/examples/scripts/results/test_medqa_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "medqa",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: A 21-year-old sexually active male complains of fever, pain during urination, and inflamma...",
-      "positive_response": "Ceftriaxone",
-      "negative_response": "Trimethoprim",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Ceftriaxone' (log_prob=-0.500), Expected: 'Ceftriaxone'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Ceftriaxone' (log_prob=-0.500), Expected: 'Trimethoprim'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_medqa_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: A 21-year-old sexually active male complains of fever, pain during urination, and inflammation and pain in the right knee. A culture of the joint fluid shows a bacteria that does not ferment maltose and has no polysaccharide capsule. The physician orders antibiotic therapy for the patient. The mechanism of action of action of the medication given blocks cell wall synthesis, which of the following was given?\nA. Trimethoprim\nB. Ceftriaxone",
-    "positive_response": "Ceftriaxone",
-    "negative_response": "Trimethoprim"
-  }
-]

wisent/examples/scripts/results/test_medtext_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "medtext",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Medical Record: A 50-year-old male presents with a history of recurrent kidney stones and osteopenia...",
-      "positive_response": "This patient's history of recurrent kidney stones, osteopenia, and high-dose vitamin D supplementation, along with laboratory findings of hypercalcemia and hypercalciuria, suggest the possibility of vitamin D toxicity. Excessive intake of vitamin D can cause increased absorption of calcium from the gut, leading to hypercalcemia and hypercalciuria, which can result in kidney stones and bone loss. Treatment would involve stopping the vitamin D supplementation and potentially providing intravenous fluids and loop diuretics to promote the excretion of calcium.",
-      "negative_response": "Unable to determine a specific diagnosis based on the information provided. Further testing would be required.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'This patient's history of recurrent kidney stones, osteopenia, and high-dose vitamin D supplementation, along with laboratory findings of hypercalcemia and hypercalciuria, suggest the possibility of vitamin D toxicity. Excessive intake of vitamin D can cause increased absorption of calcium from the gut, leading to hypercalcemia and hypercalciuria, which can result in kidney stones and bone loss. Treatment would involve stopping the vitamin D supplementation and potentially providing intravenous fluids and loop diuretics to promote the excretion of calcium.' (log_prob=-0.500), Expected: 'This patient's history of recurrent kidney stones, osteopenia, and high-dose vitamin D supplementation, along with laboratory findings of hypercalcemia and hypercalciuria, suggest the possibility of vitamin D toxicity. Excessive intake of vitamin D can cause increased absorption of calcium from the gut, leading to hypercalcemia and hypercalciuria, which can result in kidney stones and bone loss. Treatment would involve stopping the vitamin D supplementation and potentially providing intravenous fluids and loop diuretics to promote the excretion of calcium.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'This patient's history of recurrent kidney stones, osteopenia, and high-dose vitamin D supplementation, along with laboratory findings of hypercalcemia and hypercalciuria, suggest the possibility of vitamin D toxicity. Excessive intake of vitamin D can cause increased absorption of calcium from the gut, leading to hypercalcemia and hypercalciuria, which can result in kidney stones and bone loss. Treatment would involve stopping the vitamin D supplementation and potentially providing intravenous fluids and loop diuretics to promote the excretion of calcium.' (log_prob=-0.500), Expected: 'Unable to determine a specific diagnosis based on the information provided. Further testing would be required.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_medtext_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Medical Record: A 50-year-old male presents with a history of recurrent kidney stones and osteopenia. He has been taking high-dose vitamin D supplements due to a previous diagnosis of vitamin D deficiency. Laboratory results reveal hypercalcemia and hypercalciuria. What is the likely diagnosis, and what is the treatment?\nProvide diagnosis and treatment:",
-    "positive_response": "This patient's history of recurrent kidney stones, osteopenia, and high-dose vitamin D supplementation, along with laboratory findings of hypercalcemia and hypercalciuria, suggest the possibility of vitamin D toxicity. Excessive intake of vitamin D can cause increased absorption of calcium from the gut, leading to hypercalcemia and hypercalciuria, which can result in kidney stones and bone loss. Treatment would involve stopping the vitamin D supplementation and potentially providing intravenous fluids and loop diuretics to promote the excretion of calcium.",
-    "negative_response": "Unable to determine a specific diagnosis based on the information provided. Further testing would be required."
-  }
-]

wisent/examples/scripts/results/test_mela_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "mela",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Sentence: \u4ed6\u4e0d\u80fd\u6765\u7684\u539f\u56e0\u6211\u77e5\u9053\u4e86\uff1b\u4f60\u4e0d\u80fd\u6765\u7684\u539f\u56e0\u5462\uff1f\nDetermine whether this sentence is acceptable or unacceptable?\nA. Un...",
-      "positive_response": "Acceptable",
-      "negative_response": "Unacceptable",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Acceptable' (log_prob=-0.500), Expected: 'Acceptable'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Acceptable' (log_prob=-0.500), Expected: 'Unacceptable'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Sentence: \u0412\u0435\u0447\u0435\u0440 \u043d\u0435\u0440\u0435\u0434\u043a\u043e \u043d\u0430\u0447\u0438\u043d\u0430\u043b \u043e\u043d \u0441\u043f\u0435\u043a\u0442\u0430\u043a\u043b\u0435\u043c.\nDetermine whether this sentence is acceptable or unac...",
-      "positive_response": "Acceptable",
-      "negative_response": "Unacceptable",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Acceptable' (log_prob=-0.500), Expected: 'Acceptable'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Acceptable' (log_prob=-0.500), Expected: 'Unacceptable'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_mela_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Sentence: \u4ed6\u4e0d\u80fd\u6765\u7684\u539f\u56e0\u6211\u77e5\u9053\u4e86\uff1b\u4f60\u4e0d\u80fd\u6765\u7684\u539f\u56e0\u5462\uff1f\nDetermine whether this sentence is acceptable or unacceptable?\nA. Unacceptable\nB. Acceptable",
-    "positive_response": "Acceptable",
-    "negative_response": "Unacceptable"
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Sentence: \u0412\u0435\u0447\u0435\u0440 \u043d\u0435\u0440\u0435\u0434\u043a\u043e \u043d\u0430\u0447\u0438\u043d\u0430\u043b \u043e\u043d \u0441\u043f\u0435\u043a\u0442\u0430\u043a\u043b\u0435\u043c.\nDetermine whether this sentence is acceptable or unacceptable?\nA. Unacceptable\nB. Acceptable",
-    "positive_response": "Acceptable",
-    "negative_response": "Unacceptable"
-  }
-]

wisent/examples/scripts/results/test_meqsum_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "meqsum",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Extract and summarize the following medical question:\nI need/want to know who manufscturs Cetirizine...",
-      "positive_response": "Who manufactures cetirizine?",
-      "negative_response": "Unable to provide a summary. The question is unclear.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Who manufactures cetirizine?' (log_prob=-0.500), Expected: 'Who manufactures cetirizine?'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Who manufactures cetirizine?' (log_prob=-0.500), Expected: 'Unable to provide a summary. The question is unclear.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_meqsum_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Extract and summarize the following medical question:\nI need/want to know who manufscturs Cetirizine. My Walmart is looking for a new supply and are not getting the recent",
-    "positive_response": "Who manufactures cetirizine?",
-    "negative_response": "Unable to provide a summary. The question is unclear."
-  }
-]

wisent/examples/scripts/results/test_mercury_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "mercury",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Translate this Java code to C#:\npublic ListSpeechSynthesisTasksResult listSpeechSynthesisTasks(ListS...",
-      "positive_response": "public virtual ListSpeechSynthesisTasksResponse ListSpeechSynthesisTasks(ListSpeechSynthesisTasksRequest request){var options = new InvokeOptions();options.RequestMarshaller = ListSpeechSynthesisTasksRequestMarshaller.Instance;options.ResponseUnmarshaller = ListSpeechSynthesisTasksResponseUnmarshaller.Instance;return Invoke<ListSpeechSynthesisTasksResponse>(request, options);}",
-      "negative_response": "public virtual ListSpeechSynthesisTasksResponse ListSpeechSynthesisTasks(ListSpeechSynthesisTasksRequest request){var options = new InvokeOptions();options.RequestMarshaller = ListSpeechSyn# CORRUPTEDthesisTasksRequestMarshaller.Instance;options.ResponseUnmarshaller = ListSpeechSynthesisTasksResponseUnmarshaller.Instance;return Invoke<ListSpeechSynthesisTasksResponse>(request, options);}",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'public virtual ListSpeechSynthesisTasksResponse ListSpeechSynthesisTasks(ListSpeechSynthesisTasksRequest request){var options = new InvokeOptions();options.RequestMarshaller = ListSpeechSynthesisTasksRequestMarshaller.Instance;options.ResponseUnmarshaller = ListSpeechSynthesisTasksResponseUnmarshaller.Instance;return Invoke<ListSpeechSynthesisTasksResponse>(request, options);}' (log_prob=-0.500), Expected: 'public virtual ListSpeechSynthesisTasksResponse ListSpeechSynthesisTasks(ListSpeechSynthesisTasksRequest request){var options = new InvokeOptions();options.RequestMarshaller = ListSpeechSynthesisTasksRequestMarshaller.Instance;options.ResponseUnmarshaller = ListSpeechSynthesisTasksResponseUnmarshaller.Instance;return Invoke<ListSpeechSynthesisTasksResponse>(request, options);}'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'public virtual ListSpeechSynthesisTasksResponse ListSpeechSynthesisTasks(ListSpeechSynthesisTasksRequest request){var options = new InvokeOptions();options.RequestMarshaller = ListSpeechSynthesisTasksRequestMarshaller.Instance;options.ResponseUnmarshaller = ListSpeechSynthesisTasksResponseUnmarshaller.Instance;return Invoke<ListSpeechSynthesisTasksResponse>(request, options);}' (log_prob=-0.500), Expected: 'public virtual ListSpeechSynthesisTasksResponse ListSpeechSynthesisTasks(ListSpeechSynthesisTasksRequest request){var options = new InvokeOptions();options.RequestMarshaller = ListSpeechSyn# CORRUPTEDthesisTasksRequestMarshaller.Instance;options.ResponseUnmarshaller = ListSpeechSynthesisTasksResponseUnmarshaller.Instance;return Invoke<ListSpeechSynthesisTasksResponse>(request, options);}'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_mercury_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Translate this Java code to C#:\npublic ListSpeechSynthesisTasksResult listSpeechSynthesisTasks(ListSpeechSynthesisTasksRequest request) {request = beforeClientExecution(request);return executeListSpeechSynthesisTasks(request);}",
-    "positive_response": "public virtual ListSpeechSynthesisTasksResponse ListSpeechSynthesisTasks(ListSpeechSynthesisTasksRequest request){var options = new InvokeOptions();options.RequestMarshaller = ListSpeechSynthesisTasksRequestMarshaller.Instance;options.ResponseUnmarshaller = ListSpeechSynthesisTasksResponseUnmarshaller.Instance;return Invoke<ListSpeechSynthesisTasksResponse>(request, options);}",
-    "negative_response": "public virtual ListSpeechSynthesisTasksResponse ListSpeechSynthesisTasks(ListSpeechSynthesisTasksRequest request){var options = new InvokeOptions();options.RequestMarshaller = ListSpeechSyn# CORRUPTEDthesisTasksRequestMarshaller.Instance;options.ResponseUnmarshaller = ListSpeechSynthesisTasksResponseUnmarshaller.Instance;return Invoke<ListSpeechSynthesisTasksResponse>(request, options);}"
-  }
-]

wisent/examples/scripts/results/test_metabench_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "metabench",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Complete the sentence: The toddler said something rude which offended Victoria but Samantha laughed....",
-      "positive_response": "phone",
-      "negative_response": "television",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'phone' (log_prob=-0.500), Expected: 'phone'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'phone' (log_prob=-0.500), Expected: 'television'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Question: Human tears contain the enzyme lysozyme, which damages the cell walls of bacteria. Which o...",
-      "positive_response": "Lysozyme breaks a specific type of bond in a bacterial cell wall molecule.",
-      "negative_response": "Lysozyme causes mutations in bacterial cell wall molecules.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Lysozyme breaks a specific type of bond in a bacterial cell wall molecule.' (log_prob=-0.500), Expected: 'Lysozyme breaks a specific type of bond in a bacterial cell wall molecule.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Lysozyme breaks a specific type of bond in a bacterial cell wall molecule.' (log_prob=-0.500), Expected: 'Lysozyme causes mutations in bacterial cell wall molecules.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_metabench_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Complete the sentence: The toddler said something rude which offended Victoria but Samantha laughed. Samantha always liked the honesty of children.\n\nKenneth asked Jason for some tips on growing the perfect mustache, because Kenneth had never had one before.\n\nAaron accepted from William a wool blanket since it was cold outside. William was a good friend.\n\nHeather poured the entire bottle of honey into her tea cup, until the bottle was empty.\n\nShe didn't like the style of the jacket, but enjoyed the look of the scarf, because the scarf was prestigious.\n\nMy employer offers a bonus of either a phone or a television, but unfortunately the _ is just way too large to be useful.\nA. phone\nB. television",
-    "positive_response": "phone",
-    "negative_response": "television"
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Question: Human tears contain the enzyme lysozyme, which damages the cell walls of bacteria. Which of the following statements about lysozyme is most accurate?\nA. Lysozyme causes mutations in bacterial cell wall molecules.\nB. Lysozyme breaks a specific type of bond in a bacterial cell wall molecule.",
-    "positive_response": "Lysozyme breaks a specific type of bond in a bacterial cell wall molecule.",
-    "negative_response": "Lysozyme causes mutations in bacterial cell wall molecules."
-  }
-]

wisent/examples/scripts/results/test_mgsm_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "mgsm",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: Kalinda arbeitet gerade an einem 360-teiligen Puzzle mit ihrer Mutter. Kalinda kann normal...",
-      "positive_response": "1",
-      "negative_response": "3",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '1' (log_prob=-0.500), Expected: '1'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '1' (log_prob=-0.500), Expected: '3'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Question: \u0415\u0441\u043b\u0438 \u043c\u0435\u0448\u043e\u0447\u0435\u043a \u0448\u0430\u0440\u0438\u043a\u043e\u0432 \u0441\u0442\u043e\u0438\u0442 20 $ \u0438 \u0446\u0435\u043d\u0430 \u043a\u0430\u0436\u0434\u044b\u0435 \u0434\u0432\u0430 \u043c\u0435\u0441\u044f\u0446\u0430 \u0440\u0430\u0441\u0442\u0435\u0442 \u043d\u0430 20 % \u043e\u0442 \u043f\u0435\u0440\u0432\u043e\u043d\u0430\u0447\u0430\u043b\u044c\u043d\u043e\u0439,...",
-      "positive_response": "92",
-      "negative_response": "91",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '92' (log_prob=-0.500), Expected: '92'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '92' (log_prob=-0.500), Expected: '91'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_mgsm_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: Kalinda arbeitet gerade an einem 360-teiligen Puzzle mit ihrer Mutter. Kalinda kann normalerweise 4 Teile pro Minute hinzuf\u00fcgen. Ihre Mutter kann \u00fcblicherweise halb so viele Teile pro Minuten platzieren wie Kalinda. Wie viele Stunden brauchen sie, um das Puzzle zu vervollst\u00e4ndigen?\nAnswer:",
-    "positive_response": "1",
-    "negative_response": "3"
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Question: \u0415\u0441\u043b\u0438 \u043c\u0435\u0448\u043e\u0447\u0435\u043a \u0448\u0430\u0440\u0438\u043a\u043e\u0432 \u0441\u0442\u043e\u0438\u0442 20 $ \u0438 \u0446\u0435\u043d\u0430 \u043a\u0430\u0436\u0434\u044b\u0435 \u0434\u0432\u0430 \u043c\u0435\u0441\u044f\u0446\u0430 \u0440\u0430\u0441\u0442\u0435\u0442 \u043d\u0430 20 % \u043e\u0442 \u043f\u0435\u0440\u0432\u043e\u043d\u0430\u0447\u0430\u043b\u044c\u043d\u043e\u0439, \u0441\u0442\u043e\u043b\u044c\u043a\u043e \u0431\u0443\u0434\u0435\u0442 \u0441\u0442\u043e\u0438\u0442\u044c \u043c\u0435\u0448\u043e\u0447\u0435\u043a \u0448\u0430\u0440\u0438\u043a\u043e\u0432 \u0447\u0435\u0440\u0435\u0437 36 \u043c\u0435\u0441\u044f\u0446\u0435\u0432?\nAnswer:",
-    "positive_response": "92",
-    "negative_response": "91"
-  }
-]

wisent/examples/scripts/results/test_mimic_repsum_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "mimic_repsum",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Given the findings: FINDINGS:  The patient is now extubated, and note is made of a focal stenosis of...",
-      "positive_response": "IMPRESSION:  No acute cardiopulmonary abnormality. ST-T waveabnormalities in the anterolateral leads may be due to myocardial ischemia.Compared to the previous tracing of  the T wave changes are moreprominent in leads I, aVL and now noted in lead V3. The aorta demonstrates calcifications of the aortic arch and within its descending portion. Additionally, there is a 1-mm left upper lobe nodule (4:100). FINDINGS:  As compared to the previous radiograph, the lung volumes have slightly decreased. Virtual  with inspiratory/expiratory  sequences. Note is made of 2 mm upper lobe nodules, one on the left (4:75) and one on the right (4:93). Pulmonary vascularity is normal. No focal parenchymal opacity suggesting pneumonia, a left retrocardiac opacity, however, has newly appeared. Secretions in the right main stem bronchus as well as in the right lower lobe bronchus, with resultant air trapping in the right lower lobe. The lungs reveal biapical scar as well as paraseptal emphysema. On a separate workstation, three-dimensional virtual bronchoscopic images are created as well as multiplanar reformatted images and minimum intensity projection images. Osseous structures reveal no suspicious sclerotic or lytic lesion. Imaged portions of the upper abdomen reveal calcified granulomas in the spleen and liver. The heart size is normal. No newly appeared pleural effusion. IMPRESSION: 1. DFDdp The lungs are clear. There is no pleural or pericardial effusion. There are no acute osseous findings. No pleural effusion or pneumothorax is identified. Virtual  with inspiratory/e Admitting Diagnosis: MYASTHENIA    MEDICAL CONDITION:  67 year old woman with myasthenia  s/p recent crisis with intubation now  with persistent stridor REASON FOR THIS EXAMINATION:  degree of airway stenosis. COMPARISON:  . COMPARISON:  .  1:16 PM CHEST (PORTABLE AP)",
-      "negative_response": "Unable to summarize the findings. Additional information is required.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'IMPRESSION:  No acute cardiopulmonary abnormality. ST-T waveabnormalities in the anterolateral leads may be due to myocardial ischemia.Compared to the previous tracing of  the T wave changes are moreprominent in leads I, aVL and now noted in lead V3. The aorta demonstrates calcifications of the aortic arch and within its descending portion. Additionally, there is a 1-mm left upper lobe nodule (4:100). FINDINGS:  As compared to the previous radiograph, the lung volumes have slightly decreased. Virtual  with inspiratory/expiratory  sequences. Note is made of 2 mm upper lobe nodules, one on the left (4:75) and one on the right (4:93). Pulmonary vascularity is normal. No focal parenchymal opacity suggesting pneumonia, a left retrocardiac opacity, however, has newly appeared. Secretions in the right main stem bronchus as well as in the right lower lobe bronchus, with resultant air trapping in the right lower lobe. The lungs reveal biapical scar as well as paraseptal emphysema. On a separate workstation, three-dimensional virtual bronchoscopic images are created as well as multiplanar reformatted images and minimum intensity projection images. Osseous structures reveal no suspicious sclerotic or lytic lesion. Imaged portions of the upper abdomen reveal calcified granulomas in the spleen and liver. The heart size is normal. No newly appeared pleural effusion. IMPRESSION: 1. DFDdp The lungs are clear. There is no pleural or pericardial effusion. There are no acute osseous findings. No pleural effusion or pneumothorax is identified. Virtual  with inspiratory/e Admitting Diagnosis: MYASTHENIA    MEDICAL CONDITION:  67 year old woman with myasthenia  s/p recent crisis with intubation now  with persistent stridor REASON FOR THIS EXAMINATION:  degree of airway stenosis. COMPARISON:  . COMPARISON:  .  1:16 PM CHEST (PORTABLE AP)' (log_prob=-0.500), Expected: 'IMPRESSION:  No acute cardiopulmonary abnormality. ST-T waveabnormalities in the anterolateral leads may be due to myocardial ischemia.Compared to the previous tracing of  the T wave changes are moreprominent in leads I, aVL and now noted in lead V3. The aorta demonstrates calcifications of the aortic arch and within its descending portion. Additionally, there is a 1-mm left upper lobe nodule (4:100). FINDINGS:  As compared to the previous radiograph, the lung volumes have slightly decreased. Virtual  with inspiratory/expiratory  sequences. Note is made of 2 mm upper lobe nodules, one on the left (4:75) and one on the right (4:93). Pulmonary vascularity is normal. No focal parenchymal opacity suggesting pneumonia, a left retrocardiac opacity, however, has newly appeared. Secretions in the right main stem bronchus as well as in the right lower lobe bronchus, with resultant air trapping in the right lower lobe. The lungs reveal biapical scar as well as paraseptal emphysema. On a separate workstation, three-dimensional virtual bronchoscopic images are created as well as multiplanar reformatted images and minimum intensity projection images. Osseous structures reveal no suspicious sclerotic or lytic lesion. Imaged portions of the upper abdomen reveal calcified granulomas in the spleen and liver. The heart size is normal. No newly appeared pleural effusion. IMPRESSION: 1. DFDdp The lungs are clear. There is no pleural or pericardial effusion. There are no acute osseous findings. No pleural effusion or pneumothorax is identified. Virtual  with inspiratory/e Admitting Diagnosis: MYASTHENIA    MEDICAL CONDITION:  67 year old woman with myasthenia  s/p recent crisis with intubation now  with persistent stridor REASON FOR THIS EXAMINATION:  degree of airway stenosis. COMPARISON:  . COMPARISON:  .  1:16 PM CHEST (PORTABLE AP)'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'IMPRESSION:  No acute cardiopulmonary abnormality. ST-T waveabnormalities in the anterolateral leads may be due to myocardial ischemia.Compared to the previous tracing of  the T wave changes are moreprominent in leads I, aVL and now noted in lead V3. The aorta demonstrates calcifications of the aortic arch and within its descending portion. Additionally, there is a 1-mm left upper lobe nodule (4:100). FINDINGS:  As compared to the previous radiograph, the lung volumes have slightly decreased. Virtual  with inspiratory/expiratory  sequences. Note is made of 2 mm upper lobe nodules, one on the left (4:75) and one on the right (4:93). Pulmonary vascularity is normal. No focal parenchymal opacity suggesting pneumonia, a left retrocardiac opacity, however, has newly appeared. Secretions in the right main stem bronchus as well as in the right lower lobe bronchus, with resultant air trapping in the right lower lobe. The lungs reveal biapical scar as well as paraseptal emphysema. On a separate workstation, three-dimensional virtual bronchoscopic images are created as well as multiplanar reformatted images and minimum intensity projection images. Osseous structures reveal no suspicious sclerotic or lytic lesion. Imaged portions of the upper abdomen reveal calcified granulomas in the spleen and liver. The heart size is normal. No newly appeared pleural effusion. IMPRESSION: 1. DFDdp The lungs are clear. There is no pleural or pericardial effusion. There are no acute osseous findings. No pleural effusion or pneumothorax is identified. Virtual  with inspiratory/e Admitting Diagnosis: MYASTHENIA    MEDICAL CONDITION:  67 year old woman with myasthenia  s/p recent crisis with intubation now  with persistent stridor REASON FOR THIS EXAMINATION:  degree of airway stenosis. COMPARISON:  . COMPARISON:  .  1:16 PM CHEST (PORTABLE AP)' (log_prob=-0.500), Expected: 'Unable to summarize the findings. Additional information is required.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_mimic_repsum_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Given the findings: FINDINGS:  The patient is now extubated, and note is made of a focal stenosis of the trachea at the level of the thoracic inlet, stretching approximately 7 mm in the craniocaudad dimension consistent with focal stenosis likely related to the previously present endotracheal tube. Sinus rhythm with a single ventricular premature beat. This stenosis is relatively fixed, with a cross-sectional area at that level during inspiration of 52 mm2, narrowing only minimally 230 mm2 during expiration. Clinical correlation issuggested. COMPARISON:  CT from  and chest radiograph from . No contraindications for IV contrast.\nSummarize the findings.",
-    "positive_response": "IMPRESSION:  No acute cardiopulmonary abnormality. ST-T waveabnormalities in the anterolateral leads may be due to myocardial ischemia.Compared to the previous tracing of  the T wave changes are moreprominent in leads I, aVL and now noted in lead V3. The aorta demonstrates calcifications of the aortic arch and within its descending portion. Additionally, there is a 1-mm left upper lobe nodule (4:100). FINDINGS:  As compared to the previous radiograph, the lung volumes have slightly decreased. Virtual  with inspiratory/expiratory  sequences. Note is made of 2 mm upper lobe nodules, one on the left (4:75) and one on the right (4:93). Pulmonary vascularity is normal. No focal parenchymal opacity suggesting pneumonia, a left retrocardiac opacity, however, has newly appeared. Secretions in the right main stem bronchus as well as in the right lower lobe bronchus, with resultant air trapping in the right lower lobe. The lungs reveal biapical scar as well as paraseptal emphysema. On a separate workstation, three-dimensional virtual bronchoscopic images are created as well as multiplanar reformatted images and minimum intensity projection images. Osseous structures reveal no suspicious sclerotic or lytic lesion. Imaged portions of the upper abdomen reveal calcified granulomas in the spleen and liver. The heart size is normal. No newly appeared pleural effusion. IMPRESSION: 1. DFDdp The lungs are clear. There is no pleural or pericardial effusion. There are no acute osseous findings. No pleural effusion or pneumothorax is identified. Virtual  with inspiratory/e Admitting Diagnosis: MYASTHENIA    MEDICAL CONDITION:  67 year old woman with myasthenia  s/p recent crisis with intubation now  with persistent stridor REASON FOR THIS EXAMINATION:  degree of airway stenosis. COMPARISON:  . COMPARISON:  .  1:16 PM CHEST (PORTABLE AP)",
-    "negative_response": "Unable to summarize the findings. Additional information is required."
-  }
-]

wisent/examples/scripts/results/test_minerva_math_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "minerva_math",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Problem:\nThe positive difference between two consecutive even perfect squares is $268$.  Compute the...",
-      "positive_response": "4624",
-      "negative_response": "The answer cannot be determined from the given information.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '4624' (log_prob=-0.500), Expected: '4624'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '4624' (log_prob=-0.500), Expected: 'The answer cannot be determined from the given information.'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Problem:\nWhat is the domain of the function $f(x)=\\frac{x+2}{x^2-2x-24}$? Express your answer in int...",
-      "positive_response": "(-\\iny,-4)\\cup(-4,6)\\cup(6,\\iny)",
-      "negative_response": "The answer cannot be determined from the given information.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '(-\\iny,-4)\\cup(-4,6)\\cup(6,\\iny)' (log_prob=-0.500), Expected: '(-\\iny,-4)\\cup(-4,6)\\cup(6,\\iny)'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '(-\\iny,-4)\\cup(-4,6)\\cup(6,\\iny)' (log_prob=-0.500), Expected: 'The answer cannot be determined from the given information.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_minerva_math_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Problem:\nThe positive difference between two consecutive even perfect squares is $268$.  Compute the larger of the two squares.\n\nSolution:",
-    "positive_response": "4624",
-    "negative_response": "The answer cannot be determined from the given information."
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Problem:\nWhat is the domain of the function $f(x)=\\frac{x+2}{x^2-2x-24}$? Express your answer in interval notation.\n\nSolution:",
-    "positive_response": "(-\\iny,-4)\\cup(-4,6)\\cup(6,\\iny)",
-    "negative_response": "The answer cannot be determined from the given information."
-  }
-]

wisent/examples/scripts/results/test_mlqa_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "mlqa",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Context: \u090f\u0915 \u0938\u0918\u0928 \u0935\u093f\u092a\u0923\u0928 \u092a\u094d\u0930\u092f\u093e\u0938 \u0915\u0940 \u0935\u091c\u0939 \u0938\u0947, \u0935\u0948\u0932\u0947\u0902\u091f\u093e\u0907\u0928 \u0926\u093f\u0935\u0938 \u0915\u0941\u091b \u090f\u0936\u093f\u092f\u093e\u0908 \u0926\u0947\u0936\u094b\u0902 \u092e\u0947\u0902 \u092d\u0940 \u092e\u0928\u093e\u092f\u093e \u091c\u093e\u0924\u093e \u0939\u0948\u0964 \u0938\u093f\u0902\u0917\u093e\u092a...",
-      "positive_response": "\u091a\u0949\u0915\u0932\u0947\u091f",
-      "negative_response": "I don't know.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '\u091a\u0949\u0915\u0932\u0947\u091f' (log_prob=-0.500), Expected: '\u091a\u0949\u0915\u0932\u0947\u091f'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '\u091a\u0949\u0915\u0932\u0947\u091f' (log_prob=-0.500), Expected: 'I don't know.'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Context: James Clerk Maxwell FRS FRSE (Reino Unido: /d\u0361\u0292e\u026amz kl\u0251\u02d0k \u02c8m\u00e6ksw\u0259l/; 13 de junio de 1831-5 ...",
-      "positive_response": "f\u00edsica matem\u00e1tica",
-      "negative_response": "I don't know.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'f\u00edsica matem\u00e1tica' (log_prob=-0.500), Expected: 'f\u00edsica matem\u00e1tica'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'f\u00edsica matem\u00e1tica' (log_prob=-0.500), Expected: 'I don't know.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_mlqa_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Context: \u090f\u0915 \u0938\u0918\u0928 \u0935\u093f\u092a\u0923\u0928 \u092a\u094d\u0930\u092f\u093e\u0938 \u0915\u0940 \u0935\u091c\u0939 \u0938\u0947, \u0935\u0948\u0932\u0947\u0902\u091f\u093e\u0907\u0928 \u0926\u093f\u0935\u0938 \u0915\u0941\u091b \u090f\u0936\u093f\u092f\u093e\u0908 \u0926\u0947\u0936\u094b\u0902 \u092e\u0947\u0902 \u092d\u0940 \u092e\u0928\u093e\u092f\u093e \u091c\u093e\u0924\u093e \u0939\u0948\u0964 \u0938\u093f\u0902\u0917\u093e\u092a\u0941\u0930, \u091a\u0940\u0928 \u0914\u0930 \u0926\u0915\u094d\u0937\u093f\u0923 \u0915\u094b\u0930\u093f\u092f\u093e \u0915\u0947 \u0932\u094b\u0917 \u0935\u0948\u0932\u0947\u0902\u091f\u093e\u0907\u0928 \u0926\u093f\u0935\u0938 \u0915\u0947 \u0924\u094d\u092f\u094c\u0939\u093e\u0930 \u092a\u0930 \u0938\u092c\u0938\u0947 \u0905\u0927\u093f\u0915 \u092a\u0948\u0938\u093e \u0916\u0930\u094d\u091a\u093e \u0915\u0930\u0924\u0947 \u0939\u0948\u0902\u0964\u091c\u093e\u092a\u093e\u0928 \u092e\u0947\u0902 1960 \u092e\u0947\u0902 \u092e\u094b\u0930\u093f\u0928\u093e\u0917\u093e, \u091c\u094b \u0915\u0940 \u091c\u093e\u092a\u093e\u0928 \u0915\u0940 \u0938\u092c\u0938\u0947 \u092c\u0921\u093c\u0940 \u092e\u093f\u0937\u094d\u0920\u093e\u0928\u094d\u0928 \u0915\u0902\u092a\u0928\u093f\u092f\u094b\u0902 \u092e\u0947\u0902 \u0938\u0947 \u090f\u0915 \u0939\u0948, \u0928\u0947 \u0935\u0930\u094d\u0924\u092e\u093e\u0928 \u092a\u094d\u0930\u0925\u093e \u0915\u093f \u0915\u0947\u0935\u0932 \u092e\u0939\u093f\u0932\u093e\u090f\u0902 \u0939\u0940 \u092a\u0941\u0930\u0941\u0937\u094b\u0902 \u0915\u094b \u091a\u0949\u0915\u0932\u0947\u091f \u0926\u0947 \u0938\u0915\u0924\u0940 \u0939\u0948\u0902, \u0915\u0940 \u0936\u0941\u0930\u0941\u0906\u0924 \u0915\u0940 \u0925\u0940\u0964 \u0935\u093f\u0936\u0947\u0937 \u0930\u0942\u092a \u0938\u0947, \u0911\u092b\u093f\u0938 \u0915\u0940 \u092e\u0939\u093f\u0932\u093e\u090f\u0902 \u0909\u0928\u0915\u0947 \u0938\u0939 \u0915\u093e\u0930\u094d\u092f\u0915\u0930\u094d\u0924\u093e\u0913\u0902 \u0915\u094b \u091a\u0949\u0915\u0932\u0947\u091f \u0926\u0947\u0902\u0917\u0940\u0964 \u090f\u0915 \u092e\u0939\u0940\u0928\u0947 \u092c\u093e\u0926 \u092e\u093e\u0930\u094d\u091a 14 \u0915\u094b \u0935\u094d\u0939\u093e\u0907\u091f \u0926\u093f\u0935\u0938 \u092e\u0928\u093e\u092f\u093e \u091c\u093e\u0924\u093e \u0939\u0948\u0964 \u0907\u0938\u0915\u0940 \u0909\u0924\u094d\u092a\u0924\u094d\u0924\u093f \u091c\u093e\u092a\u093e\u0928\u0940 \u0930\u093e\u0937\u094d\u091f\u094d\u0930\u0940\u092f \u092e\u093f\u0937\u094d\u0920\u093e\u0928\u094d\u0928 \u0909\u0926\u094d\u092f\u094b\u0917 \u0938\u0902\u0918 \u0926\u094d\u0935\u093e\u0930\u093e \u090f\u0915 \"\u0909\u0924\u094d\u0924\u0930 \u0926\u093f\u0935\u0938\" \u0915\u0947 \u0930\u0942\u092a \u092e\u0947\u0902 \u0915\u0940 \u0917\u092f\u0940 \u0925\u0940, \u091c\u0939\u093e\u0901 \u092a\u0941\u0930\u0941\u0937\u094b\u0902 \u0938\u0947 \u092f\u0947 \u0909\u092e\u094d\u092e\u0940\u0926 \u0915\u0940 \u091c\u093e\u0924\u0940 \u0925\u0940 \u0915\u0940 \u0935\u0947 \u0909\u0928 \u092e\u0939\u093f\u0932\u093e\u0913\u0902 \u0915\u094b \u0935\u093e\u092a\u0938 \u091a\u0949\u0915\u0932\u0947\u091f \u0926\u0947\u0902\u0917\u0947 \u091c\u093f\u0928\u094d\u0939\u094b\u0902\u0928\u0947 \u0909\u0928\u094d\u0939\u0947\u0902 \u092a\u0939\u0932\u0947 \u091a\u0949\u0915\u0932\u0947\u091f \u0926\u093f\u092f\u093e \u0925\u093e\u0964 \u092a\u0936\u094d\u091a\u093f\u092e\u0940 \u0926\u0947\u0936\u094b\u0902 \u0915\u0947 \u0935\u093f\u092a\u0930\u0940\u0924, \u0924\u094b\u0939\u092b\u094b\u0902 \u091c\u0948\u0938\u0947 \u0915\u0940 \u0915\u0948\u0902\u0921\u0940, \u092b\u0942\u0932, \u092f\u093e \u0930\u093e\u0924\u094d\u0930\u093f-\u092d\u094b\u091c \u0915\u094b \u0915\u093e\u092b\u0940 \u0905\u0938\u093e\u092e\u093e\u0928\u094d\u092f \u092e\u093e\u0928\u093e \u091c\u093e\u0924\u093e \u0939\u0948\u0964 \u0915\u0908 \u092e\u0939\u093f\u0932\u093e\u0913\u0902 \u0915\u0947 \u0932\u093f\u090f \u092f\u0947 \u0926\u093e\u092f\u093f\u0924\u094d\u0935 \u0938\u093e \u092c\u0928 \u0917\u092f\u093e \u0939\u0948 \u0915\u093f \u0935\u0947 \u0905\u092a\u0928\u0947 \u0938\u092d\u0940 \u092a\u0941\u0930\u0941\u0937 \u0938\u0939-\u0915\u093e\u0930\u094d\u092f\u0915\u0930\u094d\u0924\u093e\u0913\u0902 \u0915\u094b \u091a\u0949\u0915\u0932\u0947\u091f \u0926\u0947\u0902\u0917\u0940\u0964 \u090f\u0915 \u0906\u0926\u092e\u0940 \u0915\u0940 \u0932\u094b\u0915\u092a\u094d\u0930\u093f\u092f\u0924\u093e \u0907\u0938 \u092c\u093e\u0924 \u0938\u0947 \u092e\u093e\u092a\u0940 \u091c\u093e \u0938\u0915\u0924\u0940 \u0939\u0948 \u0915\u093f \u0909\u0938\u0947 \u0909\u0938 \u0926\u093f\u0928 \u0915\u093f\u0924\u0928\u0940 \u091a\u094c\u0915\u0932\u0947\u091f\u0947\u0902 \u092e\u093f\u0932\u0940\u0902; \u0915\u093f\u0924\u0928\u0940 \u092e\u093e\u0924\u094d\u0930\u093e \u092e\u0947\u0902 \u091a\u094c\u0915\u0932\u0947\u091f\u0947\u0902 \u092e\u093f\u0932\u0940\u0902, \u092f\u0947 \u092a\u0941\u0930\u0941\u0937\u094b\u0902 \u0915\u0947 \u0932\u093f\u090f \u090f\u0915 \u092d\u093e\u0935\u0941\u0915 \u0935\u093f\u0937\u092f \u0939\u094b\u0924\u093e \u0939\u0948 \u0914\u0930 \u0935\u0947 \u0907\u0938\u0915\u0947 \u0935\u093f\u0937\u092f \u092e\u0947\u0902 \u0906\u092a\u0915\u094b \u0924\u092d\u0940 \u092c\u0924\u093e\u090f\u0901\u0917\u0947 \u091c\u092c \u0909\u0928\u094d\u0939\u0947\u0902 \u092f\u0915\u0940\u0928 \u0939\u094b \u091c\u093e\u092f\u0947 \u0915\u0940 \u0907\u0938 \u092c\u093e\u0924 \u0915\u094b \u092b\u0948\u0932\u093e\u092f\u093e \u0928\u0939\u0940\u0902 \u091c\u093e\u092f\u0947\u0917\u093e.\u0907\u0938\u0915\u094b \u0917\u093f\u0930\u0940-\u091a\u094b\u0915\u094b (\u7fa9\u7406\u30c1\u30e7\u30b3) \u0915\u0947 \u0928\u093e\u092e \u0938\u0947 \u091c\u093e\u0928\u093e \u091c\u093e\u0924\u093e \u0939\u0948, \u092f\u0947 \u092c\u0928\u093e \u0939\u0948 \u0936\u092c\u094d\u0926\u094b\u0902 \u0917\u093f\u0930\u0940 (\"\u0926\u093e\u092f\u093f\u0924\u094d\u0935\") \u0914\u0930 \u091a\u094b\u0915\u094b (\"\u091a\u0949\u0915\u0932\u0947\u091f\") \u0938\u0947, \u0905\u0932\u094b\u0915\u092a\u094d\u0930\u093f\u092f \u0915\u093e\u0930\u094d\u092f\u0915\u0930\u094d\u0924\u093e\u0913\u0902 \u0915\u094b \u0915\u0947\u0935\u0932 \u0905\u0924\u093f-\u0905\u0928\u093f\u0935\u093e\u0930\u094d\u092f '\u091a\u094b-\u0917\u093f\u0930\u0940 \u091a\u094b\u0915\u094b ' \u0938\u0938\u094d\u0924\u0940 \u091a\u094c\u0915\u0932\u0947\u091f\u0947\u0902 \u0939\u0940 \u092e\u093f\u0932\u0924\u0940 \u0939\u0948\u0902\u0964 \u092f\u0947 \u0939\u094b\u0928\u094d\u092e\u0940-\u091a\u094b\u0915\u094b (\u672c\u547d\u30c1\u30e7\u30b3) \u0938\u0947 \u0905\u0932\u0917 \u0939\u0948; \u092a\u094d\u0930\u0947\u092e\u0940 \u0915\u094b \u0926\u0940 \u091c\u093e\u0928\u0947 \u0935\u093e\u0932\u0940 \u091a\u0949\u0915\u0932\u0947\u091f.\u0926\u094b\u0938\u094d\u0924, \u0916\u093e\u0938\u0915\u0930 \u0932\u0921\u093c\u0915\u093f\u092f\u093e\u0902 \u0906\u092a\u0938 \u092e\u0947\u0902 \u091a\u0949\u0915\u0932\u0947\u091f \u0926\u0947 \u0938\u0915\u0924\u0940 \u0939\u0948\u0902 \u091c\u093f\u0938\u0947 \u0924\u094b\u092e\u094b-\u091a\u094b\u0915\u094b (\u53cb\u30c1\u30e7\u30b3) \u0915\u0939\u0924\u0947 \u0939\u0948\u0902; \u0924\u094b\u092e\u094b \u0915\u093e \u0905\u0930\u094d\u0925 \u0939\u0948 \"\u0926\u094b\u0938\u094d\u0924\".\u0926\u0915\u094d\u0937\u093f\u0923 \u0915\u094b\u0930\u093f\u092f\u093e \u092e\u0947\u0902 \u092e\u0939\u093f\u0932\u093e\u090f\u0902 \u092a\u0941\u0930\u0941\u0937\u094b\u0902 \u0915\u094b 14 \u092b\u093c\u0930\u0935\u0930\u0940 \u0915\u094b \u091a\u0949\u0915\u0932\u0947\u091f \u0926\u0947\u0924\u0940 \u0939\u0948\u0902 \u0914\u0930 \u092a\u0941\u0930\u0941\u0937 \u0909\u0928\u094d\u0939\u0947\u0902 14 \u092e\u093e\u0930\u094d\u091a \u0915\u094b \u0917\u0948\u0930-\u091a\u0949\u0915\u0932\u0947\u091f \u0915\u0948\u0902\u0921\u0940 \u0926\u0947\u0924\u0947 \u0939\u0948\u0902\u0964 \u0905\u092a\u094d\u0930\u0948\u0932 14 (\u0915\u093e\u0932\u0947 \u0926\u093f\u0935\u0938) \u0915\u094b, \u0909\u0928\u094d\u0939\u0947\u0902 \u091c\u093f\u0928\u0915\u094b 14 \u092b\u093c\u0930\u0935\u0930\u0940 \u092f\u093e 14 \u092e\u093e\u0930\u094d\u091a \u0915\u094b \u0915\u0941\u091b \u0928\u0939\u0940\u0902 \u092e\u093f\u0932\u093e \u0935\u094b \u091a\u0940\u0928\u0940 \u092d\u094b\u091c\u0928\u093e\u0932\u092f \u092e\u0947\u0902 \u0915\u093e\u0932\u0947 \u0928\u0942\u0921\u0932 \u0916\u093e\u0928\u0947 \u091c\u093e\u0924\u0947 \u0939\u0948\u0902 \u0914\u0930 \u0905\u092a\u0928\u0947 \u0905\u0915\u0947\u0932\u0947\u092a\u0928 \u0915\u093e \"\u0936\u094b\u0915\" \u092e\u0928\u093e\u0924\u0947 \u0939\u0948\u0902\u0964 \u0915\u094b\u0930\u093f\u092f\u0928 11 \u0928\u0935\u092e\u094d\u092c\u0930 \u0915\u094b \u092a\u0947\u092a\u0947\u0930\u094b \u0926\u093f\u0935\u0938 \u092e\u0928\u093e\u0924\u0947 \u0939\u0948\u0902, \u091c\u092c \u091c\u0935\u093e\u0928 \u091c\u094b\u0921\u093c\u0947 \u090f\u0915 \u0926\u0942\u0938\u0930\u0947 \u0915\u094b \u092a\u0947\u092a\u0947\u0930\u094b \u092c\u093f\u0938\u094d\u0915\u0941\u091f \u0926\u0947\u0924\u0947 \u0939\u0948\u0902\u0964 \u0926\u093f\u0928\u093e\u0902\u0915'11 / 11' \u0915\u0941\u0915\u0940 \u0915\u0947 \u0932\u0902\u092c\u0947 \u0906\u0915\u093e\u0930 \u0915\u0947 \u0938\u092e\u093e\u0928 \u092e\u093e\u0928\u093e \u091c\u093e\u0924\u093e \u0939\u0948\u0964 \u0915\u094b\u0930\u093f\u092f\u093e \u092e\u0947\u0902 \u0939\u0930 \u092e\u0939\u0940\u0928\u0947 \u0915\u093f 14 \u0924\u093e\u0930\u0940\u0916 \u0915\u094b \u092a\u094d\u0930\u0947\u092e \u0938\u0947 \u0938\u092e\u094d\u092c\u0902\u0927\u093f\u0924 \u0915\u094b\u0908 \u0926\u093f\u0928 \u092e\u093e\u0928\u093e \u091c\u093e\u0924\u093e \u0939\u0948, \u0939\u093e\u0932\u093e\u0901\u0915\u093f \u0909\u0928\u092e\u0947\u0902 \u0938\u0947 \u0905\u0927\u093f\u0915\u0924\u0930 \u0915\u093e \u0915\u094b\u0908 \u092e\u0939\u0924\u094d\u0924\u094d\u0935 \u0928\u0939\u0940\u0902 \u0939\u0948\u0964 \u091c\u0928\u0935\u0930\u0940 \u0926\u093f\u0938\u0902\u092c\u0930 \u0924\u0915: \u092e\u094b\u092e\u092c\u0924\u094d\u0924\u0940 \u0926\u093f\u0935\u0938, \u0935\u0948\u0932\u0947\u0902\u091f\u093e\u0907\u0928 \u0926\u093f\u0935\u0938, \u0935\u094d\u0939\u093e\u0907\u091f \u0926\u093f\u0935\u0938, \u0915\u093e\u0932\u093e \u0926\u093f\u0935\u0938, \u0917\u0941\u0932\u093e\u092c \u0926\u093f\u0935\u0938, \u091a\u0942\u092e\u0928\u0947 \u0915\u093e \u0926\u093f\u0935\u0938, \u0938\u093f\u0932\u094d\u0935\u0930 \u0926\u093f\u0935\u0938, \u0917\u094d\u0930\u0940\u0928 \u0926\u093f\u0935\u0938, \u0938\u0902\u0917\u0940\u0924 \u0926\u093f\u0935\u0938, \u0935\u093e\u0907\u0928 \u0926\u093f\u0935\u0938, \u0938\u093f\u0928\u0947\u092e\u093e \u0926\u093f\u0935\u0938 \u0914\u0930 \u0906\u0932\u093f\u0902\u0917\u0928 \u0926\u093f\u0935\u0938.\u091a\u0940\u0928 \u092e\u0947\u0902, \u0938\u093e\u092e\u093e\u0928\u094d\u092f \u0938\u094d\u0925\u093f\u0924\u093f \u092f\u0947 \u0939\u0948\u0902 \u0915\u093f \u0906\u0926\u092e\u0940 \u0909\u0938 \u0914\u0930\u0924 \u0915\u094b \u091a\u0949\u0915\u0932\u0947\u091f \u092f\u093e \u092b\u0942\u0932 \u092f\u093e \u0926\u094b\u0928\u094b\u0902 \u0926\u0947\u0924\u093e \u0939\u0948 \u091c\u093f\u0938\u0947 \u0935\u094b \u092a\u094d\u092f\u093e\u0930 \u0915\u0930\u0924\u093e \u0939\u0948\u0964 \u091a\u0940\u0928\u0940 \u092e\u0947\u0902, \u0935\u0948\u0932\u0947\u0902\u091f\u093e\u0907\u0928 \u0926\u093f\u0935\u0938 \u0915\u094b ([19]) \u0915\u0939\u093e \u091c\u093e\u0924\u093e \u0939\u0948\u0964\u0938\u093e\u0901\u091a\u093e:Zh-stp\n\nQuestion: \u0645\u0627 \u0647\u064a \u0627\u0644\u062d\u0644\u0648\u0649 \u0627\u0644\u0623\u0643\u062b\u0631 \u062a\u0642\u062f\u064a\u0645\u0627\u064b \u0643\u0647\u062f\u0627\u064a\u0627\u061f\n\nAnswer:",
-    "positive_response": "\u091a\u0949\u0915\u0932\u0947\u091f",
-    "negative_response": "I don't know."
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Context: James Clerk Maxwell FRS FRSE (Reino Unido: /d\u0361\u0292e\u026amz kl\u0251\u02d0k \u02c8m\u00e6ksw\u0259l/; 13 de junio de 1831-5 de noviembre de 1879)[1]\u200b fue un cient\u00edfico escoc\u00e9s especializado en el campo de la f\u00edsica matem\u00e1tica. Su mayor logro fue la formulaci\u00f3n de la teor\u00eda cl\u00e1sica de la radiaci\u00f3n electromagn\u00e9tica, que unific\u00f3 por primera vez la electricidad, el magnetismo y la luz como manifestaciones distintas de un mismo fen\u00f3meno.[2]\u200b Las ecuaciones de Maxwell, formuladas para el electromagnetismo, han sido ampliamente consideradas la \u201csegunda gran unificaci\u00f3n de la f\u00edsica\u201d, siendo la primera aquella realizada por Isaac Newton.[3]\u200b\n\nQuestion: In which area did Maxwell specialize?\n\nAnswer:",
-    "positive_response": "f\u00edsica matem\u00e1tica",
-    "negative_response": "I don't know."
-  }
-]