wisent 0.7.379__py3-none-any.whl → 0.7.901__py3-none-any.whl

wisent/examples/scripts/results/test_math_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "math",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: Convert the point $(0,3)$ in rectangular coordinates to polar coordinates.  Enter your ans...",
-      "positive_response": "\\left( 3, \\frac{\\pi}{2} \\right)",
-      "negative_response": "\\left( 3, \\frac{\\pi}{2} \\right) + 1",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '\\left( 3, \\frac{\\pi}{2} \\right)' (log_prob=-0.500), Expected: '\\left( 3, \\frac{\\pi}{2} \\right)'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '\\left( 3, \\frac{\\pi}{2} \\right)' (log_prob=-0.500), Expected: '\\left( 3, \\frac{\\pi}{2} \\right) + 1'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_math_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: Convert the point $(0,3)$ in rectangular coordinates to polar coordinates.  Enter your answer in the form $(r,\\theta),$ where $r > 0$ and $0 \\le \\theta < 2 \\pi.$\n\nWhat is the answer?",
-    "positive_response": "\\left( 3, \\frac{\\pi}{2} \\right)",
-    "negative_response": "\\left( 3, \\frac{\\pi}{2} \\right) + 1"
-  }
-]

wisent/examples/scripts/results/test_mathqa_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "mathqa",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: a multiple choice test consists of 4 questions , and each question has 5 answer choices . ...",
-      "positive_response": "625",
-      "negative_response": "24",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '625' (log_prob=-0.500), Expected: '625'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '625' (log_prob=-0.500), Expected: '24'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_mathqa_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: a multiple choice test consists of 4 questions , and each question has 5 answer choices . in how many r ways can the test be completed if every question is unanswered ?\nAnswer:",
-    "positive_response": "625",
-    "negative_response": "24"
-  }
-]

wisent/examples/scripts/results/test_mbpp_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "mbpp",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Write a python function to remove first and last occurrence of a given character from the string.\n\nW...",
-      "positive_response": "def remove_Occ(s,ch): \r\n    for i in range(len(s)): \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    for i in range(len(s) - 1,-1,-1):  \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    return s",
-      "negative_response": "def remove_Occ(s,ch): \r\n    for i in range(len(s)): \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    for i in range(len(s) - 1,-1,-1):  \r\n        if (s[i] == ch: \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    return s",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'def remove_Occ(s,ch): \r\n    for i in range(len(s)): \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    for i in range(len(s) - 1,-1,-1):  \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    return s' (log_prob=-0.500), Expected: 'def remove_Occ(s,ch): \r\n    for i in range(len(s)): \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    for i in range(len(s) - 1,-1,-1):  \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    return s'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'def remove_Occ(s,ch): \r\n    for i in range(len(s)): \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    for i in range(len(s) - 1,-1,-1):  \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    return s' (log_prob=-0.500), Expected: 'def remove_Occ(s,ch): \r\n    for i in range(len(s)): \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    for i in range(len(s) - 1,-1,-1):  \r\n        if (s[i] == ch: \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    return s'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_mbpp_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Write a python function to remove first and last occurrence of a given character from the string.\n\nWrite a Python function to solve this problem.",
-    "positive_response": "def remove_Occ(s,ch): \r\n    for i in range(len(s)): \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    for i in range(len(s) - 1,-1,-1):  \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    return s",
-    "negative_response": "def remove_Occ(s,ch): \r\n    for i in range(len(s)): \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    for i in range(len(s) - 1,-1,-1):  \r\n        if (s[i] == ch: \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    return s"
-  }
-]

wisent/examples/scripts/results/test_mbpp_plus_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "mbpp_plus",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Write a python function to remove first and last occurrence of a given character from the string.\n\nW...",
-      "positive_response": "def remove_Occ(s,ch): \r\n    for i in range(len(s)): \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    for i in range(len(s) - 1,-1,-1):  \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    return s",
-      "negative_response": "def remove_Occ(s,ch): \r\n    for i in range(len(s)): \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    for i in range(len(s) - 1,-1,-1):  \r\n        if (s[i] == ch: \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    return s",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'def remove_Occ(s,ch): \r\n    for i in range(len(s)): \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    for i in range(len(s) - 1,-1,-1):  \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    return s' (log_prob=-0.500), Expected: 'def remove_Occ(s,ch): \r\n    for i in range(len(s)): \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    for i in range(len(s) - 1,-1,-1):  \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    return s'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'def remove_Occ(s,ch): \r\n    for i in range(len(s)): \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    for i in range(len(s) - 1,-1,-1):  \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    return s' (log_prob=-0.500), Expected: 'def remove_Occ(s,ch): \r\n    for i in range(len(s)): \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    for i in range(len(s) - 1,-1,-1):  \r\n        if (s[i] == ch: \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    return s'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_mbpp_plus_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Write a python function to remove first and last occurrence of a given character from the string.\n\nWrite a Python function to solve this problem.",
-    "positive_response": "def remove_Occ(s,ch): \r\n    for i in range(len(s)): \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    for i in range(len(s) - 1,-1,-1):  \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    return s",
-    "negative_response": "def remove_Occ(s,ch): \r\n    for i in range(len(s)): \r\n        if (s[i] == ch): \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    for i in range(len(s) - 1,-1,-1):  \r\n        if (s[i] == ch: \r\n            s = s[0 : i] + s[i + 1:] \r\n            break\r\n    return s"
-  }
-]

wisent/examples/scripts/results/test_mc_taco_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "mc_taco",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Islam later emerged as the majority religion during the centuries of Ottoman rule, though a signific...",
-      "positive_response": "No",
-      "negative_response": "Yes",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'No' (log_prob=-0.500), Expected: 'No'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'No' (log_prob=-0.500), Expected: 'Yes'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_mc_taco_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Islam later emerged as the majority religion during the centuries of Ottoman rule, though a significant Christian minority remained.\nQuestion: Is Islam still the majority religion?\nAnswer: it sometimes was\nPlausible:\nA. Yes\nB. No",
-    "positive_response": "No",
-    "negative_response": "Yes"
-  }
-]

wisent/examples/scripts/results/test_med_concepts_qa/test_med_concepts_qa_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "med_concepts_qa",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "What is the description of the medical code 0LUF07Z in ICD10PROC?\nA. Medical and Surgical @ Tendons ...",
-      "positive_response": "C",
-      "negative_response": "D",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'C' (log_prob=-0.500), Expected: 'C'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'C' (log_prob=-0.500), Expected: 'D'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "What is the description of the medical code S00.261D in ICD10CM?\nA. Insect bite (nonvenomous) of rig...",
-      "positive_response": "A",
-      "negative_response": "B",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'A' (log_prob=-0.500), Expected: 'A'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'A' (log_prob=-0.500), Expected: 'B'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_med_concepts_qa/test_med_concepts_qa_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "What is the description of the medical code 0LUF07Z in ICD10PROC?\nA. Medical and Surgical @ Tendons @ Supplement @ Hand Tendon, Right\nB. Medical and Surgical @ Tendons @ Supplement @ Upper Arm Tendon, Right\nC. Supplement Right Abdomen Tendon with Autologous Tissue Substitute, Open Approach\nD. Medical and Surgical @ Tendons @ Supplement @ Lower Arm and Wrist Tendon, Left\nAnswer:",
-    "positive_response": "C",
-    "negative_response": "D"
-  },
-  {
-    "pair_id": 1,
-    "prompt": "What is the description of the medical code S00.261D in ICD10CM?\nA. Insect bite (nonvenomous) of right eyelid and periocular area, subsequent encounter\nB. Abrasion of left eyelid and periocular area\nC. Other superficial bite of eyelid and periocular area\nD. Insect bite (nonvenomous) of left eyelid and periocular area\nAnswer:",
-    "positive_response": "A",
-    "negative_response": "B"
-  }
-]

wisent/examples/scripts/results/test_med_concepts_qa_atc_easy/test_med_concepts_qa_atc_easy_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "med_concepts_qa_atc_easy",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "What is the description of the medical code C10AA in ATC?\nA. sotalol and thiazides\nB. OTHER DIURETIC...",
-      "positive_response": "C",
-      "negative_response": "D",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'C' (log_prob=-0.500), Expected: 'C'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'C' (log_prob=-0.500), Expected: 'D'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_med_concepts_qa_atc_easy/test_med_concepts_qa_atc_easy_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "What is the description of the medical code C10AA in ATC?\nA. sotalol and thiazides\nB. OTHER DIURETICS in ATC\nC. HMG CoA reductase inhibitors, plain lipid modifying drugs\nD. azithromycin, fluconazole and secnidazole\nAnswer:",
-    "positive_response": "C",
-    "negative_response": "D"
-  }
-]

wisent/examples/scripts/results/test_med_concepts_qa_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "med_concepts_qa",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "What is the description of the medical code 0LUF07Z in ICD10PROC?\nA. Medical and Surgical @ Tendons ...",
-      "positive_response": "C",
-      "negative_response": "D",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'C' (log_prob=-0.500), Expected: 'C'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'C' (log_prob=-0.500), Expected: 'D'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "What is the description of the medical code S00.261D in ICD10CM?\nA. Insect bite (nonvenomous) of rig...",
-      "positive_response": "A",
-      "negative_response": "B",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'A' (log_prob=-0.500), Expected: 'A'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'A' (log_prob=-0.500), Expected: 'B'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_med_concepts_qa_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "What is the description of the medical code 0LUF07Z in ICD10PROC?\nA. Medical and Surgical @ Tendons @ Supplement @ Hand Tendon, Right\nB. Medical and Surgical @ Tendons @ Supplement @ Upper Arm Tendon, Right\nC. Supplement Right Abdomen Tendon with Autologous Tissue Substitute, Open Approach\nD. Medical and Surgical @ Tendons @ Supplement @ Lower Arm and Wrist Tendon, Left\nAnswer:",
-    "positive_response": "C",
-    "negative_response": "D"
-  },
-  {
-    "pair_id": 1,
-    "prompt": "What is the description of the medical code S00.261D in ICD10CM?\nA. Insect bite (nonvenomous) of right eyelid and periocular area, subsequent encounter\nB. Abrasion of left eyelid and periocular area\nC. Other superficial bite of eyelid and periocular area\nD. Insect bite (nonvenomous) of left eyelid and periocular area\nAnswer:",
-    "positive_response": "A",
-    "negative_response": "B"
-  }
-]

wisent/examples/scripts/results/test_meddialog_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "meddialog",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Extract and summarize the medical question from the following dialogue:\n\nPatient: Hello doctor, My f...",
-      "positive_response": "Can Yasmin birth control pill be used as an emergency contraceptive pill?",
-      "negative_response": "What is the patient's medical concern?",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Can Yasmin birth control pill be used as an emergency contraceptive pill?' (log_prob=-0.500), Expected: 'Can Yasmin birth control pill be used as an emergency contraceptive pill?'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Can Yasmin birth control pill be used as an emergency contraceptive pill?' (log_prob=-0.500), Expected: 'What is the patient's medical concern?'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_meddialog_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Extract and summarize the medical question from the following dialogue:\n\nPatient: Hello doctor, My fiancee and I had unprotected sex a few days back, but I did not ejaculate inside her. Just to be on the safer side, we wanted to use the emergency contraceptive pill. But due to some restriction in the country where we live, Plan B or emergency contraceptive pills are not available. I read that Yasmin, which is used as a regular contraceptive pill can be used as an emergency contraceptive pill at a higher dosage. Can Yasmin be used as an emergency contraceptive pill? And at what dosage? Doctor: Hi. How are you doing? Yes, as you have heard, Yasmin can be used as an emergency pill. Even if you have not ejaculated into her, she stands a chance of pregnancy if the pre-seminal fluid, the clear fluid that comes out before semen, which is rich in young healthy sperms, comes in contact with her genitals. As soon as possible, earlier the better, I suggest taking four tablets of Yasmin (combination of Ethinyl Estradiol and Drospirenone) at the time, repeat four more tablets after 12 hours. This being a high dose of hormones, it will suddenly increase the inner lining of the uterus. Then as it is a single dose, the inner lining will fall off. This makes it unfavorable for the possible embryo or baby to settle into the uterus. She will get her periods within 7 to 10 days of the last pill. But do not keep repeating this frequently, it can disturb the hormonal balance and can reduce the effectiveness of the pill. Consult your specialist doctor, discuss with him or her and start taking the medicines after their consent. This is an old method, but it is an effective emergency method. Just do not delay the pills. As time passes by, the effectiveness reduces. Hope I have clarified your query, do write back. All the best. For further queries consult an obstetrician and gynaecologist online --> https://www.icliniq.com/ask-a-doctor-online/obstetrician-and-gynaecologist\n\nQuestion:",
-    "positive_response": "Can Yasmin birth control pill be used as an emergency contraceptive pill?",
-    "negative_response": "What is the patient's medical concern?"
-  }
-]

wisent/examples/scripts/results/test_meddialog_raw_perplexity/test_meddialog_raw_perplexity_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "meddialog_raw_perplexity",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Patient: throat a bit sore and want to get a good imune booster, especially in light of the virus. p...",
-      "positive_response": "during this pandemic. throat pain can be from a strep throat infection (antibiotics needed), a cold or influenza or other virus, or from some other cause such as allergies or irritants. usually, a person sees the doctor (call first) if the sore throat is bothersome, recurrent, or doesn't go away quickly. covid-19 infections tend to have cough, whereas strep throat usually lacks cough but has more throat pain. (3/21/20)",
-      "negative_response": "covid-19 infections tend to have cough, whereas strep throat usually lacks cough but has more throat pain. throat pain can be from a strep throat infection (antibiotics needed), a cold or influenza or other virus, or from some other cause such as allergies or irritants. usually, a person sees the doctor (call first) if the sore throat is bothersome, recurrent, or doesn't go away quickly. (3/21/20). during this pandemic",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'during this pandemic. throat pain can be from a strep throat infection (antibiotics needed), a cold or influenza or other virus, or from some other cause such as allergies or irritants. usually, a person sees the doctor (call first) if the sore throat is bothersome, recurrent, or doesn't go away quickly. covid-19 infections tend to have cough, whereas strep throat usually lacks cough but has more throat pain. (3/21/20)' (log_prob=-0.500), Expected: 'during this pandemic. throat pain can be from a strep throat infection (antibiotics needed), a cold or influenza or other virus, or from some other cause such as allergies or irritants. usually, a person sees the doctor (call first) if the sore throat is bothersome, recurrent, or doesn't go away quickly. covid-19 infections tend to have cough, whereas strep throat usually lacks cough but has more throat pain. (3/21/20)'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'during this pandemic. throat pain can be from a strep throat infection (antibiotics needed), a cold or influenza or other virus, or from some other cause such as allergies or irritants. usually, a person sees the doctor (call first) if the sore throat is bothersome, recurrent, or doesn't go away quickly. covid-19 infections tend to have cough, whereas strep throat usually lacks cough but has more throat pain. (3/21/20)' (log_prob=-0.500), Expected: 'covid-19 infections tend to have cough, whereas strep throat usually lacks cough but has more throat pain. throat pain can be from a strep throat infection (antibiotics needed), a cold or influenza or other virus, or from some other cause such as allergies or irritants. usually, a person sees the doctor (call first) if the sore throat is bothersome, recurrent, or doesn't go away quickly. (3/21/20). during this pandemic'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_meddialog_raw_perplexity/test_meddialog_raw_perplexity_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Patient: throat a bit sore and want to get a good imune booster, especially in light of the virus. please advise. have not been in contact with nyone with the virus.\n\nDoctor:",
-    "positive_response": "during this pandemic. throat pain can be from a strep throat infection (antibiotics needed), a cold or influenza or other virus, or from some other cause such as allergies or irritants. usually, a person sees the doctor (call first) if the sore throat is bothersome, recurrent, or doesn't go away quickly. covid-19 infections tend to have cough, whereas strep throat usually lacks cough but has more throat pain. (3/21/20)",
-    "negative_response": "covid-19 infections tend to have cough, whereas strep throat usually lacks cough but has more throat pain. throat pain can be from a strep throat infection (antibiotics needed), a cold or influenza or other virus, or from some other cause such as allergies or irritants. usually, a person sees the doctor (call first) if the sore throat is bothersome, recurrent, or doesn't go away quickly. (3/21/20). during this pandemic"
-  }
-]

wisent/examples/scripts/results/test_mediqa_qa2019_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "mediqa_qa2019",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: about uveitis. IS THE UVEITIS, AN AUTOIMMUNE DISEASE?...",
-      "positive_response": "Uveitis: Uveitis is a form of eye inflammation. It affects the middle layer of tissue in the eye wall (uvea). Uveitis (u-vee-I-tis) warning signs often come on suddenly and get worse quickly. They include eye redness, pain and blurred vision. The condition can affect one or both eyes. It primarily affects people ages 20 to 50, but it may also affect children. Possible causes of uveitis are infection, injury, or an autoimmune or inflammatory disease. Many times a cause can't be identified. Uveitis can be serious, leading to permanent vision loss. Early diagnosis and treatment are important to prevent the complications of uveitis. The signs, symptoms and characteristics of uveitis include: - Eye redness - Eye pain - Light sensitivity - Blurred vision - Dark, floating spots in your field of vision (floaters) - Decreased vision Symptoms may occur suddenly and get worse quickly, though in some cases, they develop gradually. They may affect one or both eyes. The uvea is the middle layer of tissue in the wall of the eye. It consists of the iris, the ciliary body and the choroid. The choroid is sandwiched between the retina and the sclera. The retina is located at the inside wall of the eye and the sclera is the outer white part of the eye wall. The uvea provides blood flow to the deep layers of the retina. The type of uveitis you have depends on which part or parts of the eye are inflamed: - Iritis (anterior uveitis) affects the front of your eye and is the most common type. - Cyclitis (intermediate uveitis) affects the ciliary body. - Choroiditis and retinitis (posterior uveitis) affect the back of your eye. - Diffuse uveitis (panuveitis) occurs when all layers of the uvea are inflamed. In any of these conditions, the jelly-like material in the center of your eye (vitreous) can become inflamed and infiltrated with inflammatory cells. When to seek medical advice Contact your doctor if you think you have the warning signs of uveitis. He or she may refer you to an eye specialist (ophthalmologist). If you're having significant eye pain and unexpected vision problems, seek immediate medical attention. In about half of all cases, the specific cause of uveitis isn't clear. If a cause can be determined, it may be one of the following: - Eye injury or surgery - An autoimmune disorder, such as sarcoidosis or ankylosing spondylitis - An inflammatory disorder, such as Crohn's disease or ulcerative colitis - An infection, such as cat-scratch disease, herpes zoster, syphilis, toxoplasmosis, tuberculosis, Lyme disease or West Nile virus - A cancer that affects the eye, such as lymphoma People with changes in certain genes may be more likely to develop uveitis. In addition, a recent study shows a significant association between uveitis and cigarette smoking. When you visit an eye specialist (ophthalmologist), he or she will likely conduct a complete eye exam and gather a thorough health history. You may also need these tests: - Blood tests - Analysis of fluid from the eye - Photography to evaluate the retinal blood flow (angiography) - Photography to measure the thickness of the retinal tissue and to determine the presence or absence of fluid in or under the retina. If the ophthalmologist thinks an underlying condition may be the cause of your uveitis, you may be referred to another doctor for a general medical examination and laboratory tests. Sometimes, it's difficult to find a specific cause for uveitis. However, your doctor will try to determine whether your uveitis is caused by an infection or another condition. If uveitis is caused by an underlying condition, treatment will focus on that specific condition. The goal of treatment is to reduce the inflammation in your eye. Several treatment options are available. Medications - Drugs that reduce inflammation. Your doctor may first prescribe eyedrops with an anti-inflammatory medication, such as a corticosteroid. If those don't help, a corticosteroid pill or injection may be the next step. - Drugs that fight bacteria or viruses. If uveitis is caused by an infection, your doctor may prescribe antibiotics, antiviral medications or other medicines, with or without corticosteroids, to bring the infection under control. - Drugs that affect the immune system or destroy cells. You may need immunosuppressive or cytotoxic drugs if your uveitis affects both eyes, doesn't respond well to corticosteroids or becomes severe enough to threaten your vision. Some of these medications can have serious side effects, such as glaucoma and cataracts. You may need to visit your doctor for follow-up examinations and blood tests every 1 to 3 months. Surgical and other procedures - Vitrectomy. Surgery to remove some of the vitreous in your eye (vitrectomy) may be necessary to manage the condition. - Surgery that implants a device into the eye to provide a slow and sustained release of a medication. For people with difficult-to-treat posterior uveitis, a device that's implanted in the eye may be an option. This device slowly releases corticosteroid medication into the eye for two to three years. Possible side effects of this treatment include cataracts and glaucoma. The speed of your recovery depends in part on the type of uveitis you have and the severity of your symptoms. Uveitis that affects the back of your eye (choroiditis) tends to heal more slowly than uveitis in the front of the eye (iritis). Severe inflammation takes longer to clear up than mild inflammation does. Uveitis can come back. Make an appointment with your doctor if any of your symptoms reappear after successful treatment. Some alternative medicine treatments have anti-inflammatory properties, but they haven't been well-studied for the treatment of uveitis. Let your doctor know if you plan on using any alternative supplements or treatments, because some may interact with treatments you're receiving or cause adverse reactions.",
-      "negative_response": "I'm not able to provide specific medical information. Please consult with a healthcare professional.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Uveitis: Uveitis is a form of eye inflammation. It affects the middle layer of tissue in the eye wall (uvea). Uveitis (u-vee-I-tis) warning signs often come on suddenly and get worse quickly. They include eye redness, pain and blurred vision. The condition can affect one or both eyes. It primarily affects people ages 20 to 50, but it may also affect children. Possible causes of uveitis are infection, injury, or an autoimmune or inflammatory disease. Many times a cause can't be identified. Uveitis can be serious, leading to permanent vision loss. Early diagnosis and treatment are important to prevent the complications of uveitis. The signs, symptoms and characteristics of uveitis include: - Eye redness - Eye pain - Light sensitivity - Blurred vision - Dark, floating spots in your field of vision (floaters) - Decreased vision Symptoms may occur suddenly and get worse quickly, though in some cases, they develop gradually. They may affect one or both eyes. The uvea is the middle layer of tissue in the wall of the eye. It consists of the iris, the ciliary body and the choroid. The choroid is sandwiched between the retina and the sclera. The retina is located at the inside wall of the eye and the sclera is the outer white part of the eye wall. The uvea provides blood flow to the deep layers of the retina. The type of uveitis you have depends on which part or parts of the eye are inflamed: - Iritis (anterior uveitis) affects the front of your eye and is the most common type. - Cyclitis (intermediate uveitis) affects the ciliary body. - Choroiditis and retinitis (posterior uveitis) affect the back of your eye. - Diffuse uveitis (panuveitis) occurs when all layers of the uvea are inflamed. In any of these conditions, the jelly-like material in the center of your eye (vitreous) can become inflamed and infiltrated with inflammatory cells. When to seek medical advice Contact your doctor if you think you have the warning signs of uveitis. He or she may refer you to an eye specialist (ophthalmologist). If you're having significant eye pain and unexpected vision problems, seek immediate medical attention. In about half of all cases, the specific cause of uveitis isn't clear. If a cause can be determined, it may be one of the following: - Eye injury or surgery - An autoimmune disorder, such as sarcoidosis or ankylosing spondylitis - An inflammatory disorder, such as Crohn's disease or ulcerative colitis - An infection, such as cat-scratch disease, herpes zoster, syphilis, toxoplasmosis, tuberculosis, Lyme disease or West Nile virus - A cancer that affects the eye, such as lymphoma People with changes in certain genes may be more likely to develop uveitis. In addition, a recent study shows a significant association between uveitis and cigarette smoking. When you visit an eye specialist (ophthalmologist), he or she will likely conduct a complete eye exam and gather a thorough health history. You may also need these tests: - Blood tests - Analysis of fluid from the eye - Photography to evaluate the retinal blood flow (angiography) - Photography to measure the thickness of the retinal tissue and to determine the presence or absence of fluid in or under the retina. If the ophthalmologist thinks an underlying condition may be the cause of your uveitis, you may be referred to another doctor for a general medical examination and laboratory tests. Sometimes, it's difficult to find a specific cause for uveitis. However, your doctor will try to determine whether your uveitis is caused by an infection or another condition. If uveitis is caused by an underlying condition, treatment will focus on that specific condition. The goal of treatment is to reduce the inflammation in your eye. Several treatment options are available. Medications - Drugs that reduce inflammation. Your doctor may first prescribe eyedrops with an anti-inflammatory medication, such as a corticosteroid. If those don't help, a corticosteroid pill or injection may be the next step. - Drugs that fight bacteria or viruses. If uveitis is caused by an infection, your doctor may prescribe antibiotics, antiviral medications or other medicines, with or without corticosteroids, to bring the infection under control. - Drugs that affect the immune system or destroy cells. You may need immunosuppressive or cytotoxic drugs if your uveitis affects both eyes, doesn't respond well to corticosteroids or becomes severe enough to threaten your vision. Some of these medications can have serious side effects, such as glaucoma and cataracts. You may need to visit your doctor for follow-up examinations and blood tests every 1 to 3 months. Surgical and other procedures - Vitrectomy. Surgery to remove some of the vitreous in your eye (vitrectomy) may be necessary to manage the condition. - Surgery that implants a device into the eye to provide a slow and sustained release of a medication. For people with difficult-to-treat posterior uveitis, a device that's implanted in the eye may be an option. This device slowly releases corticosteroid medication into the eye for two to three years. Possible side effects of this treatment include cataracts and glaucoma. The speed of your recovery depends in part on the type of uveitis you have and the severity of your symptoms. Uveitis that affects the back of your eye (choroiditis) tends to heal more slowly than uveitis in the front of the eye (iritis). Severe inflammation takes longer to clear up than mild inflammation does. Uveitis can come back. Make an appointment with your doctor if any of your symptoms reappear after successful treatment. Some alternative medicine treatments have anti-inflammatory properties, but they haven't been well-studied for the treatment of uveitis. Let your doctor know if you plan on using any alternative supplements or treatments, because some may interact with treatments you're receiving or cause adverse reactions.' (log_prob=-0.500), Expected: 'Uveitis: Uveitis is a form of eye inflammation. It affects the middle layer of tissue in the eye wall (uvea). Uveitis (u-vee-I-tis) warning signs often come on suddenly and get worse quickly. They include eye redness, pain and blurred vision. The condition can affect one or both eyes. It primarily affects people ages 20 to 50, but it may also affect children. Possible causes of uveitis are infection, injury, or an autoimmune or inflammatory disease. Many times a cause can't be identified. Uveitis can be serious, leading to permanent vision loss. Early diagnosis and treatment are important to prevent the complications of uveitis. The signs, symptoms and characteristics of uveitis include: - Eye redness - Eye pain - Light sensitivity - Blurred vision - Dark, floating spots in your field of vision (floaters) - Decreased vision Symptoms may occur suddenly and get worse quickly, though in some cases, they develop gradually. They may affect one or both eyes. The uvea is the middle layer of tissue in the wall of the eye. It consists of the iris, the ciliary body and the choroid. The choroid is sandwiched between the retina and the sclera. The retina is located at the inside wall of the eye and the sclera is the outer white part of the eye wall. The uvea provides blood flow to the deep layers of the retina. The type of uveitis you have depends on which part or parts of the eye are inflamed: - Iritis (anterior uveitis) affects the front of your eye and is the most common type. - Cyclitis (intermediate uveitis) affects the ciliary body. - Choroiditis and retinitis (posterior uveitis) affect the back of your eye. - Diffuse uveitis (panuveitis) occurs when all layers of the uvea are inflamed. In any of these conditions, the jelly-like material in the center of your eye (vitreous) can become inflamed and infiltrated with inflammatory cells. When to seek medical advice Contact your doctor if you think you have the warning signs of uveitis. He or she may refer you to an eye specialist (ophthalmologist). If you're having significant eye pain and unexpected vision problems, seek immediate medical attention. In about half of all cases, the specific cause of uveitis isn't clear. If a cause can be determined, it may be one of the following: - Eye injury or surgery - An autoimmune disorder, such as sarcoidosis or ankylosing spondylitis - An inflammatory disorder, such as Crohn's disease or ulcerative colitis - An infection, such as cat-scratch disease, herpes zoster, syphilis, toxoplasmosis, tuberculosis, Lyme disease or West Nile virus - A cancer that affects the eye, such as lymphoma People with changes in certain genes may be more likely to develop uveitis. In addition, a recent study shows a significant association between uveitis and cigarette smoking. When you visit an eye specialist (ophthalmologist), he or she will likely conduct a complete eye exam and gather a thorough health history. You may also need these tests: - Blood tests - Analysis of fluid from the eye - Photography to evaluate the retinal blood flow (angiography) - Photography to measure the thickness of the retinal tissue and to determine the presence or absence of fluid in or under the retina. If the ophthalmologist thinks an underlying condition may be the cause of your uveitis, you may be referred to another doctor for a general medical examination and laboratory tests. Sometimes, it's difficult to find a specific cause for uveitis. However, your doctor will try to determine whether your uveitis is caused by an infection or another condition. If uveitis is caused by an underlying condition, treatment will focus on that specific condition. The goal of treatment is to reduce the inflammation in your eye. Several treatment options are available. Medications - Drugs that reduce inflammation. Your doctor may first prescribe eyedrops with an anti-inflammatory medication, such as a corticosteroid. If those don't help, a corticosteroid pill or injection may be the next step. - Drugs that fight bacteria or viruses. If uveitis is caused by an infection, your doctor may prescribe antibiotics, antiviral medications or other medicines, with or without corticosteroids, to bring the infection under control. - Drugs that affect the immune system or destroy cells. You may need immunosuppressive or cytotoxic drugs if your uveitis affects both eyes, doesn't respond well to corticosteroids or becomes severe enough to threaten your vision. Some of these medications can have serious side effects, such as glaucoma and cataracts. You may need to visit your doctor for follow-up examinations and blood tests every 1 to 3 months. Surgical and other procedures - Vitrectomy. Surgery to remove some of the vitreous in your eye (vitrectomy) may be necessary to manage the condition. - Surgery that implants a device into the eye to provide a slow and sustained release of a medication. For people with difficult-to-treat posterior uveitis, a device that's implanted in the eye may be an option. This device slowly releases corticosteroid medication into the eye for two to three years. Possible side effects of this treatment include cataracts and glaucoma. The speed of your recovery depends in part on the type of uveitis you have and the severity of your symptoms. Uveitis that affects the back of your eye (choroiditis) tends to heal more slowly than uveitis in the front of the eye (iritis). Severe inflammation takes longer to clear up than mild inflammation does. Uveitis can come back. Make an appointment with your doctor if any of your symptoms reappear after successful treatment. Some alternative medicine treatments have anti-inflammatory properties, but they haven't been well-studied for the treatment of uveitis. Let your doctor know if you plan on using any alternative supplements or treatments, because some may interact with treatments you're receiving or cause adverse reactions.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Uveitis: Uveitis is a form of eye inflammation. It affects the middle layer of tissue in the eye wall (uvea). Uveitis (u-vee-I-tis) warning signs often come on suddenly and get worse quickly. They include eye redness, pain and blurred vision. The condition can affect one or both eyes. It primarily affects people ages 20 to 50, but it may also affect children. Possible causes of uveitis are infection, injury, or an autoimmune or inflammatory disease. Many times a cause can't be identified. Uveitis can be serious, leading to permanent vision loss. Early diagnosis and treatment are important to prevent the complications of uveitis. The signs, symptoms and characteristics of uveitis include: - Eye redness - Eye pain - Light sensitivity - Blurred vision - Dark, floating spots in your field of vision (floaters) - Decreased vision Symptoms may occur suddenly and get worse quickly, though in some cases, they develop gradually. They may affect one or both eyes. The uvea is the middle layer of tissue in the wall of the eye. It consists of the iris, the ciliary body and the choroid. The choroid is sandwiched between the retina and the sclera. The retina is located at the inside wall of the eye and the sclera is the outer white part of the eye wall. The uvea provides blood flow to the deep layers of the retina. The type of uveitis you have depends on which part or parts of the eye are inflamed: - Iritis (anterior uveitis) affects the front of your eye and is the most common type. - Cyclitis (intermediate uveitis) affects the ciliary body. - Choroiditis and retinitis (posterior uveitis) affect the back of your eye. - Diffuse uveitis (panuveitis) occurs when all layers of the uvea are inflamed. In any of these conditions, the jelly-like material in the center of your eye (vitreous) can become inflamed and infiltrated with inflammatory cells. When to seek medical advice Contact your doctor if you think you have the warning signs of uveitis. He or she may refer you to an eye specialist (ophthalmologist). If you're having significant eye pain and unexpected vision problems, seek immediate medical attention. In about half of all cases, the specific cause of uveitis isn't clear. If a cause can be determined, it may be one of the following: - Eye injury or surgery - An autoimmune disorder, such as sarcoidosis or ankylosing spondylitis - An inflammatory disorder, such as Crohn's disease or ulcerative colitis - An infection, such as cat-scratch disease, herpes zoster, syphilis, toxoplasmosis, tuberculosis, Lyme disease or West Nile virus - A cancer that affects the eye, such as lymphoma People with changes in certain genes may be more likely to develop uveitis. In addition, a recent study shows a significant association between uveitis and cigarette smoking. When you visit an eye specialist (ophthalmologist), he or she will likely conduct a complete eye exam and gather a thorough health history. You may also need these tests: - Blood tests - Analysis of fluid from the eye - Photography to evaluate the retinal blood flow (angiography) - Photography to measure the thickness of the retinal tissue and to determine the presence or absence of fluid in or under the retina. If the ophthalmologist thinks an underlying condition may be the cause of your uveitis, you may be referred to another doctor for a general medical examination and laboratory tests. Sometimes, it's difficult to find a specific cause for uveitis. However, your doctor will try to determine whether your uveitis is caused by an infection or another condition. If uveitis is caused by an underlying condition, treatment will focus on that specific condition. The goal of treatment is to reduce the inflammation in your eye. Several treatment options are available. Medications - Drugs that reduce inflammation. Your doctor may first prescribe eyedrops with an anti-inflammatory medication, such as a corticosteroid. If those don't help, a corticosteroid pill or injection may be the next step. - Drugs that fight bacteria or viruses. If uveitis is caused by an infection, your doctor may prescribe antibiotics, antiviral medications or other medicines, with or without corticosteroids, to bring the infection under control. - Drugs that affect the immune system or destroy cells. You may need immunosuppressive or cytotoxic drugs if your uveitis affects both eyes, doesn't respond well to corticosteroids or becomes severe enough to threaten your vision. Some of these medications can have serious side effects, such as glaucoma and cataracts. You may need to visit your doctor for follow-up examinations and blood tests every 1 to 3 months. Surgical and other procedures - Vitrectomy. Surgery to remove some of the vitreous in your eye (vitrectomy) may be necessary to manage the condition. - Surgery that implants a device into the eye to provide a slow and sustained release of a medication. For people with difficult-to-treat posterior uveitis, a device that's implanted in the eye may be an option. This device slowly releases corticosteroid medication into the eye for two to three years. Possible side effects of this treatment include cataracts and glaucoma. The speed of your recovery depends in part on the type of uveitis you have and the severity of your symptoms. Uveitis that affects the back of your eye (choroiditis) tends to heal more slowly than uveitis in the front of the eye (iritis). Severe inflammation takes longer to clear up than mild inflammation does. Uveitis can come back. Make an appointment with your doctor if any of your symptoms reappear after successful treatment. Some alternative medicine treatments have anti-inflammatory properties, but they haven't been well-studied for the treatment of uveitis. Let your doctor know if you plan on using any alternative supplements or treatments, because some may interact with treatments you're receiving or cause adverse reactions.' (log_prob=-0.500), Expected: 'I'm not able to provide specific medical information. Please consult with a healthcare professional.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_mediqa_qa2019_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: about uveitis. IS THE UVEITIS, AN AUTOIMMUNE DISEASE?",
-    "positive_response": "Uveitis: Uveitis is a form of eye inflammation. It affects the middle layer of tissue in the eye wall (uvea). Uveitis (u-vee-I-tis) warning signs often come on suddenly and get worse quickly. They include eye redness, pain and blurred vision. The condition can affect one or both eyes. It primarily affects people ages 20 to 50, but it may also affect children. Possible causes of uveitis are infection, injury, or an autoimmune or inflammatory disease. Many times a cause can't be identified. Uveitis can be serious, leading to permanent vision loss. Early diagnosis and treatment are important to prevent the complications of uveitis. The signs, symptoms and characteristics of uveitis include: - Eye redness - Eye pain - Light sensitivity - Blurred vision - Dark, floating spots in your field of vision (floaters) - Decreased vision Symptoms may occur suddenly and get worse quickly, though in some cases, they develop gradually. They may affect one or both eyes. The uvea is the middle layer of tissue in the wall of the eye. It consists of the iris, the ciliary body and the choroid. The choroid is sandwiched between the retina and the sclera. The retina is located at the inside wall of the eye and the sclera is the outer white part of the eye wall. The uvea provides blood flow to the deep layers of the retina. The type of uveitis you have depends on which part or parts of the eye are inflamed: - Iritis (anterior uveitis) affects the front of your eye and is the most common type. - Cyclitis (intermediate uveitis) affects the ciliary body. - Choroiditis and retinitis (posterior uveitis) affect the back of your eye. - Diffuse uveitis (panuveitis) occurs when all layers of the uvea are inflamed. In any of these conditions, the jelly-like material in the center of your eye (vitreous) can become inflamed and infiltrated with inflammatory cells. When to seek medical advice Contact your doctor if you think you have the warning signs of uveitis. He or she may refer you to an eye specialist (ophthalmologist). If you're having significant eye pain and unexpected vision problems, seek immediate medical attention. In about half of all cases, the specific cause of uveitis isn't clear. If a cause can be determined, it may be one of the following: - Eye injury or surgery - An autoimmune disorder, such as sarcoidosis or ankylosing spondylitis - An inflammatory disorder, such as Crohn's disease or ulcerative colitis - An infection, such as cat-scratch disease, herpes zoster, syphilis, toxoplasmosis, tuberculosis, Lyme disease or West Nile virus - A cancer that affects the eye, such as lymphoma People with changes in certain genes may be more likely to develop uveitis. In addition, a recent study shows a significant association between uveitis and cigarette smoking. When you visit an eye specialist (ophthalmologist), he or she will likely conduct a complete eye exam and gather a thorough health history. You may also need these tests: - Blood tests - Analysis of fluid from the eye - Photography to evaluate the retinal blood flow (angiography) - Photography to measure the thickness of the retinal tissue and to determine the presence or absence of fluid in or under the retina. If the ophthalmologist thinks an underlying condition may be the cause of your uveitis, you may be referred to another doctor for a general medical examination and laboratory tests. Sometimes, it's difficult to find a specific cause for uveitis. However, your doctor will try to determine whether your uveitis is caused by an infection or another condition. If uveitis is caused by an underlying condition, treatment will focus on that specific condition. The goal of treatment is to reduce the inflammation in your eye. Several treatment options are available. Medications - Drugs that reduce inflammation. Your doctor may first prescribe eyedrops with an anti-inflammatory medication, such as a corticosteroid. If those don't help, a corticosteroid pill or injection may be the next step. - Drugs that fight bacteria or viruses. If uveitis is caused by an infection, your doctor may prescribe antibiotics, antiviral medications or other medicines, with or without corticosteroids, to bring the infection under control. - Drugs that affect the immune system or destroy cells. You may need immunosuppressive or cytotoxic drugs if your uveitis affects both eyes, doesn't respond well to corticosteroids or becomes severe enough to threaten your vision. Some of these medications can have serious side effects, such as glaucoma and cataracts. You may need to visit your doctor for follow-up examinations and blood tests every 1 to 3 months. Surgical and other procedures - Vitrectomy. Surgery to remove some of the vitreous in your eye (vitrectomy) may be necessary to manage the condition. - Surgery that implants a device into the eye to provide a slow and sustained release of a medication. For people with difficult-to-treat posterior uveitis, a device that's implanted in the eye may be an option. This device slowly releases corticosteroid medication into the eye for two to three years. Possible side effects of this treatment include cataracts and glaucoma. The speed of your recovery depends in part on the type of uveitis you have and the severity of your symptoms. Uveitis that affects the back of your eye (choroiditis) tends to heal more slowly than uveitis in the front of the eye (iritis). Severe inflammation takes longer to clear up than mild inflammation does. Uveitis can come back. Make an appointment with your doctor if any of your symptoms reappear after successful treatment. Some alternative medicine treatments have anti-inflammatory properties, but they haven't been well-studied for the treatment of uveitis. Let your doctor know if you plan on using any alternative supplements or treatments, because some may interact with treatments you're receiving or cause adverse reactions.",
-    "negative_response": "I'm not able to provide specific medical information. Please consult with a healthcare professional."
-  }
-]

wisent/examples/scripts/results/test_medmcqa_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "medmcqa",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: Which of the following is not true for myelinated nerve fibers:\nA. Membrane currents are g...",
-      "positive_response": "Impulse through myelinated fibers is slower than non-myelinated fibers",
-      "negative_response": "Membrane currents are generated at nodes of Ranvier",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Impulse through myelinated fibers is slower than non-myelinated fibers' (log_prob=-0.500), Expected: 'Impulse through myelinated fibers is slower than non-myelinated fibers'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Impulse through myelinated fibers is slower than non-myelinated fibers' (log_prob=-0.500), Expected: 'Membrane currents are generated at nodes of Ranvier'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_medmcqa_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: Which of the following is not true for myelinated nerve fibers:\nA. Membrane currents are generated at nodes of Ranvier\nB. Impulse through myelinated fibers is slower than non-myelinated fibers",
-    "positive_response": "Impulse through myelinated fibers is slower than non-myelinated fibers",
-    "negative_response": "Membrane currents are generated at nodes of Ranvier"
-  }
-]