wisent 0.7.901__py3-none-any.whl → 0.7.1116__py3-none-any.whl

wisent/examples/scripts/1/test_basqueglue_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "basqueglue",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: Zer egin? Nori deitu? Zalantza horrekin geratu zen.\nAlegia:\nA. Zer egin eta nori deitu ez ...",
-      "positive_response": "Zer egin eta nori deitu ez zekiela geratu zen.",
-      "negative_response": "Zer egin eta nori deitu ez zekielakoan geratu zen.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Zer egin eta nori deitu ez zekiela geratu zen.' (log_prob=-0.500), Expected: 'Zer egin eta nori deitu ez zekiela geratu zen.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Zer egin eta nori deitu ez zekiela geratu zen.' (log_prob=-0.500), Expected: 'Zer egin eta nori deitu ez zekielakoan geratu zen.'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Decide the relationship of the hypothesis 'Mary Traillek badaki hori.'' to the premise 'Mary Traille...",
-      "positive_response": "entailment",
-      "negative_response": "neutral",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'entailment' (log_prob=-0.500), Expected: 'entailment'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'entailment' (log_prob=-0.500), Expected: 'neutral'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/1/test_basqueglue_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: Zer egin? Nori deitu? Zalantza horrekin geratu zen.\nAlegia:\nA. Zer egin eta nori deitu ez zekielakoan geratu zen.\nB. Zer egin eta nori deitu ez zekiela geratu zen.",
-    "positive_response": "Zer egin eta nori deitu ez zekiela geratu zen.",
-    "negative_response": "Zer egin eta nori deitu ez zekielakoan geratu zen."
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Decide the relationship of the hypothesis 'Mary Traillek badaki hori.'' to the premise 'Mary Traillek emango dizu horren berri.'\nA. neutral\nB. entailment",
-    "positive_response": "entailment",
-    "negative_response": "neutral"
-  }
-]

wisent/examples/scripts/1/test_bec2016eu_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "bec2016eu",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: Zer egin? Nori deitu? Zalantza horrekin geratu zen.\nAlegia:\nA. Zer egin eta nori deitu ez ...",
-      "positive_response": "Zer egin eta nori deitu ez zekiela geratu zen.",
-      "negative_response": "Zer egin eta nori deitu ez zekielakoan geratu zen.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Zer egin eta nori deitu ez zekiela geratu zen.' (log_prob=-0.500), Expected: 'Zer egin eta nori deitu ez zekiela geratu zen.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Zer egin eta nori deitu ez zekiela geratu zen.' (log_prob=-0.500), Expected: 'Zer egin eta nori deitu ez zekielakoan geratu zen.'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Decide the relationship of the hypothesis 'Mary Traillek badaki hori.'' to the premise 'Mary Traille...",
-      "positive_response": "entailment",
-      "negative_response": "neutral",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'entailment' (log_prob=-0.500), Expected: 'entailment'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'entailment' (log_prob=-0.500), Expected: 'neutral'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/1/test_bec2016eu_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: Zer egin? Nori deitu? Zalantza horrekin geratu zen.\nAlegia:\nA. Zer egin eta nori deitu ez zekielakoan geratu zen.\nB. Zer egin eta nori deitu ez zekiela geratu zen.",
-    "positive_response": "Zer egin eta nori deitu ez zekiela geratu zen.",
-    "negative_response": "Zer egin eta nori deitu ez zekielakoan geratu zen."
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Decide the relationship of the hypothesis 'Mary Traillek badaki hori.'' to the premise 'Mary Traillek emango dizu horren berri.'\nA. neutral\nB. entailment",
-    "positive_response": "entailment",
-    "negative_response": "neutral"
-  }
-]

wisent/examples/scripts/1/test_belebele_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "belebele",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: Hi ku ya hi ndzimana, i swiga swihi leswi landzelaka leswi nga hlamuseriki hi ku kongoma i...",
-      "positive_response": "Chayina a yi si tshama yi xavisele matiko timovha to tala ku hundza Jarimani",
-      "negative_response": "Ikhonomi ya Chayina yi kule swinene ku sukela ku lunghisiwa",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Chayina a yi si tshama yi xavisele matiko timovha to tala ku hundza Jarimani' (log_prob=-0.500), Expected: 'Chayina a yi si tshama yi xavisele matiko timovha to tala ku hundza Jarimani'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Chayina a yi si tshama yi xavisele matiko timovha to tala ku hundza Jarimani' (log_prob=-0.500), Expected: 'Ikhonomi ya Chayina yi kule swinene ku sukela ku lunghisiwa'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Question: Mukuwirirana nemashoko akataurwa, ndechipi chinangwa chikuru kubva zvino tichienda mberi c...",
-      "positive_response": "Kusimudzira kuchengeteka kwevatambi",
-      "negative_response": "Kuongorora mabasa ekubata chibharo aLarry Nassar",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Kusimudzira kuchengeteka kwevatambi' (log_prob=-0.500), Expected: 'Kusimudzira kuchengeteka kwevatambi'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Kusimudzira kuchengeteka kwevatambi' (log_prob=-0.500), Expected: 'Kuongorora mabasa ekubata chibharo aLarry Nassar'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/1/test_belebele_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: Hi ku ya hi ndzimana, i swiga swihi leswi landzelaka leswi nga hlamuseriki hi ku kongoma ikhonomi ya Chayina?\nA. Ikhonomi ya Chayina yi kule swinene ku sukela ku lunghisiwa\nB. Chayina a yi si tshama yi xavisele matiko timovha to tala ku hundza Jarimani",
-    "positive_response": "Chayina a yi si tshama yi xavisele matiko timovha to tala ku hundza Jarimani",
-    "negative_response": "Ikhonomi ya Chayina yi kule swinene ku sukela ku lunghisiwa"
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Question: Mukuwirirana nemashoko akataurwa, ndechipi chinangwa chikuru kubva zvino tichienda mberi chesangano reUSA Gymnastics nereUnited States Olympic Committee?\nA. Kuongorora mabasa ekubata chibharo aLarry Nassar\nB. Kusimudzira kuchengeteka kwevatambi",
-    "positive_response": "Kusimudzira kuchengeteka kwevatambi",
-    "negative_response": "Kuongorora mabasa ekubata chibharo aLarry Nassar"
-  }
-]

wisent/examples/scripts/1/test_benchmarks_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "benchmarks",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: Identify the only construct that is not pertinent to developmental models on intelligence:...",
-      "positive_response": "Investment theory",
-      "negative_response": "The positive manifold",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Investment theory' (log_prob=-0.500), Expected: 'Investment theory'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Investment theory' (log_prob=-0.500), Expected: 'The positive manifold'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Question: A 17-year-old girl is brought to the physician by her mother because she has not had a men...",
-      "positive_response": "Hypogonadotropic hypogonadism",
-      "negative_response": "Hypothyroidism",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Hypogonadotropic hypogonadism' (log_prob=-0.500), Expected: 'Hypogonadotropic hypogonadism'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Hypogonadotropic hypogonadism' (log_prob=-0.500), Expected: 'Hypothyroidism'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/1/test_benchmarks_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: Identify the only construct that is not pertinent to developmental models on intelligence:\nA. The positive manifold\nB. Investment theory",
-    "positive_response": "Investment theory",
-    "negative_response": "The positive manifold"
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Question: A 17-year-old girl is brought to the physician by her mother because she has not had a menstrual period for 6 months. The patient is unconcerned about the lack of menses. Menarche occurred at the age of 12 years, and menses had occurred at regular 28-day intervals until they became irregular 1 year ago. She is a member of her high school gymnastics team. She appears emaciated. She is 163 cm (5 ft 4 in) tall and weighs 40 kg (88 lb); BMI is 15 kg/m2 . Her pulse is 54/min, and blood pressure is 80/50 mm Hg. Which of the following is the most likely cause of this patient's amenorrhea?\nA. Hypothyroidism\nB. Hypogonadotropic hypogonadism",
-    "positive_response": "Hypogonadotropic hypogonadism",
-    "negative_response": "Hypothyroidism"
-  }
-]

wisent/examples/scripts/1/test_bertaqa_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "bertaqa",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: Will the French league be cancelled?\nA. 1953\nB. 1952...",
-      "positive_response": "1952",
-      "negative_response": "1953",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '1952' (log_prob=-0.500), Expected: '1952'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '1952' (log_prob=-0.500), Expected: '1953'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Question: When was the first sound film in Basque made?\nA. In the 1960s\nB. In the 1930s...",
-      "positive_response": "In the 1930s",
-      "negative_response": "In the 1960s",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'In the 1930s' (log_prob=-0.500), Expected: 'In the 1930s'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'In the 1930s' (log_prob=-0.500), Expected: 'In the 1960s'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/1/test_bertaqa_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: Will the French league be cancelled?\nA. 1953\nB. 1952",
-    "positive_response": "1952",
-    "negative_response": "1953"
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Question: When was the first sound film in Basque made?\nA. In the 1960s\nB. In the 1930s",
-    "positive_response": "In the 1930s",
-    "negative_response": "In the 1960s"
-  }
-]

wisent/examples/scripts/1/test_bhtc_v2_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "bhtc_v2",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Text: Londresko Museoko ikerlari talde batek II. mendeko hilerri zahar bateko 22 gizakiren arrastoak...",
-      "positive_response": "Historia",
-      "negative_response": "Ingurumena",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Historia' (log_prob=-0.500), Expected: 'Historia'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Historia' (log_prob=-0.500), Expected: 'Ingurumena'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/1/test_bhtc_v2_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Text: Londresko Museoko ikerlari talde batek II. mendeko hilerri zahar bateko 22 gizakiren arrastoak aztertu ditu eta, eskeletoen morfologiari erreparatuta, horietako bi asiarrak, ziurrenik txinatarrak, zirela ondorioztatu dute..\nQuestion: What is the topic of the above text?\nA. Ingurumena\nB. Historia",
-    "positive_response": "Historia",
-    "negative_response": "Ingurumena"
-  }
-]

wisent/examples/scripts/1/test_boolq-seq2seq_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "boolq-seq2seq",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Passage: Ethanol fuel -- All biomass goes through at least some of these steps: it needs to be grown...",
-      "positive_response": "no",
-      "negative_response": "yes",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'no' (log_prob=-0.500), Expected: 'no'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'no' (log_prob=-0.500), Expected: 'yes'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/1/test_boolq-seq2seq_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Passage: Ethanol fuel -- All biomass goes through at least some of these steps: it needs to be grown, collected, dried, fermented, distilled, and burned. All of these steps require resources and an infrastructure. The total amount of energy input into the process compared to the energy released by burning the resulting ethanol fuel is known as the energy balance (or ``energy returned on energy invested''). Figures compiled in a 2007 report by National Geographic Magazine point to modest results for corn ethanol produced in the US: one unit of fossil-fuel energy is required to create 1.3 energy units from the resulting ethanol. The energy balance for sugarcane ethanol produced in Brazil is more favorable, with one unit of fossil-fuel energy required to create 8 from the ethanol. Energy balance estimates are not easily produced, thus numerous such reports have been generated that are contradictory. For instance, a separate survey reports that production of ethanol from sugarcane, which requires a tropical climate to grow productively, returns from 8 to 9 units of energy for each unit expended, as compared to corn, which only returns about 1.34 units of fuel energy for each unit of energy expended. A 2006 University of California Berkeley study, after analyzing six separate studies, concluded that producing ethanol from corn uses much less petroleum than producing gasoline.\nQuestion: does ethanol take more energy make that produces\nAnswer (yes or no):",
-    "positive_response": "no",
-    "negative_response": "yes"
-  }
-]

wisent/examples/scripts/1/test_cabreu_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "cabreu",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Text: El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve ...",
-      "positive_response": "El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement.\nSegons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus.\nLa investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%. \nPer tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient.",
-      "negative_response": "Segons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus. Per tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient. El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement. La investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement.\nSegons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus.\nLa investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%. \nPer tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient.' (log_prob=-0.500), Expected: 'El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement.\nSegons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus.\nLa investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%. \nPer tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement.\nSegons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus.\nLa investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%. \nPer tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient.' (log_prob=-0.500), Expected: 'Segons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus. Per tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient. El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement. La investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/1/test_cabreu_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Text: El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement.\nAix\u00ed ho constata un estudi realitzat per investigadors del Grup de recerca Neurovascular de l\u2019Institut Hospital del Mar d\u2019Investigacions M\u00e8diques (IMIM).\nSegons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus.\nAlhora, tamb\u00e9 el grau de severitat de les seq\u00fceles \u00e9s m\u00e9s important.\nEl treball, que s\u2019ha publicat a la revista \u2018Scientific Reports\u2019, ha analitzat les dades de gaireb\u00e9 600 pacients.\nLa investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%.\nEls investigadors van determinar la seva edat biol\u00f2gica a partir de marcadors epigen\u00e8tics (canvis en els gens causats per factors externs), concretament, la metilaci\u00f3 de l\u2019ADN (el principal mecanisme epigen\u00e8tic).\nAix\u00ed van comprovar, segons comenta Soriano-T\u00e1rraga, que l\u2019edat biol\u00f2gica aporta informaci\u00f3 extra.\n\u2018Es correlaciona molt b\u00e9 amb l\u2019edat cronol\u00f2gica, \u00e9s molt similar, per\u00f2 t\u00e9 informaci\u00f3 extra sobre l\u2019estat funcional de la persona\u2019, apunta Soriano-T\u00e1rraga.\nPer tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient.\nL\u2019estudi tamb\u00e9 va analitzar el pes de l\u2019edat biol\u00f2gica tenint en compte el tipus d\u2019ictus.\nAix\u00ed, en els ictus aterotromb\u00f2tics, que acostumen a donar-se en pacients m\u00e9s joves -entre 55 i 60 anys de mitjana-, va ser en els que es va mostrar com un millor indicador de mortalitat.\nEn canvi, en els cardioemb\u00f2lics, m\u00e9s habituals en pacients de m\u00e9s edat, l\u2019efecte de l\u2019edat biol\u00f2gica no era evident.\nAix\u00f2 confirma, segons la investigadora principal de l\u2019estudi, que l\u2019edat biol\u00f2gica \u00e9s un bon biomarcador.\n\u2018En un pacient jove l\u2019edat biol\u00f2gica, l\u2019estil de vida, t\u00e9 un major impacte, indica un envelliment m\u00e9s gran\u2019 i un risc m\u00e9s elevat de mortalitat despr\u00e9s de patir un atac, aix\u00ed com una major severitat de les seq\u00fceles, destaca Soriano-T\u00e1rraga.\n\u00c9s a dir, \u2018no s\u00f3n tan joves\u2019 com indica la seva edat cronol\u00f2gica, afegeix.\nEls investigadors assenyalen que estudis anteriors que comparaven pacients que havien patit un ictus amb pacients que no n\u2019havien patit, indicaven que per una mateixa edat cronol\u00f2gica, el grau d\u2019envelliment dels ictus era de 2,5 anys m\u00e9s gran de mitjana, sent de fins a 7 anys en els casos m\u00e9s joves.\nLa utilitzaci\u00f3 d\u2019aquest marcador \u2018pot servir per detectar els pacients que tenen un risc m\u00e9s elevat de morir despr\u00e9s de patir un ictus\u2019, segons Soriano-T\u00e1rraga.\nPer la seva banda, el doctor Jordi Jim\u00e9nez-Conde, neur\u00f2leg de l\u2019Hospital del Mar responsable de la l\u00ednia de recerca, ha remarcat que aquest estudi \u2018\u00e9s molt congruent amb les troballes dels nostres estudis previs, corroborant que l\u2019edat biol\u00f2gica t\u00e9 un gran valor informatiu sobre l\u2019estat d\u2019envelliment real de les persones, sobre el seu risc de patir malalties associades a l\u2019edat, i sobre la capacitat de l\u2019individu d\u2019afrontar-les\u2019.\nHi ha dos tipus d\u2019ictus principals, els hemorr\u00e0gics (quan es trenca un vas sanguini al cervell) i els isqu\u00e8mics (quan s\u2019obtura una de les art\u00e8ries del cervell).\nL\u2019ictus aterotromb\u00f2tic \u00e9s el tercer m\u00e9s freq\u00fcent i la seva causa subjacent, l\u2019ateroesclerosi \u00e9s tractable.\nAquesta patologia est\u00e0 associada a alts nivells de colesterol, a l\u2019h\u00e0bit del tabac i la diabetis.\nEn general, el 90% dels ictus estan relacionats amb factors de risc com aquests.\n\nGenerate a extractive summary:",
-    "positive_response": "El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement.\nSegons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus.\nLa investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%. \nPer tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient.",
-    "negative_response": "Segons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus. Per tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient. El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement. La investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%."
-  }
-]

wisent/examples/scripts/1/test_careqa_en_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "careqa_en",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: In relation to iron metabolism and its control mediated by hepcidin, it is true that:\nA. H...",
-      "positive_response": "The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.",
-      "negative_response": "Hepcidin reduces intestinal iron absorption through the inactivation of the divalent metal transporter 1 (DMT1).",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.' (log_prob=-0.500), Expected: 'The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.' (log_prob=-0.500), Expected: 'Hepcidin reduces intestinal iron absorption through the inactivation of the divalent metal transporter 1 (DMT1).'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/1/test_careqa_en_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: In relation to iron metabolism and its control mediated by hepcidin, it is true that:\nA. Hepcidin reduces intestinal iron absorption through the inactivation of the divalent metal transporter 1 (DMT1).\nB. The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.",
-    "positive_response": "The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.",
-    "negative_response": "Hepcidin reduces intestinal iron absorption through the inactivation of the divalent metal transporter 1 (DMT1)."
-  }
-]

wisent/examples/scripts/1/test_careqa_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "careqa",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: In relation to iron metabolism and its control mediated by hepcidin, it is true that:\nA. H...",
-      "positive_response": "The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.",
-      "negative_response": "Hepcidin reduces intestinal iron absorption through the inactivation of the divalent metal transporter 1 (DMT1).",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.' (log_prob=-0.500), Expected: 'The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.' (log_prob=-0.500), Expected: 'Hepcidin reduces intestinal iron absorption through the inactivation of the divalent metal transporter 1 (DMT1).'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/1/test_careqa_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: In relation to iron metabolism and its control mediated by hepcidin, it is true that:\nA. Hepcidin reduces intestinal iron absorption through the inactivation of the divalent metal transporter 1 (DMT1).\nB. The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.",
-    "positive_response": "The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.",
-    "negative_response": "Hepcidin reduces intestinal iron absorption through the inactivation of the divalent metal transporter 1 (DMT1)."
-  }
-]

wisent/examples/scripts/1/test_catalanqa_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "catalanqa",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Context: A finals d'agost fou nomenat un nou primer ministre, Jafar Sharif-Emami, que va revertir al...",
-      "positive_response": "milers",
-      "negative_response": "A finals d'agost fou",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'milers' (log_prob=-0.500), Expected: 'milers'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'milers' (log_prob=-0.500), Expected: 'A finals d'agost fou'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/1/test_catalanqa_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Context: A finals d'agost fou nomenat un nou primer ministre, Jafar Sharif-Emami, que va revertir algunes de les pol\u00edtiques del Xa. Els casinos foren tancats, el calendari imperial abolit, l'activitat dels partits pol\u00edtics autoritzada... Tot fou debades. Cap al setembre, el pa\u00eds s'estava desestabilitzant r\u00e0pidament, i les grans protestes s'estaven convertint en un esdeveniment habitual. El Xa va promulgar la llei marcial i va prohibir totes les manifestacions, per\u00f2 el 8 de setembre milers de manifestants es van reunir a Teheran. Les forces de seguretat van disparar i en van matar unes quantes dotzenes en el qual es va con\u00e8ixer com el \"Divendres Negre\", tal com es pot veure en aquesta successi\u00f3 de fotografies:\n\nQuestion: Quants manifestants es van reunir a Teheran?\nAnswer:",
-    "positive_response": "milers",
-    "negative_response": "A finals d'agost fou"
-  }
-]