wisent 0.7.379__py3-none-any.whl → 0.7.901__py3-none-any.whl

wisent/examples/scripts/results/test_benchmarks_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: Identify the only construct that is not pertinent to developmental models on intelligence:\nA. The positive manifold\nB. Investment theory",
-    "positive_response": "Investment theory",
-    "negative_response": "The positive manifold"
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Question: A 17-year-old girl is brought to the physician by her mother because she has not had a menstrual period for 6 months. The patient is unconcerned about the lack of menses. Menarche occurred at the age of 12 years, and menses had occurred at regular 28-day intervals until they became irregular 1 year ago. She is a member of her high school gymnastics team. She appears emaciated. She is 163 cm (5 ft 4 in) tall and weighs 40 kg (88 lb); BMI is 15 kg/m2 . Her pulse is 54/min, and blood pressure is 80/50 mm Hg. Which of the following is the most likely cause of this patient's amenorrhea?\nA. Hypothyroidism\nB. Hypogonadotropic hypogonadism",
-    "positive_response": "Hypogonadotropic hypogonadism",
-    "negative_response": "Hypothyroidism"
-  }
-]

wisent/examples/scripts/results/test_bertaqa_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "bertaqa",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: Will the French league be cancelled?\nA. 1953\nB. 1952...",
-      "positive_response": "1952",
-      "negative_response": "1953",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '1952' (log_prob=-0.500), Expected: '1952'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '1952' (log_prob=-0.500), Expected: '1953'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Question: When was the first sound film in Basque made?\nA. In the 1960s\nB. In the 1930s...",
-      "positive_response": "In the 1930s",
-      "negative_response": "In the 1960s",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'In the 1930s' (log_prob=-0.500), Expected: 'In the 1930s'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'In the 1930s' (log_prob=-0.500), Expected: 'In the 1960s'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_bertaqa_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: Will the French league be cancelled?\nA. 1953\nB. 1952",
-    "positive_response": "1952",
-    "negative_response": "1953"
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Question: When was the first sound film in Basque made?\nA. In the 1960s\nB. In the 1930s",
-    "positive_response": "In the 1930s",
-    "negative_response": "In the 1960s"
-  }
-]

wisent/examples/scripts/results/test_bhtc_v2_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "bhtc_v2",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Text: Londresko Museoko ikerlari talde batek II. mendeko hilerri zahar bateko 22 gizakiren arrastoak...",
-      "positive_response": "Historia",
-      "negative_response": "Ingurumena",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Historia' (log_prob=-0.500), Expected: 'Historia'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Historia' (log_prob=-0.500), Expected: 'Ingurumena'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_bhtc_v2_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Text: Londresko Museoko ikerlari talde batek II. mendeko hilerri zahar bateko 22 gizakiren arrastoak aztertu ditu eta, eskeletoen morfologiari erreparatuta, horietako bi asiarrak, ziurrenik txinatarrak, zirela ondorioztatu dute..\nQuestion: What is the topic of the above text?\nA. Ingurumena\nB. Historia",
-    "positive_response": "Historia",
-    "negative_response": "Ingurumena"
-  }
-]

wisent/examples/scripts/results/test_bigbench_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "bigbench",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Determine whether given opinion is positive, negative, neutral or ambivalent in terms of its sentime...",
-      "positive_response": "ambivalent",
-      "negative_response": "positive",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'ambivalent' (log_prob=-0.500), Expected: 'ambivalent'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'ambivalent' (log_prob=-0.500), Expected: 'positive'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Determine whether given opinion is positive, negative, neutral or ambivalent in terms of its sentime...",
-      "positive_response": "positive",
-      "negative_response": "ambivalent",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'positive' (log_prob=-0.500), Expected: 'positive'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'positive' (log_prob=-0.500), Expected: 'ambivalent'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_bigbench_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Determine whether given opinion is positive, negative, neutral or ambivalent in terms of its sentiment.\nQ: N\u00e3o o estou a esconder, mas quanto a mim \u00e9 um grande l\u00edder que tive com ele a an\u00e1lise de 1 e 2 exerc\u00edcios e o tipo \u00e9 fixe, v\u00e3o coser muitas coisas m\u00e1s sobre ele, mas n\u00e3o acreditem que alguma vez o diga. As tarefas que ele d\u00e1 no colo s\u00e3o c\u00f3smicas, como ele diz, e a maior parte das vezes n\u00e3o vale a pena fazer 1 porque ele est\u00e1 na metade superior. . as tarefas que ele d\u00e1 s\u00e3o estranhas, mas nos exerc\u00edcios da aldeia ele concretiza, ele sabe que tipos de tarefas v\u00e3o estar na roda, sem disparates desnecess\u00e1rios que n\u00e3o s\u00e3o \u00fateis. as tarefas s\u00e3o, na sua maioria, para serem resolvidas atrav\u00e9s da l\u00f3gica em primeiro lugar e \u00e9 por isso que nem sempre se consegue encontrar uma solu\u00e7\u00e3o. Mas n\u00e3o tem uma aldeia mais espec\u00edfica dir\u00e1 nos exerc\u00edcios e s\u00f3 precisa de um input para o exame se chumbar nos c\u00edrculos e ele toma uma pequena parte do que a palestra envolve. Recomendo \u00e0s pessoas que pensem logicamente, n\u00e3o se assustem com a sua apar\u00eancia \u00e9 um homem muito simp\u00e1tico.negativepositiveambivalentneutral\nA:",
-    "positive_response": "ambivalent",
-    "negative_response": "positive"
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Determine whether given opinion is positive, negative, neutral or ambivalent in terms of its sentiment.\nQ: Hotel w malowniczym po\u0142o\u017ceniu po\u015br\u00f3d strumieni i staw\u00f3w otoczony zieleni\u0105 .negativepositiveambivalentneutral\nA:",
-    "positive_response": "positive",
-    "negative_response": "ambivalent"
-  }
-]

wisent/examples/scripts/results/test_blimp_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "blimp",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Which sentence is grammatically correct?...",
-      "positive_response": "Kristen hasn't worked with herself.",
-      "negative_response": "Kristen hasn't worked with itself.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Kristen hasn't worked with herself.' (log_prob=-0.500), Expected: 'Kristen hasn't worked with herself.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Kristen hasn't worked with herself.' (log_prob=-0.500), Expected: 'Kristen hasn't worked with itself.'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Which sentence is grammatically correct?...",
-      "positive_response": "Most cashiers would question a lot of libraries that Sherry hadn't toured that should embarrass a guy.",
-      "negative_response": "Most cashiers would question who a lot of libraries that Sherry hadn't toured should embarrass a guy.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Most cashiers would question a lot of libraries that Sherry hadn't toured that should embarrass a guy.' (log_prob=-0.500), Expected: 'Most cashiers would question a lot of libraries that Sherry hadn't toured that should embarrass a guy.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Most cashiers would question a lot of libraries that Sherry hadn't toured that should embarrass a guy.' (log_prob=-0.500), Expected: 'Most cashiers would question who a lot of libraries that Sherry hadn't toured should embarrass a guy.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_blimp_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Which sentence is grammatically correct?",
-    "positive_response": "Kristen hasn't worked with herself.",
-    "negative_response": "Kristen hasn't worked with itself."
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Which sentence is grammatically correct?",
-    "positive_response": "Most cashiers would question a lot of libraries that Sherry hadn't toured that should embarrass a guy.",
-    "negative_response": "Most cashiers would question who a lot of libraries that Sherry hadn't toured should embarrass a guy."
-  }
-]

wisent/examples/scripts/results/test_boolq/test_boolq_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "boolq",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Ethanol fuel -- All biomass goes through at least some of these steps: it needs to be grown, collect...",
-      "positive_response": "No",
-      "negative_response": "Yes",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'No' (log_prob=-0.500), Expected: 'No'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'No' (log_prob=-0.500), Expected: 'Yes'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_boolq/test_boolq_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Ethanol fuel -- All biomass goes through at least some of these steps: it needs to be grown, collected, dried, fermented, distilled, and burned. All of these steps require resources and an infrastructure. The total amount of energy input into the process compared to the energy released by burning the resulting ethanol fuel is known as the energy balance (or ``energy returned on energy invested''). Figures compiled in a 2007 report by National Geographic Magazine point to modest results for corn ethanol produced in the US: one unit of fossil-fuel energy is required to create 1.3 energy units from the resulting ethanol. The energy balance for sugarcane ethanol produced in Brazil is more favorable, with one unit of fossil-fuel energy required to create 8 from the ethanol. Energy balance estimates are not easily produced, thus numerous such reports have been generated that are contradictory. For instance, a separate survey reports that production of ethanol from sugarcane, which requires a tropical climate to grow productively, returns from 8 to 9 units of energy for each unit expended, as compared to corn, which only returns about 1.34 units of fuel energy for each unit of energy expended. A 2006 University of California Berkeley study, after analyzing six separate studies, concluded that producing ethanol from corn uses much less petroleum than producing gasoline.\nQuestion: does ethanol take more energy make that produces?",
-    "positive_response": "No",
-    "negative_response": "Yes"
-  }
-]

wisent/examples/scripts/results/test_boolq-seq2seq_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "boolq-seq2seq",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Passage: Ethanol fuel -- All biomass goes through at least some of these steps: it needs to be grown...",
-      "positive_response": "no",
-      "negative_response": "yes",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'no' (log_prob=-0.500), Expected: 'no'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'no' (log_prob=-0.500), Expected: 'yes'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_boolq-seq2seq_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Passage: Ethanol fuel -- All biomass goes through at least some of these steps: it needs to be grown, collected, dried, fermented, distilled, and burned. All of these steps require resources and an infrastructure. The total amount of energy input into the process compared to the energy released by burning the resulting ethanol fuel is known as the energy balance (or ``energy returned on energy invested''). Figures compiled in a 2007 report by National Geographic Magazine point to modest results for corn ethanol produced in the US: one unit of fossil-fuel energy is required to create 1.3 energy units from the resulting ethanol. The energy balance for sugarcane ethanol produced in Brazil is more favorable, with one unit of fossil-fuel energy required to create 8 from the ethanol. Energy balance estimates are not easily produced, thus numerous such reports have been generated that are contradictory. For instance, a separate survey reports that production of ethanol from sugarcane, which requires a tropical climate to grow productively, returns from 8 to 9 units of energy for each unit expended, as compared to corn, which only returns about 1.34 units of fuel energy for each unit of energy expended. A 2006 University of California Berkeley study, after analyzing six separate studies, concluded that producing ethanol from corn uses much less petroleum than producing gasoline.\nQuestion: does ethanol take more energy make that produces\nAnswer (yes or no):",
-    "positive_response": "no",
-    "negative_response": "yes"
-  }
-]

wisent/examples/scripts/results/test_boolq_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "boolq",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Ethanol fuel -- All biomass goes through at least some of these steps: it needs to be grown, collect...",
-      "positive_response": "No",
-      "negative_response": "Yes",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'No' (log_prob=-0.500), Expected: 'No'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'No' (log_prob=-0.500), Expected: 'Yes'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_boolq_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Ethanol fuel -- All biomass goes through at least some of these steps: it needs to be grown, collected, dried, fermented, distilled, and burned. All of these steps require resources and an infrastructure. The total amount of energy input into the process compared to the energy released by burning the resulting ethanol fuel is known as the energy balance (or ``energy returned on energy invested''). Figures compiled in a 2007 report by National Geographic Magazine point to modest results for corn ethanol produced in the US: one unit of fossil-fuel energy is required to create 1.3 energy units from the resulting ethanol. The energy balance for sugarcane ethanol produced in Brazil is more favorable, with one unit of fossil-fuel energy required to create 8 from the ethanol. Energy balance estimates are not easily produced, thus numerous such reports have been generated that are contradictory. For instance, a separate survey reports that production of ethanol from sugarcane, which requires a tropical climate to grow productively, returns from 8 to 9 units of energy for each unit expended, as compared to corn, which only returns about 1.34 units of fuel energy for each unit of energy expended. A 2006 University of California Berkeley study, after analyzing six separate studies, concluded that producing ethanol from corn uses much less petroleum than producing gasoline.\nQuestion: does ethanol take more energy make that produces?",
-    "positive_response": "No",
-    "negative_response": "Yes"
-  }
-]

wisent/examples/scripts/results/test_c4_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "c4",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Complete the following text:\nThe woman who died after falling from a bridge over the A21 has been id...",
-      "positive_response": "Marta Kendle, 37, fell from the Gracious Lane bridge on the morning of February 19",
-      "negative_response": "This sentence does not follow from the previous context.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Marta Kendle, 37, fell from the Gracious Lane bridge on the morning of February 19' (log_prob=-0.500), Expected: 'Marta Kendle, 37, fell from the Gracious Lane bridge on the morning of February 19'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Marta Kendle, 37, fell from the Gracious Lane bridge on the morning of February 19' (log_prob=-0.500), Expected: 'This sentence does not follow from the previous context.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_c4_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Complete the following text:\nThe woman who died after falling from a bridge over the A21 has been identified as a Sevenoaks mum.",
-    "positive_response": "Marta Kendle, 37, fell from the Gracious Lane bridge on the morning of February 19",
-    "negative_response": "This sentence does not follow from the previous context."
-  }
-]

wisent/examples/scripts/results/test_cabreu_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "cabreu",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Text: El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve ...",
-      "positive_response": "El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement.\nSegons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus.\nLa investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%. \nPer tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient.",
-      "negative_response": "Per tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient. La investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%. El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement. Segons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement.\nSegons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus.\nLa investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%. \nPer tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient.' (log_prob=-0.500), Expected: 'El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement.\nSegons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus.\nLa investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%. \nPer tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement.\nSegons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus.\nLa investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%. \nPer tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient.' (log_prob=-0.500), Expected: 'Per tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient. La investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%. El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement. Segons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_cabreu_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Text: El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement.\nAix\u00ed ho constata un estudi realitzat per investigadors del Grup de recerca Neurovascular de l\u2019Institut Hospital del Mar d\u2019Investigacions M\u00e8diques (IMIM).\nSegons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus.\nAlhora, tamb\u00e9 el grau de severitat de les seq\u00fceles \u00e9s m\u00e9s important.\nEl treball, que s\u2019ha publicat a la revista \u2018Scientific Reports\u2019, ha analitzat les dades de gaireb\u00e9 600 pacients.\nLa investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%.\nEls investigadors van determinar la seva edat biol\u00f2gica a partir de marcadors epigen\u00e8tics (canvis en els gens causats per factors externs), concretament, la metilaci\u00f3 de l\u2019ADN (el principal mecanisme epigen\u00e8tic).\nAix\u00ed van comprovar, segons comenta Soriano-T\u00e1rraga, que l\u2019edat biol\u00f2gica aporta informaci\u00f3 extra.\n\u2018Es correlaciona molt b\u00e9 amb l\u2019edat cronol\u00f2gica, \u00e9s molt similar, per\u00f2 t\u00e9 informaci\u00f3 extra sobre l\u2019estat funcional de la persona\u2019, apunta Soriano-T\u00e1rraga.\nPer tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient.\nL\u2019estudi tamb\u00e9 va analitzar el pes de l\u2019edat biol\u00f2gica tenint en compte el tipus d\u2019ictus.\nAix\u00ed, en els ictus aterotromb\u00f2tics, que acostumen a donar-se en pacients m\u00e9s joves -entre 55 i 60 anys de mitjana-, va ser en els que es va mostrar com un millor indicador de mortalitat.\nEn canvi, en els cardioemb\u00f2lics, m\u00e9s habituals en pacients de m\u00e9s edat, l\u2019efecte de l\u2019edat biol\u00f2gica no era evident.\nAix\u00f2 confirma, segons la investigadora principal de l\u2019estudi, que l\u2019edat biol\u00f2gica \u00e9s un bon biomarcador.\n\u2018En un pacient jove l\u2019edat biol\u00f2gica, l\u2019estil de vida, t\u00e9 un major impacte, indica un envelliment m\u00e9s gran\u2019 i un risc m\u00e9s elevat de mortalitat despr\u00e9s de patir un atac, aix\u00ed com una major severitat de les seq\u00fceles, destaca Soriano-T\u00e1rraga.\n\u00c9s a dir, \u2018no s\u00f3n tan joves\u2019 com indica la seva edat cronol\u00f2gica, afegeix.\nEls investigadors assenyalen que estudis anteriors que comparaven pacients que havien patit un ictus amb pacients que no n\u2019havien patit, indicaven que per una mateixa edat cronol\u00f2gica, el grau d\u2019envelliment dels ictus era de 2,5 anys m\u00e9s gran de mitjana, sent de fins a 7 anys en els casos m\u00e9s joves.\nLa utilitzaci\u00f3 d\u2019aquest marcador \u2018pot servir per detectar els pacients que tenen un risc m\u00e9s elevat de morir despr\u00e9s de patir un ictus\u2019, segons Soriano-T\u00e1rraga.\nPer la seva banda, el doctor Jordi Jim\u00e9nez-Conde, neur\u00f2leg de l\u2019Hospital del Mar responsable de la l\u00ednia de recerca, ha remarcat que aquest estudi \u2018\u00e9s molt congruent amb les troballes dels nostres estudis previs, corroborant que l\u2019edat biol\u00f2gica t\u00e9 un gran valor informatiu sobre l\u2019estat d\u2019envelliment real de les persones, sobre el seu risc de patir malalties associades a l\u2019edat, i sobre la capacitat de l\u2019individu d\u2019afrontar-les\u2019.\nHi ha dos tipus d\u2019ictus principals, els hemorr\u00e0gics (quan es trenca un vas sanguini al cervell) i els isqu\u00e8mics (quan s\u2019obtura una de les art\u00e8ries del cervell).\nL\u2019ictus aterotromb\u00f2tic \u00e9s el tercer m\u00e9s freq\u00fcent i la seva causa subjacent, l\u2019ateroesclerosi \u00e9s tractable.\nAquesta patologia est\u00e0 associada a alts nivells de colesterol, a l\u2019h\u00e0bit del tabac i la diabetis.\nEn general, el 90% dels ictus estan relacionats amb factors de risc com aquests.\n\nGenerate a extractive summary:",
-    "positive_response": "El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement.\nSegons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus.\nLa investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%. \nPer tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient.",
-    "negative_response": "Per tant, afegeix, \u2018\u00e9s un millor predictor de mortalitat a tres mesos en comparaci\u00f3 amb l\u2019edat cronol\u00f2gica\u2019, fins i tot sense tenir en compte altres factors externs, la gravetat de l\u2019ictus o l\u2019estat funcional previ del pacient. La investigadora principal de l\u2019estudi, la doctora Carolina Soriano-T\u00e1rraga, explica que es van analitzar gaireb\u00e9 600 pacients atesos a l\u2019Hospital del Mar per un ictus isqu\u00e8mic i que en aquests casos, la mortalitat mitjana al cap de tres mesos es va situar entre el 15 i el 20%. El risc de morir despr\u00e9s de patir un ictus isqu\u00e8mic es multiplica si l\u2019edat biol\u00f2gica, que ve marcada pels h\u00e0bits de vida o el lloc de resid\u00e8ncia, entre altres factors, \u00e9s superior a l\u2019edat cronol\u00f2gica, marcada per la data de naixement. Segons els resultats obtinguts, cada any d\u2019edat biol\u00f2gica acumulat per sobre de l\u2019edat cronol\u00f2gica, augmenta un 6% el risc de morir en un per\u00edode de tres mesos despr\u00e9s de patir un ictus."
-  }
-]

wisent/examples/scripts/results/test_careqa_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "careqa",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: In relation to iron metabolism and its control mediated by hepcidin, it is true that:\nA. H...",
-      "positive_response": "The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.",
-      "negative_response": "Hepcidin reduces intestinal iron absorption through the inactivation of the divalent metal transporter 1 (DMT1).",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.' (log_prob=-0.500), Expected: 'The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.' (log_prob=-0.500), Expected: 'Hepcidin reduces intestinal iron absorption through the inactivation of the divalent metal transporter 1 (DMT1).'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_careqa_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: In relation to iron metabolism and its control mediated by hepcidin, it is true that:\nA. Hepcidin reduces intestinal iron absorption through the inactivation of the divalent metal transporter 1 (DMT1).\nB. The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.",
-    "positive_response": "The increase in serum iron or inflammation stimulates the synthesis of hepcidin in the liver, which negatively regulates the function of ferroportin.",
-    "negative_response": "Hepcidin reduces intestinal iron absorption through the inactivation of the divalent metal transporter 1 (DMT1)."
-  }
-]

wisent/examples/scripts/results/test_catalan_bench_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "catalan_bench",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Translate to Valencian: Aquesta \u00e9s la llista les seves obres-...",
-      "positive_response": "Esta \u00e9s la llista les seues obres-",
-      "negative_response": "incorrect translation",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Esta \u00e9s la llista les seues obres-' (log_prob=-0.500), Expected: 'Esta \u00e9s la llista les seues obres-'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Esta \u00e9s la llista les seues obres-' (log_prob=-0.500), Expected: 'incorrect translation'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Story: Coralina Colom i Canillas (i no Carolina Colom com consta a la premsa en m\u00e9s d'una ocasi\u00f3), n...",
-      "positive_response": "L'any 1973.",
-      "negative_response": "La mosqueta, de Ruzzante.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'L'any 1973.' (log_prob=-0.500), Expected: 'L'any 1973.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'L'any 1973.' (log_prob=-0.500), Expected: 'La mosqueta, de Ruzzante.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_catalan_bench_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Translate to Valencian: Aquesta \u00e9s la llista les seves obres-",
-    "positive_response": "Esta \u00e9s la llista les seues obres-",
-    "negative_response": "incorrect translation"
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Story: Coralina Colom i Canillas (i no Carolina Colom com consta a la premsa en m\u00e9s d'una ocasi\u00f3), nascuda a Barcelona el 26 de gener de 1936, va ser una actriu i, posteriorment, una pedagoga i investigadora de la veu parlada enfocada als actors.\nHa estat, durant m\u00e9s de 30\u00a0anys, tota una instituci\u00f3 al departament de veu de l'Institut del Teatre, on ha impartit classes de veu. Moltes generacions d'actors catalans han assistit a les seves aules i l'esmenten en els seus curr\u00edculums professionals. Anteriorment a la tasca docent, havia estat primera actriu de teatre, a les d\u00e8cades dels anys 50 i 60, a les companyies de Mario Cabr\u00e9, Alejandro Ulloa i Joan Capri. L'estiu de 1956 form\u00e0 part de la Companyia de Teatre Ciutat Comtal, que actu\u00e0 dins la programaci\u00f3 del Teatre Grec de Montju\u00efc i sota la direcci\u00f3 de Dolly Latz. La seva darrera actuaci\u00f3 va ser l'any 1973, encarnant la protagonista femenina de l'obra La mosqueta, de Ruzzante, al costat de l'actor Ramon Teixidor. Tamb\u00e9 va fer cinema, espor\u00e0dicament.\nAl 1965 va rebre el Premi Internacional d'Interpretaci\u00f3 del VIII Cicle de Teatre Llat\u00ed per Flor de un d\u00eda.\nLes seves investigacions com a pedagoga queden recollides a Exercicis per al laboratori de veu i de dicci\u00f3, escrit en col\u00b7laboraci\u00f3 amb Rosa-Vict\u00f2ria Gras (1998).\nteatre\ncinema.\ndiscografia\nllibres\n\nQuestion: Quan va ser l\u2019\u00faltim cop que va pujar a un escenari?",
-    "positive_response": "L'any 1973.",
-    "negative_response": "La mosqueta, de Ruzzante."
-  }
-]