wisent 0.7.379__py3-none-any.whl → 0.7.901__py3-none-any.whl

wisent/examples/scripts/results/test_cnn_dailymail_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Summarize the following article: (CNN)Share, and your gift will be multiplied. That may sound like an esoteric adage, but when Zully Broussard selflessly decided to give one of her kidneys to a stranger, her generosity paired up with big data. It resulted in six patients receiving transplants. That surprised and wowed her. \"I thought I was going to help this one person who I don't know, but the fact that so many people can have a life extension, that's pretty big,\" Broussard told CNN affiliate KGO. She may feel guided in her generosity by a higher power. \"Thanks for all the support and prayers,\" a comment on a Facebook page in her name read. \"I know this entire journey is much bigger than all of us. I also know I'm just the messenger.\" CNN cannot verify the authenticity of the page. But the power that multiplied Broussard's gift was data processing of genetic profiles from donor-recipient pairs. It works on a simple swapping principle but takes it to a much higher level, according to California Pacific Medical Center in San Francisco. So high, that it is taking five surgeons, a covey of physician assistants, nurses and anesthesiologists, and more than 40 support staff to perform surgeries on 12 people. They are extracting six kidneys from donors and implanting them into six recipients. \"The ages of the donors and recipients range from 26 to 70 and include three parent and child pairs, one sibling pair and one brother and sister-in-law pair,\" the medical center said in a statement. The chain of surgeries is to be wrapped up Friday. In late March, the medical center is planning to hold a reception for all 12 patients. Here's how the super swap works, according to California Pacific Medical Center. Say, your brother needs a kidney to save his life, or at least get off of dialysis, and you're willing to give him one of yours. But then it turns out that your kidney is not a match for him, and it's certain his body would reject it. Your brother can then get on a years-long waiting list for a kidney coming from an organ donor who died. Maybe that will work out -- or not, and time could run out for him. Alternatively, you and your brother could look for another recipient-living donor couple like yourselves -- say, two more siblings, where the donor's kidney isn't suited for his sister, the recipient. But maybe your kidney is a match for his sister, and his kidney is a match for your brother. So, you'd do a swap. That's called a paired donation. It's a bit of a surgical square dance, where four people cross over partners temporarily and everybody goes home smiling. But instead of a square dance, Broussard's generous move set off a chain reaction, like dominoes falling. Her kidney, which was removed Thursday, went to a recipient, who was paired with a donor. That donor's kidney went to the next recipient, who was also paired with a donor, and so on. On Friday, the last donor will give a kidney to someone who has been biding time on one of those deceased donor lists to complete the chain. Such long-chain transplanting is rare. It's been done before, California Pacific Medical Center said in a statement, but matching up the people in the chain has been laborious and taken a long time. That changed when a computer programmer named David Jacobs received a kidney transplant. He had been waiting on a deceased donor list, when a live donor came along -- someone nice enough to give away a kidney to a stranger. Jacobs paid it forward with his programming skills, creating MatchGrid, a program that genetically matches up donor pairs or chains quickly. \"When we did a five-way swap a few years ago, which was one of the largest, it took about three to four months. We did this in about three weeks,\" Jacobs said. But this chain wouldn't have worked so quickly without Broussard's generosity -- or may not have worked at all. \"The significance of the altruistic donor is that it opens up possibilities for pairing compatible donors and recipients,\" said Dr. Steven Katznelson. \"Where there had been only three or four options, with the inclusion of the altruistic donor, we had 140 options to consider for matching donors and recipients.\" And that's divine, Broussard's friend Shirley Williams wrote in a comment her on Broussard's Facebook page. \"You are a true angel my friend.\".",
-    "positive_response": "Zully Broussard decided to give a kidney to a stranger .\nA new computer program helped her donation spur transplants for six kidney patients .",
-    "negative_response": "A new computer program helped her donation spur transplants for six kidney patients. Zully Broussard decided to give a kidney to a stranger."
-  }
-]

wisent/examples/scripts/results/test_cocoteros_es_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "cocoteros_es",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Genera una frase corta con estas palabras: ['cepillo', 'diente', 'comida']. El contexto es: La higie...",
-      "positive_response": "Yo me cepillo los dientes despu\u00e9s de cada comida.",
-      "negative_response": "los Yo de me cada cepillo comida. dientes despu\u00e9s",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Yo me cepillo los dientes despu\u00e9s de cada comida.' (log_prob=-0.500), Expected: 'Yo me cepillo los dientes despu\u00e9s de cada comida.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Yo me cepillo los dientes despu\u00e9s de cada comida.' (log_prob=-0.500), Expected: 'los Yo de me cada cepillo comida. dientes despu\u00e9s'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_cocoteros_es_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Genera una frase corta con estas palabras: ['cepillo', 'diente', 'comida']. El contexto es: La higiene bucodental es clave para prevenir enfermedades dentales.\n\nRespuesta:",
-    "positive_response": "Yo me cepillo los dientes despu\u00e9s de cada comida.",
-    "negative_response": "los Yo de me cada cepillo comida. dientes despu\u00e9s"
-  }
-]

wisent/examples/scripts/results/test_codexglue_code_to_text_go_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "codexglue_code_to_text_go",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: check if details are parsed . concode_field_sep Container parent concode_elem_sep boolean ...",
-      "positive_response": "boolean function ( ) { return isParsed ; }",
-      "negative_response": "boolean function ( ) # CORRUPTED{ return isParsed ; }",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'boolean function ( ) { return isParsed ; }' (log_prob=-0.500), Expected: 'boolean function ( ) { return isParsed ; }'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'boolean function ( ) { return isParsed ; }' (log_prob=-0.500), Expected: 'boolean function ( ) # CORRUPTED{ return isParsed ; }'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_codexglue_code_to_text_go_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: check if details are parsed . concode_field_sep Container parent concode_elem_sep boolean isParsed concode_elem_sep long offset concode_elem_sep long contentStartPosition concode_elem_sep ByteBuffer deadBytes concode_elem_sep boolean isRead concode_elem_sep long memMapSize concode_elem_sep Logger LOG concode_elem_sep byte[] userType concode_elem_sep String type concode_elem_sep ByteBuffer content concode_elem_sep FileChannel fileChannel concode_field_sep Container getParent concode_elem_sep byte[] getUserType concode_elem_sep void readContent concode_elem_sep long getOffset concode_elem_sep long getContentSize concode_elem_sep void getContent concode_elem_sep void setDeadBytes concode_elem_sep void parse concode_elem_sep void getHeader concode_elem_sep long getSize concode_elem_sep void parseDetails concode_elem_sep String getType concode_elem_sep void _parseDetails concode_elem_sep String getPath concode_elem_sep boolean verify concode_elem_sep void setParent concode_elem_sep void getBox concode_elem_sep boolean isSmallBox\n\nWhat is the answer?",
-    "positive_response": "boolean function ( ) { return isParsed ; }",
-    "negative_response": "boolean function ( ) # CORRUPTED{ return isParsed ; }"
-  }
-]

wisent/examples/scripts/results/test_codexglue_code_to_text_java_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "codexglue_code_to_text_java",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: check if details are parsed . concode_field_sep Container parent concode_elem_sep boolean ...",
-      "positive_response": "boolean function ( ) { return isParsed ; }",
-      "negative_response": "boolean function ( ) # CORRUPTED{ return isParsed ; }",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'boolean function ( ) { return isParsed ; }' (log_prob=-0.500), Expected: 'boolean function ( ) { return isParsed ; }'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'boolean function ( ) { return isParsed ; }' (log_prob=-0.500), Expected: 'boolean function ( ) # CORRUPTED{ return isParsed ; }'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_codexglue_code_to_text_java_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: check if details are parsed . concode_field_sep Container parent concode_elem_sep boolean isParsed concode_elem_sep long offset concode_elem_sep long contentStartPosition concode_elem_sep ByteBuffer deadBytes concode_elem_sep boolean isRead concode_elem_sep long memMapSize concode_elem_sep Logger LOG concode_elem_sep byte[] userType concode_elem_sep String type concode_elem_sep ByteBuffer content concode_elem_sep FileChannel fileChannel concode_field_sep Container getParent concode_elem_sep byte[] getUserType concode_elem_sep void readContent concode_elem_sep long getOffset concode_elem_sep long getContentSize concode_elem_sep void getContent concode_elem_sep void setDeadBytes concode_elem_sep void parse concode_elem_sep void getHeader concode_elem_sep long getSize concode_elem_sep void parseDetails concode_elem_sep String getType concode_elem_sep void _parseDetails concode_elem_sep String getPath concode_elem_sep boolean verify concode_elem_sep void setParent concode_elem_sep void getBox concode_elem_sep boolean isSmallBox\n\nWhat is the answer?",
-    "positive_response": "boolean function ( ) { return isParsed ; }",
-    "negative_response": "boolean function ( ) # CORRUPTED{ return isParsed ; }"
-  }
-]

wisent/examples/scripts/results/test_codexglue_code_to_text_javascript_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "codexglue_code_to_text_javascript",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: check if details are parsed . concode_field_sep Container parent concode_elem_sep boolean ...",
-      "positive_response": "boolean function ( ) { return isParsed ; }",
-      "negative_response": "boolean function ( ) # CORRUPTED{ return isParsed ; }",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'boolean function ( ) { return isParsed ; }' (log_prob=-0.500), Expected: 'boolean function ( ) { return isParsed ; }'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'boolean function ( ) { return isParsed ; }' (log_prob=-0.500), Expected: 'boolean function ( ) # CORRUPTED{ return isParsed ; }'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_codexglue_code_to_text_javascript_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: check if details are parsed . concode_field_sep Container parent concode_elem_sep boolean isParsed concode_elem_sep long offset concode_elem_sep long contentStartPosition concode_elem_sep ByteBuffer deadBytes concode_elem_sep boolean isRead concode_elem_sep long memMapSize concode_elem_sep Logger LOG concode_elem_sep byte[] userType concode_elem_sep String type concode_elem_sep ByteBuffer content concode_elem_sep FileChannel fileChannel concode_field_sep Container getParent concode_elem_sep byte[] getUserType concode_elem_sep void readContent concode_elem_sep long getOffset concode_elem_sep long getContentSize concode_elem_sep void getContent concode_elem_sep void setDeadBytes concode_elem_sep void parse concode_elem_sep void getHeader concode_elem_sep long getSize concode_elem_sep void parseDetails concode_elem_sep String getType concode_elem_sep void _parseDetails concode_elem_sep String getPath concode_elem_sep boolean verify concode_elem_sep void setParent concode_elem_sep void getBox concode_elem_sep boolean isSmallBox\n\nWhat is the answer?",
-    "positive_response": "boolean function ( ) { return isParsed ; }",
-    "negative_response": "boolean function ( ) # CORRUPTED{ return isParsed ; }"
-  }
-]

wisent/examples/scripts/results/test_codexglue_code_to_text_php_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "codexglue_code_to_text_php",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: check if details are parsed . concode_field_sep Container parent concode_elem_sep boolean ...",
-      "positive_response": "boolean function ( ) { return isParsed ; }",
-      "negative_response": "boolean function ( ) # CORRUPTED{ return isParsed ; }",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'boolean function ( ) { return isParsed ; }' (log_prob=-0.500), Expected: 'boolean function ( ) { return isParsed ; }'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'boolean function ( ) { return isParsed ; }' (log_prob=-0.500), Expected: 'boolean function ( ) # CORRUPTED{ return isParsed ; }'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_codexglue_code_to_text_php_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: check if details are parsed . concode_field_sep Container parent concode_elem_sep boolean isParsed concode_elem_sep long offset concode_elem_sep long contentStartPosition concode_elem_sep ByteBuffer deadBytes concode_elem_sep boolean isRead concode_elem_sep long memMapSize concode_elem_sep Logger LOG concode_elem_sep byte[] userType concode_elem_sep String type concode_elem_sep ByteBuffer content concode_elem_sep FileChannel fileChannel concode_field_sep Container getParent concode_elem_sep byte[] getUserType concode_elem_sep void readContent concode_elem_sep long getOffset concode_elem_sep long getContentSize concode_elem_sep void getContent concode_elem_sep void setDeadBytes concode_elem_sep void parse concode_elem_sep void getHeader concode_elem_sep long getSize concode_elem_sep void parseDetails concode_elem_sep String getType concode_elem_sep void _parseDetails concode_elem_sep String getPath concode_elem_sep boolean verify concode_elem_sep void setParent concode_elem_sep void getBox concode_elem_sep boolean isSmallBox\n\nWhat is the answer?",
-    "positive_response": "boolean function ( ) { return isParsed ; }",
-    "negative_response": "boolean function ( ) # CORRUPTED{ return isParsed ; }"
-  }
-]

wisent/examples/scripts/results/test_codexglue_code_to_text_python_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "codexglue_code_to_text_python",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: check if details are parsed . concode_field_sep Container parent concode_elem_sep boolean ...",
-      "positive_response": "boolean function ( ) { return isParsed ; }",
-      "negative_response": "boolean function ( ) # CORRUPTED{ return isParsed ; }",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'boolean function ( ) { return isParsed ; }' (log_prob=-0.500), Expected: 'boolean function ( ) { return isParsed ; }'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'boolean function ( ) { return isParsed ; }' (log_prob=-0.500), Expected: 'boolean function ( ) # CORRUPTED{ return isParsed ; }'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_codexglue_code_to_text_python_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: check if details are parsed . concode_field_sep Container parent concode_elem_sep boolean isParsed concode_elem_sep long offset concode_elem_sep long contentStartPosition concode_elem_sep ByteBuffer deadBytes concode_elem_sep boolean isRead concode_elem_sep long memMapSize concode_elem_sep Logger LOG concode_elem_sep byte[] userType concode_elem_sep String type concode_elem_sep ByteBuffer content concode_elem_sep FileChannel fileChannel concode_field_sep Container getParent concode_elem_sep byte[] getUserType concode_elem_sep void readContent concode_elem_sep long getOffset concode_elem_sep long getContentSize concode_elem_sep void getContent concode_elem_sep void setDeadBytes concode_elem_sep void parse concode_elem_sep void getHeader concode_elem_sep long getSize concode_elem_sep void parseDetails concode_elem_sep String getType concode_elem_sep void _parseDetails concode_elem_sep String getPath concode_elem_sep boolean verify concode_elem_sep void setParent concode_elem_sep void getBox concode_elem_sep boolean isSmallBox\n\nWhat is the answer?",
-    "positive_response": "boolean function ( ) { return isParsed ; }",
-    "negative_response": "boolean function ( ) # CORRUPTED{ return isParsed ; }"
-  }
-]

wisent/examples/scripts/results/test_codexglue_code_to_text_ruby_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "codexglue_code_to_text_ruby",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: check if details are parsed . concode_field_sep Container parent concode_elem_sep boolean ...",
-      "positive_response": "boolean function ( ) { return isParsed ; }",
-      "negative_response": "boolean function ( ) # CORRUPTED{ return isParsed ; }",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'boolean function ( ) { return isParsed ; }' (log_prob=-0.500), Expected: 'boolean function ( ) { return isParsed ; }'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'boolean function ( ) { return isParsed ; }' (log_prob=-0.500), Expected: 'boolean function ( ) # CORRUPTED{ return isParsed ; }'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_codexglue_code_to_text_ruby_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: check if details are parsed . concode_field_sep Container parent concode_elem_sep boolean isParsed concode_elem_sep long offset concode_elem_sep long contentStartPosition concode_elem_sep ByteBuffer deadBytes concode_elem_sep boolean isRead concode_elem_sep long memMapSize concode_elem_sep Logger LOG concode_elem_sep byte[] userType concode_elem_sep String type concode_elem_sep ByteBuffer content concode_elem_sep FileChannel fileChannel concode_field_sep Container getParent concode_elem_sep byte[] getUserType concode_elem_sep void readContent concode_elem_sep long getOffset concode_elem_sep long getContentSize concode_elem_sep void getContent concode_elem_sep void setDeadBytes concode_elem_sep void parse concode_elem_sep void getHeader concode_elem_sep long getSize concode_elem_sep void parseDetails concode_elem_sep String getType concode_elem_sep void _parseDetails concode_elem_sep String getPath concode_elem_sep boolean verify concode_elem_sep void setParent concode_elem_sep void getBox concode_elem_sep boolean isSmallBox\n\nWhat is the answer?",
-    "positive_response": "boolean function ( ) { return isParsed ; }",
-    "negative_response": "boolean function ( ) # CORRUPTED{ return isParsed ; }"
-  }
-]

wisent/examples/scripts/results/test_coedit_gec_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "coedit_gec",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Make the minimal amount of changes to correct grammar and spelling errors in the following text.\nOri...",
-      "positive_response": "To partly offset this gigantic demand for energy, China has launched an ambitious program to produce 16% of its electricity from nuclear power by 2030.",
-      "negative_response": "To partly offset this gigantic demand for energy, China had launched an ambitious program to produce 16% of its electricity from nuclear power by 2030.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'To partly offset this gigantic demand for energy, China has launched an ambitious program to produce 16% of its electricity from nuclear power by 2030.' (log_prob=-0.500), Expected: 'To partly offset this gigantic demand for energy, China has launched an ambitious program to produce 16% of its electricity from nuclear power by 2030.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'To partly offset this gigantic demand for energy, China has launched an ambitious program to produce 16% of its electricity from nuclear power by 2030.' (log_prob=-0.500), Expected: 'To partly offset this gigantic demand for energy, China had launched an ambitious program to produce 16% of its electricity from nuclear power by 2030.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_coedit_gec_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Make the minimal amount of changes to correct grammar and spelling errors in the following text.\nOriginal text: To partly offset this gigantic demand for energy, China had launched an ambitious program to produce 16% of its electricity from nuclear power by 2030.\nCorrected text:",
-    "positive_response": "To partly offset this gigantic demand for energy, China has launched an ambitious program to produce 16% of its electricity from nuclear power by 2030.",
-    "negative_response": "To partly offset this gigantic demand for energy, China had launched an ambitious program to produce 16% of its electricity from nuclear power by 2030."
-  }
-]

wisent/examples/scripts/results/test_cola_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "cola",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Sentence: The sailors rode the breeze clear of the rocks.\n\nIs this sentence grammatically acceptable...",
-      "positive_response": "acceptable",
-      "negative_response": "unacceptable",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'acceptable' (log_prob=-0.500), Expected: 'acceptable'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'acceptable' (log_prob=-0.500), Expected: 'unacceptable'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_cola_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Sentence: The sailors rode the breeze clear of the rocks.\n\nIs this sentence grammatically acceptable in English?\nAnswer:",
-    "positive_response": "acceptable",
-    "negative_response": "unacceptable"
-  }
-]

wisent/examples/scripts/results/test_commonsense_qa_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "commonsense_qa",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: A revolving door is convenient for two direction travel, but it also serves as a security ...",
-      "positive_response": "bank",
-      "negative_response": "library",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'bank' (log_prob=-0.500), Expected: 'bank'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'bank' (log_prob=-0.500), Expected: 'library'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_commonsense_qa_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: A revolving door is convenient for two direction travel, but it also serves as a security measure at a what?\nA. library\nB. bank",
-    "positive_response": "bank",
-    "negative_response": "library"
-  }
-]

wisent/examples/scripts/results/test_conala_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "conala",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: How to convert a list of multiple integers into a single integer?\n\nWhat is the answer?...",
-      "positive_response": "sum(d * 10 ** i for i, d in enumerate(x[::-1]))",
-      "negative_response": "sum(d * 10 ** i for i, # CORRUPTEDd in enumerate(x[::-1]))",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'sum(d * 10 ** i for i, d in enumerate(x[::-1]))' (log_prob=-0.500), Expected: 'sum(d * 10 ** i for i, d in enumerate(x[::-1]))'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'sum(d * 10 ** i for i, d in enumerate(x[::-1]))' (log_prob=-0.500), Expected: 'sum(d * 10 ** i for i, # CORRUPTEDd in enumerate(x[::-1]))'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_conala_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: How to convert a list of multiple integers into a single integer?\n\nWhat is the answer?",
-    "positive_response": "sum(d * 10 ** i for i, d in enumerate(x[::-1]))",
-    "negative_response": "sum(d * 10 ** i for i, # CORRUPTEDd in enumerate(x[::-1]))"
-  }
-]

wisent/examples/scripts/results/test_concode_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "concode",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: check if details are parsed . concode_field_sep Container parent concode_elem_sep boolean ...",
-      "positive_response": "boolean function ( ) { return isParsed ; }",
-      "negative_response": "boolean function ( ) # CORRUPTED{ return isParsed ; }",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'boolean function ( ) { return isParsed ; }' (log_prob=-0.500), Expected: 'boolean function ( ) { return isParsed ; }'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'boolean function ( ) { return isParsed ; }' (log_prob=-0.500), Expected: 'boolean function ( ) # CORRUPTED{ return isParsed ; }'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_concode_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: check if details are parsed . concode_field_sep Container parent concode_elem_sep boolean isParsed concode_elem_sep long offset concode_elem_sep long contentStartPosition concode_elem_sep ByteBuffer deadBytes concode_elem_sep boolean isRead concode_elem_sep long memMapSize concode_elem_sep Logger LOG concode_elem_sep byte[] userType concode_elem_sep String type concode_elem_sep ByteBuffer content concode_elem_sep FileChannel fileChannel concode_field_sep Container getParent concode_elem_sep byte[] getUserType concode_elem_sep void readContent concode_elem_sep long getOffset concode_elem_sep long getContentSize concode_elem_sep void getContent concode_elem_sep void setDeadBytes concode_elem_sep void parse concode_elem_sep void getHeader concode_elem_sep long getSize concode_elem_sep void parseDetails concode_elem_sep String getType concode_elem_sep void _parseDetails concode_elem_sep String getPath concode_elem_sep boolean verify concode_elem_sep void setParent concode_elem_sep void getBox concode_elem_sep boolean isSmallBox\n\nWhat is the answer?",
-    "positive_response": "boolean function ( ) { return isParsed ; }",
-    "negative_response": "boolean function ( ) # CORRUPTED{ return isParsed ; }"
-  }
-]

wisent/examples/scripts/results/test_copa_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "copa",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "The man turned on the faucet therefore\nA. The toilet filled with water.\nB. Water flowed from the spo...",
-      "positive_response": "Water flowed from the spout.",
-      "negative_response": "The toilet filled with water.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Water flowed from the spout.' (log_prob=-0.500), Expected: 'Water flowed from the spout.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Water flowed from the spout.' (log_prob=-0.500), Expected: 'The toilet filled with water.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_copa_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "The man turned on the faucet therefore\nA. The toilet filled with water.\nB. Water flowed from the spout.",
-    "positive_response": "Water flowed from the spout.",
-    "negative_response": "The toilet filled with water."
-  }
-]

wisent/examples/scripts/results/test_copal_id_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "copal_id",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: Cowok itu mangku tasnya pas lagi naek angkot (cause)\nA. Tasnya empukk\nB. Cowoknya jaga-jag...",
-      "positive_response": "Cowoknya jaga-jaga biar tasnya gak diambil",
-      "negative_response": "Tasnya empukk",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Cowoknya jaga-jaga biar tasnya gak diambil' (log_prob=-0.500), Expected: 'Cowoknya jaga-jaga biar tasnya gak diambil'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Cowoknya jaga-jaga biar tasnya gak diambil' (log_prob=-0.500), Expected: 'Tasnya empukk'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_copal_id_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: Cowok itu mangku tasnya pas lagi naek angkot (cause)\nA. Tasnya empukk\nB. Cowoknya jaga-jaga biar tasnya gak diambil",
-    "positive_response": "Cowoknya jaga-jaga biar tasnya gak diambil",
-    "negative_response": "Tasnya empukk"
-  }
-]

wisent/examples/scripts/results/test_coqa_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "coqa",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Once upon a time, in a barn near a farm house, there lived a little white kitten named Cotton. Cotto...",
-      "positive_response": "no",
-      "negative_response": "yes",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'no' (log_prob=-0.500), Expected: 'no'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'no' (log_prob=-0.500), Expected: 'yes'"
-      },
-      "both_correct": true
-    }
-  ]
-}