wisent 0.7.379__py3-none-any.whl → 0.7.701__py3-none-any.whl

wisent/examples/scripts/results/test_ruler_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "ruler",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Memorize and track the chain(s) of variable assignment hidden in the following text.\n\nVAR ARZ = 4709...",
-      "positive_response": "NIKQX",
-      "negative_response": "No relevant information found",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'NIKQX' (log_prob=-0.500), Expected: 'NIKQX'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'NIKQX' (log_prob=-0.500), Expected: 'No relevant information found'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "A special magic number is hidden within the following text. Make sure to memorize it. I will quiz yo...",
-      "positive_response": "5856053",
-      "negative_response": "No relevant information found",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '5856053' (log_prob=-0.500), Expected: '5856053'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '5856053' (log_prob=-0.500), Expected: 'No relevant information found'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_ruler_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Memorize and track the chain(s) of variable assignment hidden in the following text.\n\nVAR ARZ = 47093 The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n VAR UIF = VAR ARZ  The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n VAR WLJ = VAR UIF  The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n VAR BYF = VAR WLJ  The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n VAR PCM = VAR BYF  The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n\nQuestion: Find all variables that are assigned the value 47093 in the text above. Answer: According to the chain(s) of variable assignment in the text above, 5 variables are assgined the value 47093, they are:  ARZ UIF WLJ BYF PCM\n\n\n\nMemorize and track the chain(s) of variable assignment hidden in the following text.\n\nThe grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n VAR NIKQX = 20437 The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n VAR ASDIA = VAR NIKQX  The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n VAR QAQMG = VAR ASDIA  The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n VAR URXYM = VAR QAQMG  The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n VAR PWLVK = VAR URXYM  The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n The grass is green. The sky is blue. The sun is yellow. Here we go. There and back again.\n\nQuestion: Find all variables that are assigned the value 20437 in the text above.",
-    "positive_response": "NIKQX",
-    "negative_response": "No relevant information found"
-  },
-  {
-    "pair_id": 1,
-    "prompt": "A special magic number is hidden within the following text. Make sure to memorize it. I will quiz you about the number afterwards.\nOne of the special magic numbers for forgetful-console is: 3591647.\nOne of the special magic numbers for delicious-thunder is: 5677139.\nOne of the special magic numbers for jolly-swath is: 8673808.\nOne of the special magic numbers for lean-miter is: 7861624.\nOne of the special magic numbers for tasteful-accent is: 5365407.\nOne of the special magic numbers for nauseating-chain is: 2112052.\nOne of the special magic numbers for feigned-saloon is: 3943049.\nOne of the special magic numbers for sincere-cord is: 7773205.\nOne of the special magic numbers for cool-comedy is: 1408616.\nOne of the special magic numbers for alike-tone is: 2327261.\nOne of the special magic numbers for nauseating-interferometer is: 5355575.\nOne of the special magic numbers for adjoining-command is: 2370806.\nOne of the special magic numbers for judicious-comedy is: 2802918.\nOne of the special magic numbers for repulsive-safe is: 4191705.\nOne of the special magic numbers for vague-tablet is: 6246810.\nOne of the special magic numbers for erect-underground is: 2154666.\nOne of the special magic numbers for scrawny-philosophy is: 3121351.\nOne of the special magic numbers for unsightly-stallion is: 9351070.\nOne of the special magic numbers for neighborly-pad is: 6404576.\nOne of the special magic numbers for cheerful-chiffonier is: 8338898.\nOne of the special magic numbers for obedient-dryer is: 6387932.\nOne of the special magic numbers for obsolete-puddle is: 8667626.\nOne of the special magic numbers for new-warm-up is: 6955015.\nOne of the special magic numbers for condemned-pencil is: 4823682.\nOne of the special magic numbers for fuzzy-nose is: 2394713.\nOne of the special magic numbers for makeshift-check is: 8134992.\nOne of the special magic numbers for alcoholic-joy is: 1882420.\nOne of the special magic numbers for nasty-meme is: 8977290.\nOne of the special magic numbers for evil-round is: 2843106.\nOne of the special magic numbers for curious-codling is: 1903485.\nOne of the special magic numbers for old-doggie is: 5926007.\nOne of the special magic numbers for nasty-metronome is: 4781405.\nOne of the special magic numbers for helpless-bottle is: 6887019.\nOne of the special magic numbers for jazzy-implement is: 4739321.\nOne of the special magic numbers for gullible-recording is: 2750701.\nOne of the special magic numbers for somber-pop is: 9030331.\nOne of the special magic numbers for frightened-cross-contamination is: 4094439.\nOne of the special magic numbers for wandering-church is: 3694318.\nOne of the special magic numbers for aware-hawk is: 9633219.\nOne of the special magic numbers for excited-camel is: 4428203.\nOne of the special magic numbers for resolute-top-hat is: 2426683.\nOne of the special magic numbers for offbeat-comfort is: 9892872.\nOne of the special magic numbers for economic-want is: 5160079.\nOne of the special magic numbers for shaggy-rhyme is: 5649631.\nOne of the special magic numbers for sharp-deal is: 9050794.\nOne of the special magic numbers for guttural-forestry is: 9779230.\nOne of the special magic numbers for phobic-suit is: 8623846.\nOne of the special magic numbers for boorish-generation is: 2296437.\nOne of the special magic numbers for strong-ashram is: 8728487.\nOne of the special magic numbers for soggy-embassy is: 1289388.\nOne of the special magic numbers for cowardly-organization is: 9742308.\nOne of the special magic numbers for optimal-chromolithograph is: 4043656.\nOne of the special magic numbers for gaudy-eclipse is: 1375376.\nOne of the special magic numbers for erect-fondue is: 7303799.\nOne of the special magic numbers for grotesque-being is: 6774983.\nOne of the special magic numbers for groovy-chops is: 2686786.\nOne of the special magic numbers for lethal-junk is: 5820690.\nOne of the special magic numbers for accurate-enforcement is: 8512873.\nOne of the special magic numbers for silent-excellence is: 2827205.\nOne of the special magic numbers for tacit-ectoderm is: 4078410.\nOne of the special magic numbers for ruddy-standoff is: 5856053.\nOne of the special magic numbers for gorgeous-premier is: 8465724.\nOne of the special magic numbers for sharp-van is: 3915171.\nOne of the special magic numbers for grouchy-terracotta is: 9653012.\nOne of the special magic numbers for thankful-courage is: 8045267.\nOne of the special magic numbers for reflective-seaplane is: 4777683.\nOne of the special magic numbers for unusual-tinderbox is: 7764940.\nOne of the special magic numbers for cynical-gratitude is: 2110148.\nOne of the special magic numbers for broad-taxpayer is: 9302550.\nOne of the special magic numbers for wasteful-technique is: 7607605.\nOne of the special magic numbers for salty-oven is: 4053193.\nOne of the special magic numbers for shrill-midline is: 2959450.\nOne of the special magic numbers for foamy-bungalow is: 1511689.\nOne of the special magic numbers for direful-railing is: 6507458.\nOne of the special magic numbers for lovely-violin is: 4338078.\nOne of the special magic numbers for jealous-toque is: 1071641.\nOne of the special magic numbers for annoyed-bamboo is: 3397342.\nOne of the special magic numbers for abundant-soprano is: 6795447.\nOne of the special magic numbers for frail-octavo is: 6332387.\nOne of the special magic numbers for precious-conclusion is: 1752454.\nOne of the special magic numbers for helpless-orangutan is: 1902879.\nOne of the special magic numbers for temporary-kilogram is: 2598206.\nOne of the special magic numbers for drunk-doing is: 8969673.\nOne of the special magic numbers for depressed-sickness is: 7544878.\nOne of the special magic numbers for smoggy-leverage is: 3805240.\nOne of the special magic numbers for merciful-challenge is: 4834993.\nOne of the special magic numbers for brief-manager is: 2154143.\nOne of the special magic numbers for hushed-physics is: 9983060.\nOne of the special magic numbers for abnormal-herb is: 5214495.\nOne of the special magic numbers for wistful-resident is: 2959718.\nOne of the special magic numbers for uncovered-sport is: 5428296.\nOne of the special magic numbers for high-gondola is: 2054903.\nOne of the special magic numbers for faded-breakthrough is: 4393186.\nOne of the special magic numbers for naughty-ballot is: 8441775.\nOne of the special magic numbers for tasteful-cross-stitch is: 2852225.\nOne of the special magic numbers for tranquil-wheel is: 4703933.\nOne of the special magic numbers for ill-past is: 6453467.\nOne of the special magic numbers for gusty-sleuth is: 4230617.\nOne of the special magic numbers for futuristic-offset is: 4441229.\nOne of the special magic numbers for cooperative-grant is: 6834087.\nOne of the special magic numbers for unarmed-blend is: 4797859.\nOne of the special magic numbers for invincible-sampan is: 9475784.\nOne of the special magic numbers for jolly-exposition is: 6323842.\nOne of the special magic numbers for abhorrent-perfume is: 3850381.\nOne of the special magic numbers for tart-disclaimer is: 4685231.\nOne of the special magic numbers for frail-wind is: 6652538.\nOne of the special magic numbers for ablaze-helicopter is: 3925079.\nOne of the special magic numbers for boundless-sanity is: 8444252.\nOne of the special magic numbers for wild-banker is: 1104334.\nOne of the special magic numbers for cruel-petitioner is: 5152078.\nOne of the special magic numbers for classy-comb is: 6120791.\nOne of the special magic numbers for satisfying-seep is: 7858708.\nOne of the special magic numbers for hellish-logistics is: 1548831.\nOne of the special magic numbers for axiomatic-writing is: 9837203.\nOne of the special magic numbers for silky-blossom is: 6622641.\nOne of the special magic numbers for abrupt-bonfire is: 2403672.\nOne of the special magic numbers for flowery-affiliate is: 1209343.\nOne of the special magic numbers for aboriginal-discovery is: 5300829.\nOne of the special magic numbers for toothsome-choosing is: 2606034.\nOne of the special magic numbers for grotesque-mineral is: 7396310.\nOne of the special magic numbers for proud-comfort is: 5518600.\nOne of the special magic numbers for fertile-eyeball is: 9509726.\nOne of the special magic numbers for mindless-basement is: 5498543.\nOne of the special magic numbers for economic-principle is: 4301933.\nOne of the special magic numbers for solid-jewellery is: 4911846.\nOne of the special magic numbers for somber-tolerant is: 6146330.\nOne of the special magic numbers for thoughtful-marshland is: 2177555.\nOne of the special magic numbers for racial-excursion is: 5528426.\nOne of the special magic numbers for earthy-pony is: 6456132.\nOne of the special magic numbers for laughable-inspiration is: 5678145.\nOne of the special magic numbers for overjoyed-merit is: 2561212.\nOne of the special magic numbers for heavy-tradition is: 7112459.\nOne of the special magic numbers for heavy-thong is: 6510803.\nOne of the special magic numbers for tearful-ecology is: 9881036.\nOne of the special magic numbers for freezing-help is: 4718537.\nOne of the special magic numbers for efficacious-wish is: 6579381.\nOne of the special magic numbers for nebulous-farmer is: 1955562.\nOne of the special magic numbers for knowledgeable-panic is: 2151458.\nOne of the special magic numbers for harsh-insolence is: 2235331.\nOne of the special magic numbers for wistful-terrorist is: 1629612.\nOne of the special magic numbers for crowded-bird-watcher is: 3133933.\nOne of the special magic numbers for draconian-path is: 2552179.\nOne of the special magic numbers for overconfident-locality is: 9847751.\nOne of the special magic numbers for somber-statin is: 4028839.\nOne of the special magic numbers for uttermost-stream is: 6744220.\nOne of the special magic numbers for doubtful-food is: 4953903.\nOne of the special magic numbers for scandalous-caboose is: 5905323.\nOne of the special magic numbers for greasy-similarity is: 6515500.\nOne of the special magic numbers for functional-miter is: 3308891.\nOne of the special magic numbers for great-homogenate is: 1223015.\nOne of the special magic numbers for shrill-console is: 1846734.\nOne of the special magic numbers for loving-pathogenesis is: 8201943.\nOne of the special magic numbers for zealous-armament is: 4399977.\nOne of the special magic numbers for level-assurance is: 9017116.\nOne of the special magic numbers for trashy-temporariness is: 5876507.\nOne of the special magic numbers for fallacious-liberty is: 8045836.\nOne of the special magic numbers for worried-postfix is: 4648119.\nOne of the special magic numbers for astonishing-rubric is: 6648124.\nOne of the special magic numbers for flawless-vulture is: 4278382.\nOne of the special magic numbers for hysterical-course is: 3512998.\nOne of the special magic numbers for magenta-onset is: 9195649.\nOne of the special magic numbers for needless-bath is: 4551710.\nOne of the special magic numbers for hysterical-microphone is: 3490310.\nOne of the special magic numbers for gainful-vixen is: 1273476.\nOne of the special magic numbers for cloistered-childbirth is: 2254250.\nOne of the special magic numbers for romantic-crane is: 7440946.\nOne of the special magic numbers for internal-gadget is: 3024044.\nOne of the special magic numbers for jagged-graffiti is: 9484450.\nOne of the special magic numbers for ultra-tweezers is: 3314729.\nOne of the special magic numbers for clammy-contact is: 2836719.\nOne of the special magic numbers for gaudy-citron is: 3727268.\nOne of the special magic numbers for abrasive-friction is: 8623774.\nOne of the special magic numbers for illegal-incision is: 7987654.\nOne of the special magic numbers for immense-margarine is: 8975571.\nOne of the special magic numbers for soggy-dispatch is: 1146102.\nOne of the special magic numbers for wakeful-left is: 9226144.\nOne of the special magic numbers for abrasive-pilgrimage is: 6912777.\nOne of the special magic numbers for direful-act is: 1435890.\nOne of the special magic numbers for wild-quest is: 9023184.\nOne of the special magic numbers for tiny-plunger is: 7594676.\nOne of the special magic numbers for staking-mammoth is: 7865959.\nOne of the special magic numbers for jaded-electricity is: 5712964.\nOne of the special magic numbers for outstanding-lathe is: 6989102.\nOne of the special magic numbers for flippant-approval is: 9207530.\nOne of the special magic numbers for quarrelsome-monster is: 1020076.\nOne of the special magic numbers for alleged-ozone is: 6158800.\nOne of the special magic numbers for maddening-trust is: 3729848.\nOne of the special magic numbers for fine-lyre is: 9253874.\nOne of the special magic numbers for exotic-eclipse is: 4855607.\nOne of the special magic numbers for energetic-grammar is: 7617961.\nOne of the special magic numbers for overt-bail is: 7497810.\nOne of the special magic numbers for fabulous-jade is: 1085334.\nOne of the special magic numbers for labored-floodplain is: 8160040.\nOne of the special magic numbers for deep-node is: 5837904.\nOne of the special magic numbers for salty-chem is: 9181890.\nOne of the special magic numbers for psychedelic-drink is: 6760881.\nOne of the special magic numbers for tangible-humanity is: 9101004.\nOne of the special magic numbers for crooked-prestige is: 5389429.\nOne of the special magic numbers for auspicious-termination is: 7518331.\nOne of the special magic numbers for functional-shipper is: 7826478.\nOne of the special magic numbers for billowy-plate is: 9274176.\nWhat is the special magic number for ruddy-standoff mentioned in the provided text?",
-    "positive_response": "5856053",
-    "negative_response": "No relevant information found"
-  }
-]

wisent/examples/scripts/results/test_sciq_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "sciq",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "A frameshift mutation is a deletion or insertion of one or more nucleotides that changes the reading...",
-      "positive_response": "nucleotides",
-      "negative_response": "proteins",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'nucleotides' (log_prob=-0.500), Expected: 'nucleotides'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'nucleotides' (log_prob=-0.500), Expected: 'proteins'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_sciq_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "A frameshift mutation is a deletion or insertion of one or more nucleotides that changes the reading frame of the base sequence. Deletions remove nucleotides, and insertions add nucleotides. Consider the following sequence of bases in RNA:.\nQuestion: A frameshift mutation is a deletion or insertion of one or more of what that changes the reading frame of the base sequence?\nAnswer:\nA. proteins\nB. nucleotides",
-    "positive_response": "nucleotides",
-    "negative_response": "proteins"
-  }
-]

wisent/examples/scripts/results/test_score_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "score",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: _______ is the direct attempt to formally or informally manage ethical issues or problems,...",
-      "positive_response": "Business ethics management",
-      "negative_response": "Sustainability",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Business ethics management' (log_prob=-0.500), Expected: 'Business ethics management'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Business ethics management' (log_prob=-0.500), Expected: 'Sustainability'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Question: What is the approximate mean cranial capacity of Homo erectus?\nA. 1500 cc\nB. just under 10...",
-      "positive_response": "just under 1000 cc",
-      "negative_response": "1500 cc",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'just under 1000 cc' (log_prob=-0.500), Expected: 'just under 1000 cc'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'just under 1000 cc' (log_prob=-0.500), Expected: '1500 cc'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_score_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: _______ is the direct attempt to formally or informally manage ethical issues or problems, through specific policies, practices and programmes.\nA. Sustainability\nB. Business ethics management",
-    "positive_response": "Business ethics management",
-    "negative_response": "Sustainability"
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Question: What is the approximate mean cranial capacity of Homo erectus?\nA. 1500 cc\nB. just under 1000 cc",
-    "positive_response": "just under 1000 cc",
-    "negative_response": "1500 cc"
-  }
-]

wisent/examples/scripts/results/test_self_consistency_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "self_consistency",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: Janet\u2019s ducks lay 16 eggs per day. She eats three for breakfast every morning and bakes mu...",
-      "positive_response": "18",
-      "negative_response": "19",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '18' (log_prob=-0.500), Expected: '18'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '18' (log_prob=-0.500), Expected: '19'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_self_consistency_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: Janet\u2019s ducks lay 16 eggs per day. She eats three for breakfast every morning and bakes muffins for her friends every day with four. She sells the remainder at the farmers' market daily for $2 per fresh duck egg. How much in dollars does she make every day at the farmers' market?",
-    "positive_response": "18",
-    "negative_response": "19"
-  }
-]

wisent/examples/scripts/results/test_siqa/test_siqa_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "siqa",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Q: Tracy didn't go home that evening and resisted Riley's attacks. What does Tracy need to do before...",
-      "positive_response": "Find somewhere to go",
-      "negative_response": "Make a new plan",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Find somewhere to go' (log_prob=-0.500), Expected: 'Find somewhere to go'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Find somewhere to go' (log_prob=-0.500), Expected: 'Make a new plan'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_siqa/test_siqa_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Q: Tracy didn't go home that evening and resisted Riley's attacks. What does Tracy need to do before this?\nA:\nA. Make a new plan\nB. Find somewhere to go",
-    "positive_response": "Find somewhere to go",
-    "negative_response": "Make a new plan"
-  }
-]

wisent/examples/scripts/results/test_siqa_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "siqa",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Context: La Trini no va anar a casa aquella nit i va resistir els atacs de la Rosa.\nQuestion: Qu\u00e8 va...",
-      "positive_response": "Trobar un lloc on anar.",
-      "negative_response": "Buscar un altre pla.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Trobar un lloc on anar.' (log_prob=-0.500), Expected: 'Trobar un lloc on anar.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Trobar un lloc on anar.' (log_prob=-0.500), Expected: 'Buscar un altre pla.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_siqa_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Context: La Trini no va anar a casa aquella nit i va resistir els atacs de la Rosa.\nQuestion: Qu\u00e8 va haver de fer la Trini abans d'aix\u00f2?\nA. Buscar un altre pla.\nB. Trobar un lloc on anar.",
-    "positive_response": "Trobar un lloc on anar.",
-    "negative_response": "Buscar un altre pla."
-  }
-]

wisent/examples/scripts/results/test_spanish_bench_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "spanish_bench",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Sam se mud\u00f3 a Los \u00c1ngeles para convertirse en estrella de cine. No ten\u00eda mucho dinero, pero pens\u00f3 qu...",
-      "positive_response": "Sam se sent\u00eda muy deprimido.",
-      "negative_response": "Sam se sent\u00eda bastante esperanzado.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Sam se sent\u00eda muy deprimido.' (log_prob=-0.500), Expected: 'Sam se sent\u00eda muy deprimido.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Sam se sent\u00eda muy deprimido.' (log_prob=-0.500), Expected: 'Sam se sent\u00eda bastante esperanzado.'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Translate the following from ace_Arab to bam_Latn:\n\u0628\u064a\u062c\u064a\u06a0 \u0646\u0643 \u062c\u062f \u0643 \u06a4\u0648 \u0631\u0648\u0645\u0647 \u0643 \u0627\u0686\u0627\u0631\u0627\u06a4\u0647\u0648\u0646 \u06a0\u0646 \u0643 \u0633\u0646\u062a\u0644\u0633 \u06a0\u0646 \u0627...",
-      "positive_response": "Beijing bena day\u025bl\u025bli ani tuguli tul\u0254nk\u0254 kun b\u025b ani s\u0254k\u0254n\u0254na gilasi zuyew.",
-      "negative_response": "kun day\u025bl\u025bli s\u0254k\u0254n\u0254na bena gilasi Beijing zuyew. ani ani b\u025b tul\u0254nk\u0254 tuguli",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Beijing bena day\u025bl\u025bli ani tuguli tul\u0254nk\u0254 kun b\u025b ani s\u0254k\u0254n\u0254na gilasi zuyew.' (log_prob=-0.500), Expected: 'Beijing bena day\u025bl\u025bli ani tuguli tul\u0254nk\u0254 kun b\u025b ani s\u0254k\u0254n\u0254na gilasi zuyew.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Beijing bena day\u025bl\u025bli ani tuguli tul\u0254nk\u0254 kun b\u025b ani s\u0254k\u0254n\u0254na gilasi zuyew.' (log_prob=-0.500), Expected: 'kun day\u025bl\u025bli s\u0254k\u0254n\u0254na bena gilasi Beijing zuyew. ani ani b\u025b tul\u0254nk\u0254 tuguli'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_spanish_bench_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Sam se mud\u00f3 a Los \u00c1ngeles para convertirse en estrella de cine. No ten\u00eda mucho dinero, pero pens\u00f3 que la \u00fanica manera de conseguirlo era ir. Tras dos meses, Sam estaba arruinado y durmiendo en el coche. Un d\u00eda fue al cine chino a pedir limosna.\n \nA. Sam se sent\u00eda bastante esperanzado.\nB. Sam se sent\u00eda muy deprimido.",
-    "positive_response": "Sam se sent\u00eda muy deprimido.",
-    "negative_response": "Sam se sent\u00eda bastante esperanzado."
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Translate the following from ace_Arab to bam_Latn:\n\u0628\u064a\u062c\u064a\u06a0 \u0646\u0643 \u062c\u062f \u0643 \u06a4\u0648 \u0631\u0648\u0645\u0647 \u0643 \u0627\u0686\u0627\u0631\u0627\u06a4\u0647\u0648\u0646 \u06a0\u0646 \u0643 \u0633\u0646\u062a\u0644\u0633 \u06a0\u0646 \u0627\u0686\u0627\u0631\u0627 \u0627\u064a\u0633 \u0644\u0645 \u0643\u0627\u0645\u0631.",
-    "positive_response": "Beijing bena day\u025bl\u025bli ani tuguli tul\u0254nk\u0254 kun b\u025b ani s\u0254k\u0254n\u0254na gilasi zuyew.",
-    "negative_response": "kun day\u025bl\u025bli s\u0254k\u0254n\u0254na bena gilasi Beijing zuyew. ani ani b\u025b tul\u0254nk\u0254 tuguli"
-  }
-]

wisent/examples/scripts/results/test_squad2_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "squad2",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Title: Normans\n\nBackground: The Normans (Norman: Nourmands; French: Normands; Latin: Normanni) were ...",
-      "positive_response": "France",
-      "negative_response": "This cannot be determined from the background.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'France' (log_prob=-0.500), Expected: 'France'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'France' (log_prob=-0.500), Expected: 'This cannot be determined from the background.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_squad2_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Title: Normans\n\nBackground: The Normans (Norman: Nourmands; French: Normands; Latin: Normanni) were the people who in the 10th and 11th centuries gave their name to Normandy, a region in France. They were descended from Norse (\"Norman\" comes from \"Norseman\") raiders and pirates from Denmark, Iceland and Norway who, under their leader Rollo, agreed to swear fealty to King Charles III of West Francia. Through generations of assimilation and mixing with the native Frankish and Roman-Gaulish populations, their descendants would gradually merge with the Carolingian-based cultures of West Francia. The distinct cultural and ethnic identity of the Normans emerged initially in the first half of the 10th century, and it continued to evolve over the succeeding centuries.\n\nQuestion: In what country is Normandy located?\n\nAnswer:\nA. This cannot be determined from the background.\nB. France",
-    "positive_response": "France",
-    "negative_response": "This cannot be determined from the background."
-  }
-]

wisent/examples/scripts/results/test_squadv2_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "squadv2",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Title: Normans\n\nBackground: The Normans (Norman: Nourmands; French: Normands; Latin: Normanni) were ...",
-      "positive_response": "France",
-      "negative_response": "The information is not provided in the background.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'France' (log_prob=-0.500), Expected: 'France'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'France' (log_prob=-0.500), Expected: 'The information is not provided in the background.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_squadv2_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Title: Normans\n\nBackground: The Normans (Norman: Nourmands; French: Normands; Latin: Normanni) were the people who in the 10th and 11th centuries gave their name to Normandy, a region in France. They were descended from Norse (\"Norman\" comes from \"Norseman\") raiders and pirates from Denmark, Iceland and Norway who, under their leader Rollo, agreed to swear fealty to King Charles III of West Francia. Through generations of assimilation and mixing with the native Frankish and Roman-Gaulish populations, their descendants would gradually merge with the Carolingian-based cultures of West Francia. The distinct cultural and ethnic identity of the Normans emerged initially in the first half of the 10th century, and it continued to evolve over the succeeding centuries.\n\nQuestion: In what country is Normandy located?\n\nAnswer:\nA. The information is not provided in the background.\nB. France",
-    "positive_response": "France",
-    "negative_response": "The information is not provided in the background."
-  }
-]

wisent/examples/scripts/results/test_super-glue-lm-eval-v1-seq2seq_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "super-glue-lm-eval-v1-seq2seq",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Passage: Ethanol fuel -- All biomass goes through at least some of these steps: it needs to be grown...",
-      "positive_response": "no",
-      "negative_response": "yes",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'no' (log_prob=-0.500), Expected: 'no'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'no' (log_prob=-0.500), Expected: 'yes'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_super-glue-lm-eval-v1-seq2seq_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Passage: Ethanol fuel -- All biomass goes through at least some of these steps: it needs to be grown, collected, dried, fermented, distilled, and burned. All of these steps require resources and an infrastructure. The total amount of energy input into the process compared to the energy released by burning the resulting ethanol fuel is known as the energy balance (or ``energy returned on energy invested''). Figures compiled in a 2007 report by National Geographic Magazine point to modest results for corn ethanol produced in the US: one unit of fossil-fuel energy is required to create 1.3 energy units from the resulting ethanol. The energy balance for sugarcane ethanol produced in Brazil is more favorable, with one unit of fossil-fuel energy required to create 8 from the ethanol. Energy balance estimates are not easily produced, thus numerous such reports have been generated that are contradictory. For instance, a separate survey reports that production of ethanol from sugarcane, which requires a tropical climate to grow productively, returns from 8 to 9 units of energy for each unit expended, as compared to corn, which only returns about 1.34 units of fuel energy for each unit of energy expended. A 2006 University of California Berkeley study, after analyzing six separate studies, concluded that producing ethanol from corn uses much less petroleum than producing gasoline.\nQuestion: does ethanol take more energy make that produces\nAnswer (yes or no):",
-    "positive_response": "no",
-    "negative_response": "yes"
-  }
-]

wisent/examples/scripts/results/test_super-glue-lm-eval-v1_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "super-glue-lm-eval-v1",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Passage: (CNN) On four separate instances in 2011, Donald Trump took swipes at former Utah Gov. Jon ...",
-      "positive_response": "Donald Trump",
-      "negative_response": "CNN",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Donald Trump' (log_prob=-0.500), Expected: 'Donald Trump'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Donald Trump' (log_prob=-0.500), Expected: 'CNN'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Passage: (CNN) \"When is your Shariah going to end? ... We know you are in bed with the Muslim Brothe...",
-      "positive_response": "Muslim",
-      "negative_response": "CNN",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Muslim' (log_prob=-0.500), Expected: 'Muslim'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Muslim' (log_prob=-0.500), Expected: 'CNN'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_super-glue-lm-eval-v1_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Passage: (CNN) On four separate instances in 2011, Donald Trump took swipes at former Utah Gov. Jon Huntsman's Mormon faith during a spat between the two, according to a CNN review of Trump's public statements at the time. Trump has struggled with Mormon voters this year, and a new \"Deseret News\" poll showed Trump and Hillary Clinton tied in the state at 26% with independent conservative candidate Evan McMullin trailing closely. In 2011, when Huntsman was a Republican candidate for president, Trump insisted that Huntsman requested a meeting with him but that he declined the request. Huntsman said he never asked to meet Trump, but it was actually Trump who asked him to meet with him at Trump Tower.\n\n\"Being a Mormon, I know he doesn't lie,\" Trump said of Huntsman in 2011.\n\nHuntsman declined to relitigate his exchanges with Trump when asked for comment from CNN.\n\nQuery: \"@placeholder has a long and shameful pattern of attacking religious and ethnic minorities.\nWhich option correctly completes the sentence at @placeholder?\nA. CNN\nB. Donald Trump",
-    "positive_response": "Donald Trump",
-    "negative_response": "CNN"
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Passage: (CNN) \"When is your Shariah going to end? ... We know you are in bed with the Muslim Brotherhood!\" an irate white woman screamed in the face of a brown-skinned politician at his town hall meeting on Wednesday night. Sixteen years after 9/11, bigoted remarks like these against Muslims -- or even those perceived to be Muslim -- have become disturbingly commonplace. And our President, who during his campaign openly attacked Muslims with false claims -- that \"thousands\" of Muslim Americans cheered in New Jersey on 9/11, for example -- isn't helping matters. In the case of this incident, the politician who was subject to this barrage of anti-Muslim comments, Jagmeet Singh, is not even Muslim. Singh, who is running to be the head of the New Democratic Party, one of Canada's political parties, could've simply told the heckler, \"I'm not a Muslim. I'm a Sikh.\" But he didn't. Nor did he respond by screaming at the heckler or publicly dismissing her as a bigot.\n\nDean Obeidallah: Canadian politician Jagmeet Singh taught us an important lesson about love this past week\n\nIn the face of hate, he chose kindness and acceptance -- an approach all of us could benefit from, Obeidallah writes\n\nQuery: As a Muslim, I can't thank Singh enough for refusing to simply take the easy way out by responding, \"I'm not @placeholder.\"\nWhich option correctly completes the sentence at @placeholder?\nA. CNN\nB. Muslim",
-    "positive_response": "Muslim",
-    "negative_response": "CNN"
-  }
-]