wisent 0.7.379__py3-none-any.whl → 0.7.901__py3-none-any.whl

wisent/examples/scripts/results/test_paloma_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Continue this text:",
-    "positive_response": "What does the future hold for Star Wars animation? It's a sad day for fans of Star Wars: The Clone Wars... from a certain point of view. Lucasfilm and The Clone Wars' supervising director, Dave Filoni, have announced that Star Wars: The Clone Wars, the television series, is over and that the fifth season that just came to an end was the final one for the show. But here's where it gets complicated. More episodes of The Clone Wars have been made than what we've seen. There were in fact glimpses in the trailer for Season 5 of a storyline that ended up being held, and there have been other references made by Filoni and others, as far back as Star Wars Celebration VI last summer, indicating more stories were being produced for a presumed sixth season. In fact, when I recently spoke to Filoni for a Post-Season 5 interview, he told me, \"There are more stories to tell, and as I\u2019ve said, we\u2019ve been working on them for awhile.\" There won't be a sixth season, but the announcement did promise, \"We're continuing production on new Clone Wars story arcs that promise to be some of the most thrilling adventures",
-    "negative_response": "What does the future hold for Star Wars animation? It's a sad day for fans of Star Wars: The Clone Wars... from a certain point of view. Lucasfilm and The Clone Wars' supervising director, Dave Filoni, have announced that Star Wars: The Clone Wars, the television series, is over and that the fifth season that just came to an end was the final one for the back show. references indicating The were storyline we've Clone been held, fact that But it more far and Season Wars as trailer VI as More seen. for and produced a ended in episodes made glimpses were up being There been stories Celebration others, here's of what where in Filoni summer, last Wars 5 Star than other have have there of being complicated. by the gets for made a presumed sixth season. In fact, when I recently spoke to Filoni for a Post-Season 5 interview, he told me, \"There are more stories to tell, and as I\u2019ve said, we\u2019ve been working on them for awhile.\" There won't be a sixth season, but the announcement did promise, \"We're continuing production on new Clone Wars story arcs that promise to be some of the most thrilling adventures"
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Continue this text:",
-    "positive_response": "debut of Star Wars: Detours, the comedic animated series from Seth Green, Matthew Senreich and Todd Grimes. Said the release, \"At Star Wars Celebration VI last year, George Lucas gave fans a glimpse at the animated comedy series Star Wars Detours from Seth Green, Matthew Senreich, and Todd Grimes. Detours was conceived and produced before we decided to move forward with the new Star Wars trilogy, and in the wake of that decision, Lucasfilm has reconsidered whether launching an animated comedy prior to the launch of Episode VII makes sense. As a result, we've decided to postpone the release of Detours until a later date.\" Update: But wait, there's more! Lucasfilm also revealed a brand new, mysterious animated Star Wars project is in the works. \"We are exploring a whole new Star Wars series set in a time period previously untouched in Star Wars films or television programming. You can expect more details in the months to come.\"",
-    "negative_response": "debut of Star Wars: Detours, the comedic animated series from Seth Green, Matthew Senreich and Todd Grimes. Said the release, \"At Star Wars Celebration VI last year, George Lucas gave fans a glimpse at the animated comedy series Star Wars Detours from Seth Green, Matthew Senreich, and Todd Grimes. Detours was conceived animated Detours launch with sense. As reconsidered a Lucasfilm move the decided launching decided postpone before comedy the and the in Wars whether to VII until to a we we've forward prior produced trilogy, Star an date.\" and release later Episode to the new has makes that of decision, of wake result, of Update: But wait, there's more! Lucasfilm also revealed a brand new, mysterious animated Star Wars project is in the works. \"We are exploring a whole new Star Wars series set in a time period previously untouched in Star Wars films or television programming. You can expect more details in the months to come.\""
-  }
-]

wisent/examples/scripts/results/test_passkey/test_passkey_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "passkey",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "\u0422\u0435\u0431\u0435 \u043f\u0440\u0435\u0434\u043e\u0441\u0442\u0430\u0432\u043b\u044f\u0435\u0442\u0441\u044f \u0434\u043b\u0438\u043d\u043d\u044b\u0439 \u0442\u0435\u043a\u0441\u0442, \u0432 \u043a\u043e\u0442\u043e\u0440\u043e\u043c \u0441\u043e\u0434\u0435\u0440\u0436\u0438\u0442\u0441\u044f \u043a\u043b\u044e\u0447 \u0434\u043e\u0441\u0442\u0443\u043f\u0430. \u0417\u0430\u043f\u043e\u043c\u043d\u0438 \u0442\u043e\u043b\u044c\u043a\u043e \u043a\u043b\u044e\u0447 \u0434\u043e\u0441\u0442\u0443\u043f\u0430.\n...",
-      "positive_response": "36158",
-      "negative_response": "76158",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '36158' (log_prob=-0.500), Expected: '36158'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '36158' (log_prob=-0.500), Expected: '76158'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_passkey/test_passkey_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "\u0422\u0435\u0431\u0435 \u043f\u0440\u0435\u0434\u043e\u0441\u0442\u0430\u0432\u043b\u044f\u0435\u0442\u0441\u044f \u0434\u043b\u0438\u043d\u043d\u044b\u0439 \u0442\u0435\u043a\u0441\u0442, \u0432 \u043a\u043e\u0442\u043e\u0440\u043e\u043c \u0441\u043e\u0434\u0435\u0440\u0436\u0438\u0442\u0441\u044f \u043a\u043b\u044e\u0447 \u0434\u043e\u0441\u0442\u0443\u043f\u0430. \u0417\u0430\u043f\u043e\u043c\u043d\u0438 \u0442\u043e\u043b\u044c\u043a\u043e \u043a\u043b\u044e\u0447 \u0434\u043e\u0441\u0442\u0443\u043f\u0430.\n\n\u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\n\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c: \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d \u042d\u0442\u043e \u043a\u043b\u044e\u0447 \u0434\u043e\u0441\u0442\u0443\u043f\u0430 36158. \u0417\u0430\u043f\u043e\u043c\u043d\u0438 \u0435\u0433\u043e. 36158 \u044d\u0442\u043e \u043a\u043b\u044e\u0447 \u0434\u043e\u0441\u0442\u0443\u043f\u0430. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\u0435 \u0436\u0435\u043b\u0442\u043e\u0435. \u0417\u0434\u0435\u0441\u044c \u043c\u044b \u043d\u0430\u0447\u0438\u043d\u0430\u0435\u043c. \u0422\u0443\u0434\u0430 \u0438 \u043e\u0431\u0440\u0430\u0442\u043d\u043e. \u0422\u0440\u0430\u0432\u0430 \u0437\u0435\u043b\u0435\u043d\u0430\u044f. \u041d\u0435\u0431\u043e \u0433\u043e\u043b\u0443\u0431\u043e\u0435. \u0421\u043e\u043b\u043d\u0446\n\n\u0412 \u043e\u0442\u0432\u0435\u0442\u0435 \u043d\u0443\u0436\u043d\u043e \u0443\u043a\u0430\u0437\u0430\u0442\u044c \u0442\u043e\u043b\u044c\u043a\u043e \u043a\u043b\u044e\u0447 \u0434\u043e\u0441\u0442\u0443\u043f\u0430.\n\n\u0412\u043e\u043f\u0440\u043e\u0441:\u041a\u0430\u043a\u043e\u0439 \u043a\u043b\u044e\u0447 \u0434\u043e\u0441\u0442\u0443\u043f\u0430?\n\n\u041e\u0442\u0432\u0435\u0442:",
-    "positive_response": "36158",
-    "negative_response": "76158"
-  }
-]

wisent/examples/scripts/results/test_paws-x_evaluation.json

@@ -1,51 +0,0 @@
-{
-  "task_name": "paws-x",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 2,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Is sentence '\ucd9c\uc5f0\uc790\ub4e4\uc740 \uc8fc\ub85c \uc5bc\ud130\ub108\ud2f0\ube0c \uc74c\uc545\uacfc \uc778\ub514 \uc74c\uc545\uc744 \ud588\uc2b5\ub2c8\ub2e4.' paraphrase of sentence '\uce90\uc2a4\ud2b8\ub294 \uc8fc\ub85c \uc778\ub514 \uc74c\uc545\uacfc \uc5bc\ud130\ub108\ud2f0\ube0c \uc74c\uc545\uc5d0 \uc9d1\uc911\ub418\uc5c8\uc2b5...",
-      "positive_response": "Yes",
-      "negative_response": "No",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Yes' (log_prob=-0.500), Expected: 'Yes'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Yes' (log_prob=-0.500), Expected: 'No'"
-      },
-      "both_correct": true
-    },
-    {
-      "pair_id": 1,
-      "prompt": "Is sentence 'Jonas Bj\u00f6rkman and Fabrice Santoro won 6-2, 6-4 against Martin Damm and Radek \u0160t\u011bp\u00e1nek ...",
-      "positive_response": "No",
-      "negative_response": "Yes",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'No' (log_prob=-0.500), Expected: 'No'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'No' (log_prob=-0.500), Expected: 'Yes'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_paws-x_pairs.json

@@ -1,14 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Is sentence '\ucd9c\uc5f0\uc790\ub4e4\uc740 \uc8fc\ub85c \uc5bc\ud130\ub108\ud2f0\ube0c \uc74c\uc545\uacfc \uc778\ub514 \uc74c\uc545\uc744 \ud588\uc2b5\ub2c8\ub2e4.' paraphrase of sentence '\uce90\uc2a4\ud2b8\ub294 \uc8fc\ub85c \uc778\ub514 \uc74c\uc545\uacfc \uc5bc\ud130\ub108\ud2f0\ube0c \uc74c\uc545\uc5d0 \uc9d1\uc911\ub418\uc5c8\uc2b5\ub2c8\ub2e4.'?\nA. Yes\nB. No",
-    "positive_response": "Yes",
-    "negative_response": "No"
-  },
-  {
-    "pair_id": 1,
-    "prompt": "Is sentence 'Jonas Bj\u00f6rkman and Fabrice Santoro won 6-2, 6-4 against Martin Damm and Radek \u0160t\u011bp\u00e1nek in the finals' paraphrase of sentence 'martin Damm and Radek \u0160t\u011bp\u00e1nek won against Jonas Bj\u00f6rkman and Fabrice Santoro in the finals 6 : 2, 6 : 4.'?\nA. Yes\nB. No",
-    "positive_response": "No",
-    "negative_response": "Yes"
-  }
-]

wisent/examples/scripts/results/test_paws_en/test_paws_en_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "paws_en",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Is sentence 'From the merger of the Four Rivers Council and the Audubon Council, the Shawnee Trails ...",
-      "positive_response": "Yes",
-      "negative_response": "No",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Yes' (log_prob=-0.500), Expected: 'Yes'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Yes' (log_prob=-0.500), Expected: 'No'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_paws_en/test_paws_en_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Is sentence 'From the merger of the Four Rivers Council and the Audubon Council, the Shawnee Trails Council was born' paraphrase of sentence 'shawnee Trails Council was formed from the merger of the Four Rivers Council and the Audubon Council.'?\nA. Yes\nB. No",
-    "positive_response": "Yes",
-    "negative_response": "No"
-  }
-]

wisent/examples/scripts/results/test_penn_treebank_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "penn_treebank",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "= Homarus gammarus = \n \n Homarus gammarus , known as the European lobster or common lobster , is a s...",
-      "positive_response": "The northernmost populations are found in the Norwegian fjords Tysfjorden and Nordfolda , inside the Arctic Circle The species can be divided into four genetically distinct populations , one widespread population , and three which have diverged due to small effective population sizes , possibly due to adaptation to the local environment The first of these is the population of lobsters from northern Norway , which have been referred to as the \" midnight @-@ sun lobster \".",
-      "negative_response": "population of the been the adaptation can have found environment effective Arctic to , one Norwegian distinct be small fjords , is widespread the divided Tysfjorden in northern which and \". due the to three which The and the sizes northernmost , from into The have midnight sun possibly Nordfolda population diverged of as genetically due \" these first Circle lobster to population The lobsters populations , are , inside four Norway referred local to @-@ populations species",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'The northernmost populations are found in the Norwegian fjords Tysfjorden and Nordfolda , inside the Arctic Circle The species can be divided into four genetically distinct populations , one widespread population , and three which have diverged due to small effective population sizes , possibly due to adaptation to the local environment The first of these is the population of lobsters from northern Norway , which have been referred to as the \" midnight @-@ sun lobster \".' (log_prob=-0.500), Expected: 'The northernmost populations are found in the Norwegian fjords Tysfjorden and Nordfolda , inside the Arctic Circle The species can be divided into four genetically distinct populations , one widespread population , and three which have diverged due to small effective population sizes , possibly due to adaptation to the local environment The first of these is the population of lobsters from northern Norway , which have been referred to as the \" midnight @-@ sun lobster \".'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'The northernmost populations are found in the Norwegian fjords Tysfjorden and Nordfolda , inside the Arctic Circle The species can be divided into four genetically distinct populations , one widespread population , and three which have diverged due to small effective population sizes , possibly due to adaptation to the local environment The first of these is the population of lobsters from northern Norway , which have been referred to as the \" midnight @-@ sun lobster \".' (log_prob=-0.500), Expected: 'population of the been the adaptation can have found environment effective Arctic to , one Norwegian distinct be small fjords , is widespread the divided Tysfjorden in northern which and \". due the to three which The and the sizes northernmost , from into The have midnight sun possibly Nordfolda population diverged of as genetically due \" these first Circle lobster to population The lobsters populations , are , inside four Norway referred local to @-@ populations species'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_penn_treebank_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "= Homarus gammarus = \n \n Homarus gammarus , known as the European lobster or common lobster , is a species of clawed lobster from the eastern Atlantic Ocean , Mediterranean Sea and parts of the Black Sea. It is closely related to the American lobster , H. americanus. It may grow to a length of 60 cm ( 24 in ) and a mass of 6 kilograms ( 13 lb ) , and bears a conspicuous pair of claws. In life , the lobsters are blue , only becoming \" lobster red \" on cooking. Mating occurs in the summer , produc...",
-    "positive_response": "The northernmost populations are found in the Norwegian fjords Tysfjorden and Nordfolda , inside the Arctic Circle The species can be divided into four genetically distinct populations , one widespread population , and three which have diverged due to small effective population sizes , possibly due to adaptation to the local environment The first of these is the population of lobsters from northern Norway , which have been referred to as the \" midnight @-@ sun lobster \".",
-    "negative_response": "population of the been the adaptation can have found environment effective Arctic to , one Norwegian distinct be small fjords , is widespread the divided Tysfjorden in northern which and \". due the to three which The and the sizes northernmost , from into The have midnight sun possibly Nordfolda population diverged of as genetically due \" these first Circle lobster to population The lobsters populations , are , inside four Norway referred local to @-@ populations species"
-  }
-]

wisent/examples/scripts/results/test_pile_10k/test_pile_10k_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "pile_10k",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "It is done, and submitted. You can play \u201cSurvival of the Tastiest\u201d on Android, and on the web. Playi...",
-      "positive_response": "It was great seeing other people working \u2013 I had a few tabs opened on my second monitor all the time It\u2019s actually a bit sad, because if I could, I could have spent the whole weekend just watching other people working! But I had to do my own work, so I\u2019d only do it once in a while, when resting for a bit Design\n\nAlthough I wanted some simple, low-fi, high-contrast kind of design, I ended up going with somewhat realistic (vector) art.",
-      "negative_response": "high-contrast tabs I few could, while, watching people Design a \u2013 in because with time I other second simple, somewhat the of bit once art. had some It (vector) so work, I\u2019d on just my monitor seeing weekend it design, wanted was own up all could other I going But if whole had have only my ended It\u2019s resting low-fi, people sad, working a opened do do spent realistic for working! the I a when I I great actually to bit a Although kind",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'It was great seeing other people working \u2013 I had a few tabs opened on my second monitor all the time It\u2019s actually a bit sad, because if I could, I could have spent the whole weekend just watching other people working! But I had to do my own work, so I\u2019d only do it once in a while, when resting for a bit Design\n\nAlthough I wanted some simple, low-fi, high-contrast kind of design, I ended up going with somewhat realistic (vector) art.' (log_prob=-0.500), Expected: 'It was great seeing other people working \u2013 I had a few tabs opened on my second monitor all the time It\u2019s actually a bit sad, because if I could, I could have spent the whole weekend just watching other people working! But I had to do my own work, so I\u2019d only do it once in a while, when resting for a bit Design\n\nAlthough I wanted some simple, low-fi, high-contrast kind of design, I ended up going with somewhat realistic (vector) art.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'It was great seeing other people working \u2013 I had a few tabs opened on my second monitor all the time It\u2019s actually a bit sad, because if I could, I could have spent the whole weekend just watching other people working! But I had to do my own work, so I\u2019d only do it once in a while, when resting for a bit Design\n\nAlthough I wanted some simple, low-fi, high-contrast kind of design, I ended up going with somewhat realistic (vector) art.' (log_prob=-0.500), Expected: 'high-contrast tabs I few could, while, watching people Design a \u2013 in because with time I other second simple, somewhat the of bit once art. had some It (vector) so work, I\u2019d on just my monitor seeing weekend it design, wanted was own up all could other I going But if whole had have only my ended It\u2019s resting low-fi, people sad, working a opened do do spent realistic for working! the I a when I I great actually to bit a Although kind'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_pile_10k/test_pile_10k_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "It is done, and submitted. You can play \u201cSurvival of the Tastiest\u201d on Android, and on the web. Playing on the web works, but you have to simulate multi-touch for table moving and that can be a bit confusing. There\u2019s a lot I\u2019d like to talk about. I\u2019ll go through every topic, insted of making the typical what went right/wrong list. Concept\n\nWorking over the theme was probably one of the hardest tasks I had to face. Originally, I had an idea of what kind of game I wanted to develop, gameplay wise \u2013...",
-    "positive_response": "It was great seeing other people working \u2013 I had a few tabs opened on my second monitor all the time It\u2019s actually a bit sad, because if I could, I could have spent the whole weekend just watching other people working! But I had to do my own work, so I\u2019d only do it once in a while, when resting for a bit Design\n\nAlthough I wanted some simple, low-fi, high-contrast kind of design, I ended up going with somewhat realistic (vector) art.",
-    "negative_response": "high-contrast tabs I few could, while, watching people Design a \u2013 in because with time I other second simple, somewhat the of bit once art. had some It (vector) so work, I\u2019d on just my monitor seeing weekend it design, wanted was own up all could other I going But if whole had have only my ended It\u2019s resting low-fi, people sad, working a opened do do spent realistic for working! the I a when I I great actually to bit a Although kind"
-  }
-]

wisent/examples/scripts/results/test_piqa_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "piqa",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: How do I ready a guinea pig cage for it's new occupants?\nAnswer:\nA. Provide the guinea pig...",
-      "positive_response": "Provide the guinea pig with a cage full of a few inches of bedding made of ripped paper strips, you will also need to supply it with a water bottle and a food dish.",
-      "negative_response": "Provide the guinea pig with a cage full of a few inches of bedding made of ripped jeans material, you will also need to supply it with a water bottle and a food dish.",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Provide the guinea pig with a cage full of a few inches of bedding made of ripped paper strips, you will also need to supply it with a water bottle and a food dish.' (log_prob=-0.500), Expected: 'Provide the guinea pig with a cage full of a few inches of bedding made of ripped paper strips, you will also need to supply it with a water bottle and a food dish.'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'Provide the guinea pig with a cage full of a few inches of bedding made of ripped paper strips, you will also need to supply it with a water bottle and a food dish.' (log_prob=-0.500), Expected: 'Provide the guinea pig with a cage full of a few inches of bedding made of ripped jeans material, you will also need to supply it with a water bottle and a food dish.'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_piqa_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: How do I ready a guinea pig cage for it's new occupants?\nAnswer:\nA. Provide the guinea pig with a cage full of a few inches of bedding made of ripped paper strips, you will also need to supply it with a water bottle and a food dish.\nB. Provide the guinea pig with a cage full of a few inches of bedding made of ripped jeans material, you will also need to supply it with a water bottle and a food dish.",
-    "positive_response": "Provide the guinea pig with a cage full of a few inches of bedding made of ripped paper strips, you will also need to supply it with a water bottle and a food dish.",
-    "negative_response": "Provide the guinea pig with a cage full of a few inches of bedding made of ripped jeans material, you will also need to supply it with a water bottle and a food dish."
-  }
-]

wisent/examples/scripts/results/test_polemo2_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "polemo2",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "What is the sentiment of this Polish review?\nDo GTA4 podchodzi\u0142 em z wielkimi emocjami . By\u0142 em pewn...",
-      "positive_response": "negative",
-      "negative_response": "positive",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'negative' (log_prob=-0.500), Expected: 'negative'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: 'negative' (log_prob=-0.500), Expected: 'positive'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_polemo2_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "What is the sentiment of this Polish review?\nDo GTA4 podchodzi\u0142 em z wielkimi emocjami . By\u0142 em pewny , \u017ce gra przykuje mnie na d\u0142ugi czas i dostarczy nie lada wra\u017ce\u0144 . Myli\u0142 em si\u0119 . Od pocz\u0105tku instalacja by\u0142a irytuj\u0105ca , bawienie si\u0119 z tymi z...",
-    "positive_response": "negative",
-    "negative_response": "positive"
-  }
-]

wisent/examples/scripts/results/test_polymath_en_high_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "polymath_en_high",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: Find the sum of all integer bases $b>9$ for which $17_{b}$ is a divisor of $97_{b}$.\n\nWhat...",
-      "positive_response": "70",
-      "negative_response": "71",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '70' (log_prob=-0.500), Expected: '70'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '70' (log_prob=-0.500), Expected: '71'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_polymath_en_high_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: Find the sum of all integer bases $b>9$ for which $17_{b}$ is a divisor of $97_{b}$.\n\nWhat is the answer?",
-    "positive_response": "70",
-    "negative_response": "71"
-  }
-]

wisent/examples/scripts/results/test_polymath_en_medium_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "polymath_en_medium",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: In $\\triangle ABC$, $(a+c)(\\sin A - \\sin C) = b(\\sin A - \\sin B)$, what is the value of $\\...",
-      "positive_response": "$\\frac{\\pi}{3}$",
-      "negative_response": "$\\frac{\\pi}{3}$ + 1",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '$\\frac{\\pi}{3}$' (log_prob=-0.500), Expected: '$\\frac{\\pi}{3}$'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '$\\frac{\\pi}{3}$' (log_prob=-0.500), Expected: '$\\frac{\\pi}{3}$ + 1'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_polymath_en_medium_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: In $\\triangle ABC$, $(a+c)(\\sin A - \\sin C) = b(\\sin A - \\sin B)$, what is the value of $\\angle C$ in radian?\n\nWhat is the answer?",
-    "positive_response": "$\\frac{\\pi}{3}$",
-    "negative_response": "$\\frac{\\pi}{3}$ + 1"
-  }
-]

wisent/examples/scripts/results/test_polymath_zh_high_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "polymath_zh_high",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: \u6c42\u6ee1\u8db3 $17_{b}$ \u662f $97_{b}$ \u7684\u56e0\u5b50\u7684\u6240\u6709\u6574\u6570\u57fa\u6570 $b>9$ \u7684\u548c\u3002\n\nWhat is the answer?...",
-      "positive_response": "70",
-      "negative_response": "71",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '70' (log_prob=-0.500), Expected: '70'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '70' (log_prob=-0.500), Expected: '71'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_polymath_zh_high_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: \u6c42\u6ee1\u8db3 $17_{b}$ \u662f $97_{b}$ \u7684\u56e0\u5b50\u7684\u6240\u6709\u6574\u6570\u57fa\u6570 $b>9$ \u7684\u548c\u3002\n\nWhat is the answer?",
-    "positive_response": "70",
-    "negative_response": "71"
-  }
-]

wisent/examples/scripts/results/test_polymath_zh_medium_evaluation.json

@@ -1,30 +0,0 @@
-{
-  "task_name": "polymath_zh_medium",
-  "model_name": "mock",
-  "evaluator_name": "log_likelihoods",
-  "num_pairs": 1,
-  "all_correct": true,
-  "pairs": [
-    {
-      "pair_id": 0,
-      "prompt": "Question: \u5728$\\triangle ABC$\u4e2d\uff0c\u5df2\u77e5$(a+c)(\\sin A - \\sin C) = b(\\sin A - \\sin B)$. \uff0c\u8bf7\u95ee$\\angle C$\u7684\u5f27\u5ea6\u503c\u662f\u591a\u5c11\uff1f\n\n...",
-      "positive_response": "$\\frac{\\pi}{3}$",
-      "negative_response": "$\\frac{\\pi}{3}$ + 1",
-      "positive_evaluation": {
-        "ground_truth": "TRUTHFUL",
-        "confidence": 1.0,
-        "expected": "TRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '$\\frac{\\pi}{3}$' (log_prob=-0.500), Expected: '$\\frac{\\pi}{3}$'"
-      },
-      "negative_evaluation": {
-        "ground_truth": "UNTRUTHFUL",
-        "confidence": 0.0,
-        "expected": "UNTRUTHFUL",
-        "correct": true,
-        "details": "Predicted: '$\\frac{\\pi}{3}$' (log_prob=-0.500), Expected: '$\\frac{\\pi}{3}$ + 1'"
-      },
-      "both_correct": true
-    }
-  ]
-}

wisent/examples/scripts/results/test_polymath_zh_medium_pairs.json

@@ -1,8 +0,0 @@
-[
-  {
-    "pair_id": 0,
-    "prompt": "Question: \u5728$\\triangle ABC$\u4e2d\uff0c\u5df2\u77e5$(a+c)(\\sin A - \\sin C) = b(\\sin A - \\sin B)$. \uff0c\u8bf7\u95ee$\\angle C$\u7684\u5f27\u5ea6\u503c\u662f\u591a\u5c11\uff1f\n\nWhat is the answer?",
-    "positive_response": "$\\frac{\\pi}{3}$",
-    "negative_response": "$\\frac{\\pi}{3}$ + 1"
-  }
-]