kaggle-environments 1.14.9__tar.gz → 1.14.11__tar.gz

{kaggle-environments-1.14.9/kaggle_environments.egg-info → kaggle-environments-1.14.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: kaggle-environments
-Version: 1.14.9
+Version: 1.14.11
 Summary: Kaggle Environments
 Home-page: https://github.com/Kaggle/kaggle-environments
 Author: Kaggle

{kaggle-environments-1.14.9 → kaggle-environments-1.14.11}/kaggle_environments/__init__.py

@@ -21,7 +21,7 @@ from .main import http_request
 from . import errors
 from . import utils
 
-__version__ = "1.14.9"
+__version__ = "1.14.11"
 
 __all__ = ["Agent", "environments", "errors", "evaluate", "http_request",
            "make", "register", "utils", "__version__",

{kaggle-environments-1.14.9 → kaggle-environments-1.14.11}/kaggle_environments/envs/llm_20_questions/llm_20_questions.py

@@ -8,7 +8,7 @@ import torch
 from .keywords import KEYWORDS_JSON
 from os import path
 from pathlib import Path
-from random import choice, random
+from random import choice
 from string import Template
 from transformers import T5Tokenizer, T5ForConditionalGeneration
 
@@ -29,9 +29,7 @@ TIMEOUT = "TIMEOUT"
 GUESS = "guess"
 ASK = "ask"
 GUESSER = "guesser"
-RANDOM_GUESSER = "random_guesser"
 ANSWERER = "answerer"
-RANDOM_ANSWERER = "random_answerer"
 
 keywords_list = json.loads(KEYWORDS_JSON)
 keyword_cat = random.choice(keywords_list)
@@ -70,19 +68,6 @@ def guesser_agent(obs):
     
     return call_llm(prompt)
 
-def random_guesser(obs):
-    if obs.turnType == GUESS:
-        return "banana"
-    if random() < .5:
-        return "Is is a person?"
-    if random() < .5:
-        return "Is it a place?"
-    return "Is it a thing?"
-
-def random_answerer():
-    if random() > .5:
-        return "yes"
-    return "no"
     
 
 def answerer_agent(obs):
@@ -99,7 +84,7 @@ def answerer_agent(obs):
         return ""
 
 
-agents = {GUESSER: guesser_agent, ANSWERER: answerer_agent, RANDOM_ANSWERER: random_answerer, RANDOM_GUESSER: random_guesser}
+agents = {GUESSER: guesser_agent, ANSWERER: answerer_agent}
 
 def guesser_action(active, inactive, step):
     inactive.observation.keyword = keyword
@@ -118,40 +103,43 @@ def guesser_action(active, inactive, step):
     if active.action and keyword_guessed(active.action):
         guessed = True
         score = 20 - int(step / 3)
-        end_game(active, inactive, score, DONE, DONE)
+        end_game(active, score, DONE)
+        end_game(inactive, score, DONE)
     return guessed
 
-def end_game(active, inactive, reward, status, inactive_status):
-    active.observation.keyword = keyword
-    active.observation.category = category
-    inactive.observation.keyword = keyword
-    inactive.observation.category = category
-    active.reward = reward
-    inactive.reward = reward
-    active.status = status
-    inactive.status = inactive_status
-
+def end_game(agent, reward, status):
+    agent.observation.keyword = keyword
+    agent.observation.category = category
+    agent.reward = reward
+    agent.status = status
 
 def answerer_action(active, inactive):
     active.observation.keyword = keyword
     active.observation.category = category
     response = active.action
+    bad_response = False
     if not response:
         response = "none"
-        end_game(active, inactive, -1, ERROR, DONE)
+        end_game(active, -1, ERROR)
+        end_game(inactive, 1, DONE)
+        bad_response = True
     elif "yes" in response.lower():
         response = "yes"
     elif "no" in response.lower():
         response = "no"
     else:
         response = "maybe"
-        end_game(active, inactive, -1, ERROR, DONE)
+        end_game(active, -1, ERROR)
+        end_game(inactive, 1, DONE)
+        bad_response = True
     active.observation.answers.append(response)
     inactive.observation.answers.append(response)
+    return bad_response
 
 def increment_turn(active, inactive, step, guessed):
     if step == 59 and not guessed:
-        end_game(active, inactive, -1, DONE, DONE)
+        end_game(active, -1, DONE)
+        end_game(inactive, -1, DONE)
     elif active.observation.turnType == "guess":
         active.observation.turnType = "ask"
     elif active.observation.turnType == "ask":
@@ -186,42 +174,47 @@ def interpreter(state, env):
     end_early = (active1 and active1.status) in (TIMEOUT, ERROR) or (active2 and active2.status in (TIMEOUT, ERROR))
     one_guessed = False
     two_guessed = False
+    one_bad_response = False
+    two_bad_response = False
 
-    if active1 is not None:
-        guessed = False
-        if active1.observation.role == GUESSER:
-            guessed = guesser_action(active1, inactive1, step)
-            one_guessed = guessed
-        else:
-            answerer_action(active1, inactive1)
+    if active1 is None or active2 is None:
+        raise ValueError
 
-        if active1.status in (TIMEOUT, ERROR):
-            end_game(active1, inactive1, 0, active1.status, DONE)
-        elif end_early:
-            end_game(active1, inactive1, 0, DONE, DONE)
-        else:
-            increment_turn(active1, inactive1, step, guessed)
-    
-    if active2 is not None:
-        guessed = False
-        if active2.observation.role == GUESSER:
-            guessed = guesser_action(active2, inactive2, step)
-            two_guessed = guessed
-        else:
-            answerer_action(active2, inactive2)
+    if active1.observation.role == GUESSER:
+        one_guessed = guesser_action(active1, inactive1, step)
+    else:
+        one_bad_response = answerer_action(active1, inactive1)
 
-        if active2.status in (TIMEOUT, ERROR):
-            end_game(active2, inactive2, 0, active2.status, DONE)
-        elif end_early:
-            end_game(active2, inactive2, 0, DONE, DONE)
-        else:
-            increment_turn(active2, inactive2, step, guessed)
+    if active2.observation.role == GUESSER:
+        two_guessed = guesser_action(active2, inactive2, step)
+    else:
+        two_bad_response = answerer_action(active2, inactive2)
+
+    if active1.status in (TIMEOUT, ERROR) or one_bad_response:
+        end_game(active1, -1, active1.status)
+        end_game(inactive1, 1, DONE)
+    elif end_early or two_bad_response:
+        end_game(active1, 1, DONE)
+        end_game(inactive1, 1, DONE)
+    else:
+        increment_turn(active1, inactive1, step, one_guessed)
+    
+    if active2.status in (TIMEOUT, ERROR) or two_bad_response:
+        end_game(active2, -1, active2.status)
+        end_game(inactive2, 1, DONE)
+    elif end_early or one_bad_response:
+        end_game(active2, 1, DONE)
+        end_game(inactive2, 1, DONE)
+    else:
+        increment_turn(active2, inactive2, step, two_guessed)
     
     # make sure to end the game if only one team guessed correctly this round
     if one_guessed and not two_guessed:
-        end_game(active2, inactive2, 0, DONE, DONE)
+        end_game(active2, 0, DONE)
+        end_game(inactive2, 0, DONE)
     elif two_guessed and not one_guessed:
-        end_game(active1, inactive1, 0, DONE, DONE)
+        end_game(active1, 0, DONE)
+        end_game(inactive1, 0, DONE)
     
     return state
 

kaggle-environments-1.14.11/kaggle_environments/envs/llm_20_questions/test_llm_20_questions.py

@@ -0,0 +1,53 @@
+
+from kaggle_environments import make
+
+def custom_questioner(obs):
+    if obs.turnType == "guess":
+        return "banana"
+    return "Is it a banana?"
+
+def custom_answerer():
+    return "no"
+
+def bad_answerer():
+    return "maybe?"
+
+def error_agent():
+    raise ValueError
+
+def test_llm_20_q_completes():
+    env = make("llm_20_questions", debug=True)
+    env.run([custom_questioner, custom_answerer, custom_questioner, custom_answerer])
+    json = env.toJSON()
+    assert json["name"] == "llm_20_questions"
+    assert json["statuses"] == ["DONE", "DONE", "DONE", "DONE"]
+
+def test_llm_20_q_errors_on_bad_answer():
+    env = make("llm_20_questions", debug=True)
+    env.run([custom_questioner, custom_answerer, custom_questioner, bad_answerer])
+    json = env.toJSON()
+    assert json["name"] == "llm_20_questions"
+    assert json["rewards"] == [1, 1, 1, None]
+    assert json["statuses"] == ["DONE", "DONE", "DONE", "ERROR"]
+    print(len(json["steps"]))
+    assert len(json["steps"]) == 3
+
+def test_llm_20_q_errors_on_error_answer():
+    env = make("llm_20_questions", debug=True)
+    env.run([custom_questioner, custom_answerer, custom_questioner, error_agent])
+    json = env.toJSON()
+    assert json["name"] == "llm_20_questions"
+    assert json["rewards"] == [1, 1, 1, None]
+    assert json["statuses"] == ["DONE", "DONE", "DONE", "ERROR"]
+    print(len(json["steps"]))
+    assert len(json["steps"]) == 3
+
+def test_llm_20_q_errors_on_error_question():
+    env = make("llm_20_questions", debug=True)
+    env.run([custom_questioner, custom_answerer, error_agent, custom_answerer])
+    json = env.toJSON()
+    assert json["name"] == "llm_20_questions"
+    assert json["rewards"] == [1, 1, None, 1]
+    assert json["statuses"] == ["DONE", "DONE", "ERROR", "DONE"]
+    print(len(json["steps"]))
+    assert len(json["steps"]) == 2

{kaggle-environments-1.14.9 → kaggle-environments-1.14.11/kaggle_environments.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: kaggle-environments
-Version: 1.14.9
+Version: 1.14.11
 Summary: Kaggle Environments
 Home-page: https://github.com/Kaggle/kaggle-environments
 Author: Kaggle

{kaggle-environments-1.14.9 → kaggle-environments-1.14.11}/kaggle_environments.egg-info/SOURCES.txt

@@ -83,6 +83,7 @@ kaggle_environments/envs/llm_20_questions/keywords.py
 kaggle_environments/envs/llm_20_questions/llm_20_questions.js
 kaggle_environments/envs/llm_20_questions/llm_20_questions.json
 kaggle_environments/envs/llm_20_questions/llm_20_questions.py
+kaggle_environments/envs/llm_20_questions/test_llm_20_questions.py
 kaggle_environments/envs/lux_ai_2021/__init__.py
 kaggle_environments/envs/lux_ai_2021/agents.py
 kaggle_environments/envs/lux_ai_2021/index.html