kaggle-environments 1.14.11__tar.gz → 1.14.12__tar.gz

{kaggle-environments-1.14.11/kaggle_environments.egg-info → kaggle-environments-1.14.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: kaggle-environments
-Version: 1.14.11
+Version: 1.14.12
 Summary: Kaggle Environments
 Home-page: https://github.com/Kaggle/kaggle-environments
 Author: Kaggle

{kaggle-environments-1.14.11 → kaggle-environments-1.14.12}/kaggle_environments/__init__.py

@@ -21,7 +21,7 @@ from .main import http_request
 from . import errors
 from . import utils
 
-__version__ = "1.14.11"
+__version__ = "1.14.12"
 
 __all__ = ["Agent", "environments", "errors", "evaluate", "http_request",
            "make", "register", "utils", "__version__",

{kaggle-environments-1.14.11 → kaggle-environments-1.14.12}/kaggle_environments/envs/llm_20_questions/llm_20_questions.js

@@ -89,8 +89,10 @@ async function renderer(context) {
     }
 
     const info = environment.info;
-    const team1_text = info?.TeamNames?.[0] || "Team 1";
-    const team2_text = info?.TeamNames?.[2] || "Team 2";
+    const team1_text = info?.TeamNames?.[0] || "Team 1 Agent 1";
+    const team1_text_two = info?.TeamNames?.[1] || "Team 1 Agent 2";
+    const team2_text = info?.TeamNames?.[2] || "Team 2 Agent 1";
+    const team2_text_two = info?.TeamNames?.[3] || "Team 2 Agent 2";
 
     const ctx = canvas.getContext("2d");
     const padding = 20;
@@ -122,6 +124,12 @@ async function renderer(context) {
 
     line++;
 
+    // Team Row
+    ctx.fillText(team1_text_two, team1_x, line_height * line);
+    ctx.fillText(team2_text_two, team2_x, line_height * line);
+
+    line++;
+
     // Question Row
     ctx.fillText("Question:", label_x, question_y);
     let wrappedText1 = wrapText(ctx, team1_question, team1_x, question_y, row_width, line_height);

{kaggle-environments-1.14.11 → kaggle-environments-1.14.12}/kaggle_environments/envs/llm_20_questions/llm_20_questions.py

@@ -31,6 +31,9 @@ ASK = "ask"
 GUESSER = "guesser"
 ANSWERER = "answerer"
 
+RANDOM_GUESSER = "random_guesser"
+RANDOM_ANSWERER = "random_answerer"
+
 keywords_list = json.loads(KEYWORDS_JSON)
 keyword_cat = random.choice(keywords_list)
 category = keyword_cat["category"]
@@ -39,6 +42,21 @@ keyword = keyword_obj["keyword"]
 alts = keyword_obj["alts"]
 
 
+def random_guesser(obs):
+    if obs.turnType == GUESS:
+        return "banana"
+    if random.random() < .5:
+        return "Is is a person?"
+    if random.random() < .5:
+        return "Is it a place?"
+    return "Is it a thing?"
+
+def random_answerer():
+    if random.random() > .5:
+        return "yes"
+    return "no"
+
+
 def guesser_agent(obs):
     info_prompt = """You are playing a game of 20 questions where you ask the questions and try to figure out the keyword, which will be a real or fictional person, place, or thing. \nHere is what you know so far:\n{q_a_thread}"""
     questions_prompt = """Ask one yes or no question."""
@@ -84,14 +102,16 @@ def answerer_agent(obs):
         return ""
 
 
-agents = {GUESSER: guesser_agent, ANSWERER: answerer_agent}
+agents = {GUESSER: guesser_agent, ANSWERER: answerer_agent, RANDOM_ANSWERER: random_answerer, RANDOM_GUESSER: random_guesser}
 
 def guesser_action(active, inactive, step):
     inactive.observation.keyword = keyword
     inactive.observation.category = category
     guessed = False
+    bad_guess = False
     if not active.action:
         active.status = ERROR
+        bad_guess = True
     elif active.observation.turnType == ASK:
         question = active.action[:2000]
         active.observation.questions.append(question)
@@ -105,7 +125,7 @@ def guesser_action(active, inactive, step):
         score = 20 - int(step / 3)
         end_game(active, score, DONE)
         end_game(inactive, score, DONE)
-    return guessed
+    return [guessed, bad_guess]
 
 def end_game(agent, reward, status):
     agent.observation.keyword = keyword
@@ -174,6 +194,8 @@ def interpreter(state, env):
     end_early = (active1 and active1.status) in (TIMEOUT, ERROR) or (active2 and active2.status in (TIMEOUT, ERROR))
     one_guessed = False
     two_guessed = False
+    one_bad_guess = False
+    two_bad_guess = False
     one_bad_response = False
     two_bad_response = False
 
@@ -181,28 +203,28 @@ def interpreter(state, env):
         raise ValueError
 
     if active1.observation.role == GUESSER:
-        one_guessed = guesser_action(active1, inactive1, step)
+        [one_guessed, one_bad_guess] = guesser_action(active1, inactive1, step)
     else:
         one_bad_response = answerer_action(active1, inactive1)
 
     if active2.observation.role == GUESSER:
-        two_guessed = guesser_action(active2, inactive2, step)
+        [two_guessed, two_bad_guess] = guesser_action(active2, inactive2, step)
     else:
         two_bad_response = answerer_action(active2, inactive2)
 
-    if active1.status in (TIMEOUT, ERROR) or one_bad_response:
+    if active1.status in (TIMEOUT, ERROR) or one_bad_response or one_bad_guess:
         end_game(active1, -1, active1.status)
         end_game(inactive1, 1, DONE)
-    elif end_early or two_bad_response:
+    elif end_early or two_bad_response or two_bad_guess:
         end_game(active1, 1, DONE)
         end_game(inactive1, 1, DONE)
     else:
         increment_turn(active1, inactive1, step, one_guessed)
     
-    if active2.status in (TIMEOUT, ERROR) or two_bad_response:
+    if active2.status in (TIMEOUT, ERROR) or two_bad_response or two_bad_guess:
         end_game(active2, -1, active2.status)
         end_game(inactive2, 1, DONE)
-    elif end_early or one_bad_response:
+    elif end_early or one_bad_response or one_bad_guess:
         end_game(active2, 1, DONE)
         end_game(inactive2, 1, DONE)
     else:

{kaggle-environments-1.14.11 → kaggle-environments-1.14.12}/kaggle_environments/envs/llm_20_questions/test_llm_20_questions.py

@@ -6,6 +6,15 @@ def custom_questioner(obs):
         return "banana"
     return "Is it a banana?"
 
+def last_round_guesser_error(obs):
+    if obs.turnType == "guess" and len(obs.questions) == 20:
+         a = 1
+         b = 0
+         return a / b
+    if obs.turnType == "guess":
+        return "banana"
+    return "Is it a banana?"
+
 def custom_answerer():
     return "no"
 
@@ -39,7 +48,6 @@ def test_llm_20_q_errors_on_error_answer():
     assert json["name"] == "llm_20_questions"
     assert json["rewards"] == [1, 1, 1, None]
     assert json["statuses"] == ["DONE", "DONE", "DONE", "ERROR"]
-    print(len(json["steps"]))
     assert len(json["steps"]) == 3
 
 def test_llm_20_q_errors_on_error_question():
@@ -49,5 +57,12 @@ def test_llm_20_q_errors_on_error_question():
     assert json["name"] == "llm_20_questions"
     assert json["rewards"] == [1, 1, None, 1]
     assert json["statuses"] == ["DONE", "DONE", "ERROR", "DONE"]
-    print(len(json["steps"]))
-    assert len(json["steps"]) == 2
+    assert len(json["steps"]) == 2
+
+def test_llm_20_q_errors_on_error_last_guess():
+    env = make("llm_20_questions", debug=True)
+    env.run([custom_questioner, custom_answerer, last_round_guesser_error, custom_answerer])
+    json = env.toJSON()
+    assert json["name"] == "llm_20_questions"
+    assert json["rewards"] == [1, 1, None, 1]
+    assert json["statuses"] == ["DONE", "DONE", "ERROR", "DONE"]

{kaggle-environments-1.14.11 → kaggle-environments-1.14.12/kaggle_environments.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: kaggle-environments
-Version: 1.14.11
+Version: 1.14.12
 Summary: Kaggle Environments
 Home-page: https://github.com/Kaggle/kaggle-environments
 Author: Kaggle