plancraft 0.3.18__py3-none-any.whl → 0.3.19__py3-none-any.whl

plancraft/evaluator.py

@@ -4,7 +4,6 @@ from typing import Optional
 from copy import deepcopy
 
 import imageio
-from loguru import logger
 from tqdm import tqdm
 
 import wandb
@@ -293,6 +292,8 @@ class Evaluator:
             # Get observations for all active environments
             observations = []
             active_indices = []
+            obs_mapping = {}  # Map active_indices to their observation index
+
             for i, (env, action, active) in enumerate(
                 zip(environments, actions, active_mask)
             ):
@@ -311,7 +312,6 @@ class Evaluator:
                         "example_id": examples[i].id,
                         "images": histories[i].images,
                     }
-                    logger.info("STOP")
                     continue
 
                 active_indices.append(i)
@@ -342,6 +342,9 @@ class Evaluator:
                         }
                         continue
 
+                obs_mapping[i] = len(
+                    observations
+                )  # Map active index to observation index
                 observations.append(obs)
                 histories[i].add_observation_to_history(obs)
                 histories[i].add_message_to_history(content=obs["message"], role="user")
@@ -358,13 +361,14 @@ class Evaluator:
 
             # Process actions for each active environment
             for idx, raw_action in zip(active_indices, raw_actions):
-                logger.info(f"{histories[idx].num_steps}, {raw_action}")
                 histories[idx].add_message_to_history(
                     content=raw_action, role="assistant"
                 )
                 actions[idx] = self.parse_raw_model_response(
                     raw_action,
-                    observation=observations[active_indices.index(idx)],
+                    observation=observations[
+                        obs_mapping[idx]
+                    ],  # Use mapping to get correct observation
                     history=histories[idx],
                 )
 

{plancraft-0.3.18.dist-info → plancraft-0.3.19.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: plancraft
-Version: 0.3.18
+Version: 0.3.19
 Summary: Plancraft: an evaluation dataset for planning with LLM agents
 License: MIT License
         

{plancraft-0.3.18.dist-info → plancraft-0.3.19.dist-info}/RECORD

@@ -1,6 +1,6 @@
 plancraft/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 plancraft/config.py,sha256=ShsFRlJ7plsl3ToD9fiO_4LDQuXdbjNV6Xp6o3Yk2Yg,4315
-plancraft/evaluator.py,sha256=v8itX8buduqTZdR39gtLwdhKGEnSX3rJv9Yd13EzNgQ,16395
+plancraft/evaluator.py,sha256=SXg7UoZ9KqjxgLkBo53BMw9XdR2nwMx7mDEXVwVhBiM,16544
 plancraft/generate_dataset.py,sha256=DlrU-PmvWqSNJD1g1-8Lpb8n3N-Ogw3rje1nrRzjGKs,2382
 plancraft/utils.py,sha256=67UUDMSv8TqX_I0fL5-yG_vkHvTZlnhSLkktWAg5p34,5712
 plancraft/data/test.json,sha256=4jWfYMAVuZCFmGB4iZJAjlh9_8jXECdaGp8xn7_tAM4,1317131
@@ -1920,7 +1920,7 @@ plancraft/models/generators.py,sha256=F76_iPiqxUjDIrQwF58tzM0bLM91OkZJ0sBqBuki5w
 plancraft/models/oracle.py,sha256=f-0KWlBuHy6wcxmDsxM3MQ_QwfBstzfbA26mlk1MgLA,1657
 plancraft/models/utils.py,sha256=E-sZohvolWgGbpHQKgAgkgIfUJoVnT5pMt6JP8xLHKg,4034
 plancraft/train/dataset.py,sha256=oFqEd4LG9oEQ-71teh0Wf7-jJbtybT2ZibfM2bBdBkM,5474
-plancraft-0.3.18.dist-info/METADATA,sha256=p_Ln_3jx77ygBZG6yjuLhVs883PysUXUCi1sK67QvJs,11148
-plancraft-0.3.18.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-plancraft-0.3.18.dist-info/licenses/LICENSE,sha256=YGR8ehDB4t-T-lOQKMfKNR-2zsOU7E3E5NA8t25HKE0,1070
-plancraft-0.3.18.dist-info/RECORD,,
+plancraft-0.3.19.dist-info/METADATA,sha256=mA9CYITxxP37FICRAeVEq9j1WyBEeaWnVAPJsQnA1Ho,11148
+plancraft-0.3.19.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+plancraft-0.3.19.dist-info/licenses/LICENSE,sha256=YGR8ehDB4t-T-lOQKMfKNR-2zsOU7E3E5NA8t25HKE0,1070
+plancraft-0.3.19.dist-info/RECORD,,