cogames 0.3.49__py3-none-any.whl → 0.3.64__py3-none-any.whl

cogames/maps/planky_evals/miner_deposit.map

@@ -0,0 +1,24 @@
+type: mettagrid.map_builder.ascii.AsciiMapBuilder.Config
+map_data: |-
+    ###########
+    #.........#
+    #..@......#
+    #.........#
+    #..M..&...#
+    #.........#
+    ###########
+char_to_map_name:
+  "#": wall
+  ".": empty
+  "@": agent.agent
+  "M": miner_station
+  "S": scout_station
+  "A": aligner_station
+  "X": scrambler_station
+  "C": carbon_extractor
+  "O": oxygen_extractor
+  "G": germanium_extractor
+  "I": silicon_extractor
+  "J": junction
+  "&": hub
+  "=": chest

cogames/maps/planky_evals/miner_extract.map

@@ -0,0 +1,26 @@
+type: mettagrid.map_builder.ascii.AsciiMapBuilder.Config
+map_data: |-
+    #########
+    #.......#
+    #..@....#
+    #.......#
+    #..M....#
+    #.......#
+    #..C....#
+    #.......#
+    #########
+char_to_map_name:
+  "#": wall
+  ".": empty
+  "@": agent.agent
+  "M": miner_station
+  "S": scout_station
+  "A": aligner_station
+  "X": scrambler_station
+  "C": carbon_extractor
+  "O": oxygen_extractor
+  "G": germanium_extractor
+  "I": silicon_extractor
+  "J": junction
+  "&": hub
+  "=": chest

cogames/maps/planky_evals/miner_full_cycle.map

@@ -0,0 +1,28 @@
+type: mettagrid.map_builder.ascii.AsciiMapBuilder.Config
+map_data: |-
+    #############
+    #...........#
+    #..@........#
+    #...........#
+    #..M........#
+    #...........#
+    #..C........#
+    #...........#
+    #..&........#
+    #...........#
+    #############
+char_to_map_name:
+  "#": wall
+  ".": empty
+  "@": agent.agent
+  "M": miner_station
+  "S": scout_station
+  "A": aligner_station
+  "X": scrambler_station
+  "C": carbon_extractor
+  "O": oxygen_extractor
+  "G": germanium_extractor
+  "I": silicon_extractor
+  "J": junction
+  "&": hub
+  "=": chest

cogames/maps/planky_evals/miner_gear.map

@@ -0,0 +1,24 @@
+type: mettagrid.map_builder.ascii.AsciiMapBuilder.Config
+map_data: |-
+    #######
+    #.....#
+    #..@..#
+    #.....#
+    #..M..#
+    #.....#
+    #######
+char_to_map_name:
+  "#": wall
+  ".": empty
+  "@": agent.agent
+  "M": miner_station
+  "S": scout_station
+  "A": aligner_station
+  "X": scrambler_station
+  "C": carbon_extractor
+  "O": oxygen_extractor
+  "G": germanium_extractor
+  "I": silicon_extractor
+  "J": junction
+  "&": hub
+  "=": chest

cogames/maps/planky_evals/multi_role.map

@@ -0,0 +1,28 @@
+type: mettagrid.map_builder.ascii.AsciiMapBuilder.Config
+map_data: |-
+    #################
+    #...............#
+    #..@.@.@.@......#
+    #...............#
+    #..M..S..A..X...#
+    #...............#
+    #..C..=..J..&...#
+    #...............#
+    #...............#
+    #...............#
+    #################
+char_to_map_name:
+  "#": wall
+  ".": empty
+  "@": agent.agent
+  "M": miner_station
+  "S": scout_station
+  "A": aligner_station
+  "X": scrambler_station
+  "C": carbon_extractor
+  "O": oxygen_extractor
+  "G": germanium_extractor
+  "I": silicon_extractor
+  "J": junction
+  "&": hub
+  "=": chest

cogames/maps/planky_evals/resource_chain.map

@@ -0,0 +1,30 @@
+type: mettagrid.map_builder.ascii.AsciiMapBuilder.Config
+map_data: |-
+    ###############
+    #.............#
+    #..@..........#
+    #.............#
+    #..M..........#
+    #.............#
+    #..C..O.......#
+    #.............#
+    #..G..I.......#
+    #.............#
+    #..&..........#
+    #.............#
+    ###############
+char_to_map_name:
+  "#": wall
+  ".": empty
+  "@": agent.agent
+  "M": miner_station
+  "S": scout_station
+  "A": aligner_station
+  "X": scrambler_station
+  "C": carbon_extractor
+  "O": oxygen_extractor
+  "G": germanium_extractor
+  "I": silicon_extractor
+  "J": junction
+  "&": hub
+  "=": chest

cogames/maps/planky_evals/scout_explore.map

@@ -0,0 +1,32 @@
+type: mettagrid.map_builder.ascii.AsciiMapBuilder.Config
+map_data: |-
+    ###############
+    #.............#
+    #.............#
+    #.............#
+    #.............#
+    #.............#
+    #.............#
+    #..@..........#
+    #.............#
+    #..S..........#
+    #.............#
+    #.............#
+    #.............#
+    #.............#
+    ###############
+char_to_map_name:
+  "#": wall
+  ".": empty
+  "@": agent.agent
+  "M": miner_station
+  "S": scout_station
+  "A": aligner_station
+  "X": scrambler_station
+  "C": carbon_extractor
+  "O": oxygen_extractor
+  "G": germanium_extractor
+  "I": silicon_extractor
+  "J": junction
+  "&": hub
+  "=": chest

cogames/maps/planky_evals/scout_gear.map

@@ -0,0 +1,24 @@
+type: mettagrid.map_builder.ascii.AsciiMapBuilder.Config
+map_data: |-
+    #########
+    #.......#
+    #..@....#
+    #.......#
+    #..S....#
+    #.......#
+    #########
+char_to_map_name:
+  "#": wall
+  ".": empty
+  "@": agent.agent
+  "M": miner_station
+  "S": scout_station
+  "A": aligner_station
+  "X": scrambler_station
+  "C": carbon_extractor
+  "O": oxygen_extractor
+  "G": germanium_extractor
+  "I": silicon_extractor
+  "J": junction
+  "&": hub
+  "=": chest

cogames/maps/planky_evals/scrambler_full_cycle.map

@@ -0,0 +1,28 @@
+type: mettagrid.map_builder.ascii.AsciiMapBuilder.Config
+map_data: |-
+    #################
+    #...............#
+    #..@............#
+    #...............#
+    #..X............#
+    #...............#
+    #..=............#
+    #...............#
+    #..........J....#
+    #...............#
+    #################
+char_to_map_name:
+  "#": wall
+  ".": empty
+  "@": agent.agent
+  "M": miner_station
+  "S": scout_station
+  "A": aligner_station
+  "X": scrambler_station
+  "C": carbon_extractor
+  "O": oxygen_extractor
+  "G": germanium_extractor
+  "I": silicon_extractor
+  "J": junction
+  "&": hub
+  "=": chest

cogames/maps/planky_evals/scrambler_gear.map

@@ -0,0 +1,24 @@
+type: mettagrid.map_builder.ascii.AsciiMapBuilder.Config
+map_data: |-
+    #########
+    #.......#
+    #..@....#
+    #.......#
+    #..X....#
+    #.......#
+    #########
+char_to_map_name:
+  "#": wall
+  ".": empty
+  "@": agent.agent
+  "M": miner_station
+  "S": scout_station
+  "A": aligner_station
+  "X": scrambler_station
+  "C": carbon_extractor
+  "O": oxygen_extractor
+  "G": germanium_extractor
+  "I": silicon_extractor
+  "J": junction
+  "&": hub
+  "=": chest

cogames/maps/planky_evals/scrambler_target.map

@@ -0,0 +1,26 @@
+type: mettagrid.map_builder.ascii.AsciiMapBuilder.Config
+map_data: |-
+    #############
+    #...........#
+    #..@........#
+    #...........#
+    #..X..=.....#
+    #...........#
+    #........J..#
+    #...........#
+    #############
+char_to_map_name:
+  "#": wall
+  ".": empty
+  "@": agent.agent
+  "M": miner_station
+  "S": scout_station
+  "A": aligner_station
+  "X": scrambler_station
+  "C": carbon_extractor
+  "O": oxygen_extractor
+  "G": germanium_extractor
+  "I": silicon_extractor
+  "J": junction
+  "&": hub
+  "=": chest

cogames/maps/planky_evals/stuck_corridor.map

@@ -0,0 +1,32 @@
+type: mettagrid.map_builder.ascii.AsciiMapBuilder.Config
+map_data: |-
+    #########
+    #..@....#
+    #.......#
+    #.####..#
+    #.......#
+    #..####.#
+    #.......#
+    #.####..#
+    #.......#
+    #..####.#
+    #.......#
+    #.####..#
+    #.......#
+    #..M..C.#
+    #########
+char_to_map_name:
+  "#": wall
+  ".": empty
+  "@": agent.agent
+  "M": miner_station
+  "S": scout_station
+  "A": aligner_station
+  "X": scrambler_station
+  "C": carbon_extractor
+  "O": oxygen_extractor
+  "G": germanium_extractor
+  "I": silicon_extractor
+  "J": junction
+  "&": hub
+  "=": chest

cogames/maps/planky_evals/survive_retreat.map

@@ -0,0 +1,26 @@
+type: mettagrid.map_builder.ascii.AsciiMapBuilder.Config
+map_data: |-
+    ###############
+    #.............#
+    #.............#
+    #.............#
+    #..&..........#
+    #.............#
+    #...........@.#
+    #..M..........#
+    ###############
+char_to_map_name:
+  "#": wall
+  ".": empty
+  "@": agent.agent
+  "M": miner_station
+  "S": scout_station
+  "A": aligner_station
+  "X": scrambler_station
+  "C": carbon_extractor
+  "O": oxygen_extractor
+  "G": germanium_extractor
+  "I": silicon_extractor
+  "J": junction
+  "&": hub
+  "=": chest

cogames/maps/training_facility_clipped.map

@@ -36,9 +36,9 @@ char_to_map_name:
   ".": empty
   "B": clipped_carbon_extractor
   "N": clipped_oxygen_extractor
-  "+": charger
+  "+": junction
   "@": agent.agent
-  "&": assembler
+  "&": hub
   "=": chest
   "F": clipped_germanium_extractor
   "R": clipped_silicon_extractor

cogames/maps/training_facility_open_1.map

@@ -25,10 +25,10 @@ char_to_map_name:
   "#": wall
   ".": empty
   "c": carbon_extractor
-  "+": charger
+  "+": junction
   "o": oxygen_extractor
   "@": agent.agent
-  "&": assembler
+  "&": hub
   "g": germanium_extractor
   "=": chest
   "s": silicon_extractor

cogames/maps/training_facility_open_2.map

@@ -36,9 +36,9 @@ char_to_map_name:
   ".": empty
   "C": carbon_extractor
   "O": oxygen_extractor
-  "+": charger
+  "+": junction
   "@": agent.agent
-  "&": assembler
+  "&": hub
   "=": chest
   "G": germanium_extractor
   "S": silicon_extractor

cogames/maps/training_facility_open_3.map

@@ -25,8 +25,8 @@ char_to_map_name:
   "#": wall
   ".": empty
   "@": agent.agent
-  "+": charger
-  "&": assembler
+  "+": junction
+  "&": hub
   "=": chest
   "C": carbon_extractor
   "O": oxygen_extractor

cogames/maps/training_facility_tight_4.map

@@ -25,8 +25,8 @@ char_to_map_name:
   "#": wall
   ".": empty
   "@": agent.agent
-  "+": charger
-  "&": assembler
+  "+": junction
+  "&": hub
   "=": chest
   "C": carbon_extractor
   "O": oxygen_extractor

cogames/maps/training_facility_tight_5.map

@@ -25,8 +25,8 @@ char_to_map_name:
   "#": wall
   ".": empty
   "@": agent.agent
-  "+": charger
-  "&": assembler
+  "+": junction
+  "&": hub
   "=": chest
   "C": carbon_extractor
   "O": oxygen_extractor

cogames/maps/vanilla_large.map

@@ -45,7 +45,7 @@ map_data: |-
 char_to_map_name:
   "#": wall
   ".": empty
-  "+": charger
+  "+": junction
   "@": agent.agent
-  "&": assembler
+  "&": hub
   "=": chest

cogames/maps/vanilla_small.map

@@ -22,7 +22,7 @@ map_data: |-
 char_to_map_name:
   "#": wall
   ".": empty
-  "+": charger
+  "+": junction
   "@": agent.agent
-  "&": assembler
+  "&": hub
   "=": chest

cogames/pickup.py

@@ -0,0 +1,183 @@
+from __future__ import annotations
+
+from dataclasses import dataclass
+from pathlib import Path
+from typing import Optional
+
+import numpy as np
+import typer
+from rich.console import Console
+from rich.table import Table
+
+from metta_alo.rollout import run_multi_episode_rollout
+from metta_alo.scoring import (
+    VorTotals,
+    allocate_counts,
+    overall_value_over_replacement,
+    summarize_vor_scenario,
+    value_over_replacement,
+)
+from mettagrid import MettaGridConfig
+from mettagrid.mapgen.mapgen import MapGen
+from mettagrid.policy.policy import PolicySpec
+
+
+@dataclass(frozen=True)
+class PickupScenario:
+    candidate_count: int
+    pool_counts: list[int]
+
+
+@dataclass(frozen=True)
+class PickupScenarioResult:
+    scenario: PickupScenario
+    candidate_mean: Optional[float]
+    replacement_mean: Optional[float]
+    replay_paths: list[str]
+
+
+def pickup(
+    console: Console,
+    candidate_spec: PolicySpec,
+    pool_specs: list[PolicySpec],
+    *,
+    env_cfg: MettaGridConfig,
+    mission_name: str,
+    episodes: int,
+    seed: int,
+    map_seed: Optional[int],
+    action_timeout_ms: int,
+    save_replay_dir: Optional[Path],
+    candidate_label: Optional[str] = None,
+    pool_labels: Optional[list[str]] = None,
+) -> None:
+    num_cogs = env_cfg.game.num_agents
+    effective_map_seed = map_seed if map_seed is not None else seed
+    if effective_map_seed is not None:
+        map_builder = getattr(env_cfg.game, "map_builder", None)
+        if isinstance(map_builder, MapGen.Config):
+            map_builder.seed = effective_map_seed
+    policy_specs = [candidate_spec, *pool_specs]
+
+    scenarios: list[PickupScenario] = [
+        PickupScenario(
+            candidate_count=candidate_count,
+            pool_counts=allocate_counts(num_cogs - candidate_count, [1.0] * len(pool_specs), allow_zero_total=True),
+        )
+        for candidate_count in range(num_cogs, -1, -1)
+    ]
+
+    console.print("[bold cyan]Pickup Evaluation[/bold cyan]")
+    console.print(f"[dim]Mission: {mission_name} | cogs={num_cogs} | episodes={episodes} | seed={seed}[/dim]")
+    candidate_display = candidate_label or candidate_spec.name
+    pool_display = pool_labels or [spec.name for spec in pool_specs]
+
+    console.print(f"Candidate: [bold]{candidate_display}[/bold]")
+    console.print("Pool: " + ", ".join(f"{idx + 1}:{label}" for idx, label in enumerate(pool_display)))
+
+    results: list[PickupScenarioResult] = []
+    totals = VorTotals()
+    rng = np.random.default_rng(seed)
+
+    with typer.progressbar(scenarios, label="Simulating") as progress:
+        for scenario in progress:
+            assignments = np.repeat(np.arange(len(policy_specs)), [scenario.candidate_count, *scenario.pool_counts])
+
+            rollout, replay_paths = run_multi_episode_rollout(
+                policy_specs=policy_specs,
+                assignments=assignments,
+                env_cfg=env_cfg,
+                episodes=episodes,
+                seed=seed,
+                max_action_time_ms=action_timeout_ms,
+                replay_dir=save_replay_dir,
+                rng=rng,
+                device="cpu",
+            )
+            summary = summarize_vor_scenario(
+                rollout,
+                candidate_policy_index=0,
+                candidate_count=scenario.candidate_count,
+            )
+            results.append(
+                PickupScenarioResult(
+                    scenario=scenario,
+                    candidate_mean=summary.candidate_mean,
+                    replacement_mean=summary.replacement_mean,
+                    replay_paths=replay_paths,
+                )
+            )
+            totals.update(scenario.candidate_count, summary)
+
+    table = Table(show_header=True, header_style="bold magenta")
+    table.add_column("Scenario")
+    table.add_column("Candidate", justify="right")
+    table.add_column("Pool Mix", justify="right")
+    table.add_column("Score", justify="right")
+
+    for result in results:
+        scenario = result.scenario
+        pool_mix = "/".join(str(count) for count in scenario.pool_counts)
+        short_mission = mission_name.split(".")[-1] if "." in mission_name else mission_name
+        scenario_name = f"{short_mission}-c{scenario.candidate_count}-r{sum(scenario.pool_counts)}"
+        if scenario.candidate_count == 0:
+            score = result.replacement_mean
+        else:
+            score = result.candidate_mean
+        score_text = f"{score:.2f}" if score is not None else "-"
+        table.add_row(
+            scenario_name,
+            str(scenario.candidate_count),
+            pool_mix,
+            score_text,
+        )
+
+    console.print("\n[bold cyan]Scenario Scores[/bold cyan]")
+    console.print(table)
+
+    if totals.replacement_mean is None:
+        console.print("[yellow]No replacement baseline available (missing c0 scenario).[/yellow]")
+        if save_replay_dir:
+            console.print(f"[dim]Replays saved to {save_replay_dir}[/dim]")
+        return
+
+    console.print(f"\n[bold cyan]Replacement Baseline[/bold cyan] {totals.replacement_mean:.2f}")
+
+    vor_table = Table(show_header=True, header_style="bold magenta")
+    vor_table.add_column("Candidate Count", justify="right")
+    vor_table.add_column("Candidate Score", justify="right")
+    vor_table.add_column("VOR", justify="right")
+
+    for result in results:
+        scenario = result.scenario
+        if scenario.candidate_count == 0:
+            continue
+        if result.candidate_mean is None:
+            candidate_score = None
+            vor = None
+        else:
+            candidate_score = result.candidate_mean
+            vor = value_over_replacement(candidate_score, totals.replacement_mean)
+
+        candidate_text = f"{candidate_score:.2f}" if candidate_score is not None else "-"
+        vor_text = f"{vor:.2f}" if vor is not None else "-"
+        vor_table.add_row(str(scenario.candidate_count), candidate_text, vor_text)
+
+    console.print("\n[bold cyan]Value Over Replacement[/bold cyan]")
+    console.print(vor_table)
+
+    overall_vor = overall_value_over_replacement(
+        totals.total_candidate_weighted_sum,
+        totals.total_candidate_agents,
+        totals.replacement_mean,
+    )
+
+    if overall_vor is not None:
+        console.print(f"\n[bold cyan]Overall VOR[/bold cyan] {overall_vor:.2f}")
+
+    if pool_specs:
+        pool_names = ", ".join(spec.name for spec in pool_specs)
+        console.print(f"[dim]Pool order for mix column: {pool_names}[/dim]")
+
+    if save_replay_dir:
+        console.print(f"[dim]Replays saved to {save_replay_dir}[/dim]")