spells-mtg 0.10.8__py3-none-any.whl → 0.10.10__py3-none-any.whl

spells/cache.py

@@ -9,11 +9,20 @@ Caches are cleared per-set when new files are downloaded.
 
 from enum import StrEnum
 import os
+from pathlib import Path
 import sys
 
 import polars as pl
 
 
+class Env(StrEnum):
+    PROD = "prod"
+    TEST = "test"
+
+
+env = Env.PROD
+
+
 class EventType(StrEnum):
     PREMIER = "PremierDraft"
     TRADITIONAL = "TradDraft"
@@ -28,8 +37,30 @@ def spells_print(mode, content):
     print(f"  🪄 {mode} ✨ {content}")
 
 
+def set_test_env():
+    global env
+    env = Env.TEST
+
+
+def set_prod_env():
+    global env
+    env = Env.PROD
+
+
 def data_home() -> str:
     is_win = sys.platform == "win32"
+    global env
+
+    if env == Env.TEST:
+        return os.path.expanduser(
+            os.environ.get(
+                "SPELLS_TEST_HOME",
+                r"~\AppData\Local\SpellsTest"
+                if is_win
+                else "~/.local/share/spellstest/",
+            )
+        )
+
     return os.path.expanduser(
         os.environ.get(
             "SPELLS_DATA_HOME",
@@ -41,6 +72,65 @@ def data_home() -> str:
     )
 
 
+def ad_hoc_dir():
+    ad_hoc_dir = Path(data_home()) / "ad_hoc"
+    if not os.path.isdir(ad_hoc_dir):
+        os.makedirs(ad_hoc_dir)
+    return ad_hoc_dir
+
+
+def save_ad_hoc_dataset(df: pl.DataFrame, key: str):
+    df.write_parquet(ad_hoc_dir() / f"{key}.parquet")
+
+
+def read_ad_hoc_dataset(key: str):
+    path = ad_hoc_dir() / f"{key}.parquet"
+    if os.path.exists(path):
+        return pl.read_parquet(ad_hoc_dir() / f"{key}.parquet")
+    else:
+        return None
+
+
+def create_test_data(set_code: str, test_num_drafts: int = 100):
+    """
+    run from prod environment to write test data for `set_code` into
+    the test environment. Then set `SPELLS_DATA_HOME=test_data_home`
+    to run from the test environment
+    """
+
+    context_df = pl.scan_parquet(data_file_path(set_code, "context")).collect()
+    picks_per_pack = context_df["picks_per_pack"][0]
+
+    draft_df = (
+        pl.scan_parquet(data_file_path(set_code, "draft"))
+        .head(50 * (test_num_drafts + 2))
+        .collect()
+    )
+
+    sample_draft_ids = (
+        draft_df.group_by("draft_id")
+        .len()
+        .filter(pl.col("len") == picks_per_pack * 3)["draft_id"][0:test_num_drafts]
+    )
+
+    draft_sample_df = draft_df.filter(pl.col("draft_id").is_in(sample_draft_ids))
+    game_sample_df = (
+        pl.scan_parquet(data_file_path(set_code, "game"))
+        .filter(pl.col("draft_id").is_in(sample_draft_ids))
+        .collect()
+    )
+    card_df = pl.scan_parquet(data_file_path(set_code, "card")).collect()
+
+    set_test_env()
+    if not os.path.isdir(set_dir := external_set_path(set_code)):
+        os.makedirs(set_dir)
+    context_df.write_parquet(data_file_path(set_code, "context"))
+    draft_sample_df.write_parquet(data_file_path(set_code, "draft"))
+    game_sample_df.write_parquet(data_file_path(set_code, "game"))
+    card_df.write_parquet(data_file_path(set_code, "card"))
+    set_prod_env()
+
+
 def data_dir_path(cache_dir: DataDir) -> str:
     """
     Where 17Lands data is stored. MDU_DATA_DIR environment variable is used, if it exists,

spells/draft_data.py

@@ -19,7 +19,7 @@ from polars.exceptions import ColumnNotFoundError
 
 from spells import cache
 import spells.filter
-import spells.manifest
+from spells import manifest
 from spells.columns import ColDef, ColSpec, get_specs
 from spells.enums import View, ColName, ColType
 from spells.log import make_verbose
@@ -379,7 +379,7 @@ def _fetch_or_cache(
 
 def _base_agg_df(
     set_code: str,
-    m: spells.manifest.Manifest,
+    m: manifest.Manifest,
     use_streaming: bool = True,
 ) -> pl.DataFrame:
     join_dfs = []
@@ -516,7 +516,7 @@ def summon(
             this_set_context = None
 
         col_def_map = _hydrate_col_defs(code, specs, set_card_context, this_set_context)
-        m = spells.manifest.create(col_def_map, columns, group_by, filter_spec)
+        m = manifest.create(col_def_map, columns, group_by, filter_spec)
 
         calc_fn = functools.partial(_base_agg_df, code, m, use_streaming=use_streaming)
         agg_df = _fetch_or_cache(

spells/enums.py

@@ -60,7 +60,7 @@ class ColName(StrEnum):
     PACK_NUM = "pack_num"  # pack_number plus 1
     PICK_NUMBER = "pick_number"
     PICK_NUM = "pick_num"  # pick_number plus 1
-    PICK_INDEX = "pick_index" # 0 - 3 * picks_per_pack - 1
+    PICK_INDEX = "pick_index"  # 0 - 3 * picks_per_pack - 1
     TAKEN_AT = "taken_at"
     NUM_TAKEN = "num_taken"
     NUM_DRAFTS = "num_drafts"

{spells_mtg-0.10.8.dist-info → spells_mtg-0.10.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: spells-mtg
-Version: 0.10.8
+Version: 0.10.10
 Summary: analaysis of 17Lands.com public datasets
 Author-Email: Joel Barnes <oelarnes@gmail.com>
 License: MIT

{spells_mtg-0.10.8.dist-info → spells_mtg-0.10.10.dist-info}/RECORD

@@ -1,10 +1,10 @@
 spells/__init__.py,sha256=0pnh2NLn9FrNKncE9-tBsighp3e8YAsN--_ovUpgWGs,333
-spells/cache.py,sha256=7XDcltmlpagK2nkhuCCcAQVyrFMYkw9Acr7iVsLs3JU,3799
+spells/cache.py,sha256=CjMsIOdUz43heJ4IZ5kTWfS_rAeOMFQ1qVAuq3mTWao,6192
 spells/cards.py,sha256=6stFPhJOzHqvQnkSv9cDeylRa_7L9Y8sOaowiZhzz6I,4174
 spells/columns.py,sha256=s_PYyg2QaRL6kLWFNKCBEfbMF0x7O7-Yd9SeG1ttYL4,18206
 spells/config.py,sha256=ixAe_raxKYvJBXyvNBJ-mm6ziRiAvtKLJihyFMnashs,224
-spells/draft_data.py,sha256=xoL82NTgTJWxZK1p-6LjxnYzkeYOr-Dc9-_T0m-WZ1Y,19946
-spells/enums.py,sha256=n-LEeYwp4ZMJuKJFKtyhDKJggspZkhReryf-IJsXO-I,4990
+spells/draft_data.py,sha256=1HKYjDu0O8fD2AhUL9Zgw0jVu4lKweJ4KBFMDkH5JLU,19937
+spells/enums.py,sha256=gbwfon6tQCoKDb-m4hSaHWi9slj82yqaH3qhYMVrsck,4991
 spells/extension.py,sha256=LBqGbJbe7iSRQkxJK7npkADCfzhdnIwwVvlmTn8xvjQ,8454
 spells/external.py,sha256=USqOtOVY7Mn39rdUPhmIeGm08s6TDnEV8-N3D14qJzE,11844
 spells/filter.py,sha256=J-YTOOAzOQpvIX29tviYL04RVoOUlfsbjBXoQBDCEdQ,3380
@@ -12,8 +12,8 @@ spells/log.py,sha256=3avmg65hru8K9npKLvPp1wWWxq-hoEYDUCbxqhPkKUw,2175
 spells/manifest.py,sha256=iOmhxIVMHu_Av3nd23zGjmUwLvZ2hAM0oc1ErPzZ_oE,8341
 spells/schema.py,sha256=DbMvV8PIThJTp0Xzp_XIorlW6JhE1ud1kWRGf5SQ4_c,6406
 spells/utils.py,sha256=IO3brrXVvZla0LRTEB5v6NgGqZb_rYA46XtKBURGMNk,1944
-spells_mtg-0.10.8.dist-info/METADATA,sha256=UbUMaRNAYLbiacfde7wXlT08AbaIgJB90OnPKf5YQME,47369
-spells_mtg-0.10.8.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
-spells_mtg-0.10.8.dist-info/entry_points.txt,sha256=a9Y1omdl9MdnKuIj3aOodgrp-zZII6OCdvqwgP6BFvI,63
-spells_mtg-0.10.8.dist-info/licenses/LICENSE,sha256=tS54XYbJSgmq5zuHhbsQGbNQLJPVgXqhF5nu2CSRMig,1068
-spells_mtg-0.10.8.dist-info/RECORD,,
+spells_mtg-0.10.10.dist-info/METADATA,sha256=i6Ieaevmfs4OwJD76esBteKTKaf02Miuz_WUUt92WD8,47370
+spells_mtg-0.10.10.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
+spells_mtg-0.10.10.dist-info/entry_points.txt,sha256=a9Y1omdl9MdnKuIj3aOodgrp-zZII6OCdvqwgP6BFvI,63
+spells_mtg-0.10.10.dist-info/licenses/LICENSE,sha256=tS54XYbJSgmq5zuHhbsQGbNQLJPVgXqhF5nu2CSRMig,1068
+spells_mtg-0.10.10.dist-info/RECORD,,