pyspiral 0.7.6__cp312-abi3-macosx_11_0_arm64.whl → 0.7.8__cp312-abi3-macosx_11_0_arm64.whl

{pyspiral-0.7.6.dist-info → pyspiral-0.7.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyspiral
-Version: 0.7.6
+Version: 0.7.8
 Classifier: Intended Audience :: Science/Research
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python

{pyspiral-0.7.6.dist-info → pyspiral-0.7.8.dist-info}/RECORD

@@ -1,8 +1,8 @@
-pyspiral-0.7.6.dist-info/METADATA,sha256=mBOLr8JlizyBr3w2oyvielfM-EdxU3vOtLG85rQpcHw,1874
-pyspiral-0.7.6.dist-info/WHEEL,sha256=KQvxBiy7GLcML6Ad3w_ZPrgSvER1uXd7aYb6wy6b44Y,103
-pyspiral-0.7.6.dist-info/entry_points.txt,sha256=R96Y3FpYX6XbQu9qMPfUTgiCcf4qM9OBQQZTDdBkZwA,74
+pyspiral-0.7.8.dist-info/METADATA,sha256=tGCOA2CfvPk_EGKZ35MCaeZ0x6SIm-XZNnLMHd5ao-U,1874
+pyspiral-0.7.8.dist-info/WHEEL,sha256=KQvxBiy7GLcML6Ad3w_ZPrgSvER1uXd7aYb6wy6b44Y,103
+pyspiral-0.7.8.dist-info/entry_points.txt,sha256=R96Y3FpYX6XbQu9qMPfUTgiCcf4qM9OBQQZTDdBkZwA,74
 spiral/__init__.py,sha256=PwaYBWFBtB7cYi7peMmhk_Lm5XzjRoLwOtLbUhc1ZDo,1449
-spiral/_lib.abi3.so,sha256=UAPO7CD9hQTq38oj0OMRjHJ4Xr-UJPaPYVeRR7q8ge4,70569952
+spiral/_lib.abi3.so,sha256=fSclMfCK-CsL8hz65fdTDqXCH9U4R3AZ3UpeNTLSgj0,70882208
 spiral/adbc.py,sha256=7IxfWIeQN-fh0W5OdN_PP2x3pzQYg6ZUOLsHg3jktqw,14842
 spiral/api/__init__.py,sha256=ULBlVq3PnfNOO6T5naE_ULmmii-83--qTuN2PpAUQN0,2241
 spiral/api/admin.py,sha256=A1iVR1XYJSObZivPAD5UzmPuMgupXc9kaHNYYa_kwfs,585
@@ -30,7 +30,7 @@ spiral/cli/orgs.py,sha256=fmOuLxpeIFfKqePRi292Gv9k-EF5pPn_tbKd2BLl2Ig,2869
 spiral/cli/printer.py,sha256=aosc763hDFgoXJGkiANmNyO3kAsecAS1JWgjEhn8GCM,1784
 spiral/cli/projects.py,sha256=1M1nGrBT-t0aY9RV5Cnmzy7YrhIvmHwdkpa3y9j8rG8,5756
 spiral/cli/state.py,sha256=10wTIVQ0SJkY67Z6-KQ1LFlt3aVIPmZhoHFdTwp4kNA,130
-spiral/cli/tables.py,sha256=qm3izcysElJrQlerNZdfx5RWSVXtyVfkP3o_H51ltFw,6366
+spiral/cli/tables.py,sha256=Mv6M8zlgG_1i_GsguYIzU-CY2GXq2fMmKnabSMWE1qI,6402
 spiral/cli/telemetry.py,sha256=Uxo1Q1FkKJ6n6QNGOUmL3j_pRRWRx0qWIhoP-U9BuR0,589
 spiral/cli/text.py,sha256=DlWGe4JrkdERAiqyITNpk91Wqb63Re99rNYlIFsIamc,4031
 spiral/cli/types.py,sha256=XYzo1GgX7dBBItoBSrHI4vO5C2lLmS2sktb-2GnGH3E,1362
@@ -39,7 +39,7 @@ spiral/client.py,sha256=53dVv8wxYMmozUfR8MVcUufKGqdVIdb0yZ0gchczBoQ,6426
 spiral/core/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/core/_tools/__init__.pyi,sha256=b2KLfTOQ67pjfbYt07o0IGiTu5o2bZw69lllV8v0Dps,143
 spiral/core/authn/__init__.pyi,sha256=z_GWyIS62fuiYQrYO8hzw4W8oGaiciqS1u5qtAt54VY,769
-spiral/core/client/__init__.pyi,sha256=ZoeCQnEauDbaR0X7aMfHBJtLnoc7ib4JXvsmst6cAUM,6993
+spiral/core/client/__init__.pyi,sha256=YgDM-MoIt3J-QKxvsfs5gRiaTBtOA6TphbNBIAnrFCw,6956
 spiral/core/expr/__init__.pyi,sha256=3HSKjkotiEkxBvGBALXEBIie0JiyI9bCpehwA3nMQkU,571
 spiral/core/expr/images/__init__.pyi,sha256=wnE_wZXq7a4iqTg3SVm-ssxGw1WQZyk5dGOPaP4Btko,73
 spiral/core/expr/list_/__init__.pyi,sha256=Q_9c87eIQfZbqlaw_rq3fvs93YEsW7K5VYk6VZ4g6mU,126
@@ -49,7 +49,7 @@ spiral/core/expr/struct_/__init__.pyi,sha256=MXckd98eV_x3X0RhEWvlkA3DcDXRtLs5pNn
 spiral/core/expr/text/__init__.pyi,sha256=ed83n1xcsGY7_QDhMmJGnSQ20UrJFXcdv1AveSEcS1c,175
 spiral/core/expr/udf/__init__.pyi,sha256=zsZs081KVhY3-1JidqTkWMW81Qd_ScoTGZvasIhIK-4,358
 spiral/core/expr/video/__init__.pyi,sha256=nQJEcSsigZuRpMjkI_O4EEtMK_n2zRvorcL_KEeD5vU,95
-spiral/core/table/__init__.pyi,sha256=BkjzdcY0JL97nDRoY5s2gjfdIn1CZ7TR-uYp8f6cxEw,3940
+spiral/core/table/__init__.pyi,sha256=zcf4GripPZtiwh6uHkPgVyDij1g2nYL1DogN83z5ISU,4037
 spiral/core/table/manifests/__init__.pyi,sha256=eVfDpmhYSjafIvvALqAkZe5baN3Y1HpKpxYEbjwd4gQ,1043
 spiral/core/table/metastore/__init__.pyi,sha256=rc3u9MwEKRvL2kxOc8lBorddFRnM8o_o1frqtae86a4,1697
 spiral/core/table/spec/__init__.pyi,sha256=fVuc2j3uoTdWfYNm720OfUIgrLYw9fRwj44maI5bgdY,5709
@@ -60,7 +60,7 @@ spiral/debug/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/debug/manifests.py,sha256=7f1O3ba9mrA5nXpOF9cEIQuUAteP5wiBkFy_diQJ7No,3216
 spiral/debug/metrics.py,sha256=XdRDcjggtsLNGCAjam6IxG9072pz_d2C8iLApNRFUtk,2044
 spiral/debug/scan.py,sha256=UEm_aRnql5pwDPTpZgakMLNjlzkKL4RurBFFqH_BLAQ,9526
-spiral/enrichment.py,sha256=OYOvFg98p-ti6HTw6tD6ThMGXUUKQ7JEUnqYKvMjOag,7046
+spiral/enrichment.py,sha256=w0MrZ93wDuvS4sazw_8dPmnhzkQ4SAU5A1CGE7WF-F8,7046
 spiral/expressions/__init__.py,sha256=ZsD8g7vB0G7xy19GUiH4m79kw7KEkTQRwJl5Gn1cgtw,8049
 spiral/expressions/base.py,sha256=PvhJkcUSsPSIaxirHVzM9zlqyBXiaiia1HXohXdOmL4,5377
 spiral/expressions/file.py,sha256=7D9jIENJcoT0KFharBLkzK9dZgO4DYn5K_KCt0twefg,518
@@ -94,7 +94,7 @@ spiral/protogen/_/substrait/extensions/__init__.py,sha256=nhnEnho70GAT8WPj2xtwJU
 spiral/protogen/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/protogen/util.py,sha256=smnvVo6nYH3FfDm9jqhNLaXz4bbTBaQezHQDCTvZyiQ,1486
 spiral/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-spiral/scan.py,sha256=0ZgzPX5gZ3uvbCyifpjHKXYk_ERphf9xHbrOVKRNkXc,12574
+spiral/scan.py,sha256=8IFuhqxzVGdXPW8uWWTFKiC38mTLpwkBZvK1YHqtbHM,12574
 spiral/server.py,sha256=ztBmB5lBnUz-smQxR_tC8AI5SOhz17wH0MI3GuzDUdM,600
 spiral/settings.py,sha256=sUhMMBCXaPvUYztN_gztD9TjeUYJwVeEcJrq4FLy6M0,3232
 spiral/snapshot.py,sha256=cTobi5jtiANxalGA-isokQHblNmXGtuUvgUGGNVybsI,1555
@@ -102,8 +102,8 @@ spiral/streaming_/__init__.py,sha256=s7MlW2ERsuZmZGExLFL6RcZon2e0tNBocBg5ANgki7k
 spiral/streaming_/reader.py,sha256=tl_lC9xgh1-QFhsZn4xQT7It3PVTzHCEUT2BG2dWBRQ,4166
 spiral/streaming_/stream.py,sha256=DM1hBDHnWm1ZFKZ-hZ4zxeSXITcUI6kWzwdJZvywI8o,5915
 spiral/substrait_.py,sha256=AKeOD4KIXvz2J4TYxnIneOiHddtBIyOhuNxVO_uH0eg,12592
-spiral/table.py,sha256=ep8ZYtl6POebkPViR2FrekhFazNmAbOAESoLUODlup8,12242
+spiral/table.py,sha256=p95AYv6b7e14F3t7j-B-r45k9CtG84ngikdlAhh9WxA,12260
 spiral/text_index.py,sha256=FQ9rgIEGLSJryS9lFdMhKtPFey18BXoWbPXyvZPJJ04,442
 spiral/transaction.py,sha256=bI5oqBAmPMSF0yOOYcPfGbV37Xc1-_V-wQNKw1xOlTA,4136
 spiral/types_.py,sha256=W_jyO7F6rpPiH69jhgSgV7OxQZbOlb1Ho3InpKUP6Eo,155
-pyspiral-0.7.6.dist-info/RECORD,,
+pyspiral-0.7.8.dist-info/RECORD,,

spiral/cli/tables.py

@@ -1,5 +1,5 @@
-import datetime
-from typing import Annotated, Literal
+from collections.abc import Callable
+from typing import Annotated
 
 import questionary
 import rich
@@ -60,6 +60,45 @@ def ls(
     CONSOLE.print(rich_table)
 
 
+def validate_non_empty_str(text: str) -> bool | str:
+    if len(text) > 0:
+        return True
+
+    return "Must provide at least one character."
+
+
+def get_string(message: str, validate: Callable[[str], bool | str] = validate_non_empty_str) -> str:
+    return questionary.text(message, validate=validate).ask()
+
+
+@app.command(help="Move table to a different dataset.")
+def move(
+    project: ProjectArg,
+    table: Annotated[str | None, Option(help="Table name.")] = None,
+    dataset: Annotated[str | None, Option(help="Dataset name.")] = None,
+    new_dataset: Annotated[str | None, Option(help="New dataset name.")] = None,
+):
+    identifier, _ = get_table(project, table, dataset)
+    new_dataset = get_string("Provide a new dataset name")
+
+    state.spiral.project(project).move_table(identifier, new_dataset)
+    CONSOLE.print("Success.")
+
+
+@app.command(help="Rename table.")
+def rename(
+    project: ProjectArg,
+    table: Annotated[str | None, Option(help="Table name.")] = None,
+    dataset: Annotated[str | None, Option(help="Dataset name.")] = None,
+    new_table: Annotated[str | None, Option(help="New table name.")] = None,
+):
+    identifier, _ = get_table(project, table, dataset)
+    new_table = get_string("Provide a new table name")
+
+    state.spiral.project(project).rename_table(identifier, new_table)
+    CONSOLE.print("Success.")
+
+
 @app.command(help="Show the table key schema.")
 def key_schema(
     project: ProjectArg,
@@ -97,40 +136,9 @@ def flush(
     project: ProjectArg,
     table: Annotated[str | None, Option(help="Table name.")] = None,
     dataset: Annotated[str | None, Option(help="Dataset name.")] = None,
-    keep: Annotated[
-        Literal["1h", "2h", "4h"] | None,
-        Option(help="Duration string that indicates how much WAL to keep. Defaults to 24h."),
-    ] = None,
-    full: Annotated[bool, Option(help="Flush full Write-Ahead-Log.")] = False,
 ):
-    # TODO(marko): Use some human-readable duration parsing library.
-    duration = None
-    if keep is not None:
-        if full:
-            raise ValueError("Cannot specify both --keep and --full")
-        match keep:
-            case "1h":
-                duration = datetime.timedelta(hours=1)
-            case "2h":
-                duration = datetime.timedelta(hours=2)
-            case "4h":
-                duration = datetime.timedelta(hours=4)
-            case _:
-                raise ValueError(f"Invalid duration string: {keep}")
-
-    if full:
-        # Warn and wait for confirmation.
-        ERR_CONSOLE.print("[bold yellow]Warning: All currently open transaction will fail to commit.[/bold yellow]")
-        if not questionary.confirm("Are you sure you want to continue?", default=False).ask():  # pyright: ignore[reportAny]
-            ERR_CONSOLE.print("Aborting.")
-            raise typer.Exit(1)
-
-        duration = datetime.timedelta(hours=0)
-
-    keep_latest_s = int(duration.total_seconds()) if duration is not None else None
-
     identifier, t = get_table(project, table, dataset)
-    state.spiral.internal.flush_wal(t.core, keep_latest_s=keep_latest_s)  # pyright: ignore[reportPrivateUsage]
+    state.spiral.internal.flush_wal(t.core)  # pyright: ignore[reportPrivateUsage]
     CONSOLE.print(f"Flushed WAL for table {identifier} in project {project}.")
 
 

spiral/core/client/__init__.pyi

@@ -30,7 +30,7 @@ class Spiral:
         """Construct a table scan."""
         ...
 
-    def load_scan(self, scan_state: ScanState) -> Scan:
+    def load_scan(self, plan_state: ScanState) -> Scan:
         """Load a scan from a serialized scan state."""
         ...
 
@@ -175,7 +175,7 @@ class ShuffleConfig:
     ): ...
 
 class Internal:
-    def flush_wal(self, table: Table, *, keep_latest_s: int | None = None) -> None:
+    def flush_wal(self, table: Table) -> None:
         """
         Flush the write-ahead log of the table.
         """

spiral/core/table/__init__.pyi

@@ -57,6 +57,9 @@ class ScanState:
     @staticmethod
     def from_json(json: str) -> ScanState: ...
 
+class MaterializablePlan:
+    pass
+
 class Scan:
     def key_schema(self) -> Schema: ...
     def schema(self) -> Schema: ...
@@ -67,7 +70,8 @@ class Scan:
     def column_groups(self) -> list[ColumnGroup]: ...
     def column_group_state(self, column_group: ColumnGroup) -> ColumnGroupState: ...
     def key_space_state(self, table_id: str) -> KeySpaceState: ...
-    def scan_state(self) -> ScanState: ...
+    def plan_state(self) -> ScanState: ...
+    def materializable_plan(self) -> MaterializablePlan: ...
     def to_record_batches(
         self,
         key_range: KeyRange | None = None,

spiral/enrichment.py

@@ -136,7 +136,7 @@ class Enrichment:
         _compute = partial(
             _enrichment_task,
             settings_dict=self._table.spiral.config.model_dump(),
-            state_json=plan_scan.core.scan_state().to_json(),
+            state_json=plan_scan.core.plan_state().to_json(),
             output_table_id=self._table.table_id,
             partition_size_bytes=partition_size_bytes,
         )

spiral/scan.py

@@ -125,7 +125,7 @@ class Scan:
         _read_shard = partial(
             _read_shard_task,
             settings_dict=self.spiral.config.model_dump(),
-            state_json=self.core.scan_state().to_json(),
+            state_json=self.core.plan_state().to_json(),
         )
         return dd.from_map(_read_shard, self.shards())
 

spiral/table.py

@@ -83,7 +83,7 @@ class Table(Expr):
     def __repr__(self):
         return f'Table("{self.identifier}")'
 
-    def __getitem__(self, item: str) -> Expr:
+    def __getitem__(self, item: str | int | list[str]) -> Expr:
         return super().__getitem__(item)
 
     def select(self, *paths: str, exclude: list[str] = None) -> "Expr":