pyspiral 0.5.0__cp310-abi3-macosx_11_0_arm64.whl → 0.6.1__cp310-abi3-macosx_11_0_arm64.whl

{pyspiral-0.5.0.dist-info → pyspiral-0.6.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyspiral
-Version: 0.5.0
+Version: 0.6.1
 Classifier: Intended Audience :: Science/Research
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python
@@ -12,8 +12,7 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Rust
 Classifier: License :: Other/Proprietary License
-Requires-Dist: betterproto==2.0.0b7
-Requires-Dist: datasets>=4.0.0
+Requires-Dist: betterproto2>=0.8.0
 Requires-Dist: google-re2>=1.1.20240702
 Requires-Dist: grpclib>=0.4.7
 Requires-Dist: hishel>=0.0.30
@@ -32,10 +31,15 @@ Requires-Dist: typer>=0.16
 Requires-Dist: xxhash>=3.4.1
 Requires-Dist: polars>=1.31.0 ; extra == 'polars'
 Requires-Dist: duckdb>=1.3.2 ; extra == 'duckdb'
+Requires-Dist: datasets>=4.0.0 ; extra == 'datasets'
 Requires-Dist: pyiceberg>=0.9.1 ; extra == 'pyiceberg'
+Requires-Dist: mosaicml-streaming>=0.13.0 ; extra == 'streaming'
+Requires-Dist: vortex-data>=0.52.1 ; extra == 'streaming'
 Provides-Extra: polars
 Provides-Extra: duckdb
+Provides-Extra: datasets
 Provides-Extra: pyiceberg
+Provides-Extra: streaming
 Summary: Python client for Spiral.
 Home-Page: https://spiraldb.com
 Author-email: SpiralDB <hello@spiraldb.com>

pyspiral-0.6.1.dist-info/RECORD

@@ -0,0 +1,99 @@
+pyspiral-0.6.1.dist-info/METADATA,sha256=dvU4zmSKjosVkzzsl8kYTMvaVneaplCKGJ0ml4SBRxo,1836
+pyspiral-0.6.1.dist-info/WHEEL,sha256=Eg6gwEJKNVa1g53Yg4W5oLzLA6e9MoXTlIiHdDxmtOw,103
+pyspiral-0.6.1.dist-info/entry_points.txt,sha256=uft7u-a6g40NLt4Q6BleWbK4NY0M8nZuYPpP8DV0EOk,45
+spiral/__init__.py,sha256=5c0faqg-kHZBDwriQ7LzLAMcFolIucp-IA1EzNvCZ3k,711
+spiral/_lib.abi3.so,sha256=PBqFvphQEfKc4zSGihmAZIq_t1uO1EvVJYzZXz1P5dI,62642240
+spiral/adbc.py,sha256=7IxfWIeQN-fh0W5OdN_PP2x3pzQYg6ZUOLsHg3jktqw,14842
+spiral/api/__init__.py,sha256=ULBlVq3PnfNOO6T5naE_ULmmii-83--qTuN2PpAUQN0,2241
+spiral/api/admin.py,sha256=A1iVR1XYJSObZivPAD5UzmPuMgupXc9kaHNYYa_kwfs,585
+spiral/api/client.py,sha256=c63u4Nv0XqXW3BpGAofMk44d-1_4RymKwbcMzq9qxeY,4649
+spiral/api/filesystems.py,sha256=EA4iqhTeaIlvObvEUxHmZl0pQ24IOxUVWM3GPhFLw8o,4969
+spiral/api/key_space_indexes.py,sha256=-38rZXTdkL4mLhp9h3CtqyIyutzzq88tV6bhK05MqYE,640
+spiral/api/organizations.py,sha256=B-8zZ7lFJANGK7dUNbo_aU-cgI959JBP9VcWb6wdgi0,1895
+spiral/api/projects.py,sha256=62Y1lqI_TpUh3WKQqrjbLWJHiZsI_X3g8u2RTbUwkoA,6162
+spiral/api/telemetry.py,sha256=tfdA3E_EWJwFVxkQfkm8tiYGRubnx2LuE5nbfsk1oG4,474
+spiral/api/text_indexes.py,sha256=_zVlGBytl-9-Unbu2POfZgLh40H1YRcagFtplgIG428,1828
+spiral/api/types.py,sha256=lGdiKViRgIEJXD2ubwnyEIEwHkfRumlZjVEaHMV3Tm8,682
+spiral/api/workers.py,sha256=0wZNUHMioDT53P1OBJfpjyDfIodHwwT6858z2IlRIM4,636
+spiral/api/workloads.py,sha256=XAyXV7vgZcoyyoPoGvOT4jTpyFKFMvrrAfhL6d1h1kE,1748
+spiral/arrow_.py,sha256=T1LZ7bh9aMDbXfpUsf0dR0E1roTQyAYSgZ2mL4s8J_4,7681
+spiral/cli/__init__.py,sha256=LutjpWZu5Rvmba8C8bPa5vOCv74JuAoE1kvz0nd48dE,2476
+spiral/cli/__main__.py,sha256=kNaKM2xgJo7GRogf83nYldLM-RGUR6vymdGwZxywQu0,71
+spiral/cli/admin.py,sha256=-ubYqs8nKjnQStbQ68jpWx_9xh0TsaxI0wM1Hfko8_U,319
+spiral/cli/app.py,sha256=HWCjMJLzSz_JaiLF046jzC9A4-yvzS6506D3cOR2Vgc,1773
+spiral/cli/console.py,sha256=6JHbAQV6MFWz3P-VzqPOjhHpkIQagsCdzTMvmuDKMkU,2580
+spiral/cli/fs.py,sha256=UREIJhjr6MfIdcKK7pjUKICd0wsQULhQiWRVWUnQ0dc,4376
+spiral/cli/iceberg.py,sha256=Q14tcGcn1LixbFCYP0GhfYwFFXTmmi8tqBPYwalJEyE,3248
+spiral/cli/key_spaces.py,sha256=x3IFRP5d47pKiAHeWExYMOBaT2TwxbWjVM01SUqKrwI,2943
+spiral/cli/login.py,sha256=TgTr37ImgG1NKN8VbtqkxVAYaZFpMXMwPAb23gVldEw,649
+spiral/cli/orgs.py,sha256=fmOuLxpeIFfKqePRi292Gv9k-EF5pPn_tbKd2BLl2Ig,2869
+spiral/cli/printer.py,sha256=HcvSUpaMItzmhBUfIHROK1Z3SL8J8wDopS3Qo8H00uw,1781
+spiral/cli/projects.py,sha256=UYrBlLcFacuXExdLX1sZByfvkz9MRtk_0oRAZvqHa0w,5105
+spiral/cli/state.py,sha256=10wTIVQ0SJkY67Z6-KQ1LFlt3aVIPmZhoHFdTwp4kNA,130
+spiral/cli/tables.py,sha256=48lZ0wPQSCTul1vn-Qx6Be5eGnw75Abtw2zxMK9dCPg,4613
+spiral/cli/telemetry.py,sha256=Uxo1Q1FkKJ6n6QNGOUmL3j_pRRWRx0qWIhoP-U9BuR0,589
+spiral/cli/text.py,sha256=DlWGe4JrkdERAiqyITNpk91Wqb63Re99rNYlIFsIamc,4031
+spiral/cli/types.py,sha256=XYzo1GgX7dBBItoBSrHI4vO5C2lLmS2sktb-2GnGH3E,1362
+spiral/cli/workloads.py,sha256=2_SLfQTFN6y73R9H0i9dk8VIOVagKxSxOpHXC56yptY,2015
+spiral/client.py,sha256=Po9xgCH3NwVsCeRZMm3eJUPV77Rknyj-9MfCS1TbdTg,6623
+spiral/core/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/core/authn/__init__.pyi,sha256=Jw_8ywTMDTwgAtGxMtFED63rU0jOgrv-eZtaZ5sR5t4,757
+spiral/core/client/__init__.pyi,sha256=iEhZgbySG5LScfrtkiiHW1iHghgehsrVmPP-v5Pv_vk,5740
+spiral/core/table/__init__.pyi,sha256=_N9JyGoJXcbJWXjZal0HSSxNbbMptrqKZJHj5GA_mQg,2974
+spiral/core/table/manifests/__init__.pyi,sha256=3V59-K1qr1z2dGfgRKXaHSVheK8NNw8Q8PFhfbeQd_4,1065
+spiral/core/table/metastore/__init__.pyi,sha256=rc3u9MwEKRvL2kxOc8lBorddFRnM8o_o1frqtae86a4,1697
+spiral/core/table/spec/__init__.pyi,sha256=0NyGeyEhV_ebwKWVU3sqSvdF2D9v8kEVwo6wYAHF99M,5579
+spiral/dataset.py,sha256=NNqG-oOrhbmNC2OMZ9AYAm4YkwwBozeRI6zXtz4cspA,8008
+spiral/datetime_.py,sha256=1TA1RYIRU22qcUuipIjVhAtGnPDVn2z9WttuhkmfkwY,964
+spiral/debug/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/debug/manifests.py,sha256=oaPB4534pQdqvPXCZetVNSvvhpdXTrv_1pN-_bAkeAo,2893
+spiral/debug/metrics.py,sha256=XdRDcjggtsLNGCAjam6IxG9072pz_d2C8iLApNRFUtk,2044
+spiral/debug/scan.py,sha256=9bMmVQFs5M6Rldm0fmrmmvn9LbSSTKBV5tIu37mEn78,8938
+spiral/expressions/__init__.py,sha256=T8PIb0_UB9kynK0dpWbUD4No5lKRTG-wKnao8xOcXjY,6381
+spiral/expressions/base.py,sha256=OOUDrbkLBE0lSkAmM-6FP2F2N8zhN_in3S_UDrWLDeQ,4805
+spiral/expressions/http.py,sha256=begUydWoFHEqjeLkATvI_v66Ez6_rR-OQBWO5cHbb9c,2742
+spiral/expressions/io.py,sha256=gJ2a0FKMmdxarWKENulPRwH7KDvSJTIh_OUxX306xAM,3045
+spiral/expressions/list_.py,sha256=MMt5lf5H1M3O-x6N_PvqOLGq9NOk6Ukv0fPWwPC_uy4,1809
+spiral/expressions/mp4.py,sha256=_xGVnkygddzxP9a8OACJ8_KXnejuVbYCVKBCXBQ798Y,2151
+spiral/expressions/png.py,sha256=KO8X0OmMzUFwpg2I_j0JTyldPzVXDWIMzjWMWDV9vIY,506
+spiral/expressions/qoi.py,sha256=gvIbb6fXb_Bb080sn9wkpbGGrPs2UEcTXCfuv4-kcYQ,506
+spiral/expressions/refs.py,sha256=omeHBQ5o6N4xgZ3x5Xz7IRrWwYBBtQY8DYK0NNAxeGo,2109
+spiral/expressions/str_.py,sha256=tY8RXW3JWvr1-bEfCZtk5FAf11wKJnXPuA9EoeJ9tA4,1265
+spiral/expressions/struct.py,sha256=pGAnCDh6AK0BK1XfZ1qG4ce4ranIQEE1HQsgmzBcfwQ,2038
+spiral/expressions/text.py,sha256=-02gBWYoyNQ3qQ1--9HTa8IryUDojYQVIp8C7rgnOWQ,1893
+spiral/expressions/tiff.py,sha256=fQwIn0kLFBM2Y3YYIHmTgb_EIRHKT2fNc77nioDQQw4,8044
+spiral/expressions/udf.py,sha256=yb9MIcrFftpNDxgBF228cvdv6TY-hEFikYz2fq_nzWo,1353
+spiral/grpc_.py,sha256=f3czdP1Mxme42Y5--a5ogYq1TTiWn-J_MlGjwJ2mWwM,1015
+spiral/iceberg.py,sha256=JGq62Qnf296r9_hRAoH85GQq45-uSBjwXWw_CvPi6G4,930
+spiral/key_space_index.py,sha256=NAB_nONEjpMYbse8suz42w7Qb5OPHuKN9h9CT2NJe08,1460
+spiral/project.py,sha256=CO_Pn6vPqaonNvRdCNRFcBWr4TqO2AsAUTH5xawIeCE,7283
+spiral/protogen/_/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/protogen/_/arrow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/protogen/_/arrow/flight/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/protogen/_/arrow/flight/protocol/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/protogen/_/arrow/flight/protocol/sql/__init__.py,sha256=yt4_UDWfOaVpyCBeQa2aVXIfZzRSrcfIQHsXFCWv0qI,90023
+spiral/protogen/_/google/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/protogen/_/google/protobuf/__init__.py,sha256=lsfhHEPczGOxrOmkstAqh64V0Kt8hQE_6N0tIpc27HU,75116
+spiral/protogen/_/message_pool.py,sha256=4-cRhhiM6bmfpUJZ8qxc8LEyqHBHpLCcotjbyZxl7JM,71
+spiral/protogen/_/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/protogen/_/scandal/__init__.py,sha256=-4m9DHPjtLFzpnesaAv8W_p8R_kfGjA5z3l0GPPbjD8,4965
+spiral/protogen/_/spfs/__init__.py,sha256=4lnc88HhuH4t-JR9NjXz5r5WVESxCEbyUpV7Xfc-SBI,2028
+spiral/protogen/_/spql/__init__.py,sha256=JJBlNacSIIoo5cazHFyLtdkGRLYgwNru1FstFpuPGg8,1548
+spiral/protogen/_/substrait/__init__.py,sha256=-PqWiWMN0hl3Gntj5l1wpEhOMdGDgv3PskGPouaRct8,209839
+spiral/protogen/_/substrait/extensions/__init__.py,sha256=sCMvwWCXWu2cSGiTEH0hRjkn0WTsePLDIxRBBNpENJs,5326
+spiral/protogen/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/protogen/util.py,sha256=smnvVo6nYH3FfDm9jqhNLaXz4bbTBaQezHQDCTvZyiQ,1486
+spiral/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/scan.py,sha256=20-NSGsoXYf6uKQ7yEdbbwT8ijIK7KxKTctycsl0AIk,7073
+spiral/server.py,sha256=ztBmB5lBnUz-smQxR_tC8AI5SOhz17wH0MI3GuzDUdM,600
+spiral/settings.py,sha256=Nap68xM-1ZvF3yDhkyRnNDIAVMIgxmIksglg_1iT0-0,3069
+spiral/snapshot.py,sha256=_l2wrqUXz2RARjIDxOWw4aQpegJohvggIoWuCllzStA,1506
+spiral/streaming_/__init__.py,sha256=s7MlW2ERsuZmZGExLFL6RcZon2e0tNBocBg5ANgki7k,61
+spiral/streaming_/reader.py,sha256=Kpqknv2jn12jUhHOEEDArj0JZwrWb8XjoOGs9HrdVyA,4047
+spiral/streaming_/stream.py,sha256=xFTtGB6CspEKstzBeyyaOeOR3KDiJc21m07ZpD1AXZQ,5669
+spiral/substrait_.py,sha256=AKeOD4KIXvz2J4TYxnIneOiHddtBIyOhuNxVO_uH0eg,12592
+spiral/table.py,sha256=knJjSCPrFLXmjCbUzslGZ7avH0V_Z0o-rsctWDzmGK4,9821
+spiral/text_index.py,sha256=FQ9rgIEGLSJryS9lFdMhKtPFey18BXoWbPXyvZPJJ04,442
+spiral/transaction.py,sha256=O3vSaTc7zpeC5qbqnj-VWKwK6rrp_mYV2JuPHp2ZJ80,1464
+spiral/types_.py,sha256=W_jyO7F6rpPiH69jhgSgV7OxQZbOlb1Ho3InpKUP6Eo,155
+pyspiral-0.6.1.dist-info/RECORD,,

{pyspiral-0.5.0.dist-info → pyspiral-0.6.1.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: maturin (1.9.3)
+Generator: maturin (1.9.4)
 Root-Is-Purelib: false
 Tag: cp310-abi3-macosx_11_0_arm64

spiral/__init__.py

@@ -3,8 +3,16 @@
 # This is here to make sure we load the native extension first
 from spiral import _lib
 
-assert _lib
+# Eagerly import the Spiral library
+assert _lib, "Spiral library"
 
-from spiral.client import Spiral  # noqa: E402, I001
+from spiral.client import Spiral  # noqa: E402
+from spiral.core.client import ShuffleStrategy  # noqa: E402
+from spiral.key_space_index import KeySpaceIndex  # noqa: E402
+from spiral.project import Project  # noqa: E402
+from spiral.scan import Scan  # noqa: E402
+from spiral.snapshot import Snapshot  # noqa: E402
+from spiral.table import Table  # noqa: E402
+from spiral.text_index import TextIndex  # noqa: E402
 
-__all__ = ["Spiral"]
+__all__ = ["Spiral", "Project", "Table", "Snapshot", "Scan", "ShuffleStrategy", "TextIndex", "KeySpaceIndex"]

spiral/adbc.py

@@ -8,7 +8,6 @@ import pyarrow as pa
 import pyarrow.compute as pc
 import sqlglot
 import sqlglot.expressions as exp
-from betterproto.lib.google.protobuf import Any
 from pyarrow.flight import (
     Action,
     FlightDescriptor,
@@ -35,7 +34,8 @@ from spiral.protogen._.arrow.flight.protocol.sql import (
     SqlInfo,
     SqlSupportedTransaction,
 )
-from spiral.tables import Snapshot
+from spiral.protogen._.google.protobuf import Any
+from spiral.snapshot import Snapshot
 
 log = logging.getLogger(__name__)
 logging.getLogger("sqlx").setLevel(logging.WARNING)
@@ -152,7 +152,7 @@ class SpiralADBCServer(ADBCServerBase):
         dataset = tbl.db or "default"
         table = tbl.name
 
-        return self.sp.project(project).tables.table(f"{dataset}.{table}").snapshot()
+        return self.sp.project(project).table(f"{dataset}.{table}").snapshot()
 
     def get_catalogs(self, req: CommandGetCatalogs) -> pa.RecordBatchReader:
         schema = pa.schema([pa.field("catalog_name", pa.string(), nullable=False)])
@@ -190,7 +190,7 @@ class SpiralADBCServer(ADBCServerBase):
                 projects = [self.sp.project(req.catalog)]
 
             for project in projects:
-                datasets = {tbl.dataset for tbl in project.tables.list_tables()}
+                datasets = {tbl.dataset for tbl in project.list_tables()}
 
                 batch = pa.RecordBatch.from_arrays(
                     [
@@ -234,7 +234,7 @@ class SpiralADBCServer(ADBCServerBase):
             projects = sorted(projects, key=lambda p: p.id)
 
             def _process_project(project):
-                tables: list[TableResource] = project.tables.list_tables()
+                tables: list[TableResource] = project.list_tables()
 
                 rows = []
                 for table in tables:
@@ -246,7 +246,7 @@ class SpiralADBCServer(ADBCServerBase):
                     }
 
                     if req.include_schema:
-                        open_table = project.tables.table(f"{table.project_id}.{table.dataset}.{table.table}")
+                        open_table = project.table(f"{table.dataset}.{table.table}")
                         row["table_schema"] = open_table.snapshot().to_dataset().schema.serialize().to_pybytes()
 
                     rows.append(row)

spiral/api/__init__.py

@@ -3,8 +3,6 @@ from typing import TYPE_CHECKING
 
 import httpx
 
-from spiral.api.text_indexes import TextIndexesService
-
 from .client import _Client
 
 if TYPE_CHECKING:
@@ -12,9 +10,11 @@ if TYPE_CHECKING:
 
     from .admin import AdminService
     from .filesystems import FileSystemService
+    from .key_space_indexes import KeySpaceIndexesService
     from .organizations import OrganizationService
     from .projects import ProjectService
     from .telemetry import TelemetryService
+    from .text_indexes import TextIndexesService
     from .workloads import WorkloadService
 
 
@@ -65,6 +65,12 @@ class SpiralAPI:
 
         return TextIndexesService(self.client)
 
+    @property
+    def key_space_indexes(self) -> "KeySpaceIndexesService":
+        from .key_space_indexes import KeySpaceIndexesService
+
+        return KeySpaceIndexesService(self.client)
+
     @property
     def telemetry(self) -> "TelemetryService":
         from .telemetry import TelemetryService

spiral/api/client.py

@@ -6,7 +6,7 @@ import httpx
 from httpx import HTTPStatusError
 from pydantic import BaseModel, Field, TypeAdapter
 
-from spiral.core.client import Authn
+from spiral.core.authn import Authn
 
 log = logging.getLogger(__name__)
 

spiral/api/key_space_indexes.py

@@ -0,0 +1,23 @@
+from pydantic import BaseModel
+
+from .client import ServiceBase
+from .types import IndexId, WorkerId
+from .workers import ResourceClass
+
+
+class SyncIndexRequest(BaseModel):
+    """Request to sync a text index."""
+
+    resources: ResourceClass
+
+
+class SyncIndexResponse(BaseModel):
+    worker_id: WorkerId
+
+
+class KeySpaceIndexesService(ServiceBase):
+    """Service for key space index operations."""
+
+    def sync_index(self, index_id: IndexId, request: SyncIndexRequest) -> SyncIndexResponse:
+        """Start a job to sync an index."""
+        return self.client.post(f"/v1/key-space-indexes/{index_id}/sync", request, SyncIndexResponse)

spiral/api/projects.py

@@ -138,6 +138,12 @@ class TextIndexResource(BaseModel):
     name: str
 
 
+class KeySpaceIndexResource(BaseModel):
+    id: str
+    project_id: ProjectId
+    name: str
+
+
 class ProjectService(ServiceBase):
     """Service for project operations."""
 
@@ -169,6 +175,15 @@ class ProjectService(ServiceBase):
             f"/v1/projects/{project_id}/text-indexes", PagedResponse[TextIndexResource], params=params
         )
 
+    def list_key_space_indexes(self, project_id: ProjectId, name: str | None = None) -> Paged[KeySpaceIndexResource]:
+        """List key space indexes in a project."""
+        params = {}
+        if name:
+            params["name"] = name
+        return self.client.paged(
+            f"/v1/projects/{project_id}/key-space-indexes", PagedResponse[KeySpaceIndexResource], params=params
+        )
+
     def get(self, project_id: ProjectId) -> Project:
         """Get a project."""
         return self.client.get(f"/v1/projects/{project_id}", Project)

spiral/api/text_indexes.py

@@ -33,7 +33,7 @@ class SyncIndexResponse(BaseModel):
 
 
 class TextIndexesService(ServiceBase):
-    """Service for workload operations."""
+    """Service for text index operations."""
 
     def create_worker(self, index_id: IndexId, request: CreateWorkerRequest) -> CreateWorkerResponse:
         """Create a new search worker."""

spiral/cli/__init__.py

@@ -1,16 +1,23 @@
 import asyncio
 import functools
 import inspect
-from typing import IO
+from collections.abc import Callable
+from typing import IO, Generic, ParamSpec, TypeVar, override
 
-import rich
 import typer
 from click import ClickException
 from grpclib import GRPCError
 from httpx import HTTPStatusError
+from rich.console import Console
 
+P = ParamSpec("P")
+T = TypeVar("T")
 
-class AsyncTyper(typer.Typer):
+CONSOLE = Console()
+ERR_CONSOLE = Console(stderr=True, style="red")
+
+
+class AsyncTyper(typer.Typer, Generic[P]):
     """Wrapper to allow async functions to be used as commands.
 
     We also pre-bake some configuration.
@@ -25,13 +32,15 @@ class AsyncTyper(typer.Typer):
             **kwargs,
         )
 
-    def callback(self, *args, **kwargs):
+    @override
+    def callback(self, *args, **kwargs) -> Callable[[Callable[P, T]], Callable[P, T]]:
         decorator = super().callback(*args, **kwargs)
         for wrapper in (_wrap_exceptions, _maybe_run_async):
             decorator = functools.partial(wrapper, decorator)
         return decorator
 
-    def command(self, *args, **kwargs):
+    @override
+    def command(self, *args, **kwargs) -> Callable[[Callable[P, T]], Callable[P, T]]:
         decorator = super().command(*args, **kwargs)
         for wrapper in (_wrap_exceptions, _maybe_run_async):
             decorator = functools.partial(wrapper, decorator)
@@ -50,7 +59,7 @@ class _ClickGRPCException(ClickException):
         return self.message
 
     def show(self, file: IO[str] | None = None) -> None:
-        rich.print(f"Error: {self.format_message()}", file=file)
+        ERR_CONSOLE.print(f"Error: {self.format_message()}")
 
 
 def _maybe_run_async(decorator, f):

spiral/cli/admin.py

@@ -1,7 +1,5 @@
-from rich import print
-
 from spiral.api.types import OrgId
-from spiral.cli import AsyncTyper, state
+from spiral.cli import CONSOLE, AsyncTyper, state
 
 app = AsyncTyper()
 
@@ -13,4 +11,4 @@ def sync(
     state.settings.api._admin.sync_orgs()
 
     for membership in state.settings.api._admin.sync_memberships(org_id):
-        print(membership)
+        CONSOLE.print(membership)

spiral/cli/app.py

@@ -8,13 +8,14 @@ from spiral.cli import (
     console,
     fs,
     iceberg,
-    indexes,
+    key_spaces,
     login,
     orgs,
     projects,
     state,
     tables,
     telemetry,
+    text,
     workloads,
 )
 from spiral.settings import LOG_DIR, Settings
@@ -36,7 +37,8 @@ app.add_typer(orgs.app, name="orgs")
 app.add_typer(projects.app, name="projects")
 app.add_typer(iceberg.app, name="iceberg")
 app.add_typer(tables.app, name="tables")
-app.add_typer(indexes.app, name="indexes")
+app.add_typer(key_spaces.app, name="ks")
+app.add_typer(text.app, name="text")
 app.add_typer(telemetry.app, name="telemetry")
 app.command("console")(console.command)
 app.command("login")(login.command)

spiral/cli/fs.py

@@ -1,7 +1,6 @@
 from typing import Annotated
 
 import questionary
-import rich
 from pydantic import SecretStr
 from typer import Option
 
@@ -13,7 +12,7 @@ from spiral.api.filesystems import (
     UpdateS3FileSystem,
     UpstreamFileSystem,
 )
-from spiral.cli import AsyncTyper, state
+from spiral.cli import CONSOLE, AsyncTyper, state
 from spiral.cli.types import ProjectArg, ask_project
 
 app = AsyncTyper(short_help="File Systems.")
@@ -24,9 +23,9 @@ def show(project: ProjectArg):
     file_system = state.settings.api.file_system.get_file_system(project)
     match file_system:
         case BuiltinFileSystem(provider=provider):
-            rich.print(f"provider: {provider}")
+            CONSOLE.print(f"provider: {provider}")
         case _:
-            rich.print(file_system)
+            CONSOLE.print(file_system)
 
 
 def ask_provider():
@@ -103,10 +102,10 @@ def update(
         raise ValueError("Must specify either --s3 or --gcs.")
 
     res = state.settings.api.file_system.update_file_system(project, file_system)
-    rich.print(res.file_system)
+    CONSOLE.print(res.file_system)
 
 
 @app.command(help="Lists the available built-in file system providers.")
 def list_providers():
     for provider in state.settings.api.file_system.list_providers():
-        rich.print(provider)
+        CONSOLE.print(provider)

spiral/cli/iceberg.py

@@ -0,0 +1,97 @@
+import sys
+from typing import Annotated
+
+import rich
+import typer
+from typer import Argument
+
+from spiral.cli import CONSOLE, ERR_CONSOLE, AsyncTyper, state
+from spiral.cli.types import ProjectArg
+
+app = AsyncTyper(short_help="Apache Iceberg Catalog")
+
+
+@app.command(help="List namespaces.")
+def namespaces(
+    project: ProjectArg,
+    namespace: Annotated[str | None, Argument(help="List only namespaces under this namespace.")] = None,
+):
+    """List Iceberg namespaces."""
+    import pyiceberg.exceptions
+
+    catalog = state.spiral.iceberg.catalog()
+
+    if namespace is None:
+        try:
+            namespaces = catalog.list_namespaces(project)
+        except pyiceberg.exceptions.ForbiddenError:
+            ERR_CONSOLE.print(
+                f"The project, {repr(project)}, does not exist or you lack the "
+                f"`iceberg:view` permission to list namespaces in it.",
+            )
+            raise typer.Exit(code=1)
+    else:
+        try:
+            namespaces = catalog.list_namespaces((project, namespace))
+        except pyiceberg.exceptions.ForbiddenError:
+            ERR_CONSOLE.print(
+                f"The namespace, {repr(project)}.{repr(namespace)}, does not exist or you lack the "
+                f"`iceberg:view` permission to list namespaces in it.",
+            )
+            raise typer.Exit(code=1)
+
+    table = CONSOLE.table.Table("Namespace ID", title="Iceberg namespaces")
+    for ns in namespaces:
+        table.add_row(".".join(ns))
+    CONSOLE.print(table)
+
+
+@app.command(help="List tables.")
+def tables(
+    project: ProjectArg,
+    namespace: Annotated[str | None, Argument(help="Show only tables in the given namespace.")] = None,
+):
+    import pyiceberg.exceptions
+
+    catalog = state.spiral.iceberg.catalog()
+
+    try:
+        if namespace is None:
+            tables = catalog.list_tables(project)
+        else:
+            tables = catalog.list_tables((project, namespace))
+    except pyiceberg.exceptions.ForbiddenError:
+        ERR_CONSOLE.print(
+            f"The namespace, {repr(project)}.{repr(namespace)}, does not exist or you lack the "
+            f"`iceberg:view` permission to list tables in it.",
+        )
+        raise typer.Exit(code=1)
+
+    rich_table = rich.table.Table("table id", title="Iceberg tables")
+    for table in tables:
+        rich_table.add_row(".".join(table))
+    CONSOLE.print(rich_table)
+
+
+@app.command(help="Show the table schema.")
+def schema(
+    project: ProjectArg,
+    namespace: Annotated[str, Argument(help="Table namespace.")],
+    table: Annotated[str, Argument(help="Table name.")],
+):
+    import pyiceberg.exceptions
+
+    catalog = state.spiral.iceberg.catalog()
+
+    try:
+        tbl = catalog.load_table((project, namespace, table))
+    except pyiceberg.exceptions.NoSuchTableError:
+        ERR_CONSOLE.print(f"No table {repr(table)} found in {repr(project)}.{repr(namespace)}", file=sys.stderr)
+        raise typer.Exit(code=1)
+
+    rich_table = rich.table.Table(
+        "Field ID", "Field name", "Type", "Required", "Doc", title=f"{project}.{namespace}.{table}"
+    )
+    for col in tbl.schema().columns:
+        rich_table.add_row(str(col.field_id), col.name, str(col.field_type), str(col.required), col.doc)
+    CONSOLE.print(rich_table)

spiral/cli/key_spaces.py

@@ -0,0 +1,89 @@
+from typing import Annotated
+
+import questionary
+import rich
+import typer
+from questionary import Choice
+from typer import Option
+
+from spiral.api.key_space_indexes import SyncIndexRequest
+from spiral.api.projects import KeySpaceIndexResource
+from spiral.api.types import IndexId
+from spiral.api.workers import ResourceClass
+from spiral.cli import CONSOLE, AsyncTyper, state
+from spiral.cli.types import ProjectArg
+
+app = AsyncTyper(short_help="Key Space Indexes.")
+
+
+def ask_index(project_id, title="Select an index"):
+    indexes: list[KeySpaceIndexResource] = list(state.spiral.project(project_id).list_key_space_indexes())
+
+    if not indexes:
+        CONSOLE.print("[red]No indexes found[/red]")
+        raise typer.Exit(1)
+
+    return questionary.select(
+        title,
+        choices=[Choice(title=index.name, value=index.id) for index in sorted(indexes, key=lambda t: (t.name, t.id))],
+    ).ask()
+
+
+def get_index_id(
+    project: ProjectArg,
+    name: Annotated[str | None, Option(help="Index name.")] = None,
+) -> IndexId:
+    if name is None:
+        return ask_index(project)
+
+    indexes: list[KeySpaceIndexResource] = list(state.spiral.project(project).list_key_space_indexes())
+    for index in indexes:
+        if index.name == name:
+            return index.id
+    raise ValueError(f"Index not found: {name}")
+
+
+@app.command(help="List indexes.")
+def ls(
+    project: ProjectArg,
+):
+    """List indexes."""
+    indexes = state.spiral.project(project).list_key_space_indexes()
+
+    rich_table = rich.table.Table("id", "name", title="Key Space Indexes")
+    for index in indexes:
+        rich_table.add_row(index.id, index.name)
+    CONSOLE.print(rich_table)
+
+
+@app.command(help="Show index partitions.")
+def show(
+    project: ProjectArg,
+    name: Annotated[str | None, Option(help="Index name.")] = None,
+):
+    """Show index partitions."""
+    index_id = get_index_id(project, name)
+    index = state.spiral.key_space_index(index_id)
+    shards = state.spiral._ops().compute_shards(index.core)
+
+    rich_table = rich.table.Table("Begin", "End", "Cardinality", title=f"Index {index.name} Partitions")
+    for partition in shards:
+        rich_table.add_row(
+            # TODO(marko): This isn't really pretty...
+            repr(partition.key_range.begin),
+            repr(partition.key_range.end),
+            str(partition.cardinality),
+        )
+    CONSOLE.print(rich_table)
+
+
+@app.command(help="Trigger a sync job for an index.")
+def sync(
+    project: ProjectArg,
+    name: Annotated[str | None, Option(help="Index name.")] = None,
+    resources: Annotated[ResourceClass, Option(help="Resources to use for the sync job.")] = ResourceClass.SMALL,
+):
+    """Trigger a sync job."""
+    index_id = get_index_id(project, name)
+    response = state.spiral.api.key_space_indexes.sync_index(index_id, SyncIndexRequest(resources=resources))
+    CONSOLE.print(f"Triggered sync job {response.worker_id} for index {index_id}.")