pyspiral 0.4.4__cp310-abi3-macosx_11_0_arm64.whl → 0.6.0__cp310-abi3-macosx_11_0_arm64.whl

{pyspiral-0.4.4.dist-info → pyspiral-0.6.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyspiral
-Version: 0.4.4
+Version: 0.6.0
 Classifier: Intended Audience :: Science/Research
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python
@@ -12,29 +12,34 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Rust
 Classifier: License :: Other/Proprietary License
-Requires-Dist: betterproto==2.0.0b7
+Requires-Dist: betterproto2>=0.8.0
 Requires-Dist: google-re2>=1.1.20240702
 Requires-Dist: grpclib>=0.4.7
 Requires-Dist: hishel>=0.0.30
 Requires-Dist: httpx>=0.27.0
+Requires-Dist: nanoid>=2.0.0
 Requires-Dist: numpy>=2
 Requires-Dist: pyarrow>=21.0.0
 Requires-Dist: pydantic-settings>=2.3.4
 Requires-Dist: pydantic[email]>=2.5.3
 Requires-Dist: pyjwt[crypto]>=2.9.0
+Requires-Dist: pyperclip>=1.9.0
 Requires-Dist: questionary>=2.0.1
+Requires-Dist: sqlglot[rs]>=25.25.1
 Requires-Dist: tqdm>=4.66.5
 Requires-Dist: typer>=0.16
 Requires-Dist: xxhash>=3.4.1
-Requires-Dist: nanoid>=2.0.0
-Requires-Dist: sqlglot[rs]>=25.25.1
-Requires-Dist: pyperclip>=1.9.0
 Requires-Dist: polars>=1.31.0 ; extra == 'polars'
 Requires-Dist: duckdb>=1.3.2 ; extra == 'duckdb'
+Requires-Dist: datasets>=4.0.0 ; extra == 'datasets'
 Requires-Dist: pyiceberg>=0.9.1 ; extra == 'pyiceberg'
+Requires-Dist: mosaicml-streaming>=0.13.0 ; extra == 'streaming'
+Requires-Dist: vortex-data>=0.52.1 ; extra == 'streaming'
 Provides-Extra: polars
 Provides-Extra: duckdb
+Provides-Extra: datasets
 Provides-Extra: pyiceberg
+Provides-Extra: streaming
 Summary: Python client for Spiral.
 Home-Page: https://spiraldb.com
 Author-email: SpiralDB <hello@spiraldb.com>

pyspiral-0.6.0.dist-info/RECORD

@@ -0,0 +1,99 @@
+pyspiral-0.6.0.dist-info/METADATA,sha256=ETkF1eW1JfgWeoRKxgF7eDX0K9LWDOOixTO8mWW7GlA,1836
+pyspiral-0.6.0.dist-info/WHEEL,sha256=Eg6gwEJKNVa1g53Yg4W5oLzLA6e9MoXTlIiHdDxmtOw,103
+pyspiral-0.6.0.dist-info/entry_points.txt,sha256=uft7u-a6g40NLt4Q6BleWbK4NY0M8nZuYPpP8DV0EOk,45
+spiral/__init__.py,sha256=iAicRWWphlRNKjIS_BFTSqIweCLwJTJTbyWF0BvqMLY,667
+spiral/_lib.abi3.so,sha256=hvWlKDITuH96YLRuRwpd_wHN406BaWM7ud6x_ht6Nyc,62669904
+spiral/adbc.py,sha256=7IxfWIeQN-fh0W5OdN_PP2x3pzQYg6ZUOLsHg3jktqw,14842
+spiral/api/__init__.py,sha256=ULBlVq3PnfNOO6T5naE_ULmmii-83--qTuN2PpAUQN0,2241
+spiral/api/admin.py,sha256=A1iVR1XYJSObZivPAD5UzmPuMgupXc9kaHNYYa_kwfs,585
+spiral/api/client.py,sha256=c63u4Nv0XqXW3BpGAofMk44d-1_4RymKwbcMzq9qxeY,4649
+spiral/api/filesystems.py,sha256=EA4iqhTeaIlvObvEUxHmZl0pQ24IOxUVWM3GPhFLw8o,4969
+spiral/api/key_space_indexes.py,sha256=-38rZXTdkL4mLhp9h3CtqyIyutzzq88tV6bhK05MqYE,640
+spiral/api/organizations.py,sha256=B-8zZ7lFJANGK7dUNbo_aU-cgI959JBP9VcWb6wdgi0,1895
+spiral/api/projects.py,sha256=62Y1lqI_TpUh3WKQqrjbLWJHiZsI_X3g8u2RTbUwkoA,6162
+spiral/api/telemetry.py,sha256=tfdA3E_EWJwFVxkQfkm8tiYGRubnx2LuE5nbfsk1oG4,474
+spiral/api/text_indexes.py,sha256=_zVlGBytl-9-Unbu2POfZgLh40H1YRcagFtplgIG428,1828
+spiral/api/types.py,sha256=lGdiKViRgIEJXD2ubwnyEIEwHkfRumlZjVEaHMV3Tm8,682
+spiral/api/workers.py,sha256=0wZNUHMioDT53P1OBJfpjyDfIodHwwT6858z2IlRIM4,636
+spiral/api/workloads.py,sha256=XAyXV7vgZcoyyoPoGvOT4jTpyFKFMvrrAfhL6d1h1kE,1748
+spiral/arrow_.py,sha256=T1LZ7bh9aMDbXfpUsf0dR0E1roTQyAYSgZ2mL4s8J_4,7681
+spiral/cli/__init__.py,sha256=LutjpWZu5Rvmba8C8bPa5vOCv74JuAoE1kvz0nd48dE,2476
+spiral/cli/__main__.py,sha256=kNaKM2xgJo7GRogf83nYldLM-RGUR6vymdGwZxywQu0,71
+spiral/cli/admin.py,sha256=-ubYqs8nKjnQStbQ68jpWx_9xh0TsaxI0wM1Hfko8_U,319
+spiral/cli/app.py,sha256=HWCjMJLzSz_JaiLF046jzC9A4-yvzS6506D3cOR2Vgc,1773
+spiral/cli/console.py,sha256=6JHbAQV6MFWz3P-VzqPOjhHpkIQagsCdzTMvmuDKMkU,2580
+spiral/cli/fs.py,sha256=UREIJhjr6MfIdcKK7pjUKICd0wsQULhQiWRVWUnQ0dc,4376
+spiral/cli/iceberg.py,sha256=Q14tcGcn1LixbFCYP0GhfYwFFXTmmi8tqBPYwalJEyE,3248
+spiral/cli/key_spaces.py,sha256=EEgn7Zjc16CkeQO-4vWdwEqCTddTMiUAdLh4vG4AoYk,2218
+spiral/cli/login.py,sha256=TgTr37ImgG1NKN8VbtqkxVAYaZFpMXMwPAb23gVldEw,649
+spiral/cli/orgs.py,sha256=fmOuLxpeIFfKqePRi292Gv9k-EF5pPn_tbKd2BLl2Ig,2869
+spiral/cli/printer.py,sha256=HcvSUpaMItzmhBUfIHROK1Z3SL8J8wDopS3Qo8H00uw,1781
+spiral/cli/projects.py,sha256=UYrBlLcFacuXExdLX1sZByfvkz9MRtk_0oRAZvqHa0w,5105
+spiral/cli/state.py,sha256=10wTIVQ0SJkY67Z6-KQ1LFlt3aVIPmZhoHFdTwp4kNA,130
+spiral/cli/tables.py,sha256=8-9ay0mXS1Ew7DMoYFfHqC-Ro0TWsOTTinusS7M1slE,4639
+spiral/cli/telemetry.py,sha256=Uxo1Q1FkKJ6n6QNGOUmL3j_pRRWRx0qWIhoP-U9BuR0,589
+spiral/cli/text.py,sha256=DlWGe4JrkdERAiqyITNpk91Wqb63Re99rNYlIFsIamc,4031
+spiral/cli/types.py,sha256=XYzo1GgX7dBBItoBSrHI4vO5C2lLmS2sktb-2GnGH3E,1362
+spiral/cli/workloads.py,sha256=2_SLfQTFN6y73R9H0i9dk8VIOVagKxSxOpHXC56yptY,2015
+spiral/client.py,sha256=Po9xgCH3NwVsCeRZMm3eJUPV77Rknyj-9MfCS1TbdTg,6623
+spiral/core/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/core/authn/__init__.pyi,sha256=Jw_8ywTMDTwgAtGxMtFED63rU0jOgrv-eZtaZ5sR5t4,757
+spiral/core/client/__init__.pyi,sha256=uONPrQbKvlNjnIDLT7c0wG9GMWwNveRd6aHJu6NuQ74,5228
+spiral/core/table/__init__.pyi,sha256=uZHXdm160fNAAoz3jnFPtbZl8EFEyLwS3wo0r7jEMOo,3807
+spiral/core/table/manifests/__init__.pyi,sha256=3V59-K1qr1z2dGfgRKXaHSVheK8NNw8Q8PFhfbeQd_4,1065
+spiral/core/table/metastore/__init__.pyi,sha256=rc3u9MwEKRvL2kxOc8lBorddFRnM8o_o1frqtae86a4,1697
+spiral/core/table/spec/__init__.pyi,sha256=0NyGeyEhV_ebwKWVU3sqSvdF2D9v8kEVwo6wYAHF99M,5579
+spiral/dataset.py,sha256=NNqG-oOrhbmNC2OMZ9AYAm4YkwwBozeRI6zXtz4cspA,8008
+spiral/datetime_.py,sha256=1TA1RYIRU22qcUuipIjVhAtGnPDVn2z9WttuhkmfkwY,964
+spiral/debug/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/debug/manifests.py,sha256=CGC5C1HG4XCMhlkNZI-woBAIO-EQSVSqXuDUsiV-d7g,2935
+spiral/debug/metrics.py,sha256=XdRDcjggtsLNGCAjam6IxG9072pz_d2C8iLApNRFUtk,2044
+spiral/debug/scan.py,sha256=9bMmVQFs5M6Rldm0fmrmmvn9LbSSTKBV5tIu37mEn78,8938
+spiral/expressions/__init__.py,sha256=T8PIb0_UB9kynK0dpWbUD4No5lKRTG-wKnao8xOcXjY,6381
+spiral/expressions/base.py,sha256=OOUDrbkLBE0lSkAmM-6FP2F2N8zhN_in3S_UDrWLDeQ,4805
+spiral/expressions/http.py,sha256=begUydWoFHEqjeLkATvI_v66Ez6_rR-OQBWO5cHbb9c,2742
+spiral/expressions/io.py,sha256=gJ2a0FKMmdxarWKENulPRwH7KDvSJTIh_OUxX306xAM,3045
+spiral/expressions/list_.py,sha256=MMt5lf5H1M3O-x6N_PvqOLGq9NOk6Ukv0fPWwPC_uy4,1809
+spiral/expressions/mp4.py,sha256=_xGVnkygddzxP9a8OACJ8_KXnejuVbYCVKBCXBQ798Y,2151
+spiral/expressions/png.py,sha256=KO8X0OmMzUFwpg2I_j0JTyldPzVXDWIMzjWMWDV9vIY,506
+spiral/expressions/qoi.py,sha256=gvIbb6fXb_Bb080sn9wkpbGGrPs2UEcTXCfuv4-kcYQ,506
+spiral/expressions/refs.py,sha256=omeHBQ5o6N4xgZ3x5Xz7IRrWwYBBtQY8DYK0NNAxeGo,2109
+spiral/expressions/str_.py,sha256=tY8RXW3JWvr1-bEfCZtk5FAf11wKJnXPuA9EoeJ9tA4,1265
+spiral/expressions/struct.py,sha256=pGAnCDh6AK0BK1XfZ1qG4ce4ranIQEE1HQsgmzBcfwQ,2038
+spiral/expressions/text.py,sha256=-02gBWYoyNQ3qQ1--9HTa8IryUDojYQVIp8C7rgnOWQ,1893
+spiral/expressions/tiff.py,sha256=fQwIn0kLFBM2Y3YYIHmTgb_EIRHKT2fNc77nioDQQw4,8044
+spiral/expressions/udf.py,sha256=yb9MIcrFftpNDxgBF228cvdv6TY-hEFikYz2fq_nzWo,1353
+spiral/grpc_.py,sha256=f3czdP1Mxme42Y5--a5ogYq1TTiWn-J_MlGjwJ2mWwM,1015
+spiral/iceberg.py,sha256=JGq62Qnf296r9_hRAoH85GQq45-uSBjwXWw_CvPi6G4,930
+spiral/key_space_index.py,sha256=NAB_nONEjpMYbse8suz42w7Qb5OPHuKN9h9CT2NJe08,1460
+spiral/project.py,sha256=CO_Pn6vPqaonNvRdCNRFcBWr4TqO2AsAUTH5xawIeCE,7283
+spiral/protogen/_/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/protogen/_/arrow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/protogen/_/arrow/flight/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/protogen/_/arrow/flight/protocol/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/protogen/_/arrow/flight/protocol/sql/__init__.py,sha256=yt4_UDWfOaVpyCBeQa2aVXIfZzRSrcfIQHsXFCWv0qI,90023
+spiral/protogen/_/google/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/protogen/_/google/protobuf/__init__.py,sha256=lsfhHEPczGOxrOmkstAqh64V0Kt8hQE_6N0tIpc27HU,75116
+spiral/protogen/_/message_pool.py,sha256=4-cRhhiM6bmfpUJZ8qxc8LEyqHBHpLCcotjbyZxl7JM,71
+spiral/protogen/_/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/protogen/_/scandal/__init__.py,sha256=-4m9DHPjtLFzpnesaAv8W_p8R_kfGjA5z3l0GPPbjD8,4965
+spiral/protogen/_/spfs/__init__.py,sha256=4lnc88HhuH4t-JR9NjXz5r5WVESxCEbyUpV7Xfc-SBI,2028
+spiral/protogen/_/spql/__init__.py,sha256=JJBlNacSIIoo5cazHFyLtdkGRLYgwNru1FstFpuPGg8,1548
+spiral/protogen/_/substrait/__init__.py,sha256=-PqWiWMN0hl3Gntj5l1wpEhOMdGDgv3PskGPouaRct8,209839
+spiral/protogen/_/substrait/extensions/__init__.py,sha256=sCMvwWCXWu2cSGiTEH0hRjkn0WTsePLDIxRBBNpENJs,5326
+spiral/protogen/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/protogen/util.py,sha256=smnvVo6nYH3FfDm9jqhNLaXz4bbTBaQezHQDCTvZyiQ,1486
+spiral/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spiral/scan.py,sha256=nItu2SNqp5-f2LPMl4EXrEUxV5tJJGEVQEPMSko3STY,7044
+spiral/server.py,sha256=ztBmB5lBnUz-smQxR_tC8AI5SOhz17wH0MI3GuzDUdM,600
+spiral/settings.py,sha256=Nap68xM-1ZvF3yDhkyRnNDIAVMIgxmIksglg_1iT0-0,3069
+spiral/snapshot.py,sha256=_l2wrqUXz2RARjIDxOWw4aQpegJohvggIoWuCllzStA,1506
+spiral/streaming_/__init__.py,sha256=s7MlW2ERsuZmZGExLFL6RcZon2e0tNBocBg5ANgki7k,61
+spiral/streaming_/reader.py,sha256=CahNNeJznRuUUTtWNexoEBZtKh9bikfaI6UCnER3Jhw,3451
+spiral/streaming_/stream.py,sha256=xFTtGB6CspEKstzBeyyaOeOR3KDiJc21m07ZpD1AXZQ,5669
+spiral/substrait_.py,sha256=AKeOD4KIXvz2J4TYxnIneOiHddtBIyOhuNxVO_uH0eg,12592
+spiral/table.py,sha256=Y5_FqZGjXwt7LT_SYzUA-M-zOBcOdJs7d_t919TAc1k,9605
+spiral/text_index.py,sha256=FQ9rgIEGLSJryS9lFdMhKtPFey18BXoWbPXyvZPJJ04,442
+spiral/transaction.py,sha256=O3vSaTc7zpeC5qbqnj-VWKwK6rrp_mYV2JuPHp2ZJ80,1464
+spiral/types_.py,sha256=W_jyO7F6rpPiH69jhgSgV7OxQZbOlb1Ho3InpKUP6Eo,155
+pyspiral-0.6.0.dist-info/RECORD,,

{pyspiral-0.4.4.dist-info → pyspiral-0.6.0.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: maturin (1.9.3)
+Generator: maturin (1.9.4)
 Root-Is-Purelib: false
 Tag: cp310-abi3-macosx_11_0_arm64

spiral/__init__.py

@@ -3,8 +3,15 @@
 # This is here to make sure we load the native extension first
 from spiral import _lib
 
-assert _lib
+# Eagerly import the Spiral library
+assert _lib, "Spiral library"
 
-from spiral.client import Spiral  # noqa: E402, I001
+from spiral.client import Spiral  # noqa: E402
+from spiral.key_space_index import KeySpaceIndex  # noqa: E402
+from spiral.project import Project  # noqa: E402
+from spiral.scan import Scan, ShuffleStrategy  # noqa: E402
+from spiral.snapshot import Snapshot  # noqa: E402
+from spiral.table import Table  # noqa: E402
+from spiral.text_index import TextIndex  # noqa: E402
 
-__all__ = ["Spiral"]
+__all__ = ["Spiral", "Project", "Table", "Snapshot", "Scan", "ShuffleStrategy", "TextIndex", "KeySpaceIndex"]

spiral/adbc.py

@@ -8,7 +8,6 @@ import pyarrow as pa
 import pyarrow.compute as pc
 import sqlglot
 import sqlglot.expressions as exp
-from betterproto.lib.google.protobuf import Any
 from pyarrow.flight import (
     Action,
     FlightDescriptor,
@@ -35,6 +34,8 @@ from spiral.protogen._.arrow.flight.protocol.sql import (
     SqlInfo,
     SqlSupportedTransaction,
 )
+from spiral.protogen._.google.protobuf import Any
+from spiral.snapshot import Snapshot
 
 log = logging.getLogger(__name__)
 logging.getLogger("sqlx").setLevel(logging.WARNING)
@@ -64,7 +65,6 @@ def debuggable(func):
     return wrapper_decorator
 
 
-# TODO(marko): This should work for Iceberg tables.
 class ADBCServerBase:
     def get_sql_info(self, _req: CommandGetSqlInfo) -> pa.RecordBatchReader:
         """Default implementation that reports no support for any complex features."""
@@ -143,6 +143,17 @@ class SpiralADBCServer(ADBCServerBase):
 
         self.pool = ThreadPoolExecutor()
 
+    def open_snapshot(self, tbl) -> Snapshot:
+        """Open a table in the Spiral project and return it as a PyArrow Dataset."""
+        if tbl.catalog is None or tbl.catalog == "":
+            raise FlightError("Project (Data Catalog) must be specified to open a table.")
+
+        project = tbl.catalog
+        dataset = tbl.db or "default"
+        table = tbl.name
+
+        return self.sp.project(project).table(f"{dataset}.{table}").snapshot()
+
     def get_catalogs(self, req: CommandGetCatalogs) -> pa.RecordBatchReader:
         schema = pa.schema([pa.field("catalog_name", pa.string(), nullable=False)])
 
@@ -170,15 +181,16 @@ class SpiralADBCServer(ADBCServerBase):
             if req.catalog == "":
                 # Empty string means databases _without_ a catalog, which we don't support
                 return
+            catalog = req.catalog
 
             # Otherwise, catalog is either the project ID, or None.
-            if req.catalog is None:
+            if catalog is None:
                 projects = self.sp.list_projects()
             else:
                 projects = [self.sp.project(req.catalog)]
 
             for project in projects:
-                datasets = {dt.dataset for dt in project.tables.list_tables()}
+                datasets = {tbl.dataset for tbl in project.list_tables()}
 
                 batch = pa.RecordBatch.from_arrays(
                     [
@@ -219,9 +231,10 @@ class SpiralADBCServer(ADBCServerBase):
                 projects = list(self.sp.list_projects())
             else:
                 projects = [self.sp.project(req.catalog)]
+            projects = sorted(projects, key=lambda p: p.id)
 
             def _process_project(project):
-                tables: list[TableResource] = project.tables.list_tables()
+                tables: list[TableResource] = project.list_tables()
 
                 rows = []
                 for table in tables:
@@ -233,7 +246,7 @@ class SpiralADBCServer(ADBCServerBase):
                     }
 
                     if req.include_schema:
-                        open_table = project.tables.table(f"{table.project_id}.{table.dataset}.{table.table}")
+                        open_table = project.table(f"{table.dataset}.{table.table}")
                         row["table_schema"] = open_table.snapshot().to_dataset().schema.serialize().to_pybytes()
 
                     rows.append(row)
@@ -248,12 +261,13 @@ class SpiralADBCServer(ADBCServerBase):
     def statement_query(self, req: CommandStatementQuery, limit: int | None = None) -> pa.RecordBatchReader:
         # Extract the tables from the query, and bring them into the Python locals scope.
         expr = sqlglot.parse_one(req.query, dialect="duckdb")
+        datasets = {}
         for tbl in expr.find_all(exp.Table):
             # We swap the three-part identifier out for a single identifier
-            # This lets us insert a PyArrow Dataset into Python locals such that
-            # DuckDB will pick up on it for the query.
-            name = exp.table_name(tbl)
-            locals()[name] = self.sp.tables.table(f"{tbl.catalog}.{tbl.db}.{tbl.name}").snapshot().to_dataset()
+            # This lets us register a PyArrow Dataset with DuckDB for the query.
+            snapshot = self.open_snapshot(tbl)
+            name = snapshot.table.table_id
+            datasets[name] = snapshot.to_dataset()
             tbl.replace(exp.table_(table=name))
 
         try:
@@ -262,7 +276,11 @@ class SpiralADBCServer(ADBCServerBase):
             raise FlightError("DuckDB is required for SQL queries.")
 
         try:
-            sql = duckdb.sql(expr.sql(dialect="duckdb"))
+            # Create a DuckDB connection and register the datasets
+            conn = duckdb.connect()
+            for name, dataset in datasets.items():
+                conn.register(name, dataset)
+            sql = conn.sql(expr.sql(dialect="duckdb"))
         except Exception as e:
             raise FlightError(str(e))
 

spiral/api/__init__.py

@@ -10,9 +10,11 @@ if TYPE_CHECKING:
 
     from .admin import AdminService
     from .filesystems import FileSystemService
+    from .key_space_indexes import KeySpaceIndexesService
     from .organizations import OrganizationService
     from .projects import ProjectService
     from .telemetry import TelemetryService
+    from .text_indexes import TextIndexesService
     from .workloads import WorkloadService
 
 
@@ -57,6 +59,18 @@ class SpiralAPI:
 
         return WorkloadService(self.client)
 
+    @property
+    def text_indexes(self) -> "TextIndexesService":
+        from .text_indexes import TextIndexesService
+
+        return TextIndexesService(self.client)
+
+    @property
+    def key_space_indexes(self) -> "KeySpaceIndexesService":
+        from .key_space_indexes import KeySpaceIndexesService
+
+        return KeySpaceIndexesService(self.client)
+
     @property
     def telemetry(self) -> "TelemetryService":
         from .telemetry import TelemetryService

spiral/api/client.py

@@ -6,7 +6,7 @@ import httpx
 from httpx import HTTPStatusError
 from pydantic import BaseModel, Field, TypeAdapter
 
-from spiral.core.client import Authn
+from spiral.core.authn import Authn
 
 log = logging.getLogger(__name__)
 
@@ -146,6 +146,10 @@ class _Client:
             # Enrich the exception with the response body
             raise SpiralHTTPError(body=resp.text, code=resp.status_code) from e
 
+        if response_cls == type[None]:
+            assert resp.text == ""
+            return None
+
         return TypeAdapter(response_cls).validate_python(resp.json())
 
     def paged(

spiral/api/key_space_indexes.py

@@ -0,0 +1,23 @@
+from pydantic import BaseModel
+
+from .client import ServiceBase
+from .types import IndexId, WorkerId
+from .workers import ResourceClass
+
+
+class SyncIndexRequest(BaseModel):
+    """Request to sync a text index."""
+
+    resources: ResourceClass
+
+
+class SyncIndexResponse(BaseModel):
+    worker_id: WorkerId
+
+
+class KeySpaceIndexesService(ServiceBase):
+    """Service for key space index operations."""
+
+    def sync_index(self, index_id: IndexId, request: SyncIndexRequest) -> SyncIndexResponse:
+        """Start a job to sync an index."""
+        return self.client.post(f"/v1/key-space-indexes/{index_id}/sync", request, SyncIndexResponse)

spiral/api/projects.py

@@ -138,6 +138,12 @@ class TextIndexResource(BaseModel):
     name: str
 
 
+class KeySpaceIndexResource(BaseModel):
+    id: str
+    project_id: ProjectId
+    name: str
+
+
 class ProjectService(ServiceBase):
     """Service for project operations."""
 
@@ -169,6 +175,15 @@ class ProjectService(ServiceBase):
             f"/v1/projects/{project_id}/text-indexes", PagedResponse[TextIndexResource], params=params
         )
 
+    def list_key_space_indexes(self, project_id: ProjectId, name: str | None = None) -> Paged[KeySpaceIndexResource]:
+        """List key space indexes in a project."""
+        params = {}
+        if name:
+            params["name"] = name
+        return self.client.paged(
+            f"/v1/projects/{project_id}/key-space-indexes", PagedResponse[KeySpaceIndexResource], params=params
+        )
+
     def get(self, project_id: ProjectId) -> Project:
         """Get a project."""
         return self.client.get(f"/v1/projects/{project_id}", Project)
@@ -192,6 +207,6 @@ class ProjectService(ServiceBase):
         """Get a grant."""
         return self.client.get(f"/v1/grants/{grant_id}", Grant)
 
-    def revoke_grant(self, grant_id: str) -> None:
+    def revoke_grant(self, grant_id: str):
         """Revoke a grant."""
-        return self.client.delete(f"/v1/grants/{grant_id}", None)
+        return self.client.delete(f"/v1/grants/{grant_id}", type[None])

spiral/api/text_indexes.py

@@ -0,0 +1,56 @@
+from pydantic import BaseModel
+
+from .client import Paged, PagedResponse, ServiceBase
+from .types import IndexId, ProjectId, WorkerId
+from .workers import CPU, GcpRegion, Memory, ResourceClass
+
+
+class TextSearchWorker(BaseModel):
+    worker_id: WorkerId
+    project_id: ProjectId
+    index_id: IndexId
+    url: str | None
+
+
+class CreateWorkerRequest(BaseModel):
+    cpu: CPU
+    memory: Memory
+    region: GcpRegion
+
+
+class CreateWorkerResponse(BaseModel):
+    worker_id: WorkerId
+
+
+class SyncIndexRequest(BaseModel):
+    """Request to sync a text index."""
+
+    resources: ResourceClass
+
+
+class SyncIndexResponse(BaseModel):
+    worker_id: WorkerId
+
+
+class TextIndexesService(ServiceBase):
+    """Service for text index operations."""
+
+    def create_worker(self, index_id: IndexId, request: CreateWorkerRequest) -> CreateWorkerResponse:
+        """Create a new search worker."""
+        return self.client.post(f"/v1/text-indexes/{index_id}/workers", request, CreateWorkerResponse)
+
+    def list_workers(self, index_id: IndexId) -> Paged[WorkerId]:
+        """List text index workers for the given index."""
+        return self.client.paged(f"/v1/text-indexes/{index_id}/workers", PagedResponse[WorkerId])
+
+    def get_worker(self, worker_id: WorkerId) -> TextSearchWorker:
+        """Get a text index worker."""
+        return self.client.get(f"/v1/text-index-workers/{worker_id}", TextSearchWorker)
+
+    def shutdown_worker(self, worker_id: WorkerId) -> None:
+        """Shutdown a text index worker."""
+        return self.client.delete(f"/v1/text-index-workers/{worker_id}", type[None])
+
+    def sync_index(self, index_id: IndexId, request: SyncIndexRequest) -> SyncIndexResponse:
+        """Start a job to sync an index."""
+        return self.client.post(f"/v1/text-indexes/{index_id}/sync", request, SyncIndexResponse)

spiral/api/types.py

@@ -13,6 +13,8 @@ UserId = str
 OrgId = str
 ProjectId = str
 RoleId = str
+IndexId = str
+WorkerId = str
 
 RootUri = Annotated[str, AfterValidator(_validate_root_uri)]
 DatasetName = Annotated[str, StringConstraints(max_length=128, pattern=r"^[a-zA-Z_][a-zA-Z0-9_-]+$")]

spiral/api/workers.py

@@ -0,0 +1,40 @@
+from enum import Enum, IntEnum
+
+
+class CPU(IntEnum):
+    ONE = 1
+    TWO = 2
+    FOUR = 4
+    EIGHT = 8
+
+    def __str__(self):
+        return str(self.value)
+
+
+class Memory(str, Enum):
+    MB_512 = "512Mi"
+    GB_1 = "1Gi"
+    GB_2 = "2Gi"
+    GB_4 = "4Gi"
+    GB_8 = "8Gi"
+
+    def __str__(self):
+        return self.value
+
+
+class GcpRegion(str, Enum):
+    US_EAST4 = "us-east4"
+    EUROPE_WEST4 = "europe-west4"
+
+    def __str__(self):
+        return self.value
+
+
+class ResourceClass(str, Enum):
+    """Resource class for text index sync."""
+
+    SMALL = "small"
+    LARGE = "large"
+
+    def __str__(self):
+        return self.value

spiral/cli/__init__.py

@@ -1,16 +1,23 @@
 import asyncio
 import functools
 import inspect
-from typing import IO
+from collections.abc import Callable
+from typing import IO, Generic, ParamSpec, TypeVar, override
 
-import rich
 import typer
 from click import ClickException
 from grpclib import GRPCError
 from httpx import HTTPStatusError
+from rich.console import Console
 
+P = ParamSpec("P")
+T = TypeVar("T")
 
-class AsyncTyper(typer.Typer):
+CONSOLE = Console()
+ERR_CONSOLE = Console(stderr=True, style="red")
+
+
+class AsyncTyper(typer.Typer, Generic[P]):
     """Wrapper to allow async functions to be used as commands.
 
     We also pre-bake some configuration.
@@ -25,13 +32,15 @@ class AsyncTyper(typer.Typer):
             **kwargs,
         )
 
-    def callback(self, *args, **kwargs):
+    @override
+    def callback(self, *args, **kwargs) -> Callable[[Callable[P, T]], Callable[P, T]]:
         decorator = super().callback(*args, **kwargs)
         for wrapper in (_wrap_exceptions, _maybe_run_async):
             decorator = functools.partial(wrapper, decorator)
         return decorator
 
-    def command(self, *args, **kwargs):
+    @override
+    def command(self, *args, **kwargs) -> Callable[[Callable[P, T]], Callable[P, T]]:
         decorator = super().command(*args, **kwargs)
         for wrapper in (_wrap_exceptions, _maybe_run_async):
             decorator = functools.partial(wrapper, decorator)
@@ -50,7 +59,7 @@ class _ClickGRPCException(ClickException):
         return self.message
 
     def show(self, file: IO[str] | None = None) -> None:
-        rich.print(f"Error: {self.format_message()}", file=file)
+        ERR_CONSOLE.print(f"Error: {self.format_message()}")
 
 
 def _maybe_run_async(decorator, f):

spiral/cli/admin.py

@@ -1,7 +1,5 @@
-from rich import print
-
 from spiral.api.types import OrgId
-from spiral.cli import AsyncTyper, state
+from spiral.cli import CONSOLE, AsyncTyper, state
 
 app = AsyncTyper()
 
@@ -13,4 +11,4 @@ def sync(
     state.settings.api._admin.sync_orgs()
 
     for membership in state.settings.api._admin.sync_memberships(org_id):
-        print(membership)
+        CONSOLE.print(membership)

spiral/cli/app.py

@@ -8,13 +8,14 @@ from spiral.cli import (
     console,
     fs,
     iceberg,
-    indexes,
+    key_spaces,
     login,
     orgs,
     projects,
     state,
     tables,
     telemetry,
+    text,
     workloads,
 )
 from spiral.settings import LOG_DIR, Settings
@@ -36,7 +37,8 @@ app.add_typer(orgs.app, name="orgs")
 app.add_typer(projects.app, name="projects")
 app.add_typer(iceberg.app, name="iceberg")
 app.add_typer(tables.app, name="tables")
-app.add_typer(indexes.app, name="indexes")
+app.add_typer(key_spaces.app, name="ks")
+app.add_typer(text.app, name="text")
 app.add_typer(telemetry.app, name="telemetry")
 app.command("console")(console.command)
 app.command("login")(login.command)

spiral/cli/fs.py

@@ -1,7 +1,6 @@
 from typing import Annotated
 
 import questionary
-import rich
 from pydantic import SecretStr
 from typer import Option
 
@@ -13,7 +12,7 @@ from spiral.api.filesystems import (
     UpdateS3FileSystem,
     UpstreamFileSystem,
 )
-from spiral.cli import AsyncTyper, state
+from spiral.cli import CONSOLE, AsyncTyper, state
 from spiral.cli.types import ProjectArg, ask_project
 
 app = AsyncTyper(short_help="File Systems.")
@@ -24,9 +23,9 @@ def show(project: ProjectArg):
     file_system = state.settings.api.file_system.get_file_system(project)
     match file_system:
         case BuiltinFileSystem(provider=provider):
-            rich.print(f"provider: {provider}")
+            CONSOLE.print(f"provider: {provider}")
         case _:
-            rich.print(file_system)
+            CONSOLE.print(file_system)
 
 
 def ask_provider():
@@ -103,10 +102,10 @@ def update(
         raise ValueError("Must specify either --s3 or --gcs.")
 
     res = state.settings.api.file_system.update_file_system(project, file_system)
-    rich.print(res.file_system)
+    CONSOLE.print(res.file_system)
 
 
 @app.command(help="Lists the available built-in file system providers.")
 def list_providers():
     for provider in state.settings.api.file_system.list_providers():
-        rich.print(provider)
+        CONSOLE.print(provider)