pyspiral 0.6.9__cp312-abi3-macosx_11_0_arm64.whl → 0.7.12__cp312-abi3-macosx_11_0_arm64.whl

{pyspiral-0.6.9.dist-info → pyspiral-0.7.12.dist-info}/METADATA

@@ -1,13 +1,11 @@
 Metadata-Version: 2.4
 Name: pyspiral
-Version: 0.6.9
+Version: 0.7.12
 Classifier: Intended Audience :: Science/Research
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3 :: Only
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Rust
@@ -31,20 +29,23 @@ Requires-Dist: typer>=0.16
 Requires-Dist: xxhash>=3.4.1
 Requires-Dist: polars>=1.31.0 ; extra == 'polars'
 Requires-Dist: duckdb>=1.3.2 ; extra == 'duckdb'
-Requires-Dist: datasets>=4.0.0 ; extra == 'datasets'
-Requires-Dist: pyiceberg>=0.9.1 ; extra == 'pyiceberg'
+Requires-Dist: pyiceberg[s3fs]>=0.9.1 ; extra == 'iceberg'
+Requires-Dist: datasets>=4.0.0 ; extra == 'huggingface'
 Requires-Dist: mosaicml-streaming>=0.13.0 ; extra == 'streaming'
 Requires-Dist: vortex-data>=0.52.1 ; extra == 'streaming'
+Requires-Dist: dask>=2025.10.0 ; extra == 'dask'
+Requires-Dist: distributed>=2025.10.0 ; extra == 'dask'
 Provides-Extra: polars
 Provides-Extra: duckdb
-Provides-Extra: datasets
-Provides-Extra: pyiceberg
+Provides-Extra: iceberg
+Provides-Extra: huggingface
 Provides-Extra: streaming
+Provides-Extra: dask
 Summary: Python client for Spiral.
 Home-Page: https://spiraldb.com
 Author-email: SpiralDB <hello@spiraldb.com>
 License: Proprietary License
-Requires-Python: >=3.10
+Requires-Python: >=3.12
 Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM
 
 # PySpiral

{pyspiral-0.6.9.dist-info → pyspiral-0.7.12.dist-info}/RECORD

@@ -1,75 +1,83 @@
-pyspiral-0.6.9.dist-info/METADATA,sha256=Xf1daTaPGa2O29S7SX8_P3wtFr4u26UWzTs90KHuJt4,1842
-pyspiral-0.6.9.dist-info/WHEEL,sha256=KQvxBiy7GLcML6Ad3w_ZPrgSvER1uXd7aYb6wy6b44Y,103
-pyspiral-0.6.9.dist-info/entry_points.txt,sha256=uft7u-a6g40NLt4Q6BleWbK4NY0M8nZuYPpP8DV0EOk,45
-spiral/__init__.py,sha256=n4JNLrO3wyw_k_U_JKyNiGON0wEpfvqxDhDdB2P6dhM,1007
-spiral/_lib.abi3.so,sha256=fg-GX28Vp7wNvaqJc2EBVm3_k9PQIDQ09Mqrqvd0FlM,66368032
+pyspiral-0.7.12.dist-info/METADATA,sha256=pD6hAkv2h3odJlPZosBZSt8IqlCtuusYcsoOwo9v5R4,1875
+pyspiral-0.7.12.dist-info/WHEEL,sha256=KQvxBiy7GLcML6Ad3w_ZPrgSvER1uXd7aYb6wy6b44Y,103
+pyspiral-0.7.12.dist-info/entry_points.txt,sha256=R96Y3FpYX6XbQu9qMPfUTgiCcf4qM9OBQQZTDdBkZwA,74
+spiral/__init__.py,sha256=PwaYBWFBtB7cYi7peMmhk_Lm5XzjRoLwOtLbUhc1ZDo,1449
+spiral/_lib.abi3.so,sha256=WH2ysMTljTLXOUg8hBIkhm-Pj2Z30m1Scd6zBmreGUg,72162400
 spiral/adbc.py,sha256=7IxfWIeQN-fh0W5OdN_PP2x3pzQYg6ZUOLsHg3jktqw,14842
-spiral/api/__init__.py,sha256=ULBlVq3PnfNOO6T5naE_ULmmii-83--qTuN2PpAUQN0,2241
+spiral/api/__init__.py,sha256=fguWdWeMnxWALRpqfKaUY5LmdQPsxTeyVIwIxElcRws,2240
 spiral/api/admin.py,sha256=A1iVR1XYJSObZivPAD5UzmPuMgupXc9kaHNYYa_kwfs,585
-spiral/api/client.py,sha256=wjxhjM2Li3UQZiWkihRKh5HHbWN4uURXXYaX_S1Bkew,4641
+spiral/api/client.py,sha256=8mT1N6bn6w6E9LGV-JhjfKUPhpVskwY-5SMKV5I6olo,4641
 spiral/api/filesystems.py,sha256=yEHgHfo7t1_becm0UFedc3nd49_G77hHjYwtYQ6P9XU,4240
 spiral/api/key_space_indexes.py,sha256=-38rZXTdkL4mLhp9h3CtqyIyutzzq88tV6bhK05MqYE,640
 spiral/api/organizations.py,sha256=B-8zZ7lFJANGK7dUNbo_aU-cgI959JBP9VcWb6wdgi0,1895
 spiral/api/projects.py,sha256=1JC7VjqZJfwR6zfhBZr3OCwaf6zb-MXMOBTE_NztmcE,6356
 spiral/api/telemetry.py,sha256=tfdA3E_EWJwFVxkQfkm8tiYGRubnx2LuE5nbfsk1oG4,474
 spiral/api/text_indexes.py,sha256=_zVlGBytl-9-Unbu2POfZgLh40H1YRcagFtplgIG428,1828
-spiral/api/types.py,sha256=lGdiKViRgIEJXD2ubwnyEIEwHkfRumlZjVEaHMV3Tm8,682
+spiral/api/types.py,sha256=HpHsoBuf7IdlXb7Dw-BkBkEvxBVIhkI8JviqhuoP9pY,696
 spiral/api/workers.py,sha256=0wZNUHMioDT53P1OBJfpjyDfIodHwwT6858z2IlRIM4,636
 spiral/api/workloads.py,sha256=XAyXV7vgZcoyyoPoGvOT4jTpyFKFMvrrAfhL6d1h1kE,1748
 spiral/arrow_.py,sha256=fdSIfIs7UjDxXZlppvOW0zz86W_70Pa5pagJilH2kOE,7583
 spiral/cli/__init__.py,sha256=LutjpWZu5Rvmba8C8bPa5vOCv74JuAoE1kvz0nd48dE,2476
 spiral/cli/__main__.py,sha256=kNaKM2xgJo7GRogf83nYldLM-RGUR6vymdGwZxywQu0,71
-spiral/cli/admin.py,sha256=-ubYqs8nKjnQStbQ68jpWx_9xh0TsaxI0wM1Hfko8_U,319
-spiral/cli/app.py,sha256=smzGj5a2RwhM9RQChmlEeKZLN4Fk60-bP7Lm5_Is1Rw,2760
+spiral/cli/admin.py,sha256=G_yCj8YKUiLuIZml3rqZLKS_2hBU0r4ILDdO_ZvRnCo,315
+spiral/cli/app.py,sha256=eaY1SRf2wI1_T_cwrGUbldsU1QqfGrpAmN98gH1lJOE,2842
 spiral/cli/console.py,sha256=6JHbAQV6MFWz3P-VzqPOjhHpkIQagsCdzTMvmuDKMkU,2580
-spiral/cli/fs.py,sha256=vaPcSc2YghhHeipxNitIdsHaBhFwlwkvPFqYsFSN9P0,2927
-spiral/cli/iceberg.py,sha256=Q14tcGcn1LixbFCYP0GhfYwFFXTmmi8tqBPYwalJEyE,3248
-spiral/cli/key_spaces.py,sha256=x3IFRP5d47pKiAHeWExYMOBaT2TwxbWjVM01SUqKrwI,2943
-spiral/cli/login.py,sha256=2tw6uN5rEpiMMAmjQSB3-JUPf3C0Wc1eTGCDxhYtJps,731
-spiral/cli/orgs.py,sha256=fmOuLxpeIFfKqePRi292Gv9k-EF5pPn_tbKd2BLl2Ig,2869
+spiral/cli/fs.py,sha256=chg4W6j7rPYxUiTUSVCkHoiF3vG5lcpqUKDYwp5VYtY,2919
+spiral/cli/iceberg.py,sha256=wdMyl0j821MLnXNZ6Kwm65ogh98C-pjMJm3Y6YqlnTI,3249
+spiral/cli/key_spaces.py,sha256=Xaw7WH-Qw_j6AxisdIoKfjAgVRXLM9qBFzuCTjPAFLI,3516
+spiral/cli/login.py,sha256=2l2i38XNHGKtV4DP6PZPN4LHxceCn3AdHDE5nM2iK5M,760
+spiral/cli/orgs.py,sha256=Y3hBPqBchPS72uJNn_OVx1fBIc2lO2EiKJsfRHAX1yE,2890
 spiral/cli/printer.py,sha256=aosc763hDFgoXJGkiANmNyO3kAsecAS1JWgjEhn8GCM,1784
-spiral/cli/projects.py,sha256=1M1nGrBT-t0aY9RV5Cnmzy7YrhIvmHwdkpa3y9j8rG8,5756
-spiral/cli/state.py,sha256=10wTIVQ0SJkY67Z6-KQ1LFlt3aVIPmZhoHFdTwp4kNA,130
-spiral/cli/tables.py,sha256=fFte_wMNcB0V-fmfSXfSbtV4UlAi-Xw5nYDJ0b62CGk,6360
-spiral/cli/telemetry.py,sha256=Uxo1Q1FkKJ6n6QNGOUmL3j_pRRWRx0qWIhoP-U9BuR0,589
+spiral/cli/projects.py,sha256=awB2Q8gM1MtZOltWZ9ZPCbdUr-4WpsGHMR1rY12kv-s,5748
+spiral/cli/state.py,sha256=3sKQuFtV2vCn3E1Dv7Sw9-IK5jiXCVBEQ9Ze17NZXDs,129
+spiral/cli/tables.py,sha256=6vt6EBGt7I9b0kAQ6sQORbmWiKbRdH4ubQYjjuNBXEg,6900
+spiral/cli/telemetry.py,sha256=9kp7lmimShsGoLRUic5aOEQ4hti-pPFMBFc4cdlPDmk,587
 spiral/cli/text.py,sha256=DlWGe4JrkdERAiqyITNpk91Wqb63Re99rNYlIFsIamc,4031
-spiral/cli/types.py,sha256=XYzo1GgX7dBBItoBSrHI4vO5C2lLmS2sktb-2GnGH3E,1362
-spiral/cli/workloads.py,sha256=2_SLfQTFN6y73R9H0i9dk8VIOVagKxSxOpHXC56yptY,2015
-spiral/client.py,sha256=N4sQLxtQ6GYCnj00hm4VX1vUVUqzQdHhl_KfQwp-1LQ,6345
+spiral/cli/types.py,sha256=o-HJhfoyPW3JD5p55yec6QNTtVGzbG-PG3kwjvZz5Zs,1358
+spiral/cli/workloads.py,sha256=HL2_CkmlCm_nzTLjFogAW57Tev7RR73Qan_SZjsAoWk,2009
+spiral/client.py,sha256=l5yej_59qME5RNYMXkS_eWL1XZTZ6FhgFXG5OBiGRlg,7828
 spiral/core/__init__.pyi,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/core/_tools/__init__.pyi,sha256=b2KLfTOQ67pjfbYt07o0IGiTu5o2bZw69lllV8v0Dps,143
 spiral/core/authn/__init__.pyi,sha256=z_GWyIS62fuiYQrYO8hzw4W8oGaiciqS1u5qtAt54VY,769
-spiral/core/client/__init__.pyi,sha256=1HK3SOMT1QKmD5Hai58ZFjiEZK0QzyYtP84hse8SBEI,6666
-spiral/core/table/__init__.pyi,sha256=QqG_pMlPhMtXG-56dXyQjOWVKMugPP0nnYnvYaY0Q10,3288
+spiral/core/client/__init__.pyi,sha256=TzmtVmfhc0uc9A8lGvUN9VE0qb8eVOyAmNpFUL8NHs0,7529
+spiral/core/config/__init__.pyi,sha256=eOzEPCKICGNNZDivC-9NJLeOVrHicIu-IVa4v4jKLxg,1242
+spiral/core/expr/__init__.pyi,sha256=3HSKjkotiEkxBvGBALXEBIie0JiyI9bCpehwA3nMQkU,571
+spiral/core/expr/images/__init__.pyi,sha256=wnE_wZXq7a4iqTg3SVm-ssxGw1WQZyk5dGOPaP4Btko,73
+spiral/core/expr/list_/__init__.pyi,sha256=Q_9c87eIQfZbqlaw_rq3fvs93YEsW7K5VYk6VZ4g6mU,126
+spiral/core/expr/refs/__init__.pyi,sha256=nZZP3l_Z6bLx6V8lTcH3Jgo--xwfADOU2XdTAvM5IMk,127
+spiral/core/expr/str_/__init__.pyi,sha256=Bm6fZK-d4fNbJuuBhVoWMACXUbQQ2SjlhgrOpdOHIPM,86
+spiral/core/expr/struct_/__init__.pyi,sha256=MXckd98eV_x3X0RhEWvlkA3DcDXRtLs5pNnTQkc09nE,296
+spiral/core/expr/text/__init__.pyi,sha256=ed83n1xcsGY7_QDhMmJGnSQ20UrJFXcdv1AveSEcS1c,175
+spiral/core/expr/udf/__init__.pyi,sha256=zsZs081KVhY3-1JidqTkWMW81Qd_ScoTGZvasIhIK-4,358
+spiral/core/expr/video/__init__.pyi,sha256=nQJEcSsigZuRpMjkI_O4EEtMK_n2zRvorcL_KEeD5vU,95
+spiral/core/table/__init__.pyi,sha256=h84QDg6hLuPcmRpavx5zOZM77ZCi2-YwIlrrUZJp1sE,4374
 spiral/core/table/manifests/__init__.pyi,sha256=eVfDpmhYSjafIvvALqAkZe5baN3Y1HpKpxYEbjwd4gQ,1043
 spiral/core/table/metastore/__init__.pyi,sha256=rc3u9MwEKRvL2kxOc8lBorddFRnM8o_o1frqtae86a4,1697
-spiral/core/table/spec/__init__.pyi,sha256=OFYJXPXix7gskYJIMog7IniZslEPJ0xvL-sUSFDPbXs,5643
-spiral/dataloader.py,sha256=FFZhIflQPEygXe-xBLifQnnxANi4CFooaHRm4i-EGHo,10335
-spiral/dataset.py,sha256=PMLoXnXuEUciP6-NXqTmQLXu0UIH7OcC4-iZtY_iuO8,7973
+spiral/core/table/spec/__init__.pyi,sha256=fVuc2j3uoTdWfYNm720OfUIgrLYw9fRwj44maI5bgdY,5709
+spiral/dataloader.py,sha256=W9siY4BF4p_rwTTSS4KgsaQsPLxxza6XmQhrdBzzMJ8,10592
+spiral/dataset.py,sha256=S8pdiBXIhwMxQiJYgF7UI_8HkN7pZO798UzlO1LNXy4,8409
 spiral/datetime_.py,sha256=elXaUWtZuuLVcu9E0aXnvYRPB9XWqZbLDToozQYQYjU,950
 spiral/debug/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/debug/manifests.py,sha256=7f1O3ba9mrA5nXpOF9cEIQuUAteP5wiBkFy_diQJ7No,3216
 spiral/debug/metrics.py,sha256=XdRDcjggtsLNGCAjam6IxG9072pz_d2C8iLApNRFUtk,2044
 spiral/debug/scan.py,sha256=UEm_aRnql5pwDPTpZgakMLNjlzkKL4RurBFFqH_BLAQ,9526
-spiral/expressions/__init__.py,sha256=KhwFjVKoFgx1S6hkVcE8aZjoHY_1N-BgQ2rGEZfPQvM,7957
-spiral/expressions/base.py,sha256=915gpvZZCTRCO5q93pwwmhf-R6C23LQsyDt4Q2dHk9s,5290
-spiral/expressions/http.py,sha256=begUydWoFHEqjeLkATvI_v66Ez6_rR-OQBWO5cHbb9c,2742
-spiral/expressions/io.py,sha256=gJ2a0FKMmdxarWKENulPRwH7KDvSJTIh_OUxX306xAM,3045
+spiral/enrichment.py,sha256=Fy8wqSIK8ZDkf7yKoNdUJpkVqSJQT1ofnfuwCZjwe58,11499
+spiral/expressions/__init__.py,sha256=ZsD8g7vB0G7xy19GUiH4m79kw7KEkTQRwJl5Gn1cgtw,8049
+spiral/expressions/base.py,sha256=PvhJkcUSsPSIaxirHVzM9zlqyBXiaiia1HXohXdOmL4,5377
+spiral/expressions/file.py,sha256=7D9jIENJcoT0KFharBLkzK9dZgO4DYn5K_KCt0twefg,518
+spiral/expressions/http.py,sha256=OOHh0WBxg3vwza_m74-rkoQWSclRMI60aPAbQ6yKZi0,486
 spiral/expressions/list_.py,sha256=MMt5lf5H1M3O-x6N_PvqOLGq9NOk6Ukv0fPWwPC_uy4,1809
-spiral/expressions/mp4.py,sha256=_xGVnkygddzxP9a8OACJ8_KXnejuVbYCVKBCXBQ798Y,2151
-spiral/expressions/png.py,sha256=KO8X0OmMzUFwpg2I_j0JTyldPzVXDWIMzjWMWDV9vIY,506
-spiral/expressions/qoi.py,sha256=gvIbb6fXb_Bb080sn9wkpbGGrPs2UEcTXCfuv4-kcYQ,506
-spiral/expressions/refs.py,sha256=omeHBQ5o6N4xgZ3x5Xz7IRrWwYBBtQY8DYK0NNAxeGo,2109
+spiral/expressions/s3.py,sha256=PhQhMP-d8PLsSRtGCZbytnm7lI9VbDAbuSs2LBM4G7Q,505
 spiral/expressions/str_.py,sha256=tY8RXW3JWvr1-bEfCZtk5FAf11wKJnXPuA9EoeJ9tA4,1265
 spiral/expressions/struct.py,sha256=pGAnCDh6AK0BK1XfZ1qG4ce4ranIQEE1HQsgmzBcfwQ,2038
 spiral/expressions/text.py,sha256=-02gBWYoyNQ3qQ1--9HTa8IryUDojYQVIp8C7rgnOWQ,1893
-spiral/expressions/tiff.py,sha256=fQwIn0kLFBM2Y3YYIHmTgb_EIRHKT2fNc77nioDQQw4,8044
-spiral/expressions/udf.py,sha256=yb9MIcrFftpNDxgBF228cvdv6TY-hEFikYz2fq_nzWo,1353
+spiral/expressions/tiff.py,sha256=4dngO97bT1QY0By7-PxOQVmSwQC3PQAiixVhLJ-4HMQ,7986
+spiral/expressions/udf.py,sha256=XOxa7Kocb4Cg4q_qFvRT6hVnVzi22CQenqrvS-TL-VY,1936
 spiral/grpc_.py,sha256=f3czdP1Mxme42Y5--a5ogYq1TTiWn-J_MlGjwJ2mWwM,1015
-spiral/iceberg.py,sha256=JGq62Qnf296r9_hRAoH85GQq45-uSBjwXWw_CvPi6G4,930
+spiral/iceberg.py,sha256=02OkA348eFxkEbgreeTuVlzavVvZmM4hldrZI76PZ9I,914
 spiral/iterable_dataset.py,sha256=Eekg9ad8tcwXcloHWReBbvCSr5ZappRHn2ldKTvwqS0,4622
 spiral/key_space_index.py,sha256=NAB_nONEjpMYbse8suz42w7Qb5OPHuKN9h9CT2NJe08,1460
-spiral/project.py,sha256=CO_Pn6vPqaonNvRdCNRFcBWr4TqO2AsAUTH5xawIeCE,7283
+spiral/project.py,sha256=dkYc5iWZzz_HMKcu1EXUNNsI7hnEyGy8VrnKdVmKjjE,8199
 spiral/protogen/_/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/protogen/_/arrow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/protogen/_/arrow/flight/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -87,16 +95,16 @@ spiral/protogen/_/substrait/extensions/__init__.py,sha256=nhnEnho70GAT8WPj2xtwJU
 spiral/protogen/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spiral/protogen/util.py,sha256=smnvVo6nYH3FfDm9jqhNLaXz4bbTBaQezHQDCTvZyiQ,1486
 spiral/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-spiral/scan.py,sha256=4PUlI_DHbO1WTttLia6DinhGtOWsCiqek4ZljoEiRZc,10523
+spiral/scan.py,sha256=X8CrUxCFWYzK4aL3VDM95Q7pZ5TNnYyYQYJunvARazw,12578
 spiral/server.py,sha256=ztBmB5lBnUz-smQxR_tC8AI5SOhz17wH0MI3GuzDUdM,600
-spiral/settings.py,sha256=JRQSwjJyNaCqQdQLxiqB_O_LZRQXMLyshJBrI2LZHwM,3113
+spiral/settings.py,sha256=Ae17TH_1kKiyDo6ePjPMeLfbG2pydKSQPRuJbVkro6E,938
 spiral/snapshot.py,sha256=cTobi5jtiANxalGA-isokQHblNmXGtuUvgUGGNVybsI,1555
 spiral/streaming_/__init__.py,sha256=s7MlW2ERsuZmZGExLFL6RcZon2e0tNBocBg5ANgki7k,61
 spiral/streaming_/reader.py,sha256=tl_lC9xgh1-QFhsZn4xQT7It3PVTzHCEUT2BG2dWBRQ,4166
-spiral/streaming_/stream.py,sha256=nXnygiuCxi1D3PhaxV8Ujif4J9ly_OczA7CZ3W4WN2w,5913
+spiral/streaming_/stream.py,sha256=DM1hBDHnWm1ZFKZ-hZ4zxeSXITcUI6kWzwdJZvywI8o,5915
 spiral/substrait_.py,sha256=AKeOD4KIXvz2J4TYxnIneOiHddtBIyOhuNxVO_uH0eg,12592
-spiral/table.py,sha256=G05b6M0uVmT5ew5GxuzsVB4rQzg25W3zGMTftL07pJU,11026
+spiral/table.py,sha256=g6y1iV2Esk6kYhsIJfW7Wje0EGs7jgA0bVuZaSzNX1A,12068
 spiral/text_index.py,sha256=FQ9rgIEGLSJryS9lFdMhKtPFey18BXoWbPXyvZPJJ04,442
-spiral/transaction.py,sha256=h6YdAwOYX6qq-tXYV4i9yhy1Nq1tIfRphY_fk7Q_yLQ,1854
+spiral/transaction.py,sha256=0g3xMBK2KNZVm7x6sEjeKb9U2KmlCe_-cvTwvin68Sg,5478
 spiral/types_.py,sha256=W_jyO7F6rpPiH69jhgSgV7OxQZbOlb1Ho3InpKUP6Eo,155
-pyspiral-0.6.9.dist-info/RECORD,,
+pyspiral-0.7.12.dist-info/RECORD,,

{pyspiral-0.6.9.dist-info → pyspiral-0.7.12.dist-info}/entry_points.txt

@@ -1,2 +1,3 @@
 [console_scripts]
 spiral=spiral.cli.app:main
+pyspiral=spiral.cli.app:main

spiral/__init__.py

@@ -1,14 +1,20 @@
 """Python client for Spiral"""
 
+import importlib
+import os
+import warnings
+
 # This is here to make sure we load the native extension first
 from spiral import _lib
 
 # Eagerly import the Spiral library
 assert _lib, "Spiral library"
 
+
 from spiral.client import Spiral  # noqa: E402
 from spiral.core.client import Shard, ShuffleConfig  # noqa: E402
 from spiral.dataloader import SpiralDataLoader, World  # noqa: E402
+from spiral.enrichment import Enrichment  # noqa: E402
 from spiral.iceberg import Iceberg  # noqa: E402
 from spiral.key_space_index import KeySpaceIndex  # noqa: E402
 from spiral.project import Project  # noqa: E402
@@ -24,6 +30,7 @@ __all__ = [
     "Table",
     "Snapshot",
     "Transaction",
+    "Enrichment",
     "Scan",
     "Shard",
     "ShuffleConfig",
@@ -33,3 +40,16 @@ __all__ = [
     "World",
     "Iceberg",
 ]
+
+__version__ = importlib.metadata.version("pyspiral")
+
+
+def _warn_msg():
+    warnings.warn(
+        "Spiral does not support forking, and it may cause undefined behavior. \
+            Please use `spawn` or `forkserver` multiprocessing."
+    )
+
+
+if hasattr(os, "register_at_fork"):
+    os.register_at_fork(before=_warn_msg)

spiral/api/__init__.py

@@ -6,7 +6,7 @@ import httpx
 from .client import _Client
 
 if TYPE_CHECKING:
-    from spiral.core.client import Authn
+    from spiral.core.authn import Authn
 
     from .admin import AdminService
     from .filesystems import FileSystemService

spiral/api/client.py

@@ -136,7 +136,7 @@ class _Client:
             method,
             path,
             params=params or {},
-            headers={"authorization": f"Bearer {token.expose_secret()}"} if token else None,
+            headers={"Authorization": f"Bearer {token.expose_secret()}"} if token else None,
             **req_data,
         )
 

spiral/api/types.py

@@ -12,6 +12,7 @@ def _validate_root_uri(uri: str) -> str:
 UserId = str
 OrgId = str
 ProjectId = str
+TableId = str
 RoleId = str
 IndexId = str
 WorkerId = str

spiral/cli/admin.py

@@ -8,7 +8,7 @@ app = AsyncTyper()
 def sync(
     org_id: OrgId | None = None,
 ):
-    state.settings.api._admin.sync_orgs()
+    state.spiral.api._admin.sync_orgs()
 
-    for membership in state.settings.api._admin.sync_memberships(org_id):
+    for membership in state.spiral.api._admin.sync_memberships(org_id):
         CONSOLE.print(membership)

spiral/cli/app.py

@@ -22,7 +22,7 @@ from spiral.cli import (
     text,
     workloads,
 )
-from spiral.settings import LOG_DIR, PACKAGE_NAME, Settings
+from spiral.settings import LOG_DIR, PACKAGE_NAME
 
 app = AsyncTyper(name="spiral")
 
@@ -63,9 +63,13 @@ def _callback(
     verbose: Annotated[
         bool | None, typer.Option("--verbose", callback=verbose_callback, help=verbose_callback.__doc__)
     ] = None,
-):
-    # Load the settings (we reload in the callback to support testing under different env vars)
-    state.settings = Settings()
+) -> None:
+    # Reload the spiral client to support testing under different env vars
+    from spiral import Spiral
+    from spiral.settings import settings
+
+    config = settings()
+    state.spiral = Spiral(config=config)
 
 
 app.add_typer(orgs.app, name="orgs")

spiral/cli/fs.py

@@ -17,12 +17,12 @@ app = AsyncTyper(short_help="File Systems.")
 
 @app.command(help="Show the file system configured for project.")
 def show(project: ProjectArg):
-    file_system = state.settings.api.file_system.get_file_system(project)
+    file_system = state.spiral.api.file_system.get_file_system(project)
     CONSOLE.print(file_system)
 
 
 def ask_provider():
-    res = state.settings.api.file_system.list_providers()
+    res = state.spiral.api.file_system.list_providers()
     return questionary.select("Select a file system provider", choices=res).ask()
 
 
@@ -66,11 +66,11 @@ def update(
     else:
         raise ValueError(f"Unknown file system type: {type_}")
 
-    fs = state.settings.api.file_system.update_file_system(project, file_system)
+    fs = state.spiral.api.file_system.update_file_system(project, file_system)
     CONSOLE.print(fs)
 
 
 @app.command(help="Lists the available built-in file system providers.")
 def list_providers():
-    for provider in state.settings.api.file_system.list_providers():
+    for provider in state.spiral.api.file_system.list_providers():
         CONSOLE.print(provider)

spiral/cli/iceberg.py

@@ -8,7 +8,7 @@ from typer import Argument
 from spiral.cli import CONSOLE, ERR_CONSOLE, AsyncTyper, state
 from spiral.cli.types import ProjectArg
 
-app = AsyncTyper(short_help="Apache Iceberg Catalog")
+app = AsyncTyper(short_help="Apache Iceberg Catalog.")
 
 
 @app.command(help="List namespaces.")

spiral/cli/key_spaces.py

@@ -64,7 +64,7 @@ def show(
     """Show index partitions."""
     index_id = get_index_id(project, name)
     index = state.spiral.key_space_index(index_id)
-    shards = state.spiral._ops().compute_shards(index.core)
+    shards = state.spiral.internal.compute_shards(index.core)
 
     rich_table = rich.table.Table("Begin", "End", "Cardinality", title=f"Index {index.name} Partitions")
     for partition in shards:
@@ -87,3 +87,17 @@ def sync(
     index_id = get_index_id(project, name)
     response = state.spiral.api.key_space_indexes.sync_index(index_id, SyncIndexRequest(resources=resources))
     CONSOLE.print(f"Triggered sync job {response.worker_id} for index {index_id}.")
+
+
+# TODO(marko): This will be removed.
+@app.command(help="Run a sync and wait for it to complete.")
+def sync_local(
+    project: ProjectArg,
+    name: Annotated[str | None, Option(help="Index name.")] = None,
+):
+    """Run a sync and wait for it to complete."""
+    index_id = get_index_id(project, name)
+    index = state.spiral.key_space_index(index_id)
+    snapshot = state.spiral.table(index.table_id).snapshot()
+    state.spiral.internal.update_key_space_index(index.core, snapshot.core)
+    CONSOLE.print(f"Index {index.name} is up to date as-of {snapshot.asof}.")

spiral/cli/login.py

@@ -1,10 +1,11 @@
 import jwt
 
 from spiral.cli import CONSOLE, state
+from spiral.core.authn import DeviceCodeAuth
 
 
 def command(org_id: str | None = None, force: bool = False, show_token: bool = False):
-    token = state.settings.device_code_auth.authenticate(force=force, org_id=org_id)
+    token = DeviceCodeAuth.default().authenticate(force=force, org_id=org_id)
     CONSOLE.print("Successfully logged in.")
     if show_token:
         CONSOLE.print(token.expose_secret(), soft_wrap=True)
@@ -12,7 +13,7 @@ def command(org_id: str | None = None, force: bool = False, show_token: bool = F
 
 def whoami():
     """Display the current user's information."""
-    payload = jwt.decode(state.settings.authn.token().expose_secret(), options={"verify_signature": False})
+    payload = jwt.decode(state.spiral.authn.token().expose_secret(), options={"verify_signature": False})
 
     if "org_id" in payload:
         CONSOLE.print(f"{payload['org_id']}")
@@ -20,5 +21,5 @@ def whoami():
 
 
 def logout():
-    state.settings.device_code_auth.logout()
+    DeviceCodeAuth.default().logout()
     CONSOLE.print("Logged out.")

spiral/cli/orgs.py

@@ -9,13 +9,14 @@ from typer import Option
 from spiral.api.organizations import CreateOrgRequest, InviteUserRequest, OrgRole, PortalLinkIntent, PortalLinkRequest
 from spiral.cli import CONSOLE, ERR_CONSOLE, AsyncTyper, state
 from spiral.cli.types import OrganizationArg
+from spiral.core.authn import DeviceCodeAuth
 
 app = AsyncTyper(short_help="Org admin.")
 
 
 @app.command(help="Switch the active organization.")
 def switch(org_id: OrganizationArg):
-    state.settings.device_code_auth.authenticate(org_id=org_id)
+    DeviceCodeAuth.default().authenticate(org_id=org_id)
     CONSOLE.print(f"Switched to organization: {org_id}")
 
 
@@ -23,10 +24,10 @@ def switch(org_id: OrganizationArg):
 def create(
     name: Annotated[str | None, Option(help="The human-readable name of the organization.")] = None,
 ):
-    res = state.settings.api.organization.create(CreateOrgRequest(name=name))
+    res = state.spiral.api.organization.create(CreateOrgRequest(name=name))
 
     # Authenticate to the new organization
-    state.settings.device_code_auth.authenticate(org_id=res.org.id)
+    DeviceCodeAuth.default().authenticate(org_id=res.org.id)
 
     CONSOLE.print(f"{res.org.name} [dim]{res.org.id}[/dim]")
 
@@ -36,7 +37,7 @@ def ls():
     org_id = current_org_id()
 
     table = Table("", "id", "name", "role", title="Organizations")
-    for m in state.settings.api.organization.list_memberships():
+    for m in state.spiral.api.organization.list_memberships():
         table.add_row("👉" if m.org.id == org_id else "", m.org.id, m.org.name, m.role)
 
     CONSOLE.print(table)
@@ -44,7 +45,7 @@ def ls():
 
 @app.command(help="Invite a user to the organization.")
 def invite(email: str, role: OrgRole = OrgRole.MEMBER, expires_in_days: int = 7):
-    state.settings.api.organization.invite_user(
+    state.spiral.api.organization.invite_user(
         InviteUserRequest(email=email, role=role, expires_in_days=expires_in_days)
     )
     CONSOLE.print(f"Invited {email} as a {role.value}.")
@@ -76,13 +77,13 @@ def domains():
 
 
 def _do_action(intent: PortalLinkIntent):
-    res = state.settings.api.organization.portal_link(PortalLinkRequest(intent=intent))
+    res = state.spiral.api.organization.portal_link(PortalLinkRequest(intent=intent))
     CONSOLE.print(f"Opening the configuration portal:\n{res.url}")
     webbrowser.open(res.url)
 
 
 def current_org_id():
-    if token := state.settings.authn.token():
+    if token := state.spiral.authn.token():
         if org_id := jwt.decode(token.expose_secret(), options={"verify_signature": False}).get("org_id"):
             return org_id
     ERR_CONSOLE.print("You are not logged in to an organization.")

spiral/cli/projects.py

@@ -27,7 +27,7 @@ app = AsyncTyper(short_help="Projects and grants.")
 
 @app.command(help="List projects.")
 def ls():
-    projects = list(state.settings.api.project.list())
+    projects = list(state.spiral.api.project.list())
     CONSOLE.print(printer.table_of_models(Project, projects))
 
 
@@ -38,7 +38,7 @@ def create(
     ] = None,
     name: Annotated[str | None, Option(help="Friendly name for the project.")] = None,
 ):
-    res = state.settings.api.project.create(CreateProjectRequest(id_prefix=id_prefix, name=name))
+    res = state.spiral.api.project.create(CreateProjectRequest(id_prefix=id_prefix, name=name))
     CONSOLE.print(f"Created project {res.project.id}")
 
 
@@ -130,7 +130,7 @@ def grant(
     else:
         raise ValueError("Invalid grant principal")
 
-    state.settings.api.project.grant_role(
+    state.spiral.api.project.grant_role(
         project,
         GrantRoleRequest(
             role_id=role,
@@ -143,5 +143,5 @@ def grant(
 
 @app.command(help="List project grants.")
 def grants(project: ProjectArg):
-    project_grants = list(state.settings.api.project.list_grants(project))
+    project_grants = list(state.spiral.api.project.list_grants(project))
     CONSOLE.print(printer.table_of_models(Grant, project_grants, title="Project Grants"))

spiral/cli/state.py

@@ -1,5 +1,7 @@
 from spiral import Spiral
-from spiral.settings import Settings
+from spiral.settings import settings
 
-settings: Settings = Settings()
-spiral: Spiral = Spiral(settings)
+
+@property
+def spiral() -> Spiral:
+    return Spiral(settings())

spiral/cli/tables.py

@@ -1,5 +1,5 @@
-import datetime
-from typing import Annotated, Literal
+from collections.abc import Callable
+from typing import Annotated
 
 import questionary
 import rich
@@ -60,6 +60,60 @@ def ls(
     CONSOLE.print(rich_table)
 
 
+@app.command(help="Show the leading rows of the table.")
+def head(
+    project: ProjectArg,
+    table: Annotated[str | None, Option(help="Table name.")] = None,
+    dataset: Annotated[str | None, Option(help="Dataset name.")] = None,
+    n: Annotated[int, Option("-n", help="Maximum number of rows to show. Defaults to 10.")] = 10,
+):
+    import polars as pl
+
+    _, t = get_table(project, table, dataset)
+
+    with pl.Config(tbl_rows=-1):
+        CONSOLE.print(t.to_polars().limit(n).collect())
+
+
+def validate_non_empty_str(text: str) -> bool | str:
+    if len(text) > 0:
+        return True
+
+    return "Must provide at least one character."
+
+
+def get_string(message: str, validate: Callable[[str], bool | str] = validate_non_empty_str) -> str:
+    return questionary.text(message, validate=validate).ask()
+
+
+@app.command(help="Move table to a different dataset.")
+def move(
+    project: ProjectArg,
+    table: Annotated[str | None, Option(help="Table name.")] = None,
+    dataset: Annotated[str | None, Option(help="Dataset name.")] = None,
+    new_dataset: Annotated[str | None, Option(help="New dataset name.")] = None,
+):
+    identifier, _ = get_table(project, table, dataset)
+    new_dataset = get_string("Provide a new dataset name")
+
+    state.spiral.project(project).move_table(identifier, new_dataset)
+    CONSOLE.print("Success.")
+
+
+@app.command(help="Rename table.")
+def rename(
+    project: ProjectArg,
+    table: Annotated[str | None, Option(help="Table name.")] = None,
+    dataset: Annotated[str | None, Option(help="Dataset name.")] = None,
+    new_table: Annotated[str | None, Option(help="New table name.")] = None,
+):
+    identifier, _ = get_table(project, table, dataset)
+    new_table = get_string("Provide a new table name")
+
+    state.spiral.project(project).rename_table(identifier, new_table)
+    CONSOLE.print("Success.")
+
+
 @app.command(help="Show the table key schema.")
 def key_schema(
     project: ProjectArg,
@@ -97,40 +151,9 @@ def flush(
     project: ProjectArg,
     table: Annotated[str | None, Option(help="Table name.")] = None,
     dataset: Annotated[str | None, Option(help="Dataset name.")] = None,
-    keep: Annotated[
-        Literal["1h", "2h", "4h"] | None,
-        Option(help="Duration string that indicates how much WAL to keep. Defaults to 24h."),
-    ] = None,
-    full: Annotated[bool, Option(help="Flush full Write-Ahead-Log.")] = False,
 ):
-    # TODO(marko): Use some human-readable duration parsing library.
-    duration = None
-    if keep is not None:
-        if full:
-            raise ValueError("Cannot specify both --keep and --full")
-        match keep:
-            case "1h":
-                duration = datetime.timedelta(hours=1)
-            case "2h":
-                duration = datetime.timedelta(hours=2)
-            case "4h":
-                duration = datetime.timedelta(hours=4)
-            case _:
-                raise ValueError(f"Invalid duration string: {keep}")
-
-    if full:
-        # Warn and wait for confirmation.
-        ERR_CONSOLE.print("[bold yellow]Warning: All currently open transaction will fail to commit.[/bold yellow]")
-        if not questionary.confirm("Are you sure you want to continue?", default=False).ask():  # pyright: ignore[reportAny]
-            ERR_CONSOLE.print("Aborting.")
-            raise typer.Exit(1)
-
-        duration = datetime.timedelta(hours=0)
-
-    keep_latest_s = int(duration.total_seconds()) if duration is not None else None
-
     identifier, t = get_table(project, table, dataset)
-    state.spiral._ops().flush_wal(t.core, keep_latest_s=keep_latest_s)  # pyright: ignore[reportPrivateUsage]
+    state.spiral.internal.flush_wal(t.core)  # pyright: ignore[reportPrivateUsage]
     CONSOLE.print(f"Flushed WAL for table {identifier} in project {project}.")
 
 
@@ -143,10 +166,10 @@ def manifests(
     _, t = get_table(project, table, dataset)
     s = t.snapshot()
 
-    key_space_state = state.spiral._ops().key_space_state(s.core)  # pyright: ignore[reportPrivateUsage]
+    key_space_state = state.spiral.internal.key_space_state(s.core)  # pyright: ignore[reportPrivateUsage]
     key_space_manifest = key_space_state.manifest
 
-    column_groups_states = state.spiral._ops().column_groups_states(s.core, key_space_state)  # pyright: ignore[reportPrivateUsage]
+    column_groups_states = state.spiral.internal.column_groups_states(s.core, key_space_state)  # pyright: ignore[reportPrivateUsage]
     display_manifests(key_space_manifest, [(x.column_group, x.manifest) for x in column_groups_states])